++ echo 'Log: /mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/logs/upgrade-consistency.log'
Log: /mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/logs/upgrade-consistency.log
++ '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/conf/cloud-secret.yml ']'
++ SKIP_BACKUPS_TO_AWS_GCP=
++ oc get projects
error: No Auth Provider found for name "gcp"
+++ grep '\-eks\-'
+++ jq -r .serverVersion.gitVersion
+++ kubectl version -o json
++ '[' ']'
++ EKS=0
+++ kubectl version -o json
+++ jq -r '.serverVersion.major + "." + .serverVersion.minor'
+++ /usr/bin/sed -r 's/[^0-9.]+//g'
++ KUBE_VERSION=1.20
+++ helm version -c
+++ /usr/bin/sed -re 's/.*SemVer:"([^"]+)".*/\1/; s/.*\bVersion:"([^"]+)".*/\1/'
++ HELM_VERSION=v3.8.1
++ '[' v3 == v2 ']'
+ cluster=some-name
+ main
+ create_infra upgrade-consistency-13700
+ local ns=upgrade-consistency-13700
+ '[' -n pxc-operator ']'
+ kubectl get pxc --all-namespaces -o wide
+ xargs -L 1 sh -xc 'kubectl patch pxc -n $0 $1 --type=merge -p "{\"metadata\":{\"finalizers\":[]}}"'
+ grep -v NAMESPACE
No resources found
+ kubectl patch pxc -n sh --type=merge -p '{"metadata":{"finalizers":[]}}'
error: resource(s) were provided, but no name, label selector, or --all flag specified
+ :
+ kubectl_bin delete pxc --all --all-namespaces
++ mktemp
+ local LAST_OUT=/tmp/tmp.u8aCfRBQva
++ mktemp
+ local LAST_ERR=/tmp/tmp.HVSqO6iedS
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ kubectl delete pxc --all --all-namespaces
+ exit_status=0
+ [[ 0 != 0 ]]
+ break
+ cat /tmp/tmp.u8aCfRBQva
No resources found
+ cat /tmp/tmp.HVSqO6iedS
+ rm /tmp/tmp.u8aCfRBQva /tmp/tmp.HVSqO6iedS
+ return 0
+ kubectl_bin delete pxc-backup --all --all-namespaces
++ mktemp
+ local LAST_OUT=/tmp/tmp.gA6DOcwKmC
++ mktemp
+ local LAST_ERR=/tmp/tmp.v8Qq8XywJy
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ kubectl delete pxc-backup --all --all-namespaces
+ exit_status=0
+ [[ 0 != 0 ]]
+ break
+ cat /tmp/tmp.gA6DOcwKmC
No resources found
+ cat /tmp/tmp.v8Qq8XywJy
+ rm /tmp/tmp.gA6DOcwKmC /tmp/tmp.v8Qq8XywJy
+ return 0
+ kubectl_bin delete pxc-restore --all --all-namespaces
++ mktemp
+ local LAST_OUT=/tmp/tmp.uYl1VmgLXT
++ mktemp
+ local LAST_ERR=/tmp/tmp.1qeLfSPl4I
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ kubectl delete pxc-restore --all --all-namespaces
+ exit_status=0
+ [[ 0 != 0 ]]
+ break
+ cat /tmp/tmp.uYl1VmgLXT
No resources found
+ cat /tmp/tmp.1qeLfSPl4I
+ rm /tmp/tmp.uYl1VmgLXT /tmp/tmp.1qeLfSPl4I
+ return 0
+ create_namespace pxc-operator
+ local namespace=pxc-operator
+ local skip_clean_namespace=
+ [[ 1 == 1 ]]
+ [[ -z '' ]]
+ kubectl_bin get ns
+ '[' '!' -z '' ']'
+ kubectl_bin delete namespace pxc-operator
+ xargs kubectl delete ns
+ awk '{print$1}'
+ egrep -v '^kube-|^default|Terminating|pxc-operator|openshift|^NAME'
++ mktemp
+ local LAST_OUT=/tmp/tmp.Y7oZfy6tkv
++ mktemp
+ local LAST_ERR=/tmp/tmp.ZhJeMNCVc5
+ local exit_status=0
++ seq 0 2
++ mktemp
+ for i in '$(seq 0 2)'
+ kubectl get ns
+ local LAST_OUT=/tmp/tmp.Pe8UQ1A6Uv
++ mktemp
+ local LAST_ERR=/tmp/tmp.TM5weD5m4s
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ kubectl delete namespace pxc-operator
+ exit_status=0
+ [[ 0 != 0 ]]
+ break
+ cat /tmp/tmp.Y7oZfy6tkv
+ cat /tmp/tmp.ZhJeMNCVc5
+ rm /tmp/tmp.Y7oZfy6tkv /tmp/tmp.ZhJeMNCVc5
+ return 0
error: resource(s) were provided, but no name, label selecto+ exit_status=0
+ [[ 0 != 0+ exit_status=0
+ [[ 0 != 0 ]]
+ break
+ cat /tmp/tmp.Pe8UQ1A6Uv
namespace "pxc-operator" deleted
+ cat /tmp/tmp.TM5weD5m4s
+ rm /tmp/tmp.Pe8UQ1A6Uv /tmp/tmp.TM5weD5m4s
+ return 0
+ wait_for_delete namespace/pxc-operator
+ local res=namespace/pxc-operator
+ set +o xtracError from server (NotFound): namespaces "pxc-operator" not found
+ kubectl_bin create namespace pxc-operator
++ mktemp
+ local LAST_OUT=/tmp/tmp.RZpPD6PbeL
++ mktemp
+ local LAST_ERR=/tmp/tmp.sIzrJUspdX
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ kubectl create namespace pxc-operator
ate namespace pxc-operator
+ exit_status=0
+ [[ 0 != 0 ]]
+ break
+ cat /tmp/tmp.0EkKp9XIxX
namespace/pxc-operator created
+ cat /tmp/tmp.wHgurgaqtB
+ rm /tmp/tmp.0EkKp9XIxX /tmp/tmp.wHgurgaqtB
+ return 0
++ kubectl_bin config current-context
+++ mktemp
++ local LAST_OUT=/tmp/tmp.OpXXhX73zf
+++ mktemp
++ local LAST_ERR=/tmp/tmp.gSKZda8nzw
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ kubectl config current-context
++ exit_status=0
++ [[ 0 != 0 ]]
++ break
++ cat /tmp/tmp.OpXXhX73zf
++ cat /tmp/tmp.gSKZda8nzw
++ rm /tmp/tmp.OpXXhX73zf /tmp/tmp.gSKZda8nzw
++ return 0
+ kubectl_bin config set-context gke_cloud-dev-112233_us-central1-a_jenkins-pxc-706f792a-upgrade --namespace=pxc-operator
++ mktemp
+ local LAST_OUT=/tmp/tmp.0GytQMOIYr
++ mktemp
+ local LAST_ERR=/tmp/tmp.mNiOsbggFc
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ kubectl config set-context gke_cloud-dev-112233_us-central1-a_jenkins-pxc-706f792a-upgrade --namespace=pxc-operator
+ exit_status=0
+ [[ 0 != 0 ]]
+ break
+ cat /tmp/tmp.0GytQMOIYr
Context "gke_cloud-dev-112233_us-central1-a_jenkins-pxc-706f792a-upgrade" modified.
+ cat /tmp/tmp.mNiOsbggFc
+ rm /tmp/tmp.0GytQMOIYr /tmp/tmp.mNiOsbggFc
+ return 0
+ deploy_operator
+ desc 'start operator'
+ set +o xtrace


-----------------------------------------------------------------------------------
start operator
-----------------------------------------------------------------------------------

+ kubectl_bin apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/deploy/crd.yaml
++ mktemp
+ local LAST_OUT=/tmp/tmp.rzqeiBcFCY
++ mktemp
+ local LAST_ERR=/tmp/tmp.jGRnH537ao
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ kubectl apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/deploy/crd.yaml
+ exit_status=0
+ [[ 0 != 0 ]]
+ break
+ cat /tmp/tmp.rzqeiBcFCY
customresourcedefinition.apiextensions.k8s.io/perconaxtradbclusters.pxc.percona.com unchanged
customresourcedefinition.apiextensions.k8s.io/perconaxtradbclusterbackups.pxc.percona.com unchanged
customresourcedefinition.apiextensions.k8s.io/perconaxtradbclusterrestores.pxc.percona.com unchanged
customresourcedefinition.apiextensions.k8s.io/perconaxtradbbackups.pxc.percona.com configured
+ cat /tmp/tmp.jGRnH537ao
+ rm /tmp/tmp.rzqeiBcFCY /tmp/tmp.jGRnH537ao
+ return 0
+ '[' -n pxc-operator ']'
+ apply_rbac cw-rbac
+ local operator_namespace=pxc-operator
+ local rbac=cw-rbac
+ sed -e 's^namespace: .*^namespace: pxc-operator^'
+ cat /mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/deploy/cw-rbac.yaml
+ kubectl_bin apply -f -
++ mktemp
+ local LAST_OUT=/tmp/tmp.Yn37v1wYA2
++ mktemp
+ local LAST_ERR=/tmp/tmp.qikkgmXNz7
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ kubectl apply -f -
+ exit_status=0
+ [[ 0 != 0 ]]
+ break
+ cat /tmp/tmp.Yn37v1wYA2
clusterrole.rbac.authorization.k8s.io/percona-xtradb-cluster-operator unchanged
serviceaccount/percona-xtradb-cluster-operator created
clusterrolebinding.rbac.authorization.k8s.io/service-account-percona-xtradb-cluster-operator unchanged
+ cat /tmp/tmp.qikkgmXNz7
+ rm /tmp/tmp.Yn37v1wYA2 /tmp/tmp.qikkgmXNz7
+ return 0
+ sed -e 's^image: .*^image: perconalab/percona-xtradb-cluster-operator:PR-1125-706f792a^'
+ cat /mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/deploy/cw-operator.yaml
+ sed -e 's^failureThreshold: .*^failureThreshold: 10^'
+ kubectl_bin apply -f -
++ mktemp
+ local LAST_OUT=/tmp/tmp.8AHfB5l6rm
++ mktemp
+ local LAST_ERR=/tmp/tmp.i6ws51ZKVp
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ kubectl apply -f -
+ exit_status=0
+ [[ 0 != 0 ]]
+ break
+ cat /tmp/tmp.8AHfB5l6rm
deployment.apps/percona-xtradb-cluster-operator created
service/percona-xtradb-cluster-operator created
+ cat /tmp/tmp.i6ws51ZKVp
+ rm /tmp/tmp.8AHfB5l6rm /tmp/tmp.i6ws51ZKVp
+ return 0
+ sleep 10
++ get_operator_pod
++ local label_prefix=app.kubernetes.io/
+++ grep -c percona-xtradb-cluster-operator
+++ kubectl get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator -n pxc-operator
++ local check_label=1
++ [[ 1 -eq 0 ]]
++ kubectl_bin get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator -o 'jsonpath={.items[].metadata.name}' -n pxc-operator
+++ mktemp
++ local LAST_OUT=/tmp/tmp.PrwSGeGvAt
+++ mktemp
++ local LAST_ERR=/tmp/tmp.LI4JbydmVR
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ kubectl get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator -o 'jsonpath={.items[].metadata.name}' -n pxc-operator
++ exit_status=0
++ [[ 0 != 0 ]]
++ break
++ cat /tmp/tmp.PrwSGeGvAt
++ cat /tmp/tmp.LI4JbydmVR
++ rm /tmp/tmp.PrwSGeGvAt /tmp/tmp.LI4JbydmVR
++ return 0
+ wait_pod percona-xtradb-cluster-operator-5699d7755d-pldwv 480 pxc-operator
+ local pod=percona-xtradb-cluster-operator-5699d7755d-pldwv
+ local max_retry=480
+ local ns=pxc-operator
++ echo percona-xtradb-cluster-operator-5699d7755d-pldwv
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ egrep '^(pxc|proxysql)$'
+ local container=
+ set +o xtrace
percona-xtradb-cluster-operator-5699d7755d-pldwv.Ok
+ sleep 3
+ create_namespace upgrade-consistency-13700
+ local namespace=upgrade-consistency-13700
+ local skip_clean_namespace=
+ [[ 1 == 1 ]]
+ [[ -z '' ]]
+ egrep -v '^kube-|^default|Terminating|pxc-operator|openshift|^NAME'
+ '[' '!' -z '' ']'
+ kubectl_bin delete namespace upgrade-consistency-13700
+ kubectl_bin get ns
+ xargs kubectl delete ns
++ mktemp
+ awk '{print$1}'
++ mktemp
+ local LAST_OUT=/tmp/tmp.D20TlD7xhq
+ local LAST_OUT=/tmp/tmp.GdVfQNfLW0
++ mktemp
++ mktemp
+ local LAST_ERR=/tmp/tmp.qCPEodG6SV
+ local exit_status=0
+ local LAST_ERR=/tmp/tmp.4VF950BdmO
+ local exit_status=0
++ seq 0 2
++ seq 0 2
+ for i in '$(seq 0 2)'
+ kubectl delete namespace upgrade-consistency-13700
+ for i in '$(seq 0 2)'
+ kubectl get ns
+ exit_status=1
+ [[ 1 != 0 ]]
+ sleep 0
+ for i in '$(seq 0 2)'
+ kubectl delete namespace upgrade-consistency-13700
+ exit_status=0
+ [[ 0 != 0 ]]
+ break
+ cat /tmp/tmp.GdVfQNfLW0
+ cat /tmp/tmp.4VF950BdmO
+ rm /tmp/tmp.GdVfQNfLW0 /tmp/tmp.4VF950BdmO
+ return 0
error: resource(s) were provided, but no name, label selector, or --all flag specified
+ exit_status=1
+ [[ 1 != 0 ]]
+ sleep 0
+ for i in '$(seq 0 2)'
+ kubectl delete namespace upgrade-consistency-13700
+ exit_status=1
+ [[ 1 != 0 ]]
+ sleep 0
+ cat /tmp/tmp.D20TlD7xhq
+ cat /tmp/tmp.qCPEodG6SV
Error from server (NotFound): namespaces "upgrade-consistency-13700" not found
+ rm /tmp/tmp.D20TlD7xhq /tmp/tmp.qCPEodG6SV
+ return 1
+ :
+ wait_for_delete namespace/upgrade-consistency-13700
+ local res=namespace/upgrade-consistency-13700
+ set +o xtrace
namespace/upgrade-consistency-13700 - Error from server (NotFound): namespaces "upgrade-consistency-13700" not found
+ kubectl_bin create namespace upgrade-consistency-13700
++ mktemp
+ local LAST_OUT=/tmp/tmp.18EfK3qi3N
++ mktemp
+ local LAST_ERR=/tmp/tmp.HW8kguDjKj
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ kubectl create namespace upgrade-consistency-13700
+ exit_status=0
+ [[ 0 != 0 ]]
+ break
+ cat /tmp/tmp.18EfK3qi3N
namespace/upgrade-consistency-13700 created
+ cat /tmp/tmp.HW8kguDjKj
+ rm /tmp/tmp.18EfK3qi3N /tmp/tmp.HW8kguDjKj
+ return 0
++ kubectl_bin config current-context
+++ mktemp
++ local LAST_OUT=/tmp/tmp.tFRkWHPspw
+++ mktemp
++ local LAST_ERR=/tmp/tmp.Fkag6Zq2AK
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ kubectl config current-context
++ exit_status=0
++ [[ 0 != 0 ]]
++ break
++ cat /tmp/tmp.tFRkWHPspw
++ cat /tmp/tmp.Fkag6Zq2AK
++ rm /tmp/tmp.tFRkWHPspw /tmp/tmp.Fkag6Zq2AK
++ return 0
+ kubectl_bin config set-context gke_cloud-dev-112233_us-central1-a_jenkins-pxc-706f792a-upgrade --namespace=upgrade-consistency-13700
++ mktemp
+ local LAST_OUT=/tmp/tmp.7i2YTdGYF2
++ mktemp
+ local LAST_ERR=/tmp/tmp.RtDQEGsQAU
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ kubectl config set-context gke_cloud-dev-112233_us-central1-a_jenkins-pxc-706f792a-upgrade --namespace=upgrade-consistency-13700
+ exit_status=0
+ [[ 0 != 0 ]]
+ break
+ cat /tmp/tmp.7i2YTdGYF2
Context "gke_cloud-dev-112233_us-central1-a_jenkins-pxc-706f792a-upgrade" modified.
+ cat /tmp/tmp.RtDQEGsQAU
+ rm /tmp/tmp.7i2YTdGYF2 /tmp/tmp.RtDQEGsQAU
+ return 0
+ apply_secrets
+ '[' -z '' ']'
+ kubectl_bin apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/conf/minio-secret.yml -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/conf/cloud-secret.yml
++ mktemp
+ local LAST_OUT=/tmp/tmp.xk7zMGIW5d
++ mktemp
+ local LAST_ERR=/tmp/tmp.JmRtiEioLQ
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ kubectl apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/conf/minio-secret.yml -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/conf/cloud-secret.yml
+ exit_status=0
+ [[ 0 != 0 ]]
+ break
+ cat /tmp/tmp.xk7zMGIW5d
secret/minio-secret created
secret/aws-s3-secret created
secret/gcp-cs-secret created
secret/azure-secret created
+ cat /tmp/tmp.JmRtiEioLQ
+ rm /tmp/tmp.xk7zMGIW5d /tmp/tmp.JmRtiEioLQ
+ return 0
+ apply_config /mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/conf/client.yml
+ '[' -z '' ']'
+ cat_config /mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/conf/client.yml
+ /usr/bin/sed -e 's#image:.*-pxc\([0-9]*.[0-9]*\)\{0,1\}$#image: perconalab/percona-xtradb-cluster-operator:main-pxc8.0#'
+ /usr/bin/sed -e 's#apply:.*#apply: Never#'
+ /usr/bin/sed -e s~minio-service.#namespace~minio-service.upgrade-consistency-13700~
+ kubectl_bin apply -f -
+ /usr/bin/sed -e 's#apiVersion: pxc.percona.com/v.*$#apiVersion: pxc.percona.com/v1-11-0#'
+ /usr/bin/sed -e 's#image:.*\/percona-xtradb-cluster:.*$#image: perconalab/percona-xtradb-cluster-operator:main-pxc8.0#'
+ /usr/bin/sed -e 's#initImage:.*-init$#initImage: perconalab/percona-xtradb-cluster-operator:PR-1125-706f792a#'
+ /usr/bin/sed -e 's#image:.*-pmm$#image: perconalab/pmm-client:dev-latest#'
+ /usr/bin/sed -e 's#image:.*-backup$#image: perconalab/percona-xtradb-cluster-operator:main-pxc8.0-backup#'
+ /usr/bin/sed -e 's#image:.*-proxysql$#image: perconalab/percona-xtradb-cluster-operator:main-proxysql#'
+ /usr/bin/sed -e 's#image:.*-logcollector$#image: perconalab/percona-xtradb-cluster-operator:main-logcollector#'
+ /usr/bin/sed -e 's#image:.*-haproxy$#image: perconalab/percona-xtradb-cluster-operator:main-haproxy#'
++ mktemp
+ cat /mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/conf/client.yml
+ local LAST_OUT=/tmp/tmp.V8g6uXKN62
++ mktemp
+ local LAST_ERR=/tmp/tmp.UkQtCHYWqU
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ kubectl apply -f -
+ exit_status=0
+ [[ 0 != 0 ]]
+ break
+ cat /tmp/tmp.V8g6uXKN62
deployment.apps/pxc-client created
+ cat /tmp/tmp.UkQtCHYWqU
+ rm /tmp/tmp.V8g6uXKN62 /tmp/tmp.UkQtCHYWqU
+ return 0
+ kubectl_bin apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/upgrade-consistency/conf/secrets.yml
++ mktemp
+ local LAST_OUT=/tmp/tmp.wi9qc3ECLZ
++ mktemp
+ local LAST_ERR=/tmp/tmp.ST5AyXq4t8
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ kubectl apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/upgrade-consistency/conf/secrets.yml
+ exit_status=0
+ [[ 0 != 0 ]]
+ break
+ cat /tmp/tmp.wi9qc3ECLZ
secret/my-cluster-secrets created
+ cat /tmp/tmp.ST5AyXq4t8
+ rm /tmp/tmp.wi9qc3ECLZ /tmp/tmp.ST5AyXq4t8
+ return 0
+ API=pxc.percona.com/v1
+ apply_config /mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/conf/some-name.yml
+ '[' -z '' ']'
+ cat_config /mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/conf/some-name.yml
+ /usr/bin/sed -e 's#image:.*-haproxy$#image: perconalab/percona-xtradb-cluster-operator:main-haproxy#'
+ /usr/bin/sed -e 's#image:.*-proxysql$#image: perconalab/percona-xtradb-cluster-operator:main-proxysql#'
+ kubectl_bin apply -f -
+ /usr/bin/sed -e 's#image:.*-backup$#image: perconalab/percona-xtradb-cluster-operator:main-pxc8.0-backup#'
++ mktemp
+ local LAST_OUT=/tmp/tmp.lVsthwdQHv
+ /usr/bin/sed -e 's#apiVersion: pxc.percona.com/v.*$#apiVersion: pxc.percona.com/v1#'
+ cat /mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/conf/some-name.yml
++ mktemp
+ /usr/bin/sed -e 's#image:.*-logcollector$#image: perconalab/percona-xtradb-cluster-operator:main-logcollector#'
+ /usr/bin/sed -e 's#image:.*-pmm$#image: perconalab/pmm-client:dev-latest#'
+ local LAST_ERR=/tmp/tmp.jjjd5D6uDi
+ local exit_status=0
+ /usr/bin/sed -e s~minio-service.#namespace~minio-service.upgrade-consistency-13700~
+ /usr/bin/sed -e 's#apply:.*#apply: Never#'
+ /usr/bin/sed -e 's#initImage:.*-init$#initImage: perconalab/percona-xtradb-cluster-operator:PR-1125-706f792a#'
++ seq 0 2
+ /usr/bin/sed -e 's#image:.*\/percona-xtradb-cluster:.*$#image: perconalab/percona-xtradb-cluster-operator:main-pxc8.0#'
+ for i in '$(seq 0 2)'
+ kubectl apply -f -
+ /usr/bin/sed -e 's#image:.*-pxc\([0-9]*.[0-9]*\)\{0,1\}$#image: perconalab/percona-xtradb-cluster-operator:main-pxc8.0#'
+ exit_status=0
+ [[ 0 != 0 ]]
+ break
+ cat /tmp/tmp.lVsthwdQHv
perconaxtradbcluster.pxc.percona.com/some-name created
+ cat /tmp/tmp.jjjd5D6uDi
+ rm /tmp/tmp.lVsthwdQHv /tmp/tmp.jjjd5D6uDi
+ return 0
+ [[ 0 -eq 1 ]]
+ [[ -n '' ]]
+ wait_for_running some-name-pxc 1
+ local name=some-name-pxc
+ let last_pod=0
+ :
+ local max_retry=480
++ seq 0 0
+ for i in '$(seq 0 $last_pod)'
+ wait_pod some-name-pxc-0 480
+ local pod=some-name-pxc-0
+ local max_retry=480
+ local ns=
++ echo some-name-pxc-0
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ egrep '^(pxc|proxysql)$'
+ local container=pxc
+ set +o xtrace
some-name-pxc-0...............................Ok
+ sleep 10
+ wait_for_running some-name-pxc 1
+ local name=some-name-pxc
+ let last_pod=0
+ :
+ local max_retry=480
++ seq 0 0
+ for i in '$(seq 0 $last_pod)'
+ wait_pod some-name-pxc-0 480
+ local pod=some-name-pxc-0
+ local max_retry=480
+ local ns=
++ echo some-name-pxc-0
++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/'
++ egrep '^(pxc|proxysql)$'
+ local container=pxc
+ set +o xtrace
some-name-pxc-0.Ok
+ compare_kubectl service/some-name-pxc -100
+ local resource=service/some-name-pxc
+ local postfix=-100
+ local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/upgrade-consistency/compare/service_some-name-pxc-100.yml
+ local new_result=/tmp/tmp.sMQsRm0I67/service_some-name-pxc.yml
+ '[' '!' -z '' -a -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/upgrade-consistency/compare/service_some-name-pxc-100-oc.yml ']'
+ '[' 0 = 1 -a -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/upgrade-consistency/compare/service_some-name-pxc-100-eks.yml ']'
+ [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.0 ]]
+ '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/upgrade-consistency/compare/service_some-name-pxc-100-80.yml ']'
+ version_gt 1.22
++ echo '1.20 >= 1.22'
++ bc -l
+ '[' 0 -eq 1 ']'
+ return 1
+ version_gt 1.21
++ echo '1.20 >= 1.21'
++ bc -l
+ '[' 0 -eq 1 ']'
+ return 1
+ yq d - metadata.managedFields
+ yq d - '**.creationTimestamp'
+ yq d - '**.namespace'
+ yq d - '**.uid'
+ yq d - metadata.resourceVersion
+ yq d - '**.env.(name==CLUSTER_HASH)'
+ yq d - metadata.selfLink
+ yq d - metadata.deletionTimestamp
+ yq d - '**.procMount'
+ yq d - '**."volume.beta.kubernetes.io/storage-provisioner"'
+ yq d - spec.volumeMode
+ yq d - '**."percona.com/*"'
+ yq d - spec.nodeName
+ yq d - '**."volume.kubernetes.io/storage-provisioner"'
+ yq d - '**.finalizers'
+ yq d - '**.storageClassName'
+ yq d - '**.image'
+ yq d - '**.clusterIP'
+ yq d - '**.clusterIPs'
+ yq d - '**.dataSource'
+ yq d - '**.volumeName'
+ yq d - '**.nodePort'
+ yq d - '**.(volumeMode==Filesystem).volumeMode'
+ yq d - '**."kubernetes.io/pvc-protection"'
+ yq d - '**.healthCheckNodePort'
+ yq d - status
+ yq d - '**.imagePullSecrets'
+ yq d - '**.(name==NAMESPACE)'
+ yq d - '**.creationTimestamp'
+ yq d - '**."volume.kubernetes.io/selected-node"'
+ yq d - '**.enableServiceLinks'
+ yq d - '**.(name==suffix)'
+ yq d - '**.(name==percona-xtradb-cluster-operator-workload-token*)'
+ yq d - 'metadata.annotations."cloud.google.com/neg"'
+ yq d - '**.(name==S3_BUCKET_PATH)'
+ yq d - '**.preemptionPolicy'
+ yq d - '**.(name==S3_BUCKET_URL)'
+ yq d - spec.ipFamilyPolicy
+ yq d - 'spec.volumeClaimTemplates.*.apiVersion'
+ /usr/bin/sed 's#^apiVersion: policy/v1beta1#apiVersion: policy/v1#'
+ yq d - 'spec.volumeClaimTemplates.*.kind'
+ yq d - 'metadata.ownerReferences.*.apiVersion'
+ yq d - '**.controller-uid'
+ /usr/bin/sed 's/namespace\:.*name/name/'
+ yq d - spec.ipFamilies
+ yq d - 'metadata.annotations."kubernetes.io/psp"'
+ /usr/bin/sed 's/name: kube-api-access-.*$/name: kube-api-access/'
+ /usr/bin/sed s/upgrade-consistency-13700/namespace/g
+ yq d - 'metadata.annotations."k8s.v1.cni.cncf.io*"'
+ kubectl_bin get -o yaml service/some-name-pxc
++ mktemp
+ local LAST_OUT=/tmp/tmp.7JmTWE1xuZ
++ mktemp
+ local LAST_ERR=/tmp/tmp.djuMBtaJ67
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ kubectl get -o yaml service/some-name-pxc
+ exit_status=0
+ [[ 0 != 0 ]]
+ break
+ cat /tmp/tmp.7JmTWE1xuZ
+ cat /tmp/tmp.djuMBtaJ67
+ rm /tmp/tmp.7JmTWE1xuZ /tmp/tmp.djuMBtaJ67
+ return 0
+ diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/upgrade-consistency/compare/service_some-name-pxc-100.yml /tmp/tmp.sMQsRm0I67/service_some-name-pxc.yml
+ compare_kubectl service/some-name-proxysql -100
+ local resource=service/some-name-proxysql
+ local postfix=-100
+ local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/upgrade-consistency/compare/service_some-name-proxysql-100.yml
+ local new_result=/tmp/tmp.sMQsRm0I67/service_some-name-proxysql.yml
+ '[' '!' -z '' -a -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/upgrade-consistency/compare/service_some-name-proxysql-100-oc.yml ']'
+ '[' 0 = 1 -a -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/upgrade-consistency/compare/service_some-name-proxysql-100-eks.yml ']'
+ [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.0 ]]
+ '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/upgrade-consistency/compare/service_some-name-proxysql-100-80.yml ']'
+ version_gt 1.22
++ echo '1.20 >= 1.22'
++ bc -l
+ '[' 0 -eq 1 ']'
+ return 1
+ version_gt 1.21
++ bc -l
++ echo '1.20 >= 1.21'
+ '[' 0 -eq 1 ']'
+ return 1
+ yq d - metadata.selfLink
+ yq d - metadata.deletionTimestamp
+ yq d - 'metadata.annotations."k8s.v1.cni.cncf.io*"'
+ yq d - 'metadata.annotations."kubernetes.io/psp"'
+ yq d - 'metadata.annotations."cloud.google.com/neg"'
+ yq d - '**.(name==percona-xtradb-cluster-operator-workload-token*)'
+ yq d - '**.creationTimestamp'
+ yq d - '**.image'
+ yq d - '**.clusterIP'
+ yq d - '**.clusterIPs'
+ yq d - '**.imagePullSecrets'
+ yq d - '**.healthCheckNodePort'
+ yq d - '**.dataSource'
+ yq d - metadata.resourceVersion
+ yq d - '**.procMount'
+ yq d - '**.env.(name==CLUSTER_HASH)'
+ yq d - '**.storageClassName'
+ yq d - '**."volume.kubernetes.io/selected-node"'
+ yq d - '**.finalizers'
+ yq d - '**."percona.com/*"'
+ yq d - '**."kubernetes.io/pvc-protection"'
+ yq d - '**.(volumeMode==Filesystem).volumeMode'
+ yq d - '**.volumeName'
+ yq d - '**.nodePort'
+ yq d - '**.enableServiceLinks'
+ yq d - '**."volume.beta.kubernetes.io/storage-provisioner"'
+ yq d - status
+ yq d - '**."volume.kubernetes.io/storage-provisioner"'
+ yq d - '**.(name==NAMESPACE)'
+ yq d - spec.volumeMode
+ yq d - '**.(name==suffix)'
+ yq d - spec.nodeName
+ yq d - '**.(name==S3_BUCKET_PATH)'
+ yq d - '**.(name==S3_BUCKET_URL)'
+ yq d - 'spec.volumeClaimTemplates.*.apiVersion'
+ yq d - 'spec.volumeClaimTemplates.*.kind'
+ yq d - '**.uid'
+ yq d - 'metadata.ownerReferences.*.apiVersion'
+ yq d - '**.controller-uid'
+ yq d - '**.preemptionPolicy'
+ yq d - '**.namespace'
+ yq d - spec.ipFamilies
+ yq d - spec.ipFamilyPolicy
+ yq d - '**.creationTimestamp'
+ /usr/bin/sed 's#^apiVersion: policy/v1beta1#apiVersion: policy/v1#'
+ yq d - metadata.managedFields
+ /usr/bin/sed 's/name: kube-api-access-.*$/name: kube-api-access/'
+ /usr/bin/sed 's/namespace\:.*name/name/'
+ /usr/bin/sed s/upgrade-consistency-13700/namespace/g
+ kubectl_bin get -o yaml service/some-name-proxysql
++ mktemp
+ local LAST_OUT=/tmp/tmp.nZ0Ie2rGFN
++ mktemp
+ local LAST_ERR=/tmp/tmp.epbln4JKDY
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ kubectl get -o yaml service/some-name-proxysql
+ exit_status=0
+ [[ 0 != 0 ]]
+ break
+ cat /tmp/tmp.nZ0Ie2rGFN
+ cat /tmp/tmp.epbln4JKDY
+ rm /tmp/tmp.nZ0Ie2rGFN /tmp/tmp.epbln4JKDY
+ return 0
+ diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/upgrade-consistency/compare/service_some-name-proxysql-100.yml /tmp/tmp.sMQsRm0I67/service_some-name-proxysql.yml
+ compare_kubectl statefulset/some-name-pxc -100
+ local resource=statefulset/some-name-pxc
+ local postfix=-100
+ local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/upgrade-consistency/compare/statefulset_some-name-pxc-100.yml
+ local new_result=/tmp/tmp.sMQsRm0I67/statefulset_some-name-pxc.yml
+ '[' '!' -z '' -a -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/upgrade-consistency/compare/statefulset_some-name-pxc-100-oc.yml ']'
+ '[' 0 = 1 -a -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/upgrade-consistency/compare/statefulset_some-name-pxc-100-eks.yml ']'
+ [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.0 ]]
+ '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/upgrade-consistency/compare/statefulset_some-name-pxc-100-80.yml ']'
+ version_gt 1.22
++ echo '1.20 >= 1.22'
++ bc -l
+ '[' 0 -eq 1 ']'
+ return 1
+ version_gt 1.21
++ echo '1.20 >= 1.21'
++ bc -l
+ '[' 0 -eq 1 ']'
+ return 1
+ kubectl_bin get -o yaml statefulset/some-name-pxc
++ mktemp
+ local LAST_OUT=/tmp/tmp.UTo2idHWET
+ yq d - '**.namespace'
+ yq d - '**.uid'
+ yq d - metadata.resourceVersion
+ yq d - '**.env.(name==CLUSTER_HASH)'
+ yq d - 'metadata.annotations."cloud.google.com/neg"'
+ yq d - '**.(name==percona-xtradb-cluster-operator-workload-token*)'
+ yq d - '**.clusterIPs'
+ yq d - '**.dataSource'
++ mktemp
+ local LAST_ERR=/tmp/tmp.SFPM1gwMxm
+ local exit_status=0
+ yq d - spec.nodeName
+ yq d - '**.(volumeMode==Filesystem).volumeMode'
+ yq d - '**."kubernetes.io/pvc-protection"'
+ yq d - '**.enableServiceLinks'
+ yq d - '**.(name==suffix)'
+ yq d - '**."volume.kubernetes.io/selected-node"'
+ yq d - '**.creationTimestamp'
+ yq d - '**.volumeName'
+ yq d - '**.image'
+ yq d - '**."volume.beta.kubernetes.io/storage-provisioner"'
+ yq d - '**.clusterIP'
+ yq d - '**.procMount'
+ yq d - '**."volume.kubernetes.io/storage-provisioner"'
+ yq d - '**.storageClassName'
+ yq d - spec.volumeMode
+ yq d - '**.healthCheckNodePort'
+ yq d - status
+ yq d - '**.finalizers'
+ yq d - '**."percona.com/*"'
+ yq d - '**.nodePort'
+ yq d - '**.imagePullSecrets'
+ yq d - 'metadata.annotations."kubernetes.io/psp"'
+ yq d - '**.(name==NAMESPACE)'
+ yq d - 'metadata.annotations."k8s.v1.cni.cncf.io*"'
+ yq d - '**.(name==S3_BUCKET_URL)'
+ yq d - 'spec.volumeClaimTemplates.*.apiVersion'
+ yq d - metadata.deletionTimestamp
+ yq d - 'metadata.ownerReferences.*.apiVersion'
+ yq d - '**.controller-uid'
+ yq d - '**.preemptionPolicy'
+ yq d - spec.ipFamilies
++ seq 0 2
+ for i in '$(seq 0 2)'
+ kubectl get -o yaml statefulset/some-name-pxc
+ yq d - '**.(name==S3_BUCKET_PATH)'
+ yq d - 'spec.volumeClaimTemplates.*.kind'
+ yq d - metadata.selfLink
+ yq d - '**.creationTimestamp'
+ /usr/bin/sed 's/namespace\:.*name/name/'
+ /usr/bin/sed 's/name: kube-api-access-.*$/name: kube-api-access/'
+ /usr/bin/sed s/upgrade-consistency-13700/namespace/g
+ /usr/bin/sed 's#^apiVersion: policy/v1beta1#apiVersion: policy/v1#'
+ yq d - spec.ipFamilyPolicy
+ yq d - metadata.managedFields
+ exit_status=0
+ [[ 0 != 0 ]]
+ break
+ cat /tmp/tmp.UTo2idHWET
+ cat /tmp/tmp.SFPM1gwMxm
+ rm /tmp/tmp.UTo2idHWET /tmp/tmp.SFPM1gwMxm
+ return 0
+ diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/upgrade-consistency/compare/statefulset_some-name-pxc-100.yml /tmp/tmp.sMQsRm0I67/statefulset_some-name-pxc.yml
+ compare_kubectl statefulset/some-name-proxysql -100
+ local resource=statefulset/some-name-proxysql
+ local postfix=-100
+ local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/upgrade-consistency/compare/statefulset_some-name-proxysql-100.yml
+ local new_result=/tmp/tmp.sMQsRm0I67/statefulset_some-name-proxysql.yml
+ '[' '!' -z '' -a -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/upgrade-consistency/compare/statefulset_some-name-proxysql-100-oc.yml ']'
+ '[' 0 = 1 -a -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/upgrade-consistency/compare/statefulset_some-name-proxysql-100-eks.yml ']'
+ [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.0 ]]
+ '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/upgrade-consistency/compare/statefulset_some-name-proxysql-100-80.yml ']'
+ version_gt 1.22
++ echo '1.20 >= 1.22'
++ bc -l
+ '[' 0 -eq 1 ']'
+ return 1
+ version_gt 1.21
++ echo '1.20 >= 1.21'
++ bc -l
+ '[' 0 -eq 1 ']'
+ return 1
+ kubectl_bin get -o yaml statefulset/some-name-proxysql
+ yq d - '**.namespace'
+ yq d - '**.uid'
+ yq d - metadata.resourceVersion
+ yq d - '**.env.(name==CLUSTER_HASH)'
+ yq d - metadata.selfLink
+ yq d - metadata.deletionTimestamp
+ yq d - '**.image'
+ yq d - '**.clusterIPs'
+ yq d - '**.dataSource'
+ yq d - '**.procMount'
+ yq d - '**."percona.com/*"'
+ yq d - '**.storageClassName'
+ yq d - '**.creationTimestamp'
+ yq d - '**.(name==suffix)'
+ yq d - 'metadata.annotations."kubernetes.io/psp"'
+ yq d - '**.finalizers'
+ yq d - 'metadata.annotations."cloud.google.com/neg"'
+ yq d - '**."kubernetes.io/pvc-protection"'
+ yq d - '**.(name==percona-xtradb-cluster-operator-workload-token*)'
+ yq d - '**.volumeName'
+ yq d - '**."volume.kubernetes.io/selected-node"'
+ yq d - '**."volume.beta.kubernetes.io/storage-provisioner"'
+ yq d - '**.(volumeMode==Filesystem).volumeMode'
+ yq d - '**.clusterIP'
+ yq d - '**.healthCheckNodePort'
+ yq d - '**."volume.kubernetes.io/storage-provisioner"'
+ yq d - spec.nodeName
+ yq d - spec.volumeMode
+ yq d - '**.(name==S3_BUCKET_PATH)'
+ yq d - '**.nodePort'
+ yq d - '**.imagePullSecrets'
+ yq d - '**.enableServiceLinks'
+ yq d - '**.(name==S3_BUCKET_URL)'
+ yq d - status
+ yq d - '**.(name==NAMESPACE)'
+ yq d - 'spec.volumeClaimTemplates.*.apiVersion'
+ yq d - 'spec.volumeClaimTemplates.*.kind'
+ yq d - 'metadata.ownerReferences.*.apiVersion'
+ yq d - 'metadata.annotations."k8s.v1.cni.cncf.io*"'
+ yq d - '**.controller-uid'
+ yq d - '**.preemptionPolicy'
+ yq d - spec.ipFamilies
+ yq d - spec.ipFamilyPolicy
+ /usr/bin/sed 's#^apiVersion: policy/v1beta1#apiVersion: policy/v1#'
+ /usr/bin/sed 's/name: kube-api-access-.*$/name: kube-api-access/'
+ yq d - '**.creationTimestamp'
+ /usr/bin/sed s/upgrade-consistency-13700/namespace/g
+ /usr/bin/sed 's/namespace\:.*name/name/'
+ yq d - metadata.managedFields
++ mktemp
+ local LAST_OUT=/tmp/tmp.MHNNFJiqze
++ mktemp
+ local LAST_ERR=/tmp/tmp.ohF77QkHbo
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ kubectl get -o yaml statefulset/some-name-proxysql
+ exit_status=0
+ [[ 0 != 0 ]]
+ break
+ cat /tmp/tmp.MHNNFJiqze
+ cat /tmp/tmp.ohF77QkHbo
+ rm /tmp/tmp.MHNNFJiqze /tmp/tmp.ohF77QkHbo
+ return 0
+ diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/upgrade-consistency/compare/statefulset_some-name-proxysql-100.yml /tmp/tmp.sMQsRm0I67/statefulset_some-name-proxysql.yml
+ API=pxc.percona.com/v1-1-0
+ kubectl_bin patch pxc some-name --type=merge --patch '{
        "spec": {"crVersion":"1.1.0"}
    }'
++ mktemp
+ local LAST_OUT=/tmp/tmp.9PnuRI6yss
++ mktemp
+ local LAST_ERR=/tmp/tmp.sjkHzbxI1U
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ kubectl patch pxc some-name --type=merge --patch '{
        "spec": {"crVersion":"1.1.0"}
    }'
+ exit_status=0
+ [[ 0 != 0 ]]
+ break
+ cat /tmp/tmp.9PnuRI6yss
perconaxtradbcluster.pxc.percona.com/some-name patched
+ cat /tmp/tmp.sjkHzbxI1U
+ rm /tmp/tmp.9PnuRI6yss /tmp/tmp.sjkHzbxI1U
+ return 0
+ wait_for_sts_generation some-name-pxc 2 1
+ local name=some-name-pxc
+ local desired_generation=2
+ local size=1
+ set +o xtrace
Waiting for statefulset readyness
+ compare_kubectl service/some-name-pxc -110
+ local resource=service/some-name-pxc
+ local postfix=-110
+ local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/upgrade-consistency/compare/service_some-name-pxc-110.yml
+ local new_result=/tmp/tmp.sMQsRm0I67/service_some-name-pxc.yml
+ '[' '!' -z '' -a -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/upgrade-consistency/compare/service_some-name-pxc-110-oc.yml ']'
+ '[' 0 = 1 -a -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/upgrade-consistency/compare/service_some-name-pxc-110-eks.yml ']'
+ [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.0 ]]
+ '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/upgrade-consistency/compare/service_some-name-pxc-110-80.yml ']'
+ version_gt 1.22
++ echo '1.20 >= 1.22'
++ bc -l
+ '[' 0 -eq 1 ']'
+ return 1
+ version_gt 1.21
++ echo '1.20 >= 1.21'
++ bc -l
+ '[' 0 -eq 1 ']'
+ return 1
+ yq d - metadata.managedFields
+ yq d - metadata.resourceVersion
+ yq d - '**.namespace'
+ yq d - 'metadata.annotations."cloud.google.com/neg"'
+ yq d - '**.(name==percona-xtradb-cluster-operator-workload-token*)'
+ yq d - '**.creationTimestamp'
+ yq d - '**.image'
+ yq d - '**.volumeName'
+ yq d - '**."volume.beta.kubernetes.io/storage-provisioner"'
+ yq d - '**."volume.kubernetes.io/storage-provisioner"'
+ yq d - spec.volumeMode
+ yq d - spec.nodeName
+ yq d - '**."volume.kubernetes.io/selected-node"'
+ yq d - '**."percona.com/*"'
+ yq d - '**.(volumeMode==Filesystem).volumeMode'
+ yq d - '**.healthCheckNodePort'
+ yq d - '**.nodePort'
+ yq d - '**.storageClassName'
+ yq d - '**.finalizers'
+ yq d - '**.imagePullSecrets'
+ yq d - '**.dataSource'
+ yq d - '**.procMount'
+ yq d - metadata.selfLink
+ yq d - metadata.deletionTimestamp
+ yq d - '**.enableServiceLinks'
+ yq d - 'metadata.annotations."k8s.v1.cni.cncf.io*"'
+ yq d - 'metadata.annotations."kubernetes.io/psp"'
+ yq d - '**.clusterIP'
+ yq d - status
+ yq d - '**.clusterIPs'
+ yq d - '**.(name==NAMESPACE)'
+ yq d - '**."kubernetes.io/pvc-protection"'
+ yq d - '**.(name==suffix)'
+ yq d - '**.env.(name==CLUSTER_HASH)'
+ yq d - '**.(name==S3_BUCKET_PATH)'
+ yq d - '**.(name==S3_BUCKET_URL)'
+ yq d - 'spec.volumeClaimTemplates.*.apiVersion'
+ yq d - 'spec.volumeClaimTemplates.*.kind'
+ yq d - '**.uid'
+ yq d - 'metadata.ownerReferences.*.apiVersion'
+ yq d - '**.controller-uid'
+ yq d - '**.preemptionPolicy'
+ yq d - spec.ipFamilies
+ yq d - spec.ipFamilyPolicy
+ /usr/bin/sed 's#^apiVersion: policy/v1beta1#apiVersion: policy/v1#'
+ /usr/bin/sed 's/name: kube-api-access-.*$/name: kube-api-access/'
+ /usr/bin/sed 's/namespace\:.*name/name/'
+ yq d - '**.creationTimestamp'
+ /usr/bin/sed s/upgrade-consistency-13700/namespace/g
+ kubectl_bin get -o yaml service/some-name-pxc
++ mktemp
+ local LAST_OUT=/tmp/tmp.fUMEGCUt22
++ mktemp
+ local LAST_ERR=/tmp/tmp.LpP5CZVvTn
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ kubectl get -o yaml service/some-name-pxc
+ exit_status=0
+ [[ 0 != 0 ]]
+ break
+ cat /tmp/tmp.fUMEGCUt22
+ cat /tmp/tmp.LpP5CZVvTn
+ rm /tmp/tmp.fUMEGCUt22 /tmp/tmp.LpP5CZVvTn
+ return 0
+ diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/upgrade-consistency/compare/service_some-name-pxc-110.yml /tmp/tmp.sMQsRm0I67/service_some-name-pxc.yml
+ compare_kubectl service/some-name-proxysql -110
+ local resource=service/some-name-proxysql
+ local postfix=-110
+ local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/upgrade-consistency/compare/service_some-name-proxysql-110.yml
+ local new_result=/tmp/tmp.sMQsRm0I67/service_some-name-proxysql.yml
+ '[' '!' -z '' -a -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/upgrade-consistency/compare/service_some-name-proxysql-110-oc.yml ']'
+ '[' 0 = 1 -a -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/upgrade-consistency/compare/service_some-name-proxysql-110-eks.yml ']'
+ [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.0 ]]
+ '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/upgrade-consistency/compare/service_some-name-proxysql-110-80.yml ']'
+ version_gt 1.22
++ bc -l
++ echo '1.20 >= 1.22'
+ '[' 0 -eq 1 ']'
+ return 1
+ version_gt 1.21
++ echo '1.20 >= 1.21'
++ bc -l
+ '[' 0 -eq 1 ']'
+ return 1
+ yq d - metadata.managedFields
+ kubectl_bin get -o yaml service/some-name-proxysql
+ yq d - '**.namespace'
+ yq d - '**.(name==percona-xtradb-cluster-operator-workload-token*)'
+ yq d - '**.creationTimestamp'
+ yq d - '**.image'
+ yq d - '**.clusterIP'
+ yq d - '**.clusterIPs'
+ yq d - '**.dataSource'
+ yq d - '**.procMount'
+ yq d - '**.storageClassName'
+ yq d - '**.finalizers'
+ yq d - '**."percona.com/*"'
+ yq d - '**."kubernetes.io/pvc-protection"'
+ yq d - '**.healthCheckNodePort'
+ yq d - '**.volumeName'
+ yq d - '**."volume.beta.kubernetes.io/storage-provisioner"'
+ yq d - '**.imagePullSecrets'
+ yq d - '**.enableServiceLinks'
+ yq d - '**.(name==NAMESPACE)'
+ yq d - '**.nodePort'
+ yq d - '**."volume.kubernetes.io/storage-provisioner"'
+ yq d - metadata.selfLink
+ yq d - metadata.deletionTimestamp
+ yq d - 'metadata.annotations."k8s.v1.cni.cncf.io*"'
+ yq d - 'metadata.annotations."kubernetes.io/psp"'
+ yq d - spec.volumeMode
+ yq d - spec.nodeName
+ yq d - '**."volume.kubernetes.io/selected-node"'
+ yq d - 'metadata.annotations."cloud.google.com/neg"'
+ yq d - '**.(volumeMode==Filesystem).volumeMode'
+ yq d - status
+ yq d - '**.(name==suffix)'
+ yq d - '**.env.(name==CLUSTER_HASH)'
+ yq d - metadata.resourceVersion
++ mktemp
+ local LAST_OUT=/tmp/tmp.hFNnMUEJF0
+ yq d - 'spec.volumeClaimTemplates.*.apiVersion'
+ yq d - 'spec.volumeClaimTemplates.*.kind'
+ yq d - '**.(name==S3_BUCKET_PATH)'
+ yq d - 'metadata.ownerReferences.*.apiVersion'
+ yq d - '**.controller-uid'
+ yq d - '**.uid'
+ yq d - '**.preemptionPolicy'
+ yq d - '**.(name==S3_BUCKET_URL)'
+ /usr/bin/sed 's/name: kube-api-access-.*$/name: kube-api-access/'
+ /usr/bin/sed 's/namespace\:.*name/name/'
+ /usr/bin/sed 's#^apiVersion: policy/v1beta1#apiVersion: policy/v1#'
+ yq d - spec.ipFamilies
+ yq d - spec.ipFamilyPolicy
+ /usr/bin/sed s/upgrade-consistency-13700/namespace/g
++ mktemp
+ local LAST_ERR=/tmp/tmp.KTmd73gVqk
+ local exit_status=0
+ yq d - '**.creationTimestamp'
++ seq 0 2
+ for i in '$(seq 0 2)'
+ kubectl get -o yaml service/some-name-proxysql
+ exit_status=0
+ [[ 0 != 0 ]]
+ break
+ cat /tmp/tmp.hFNnMUEJF0
+ cat /tmp/tmp.KTmd73gVqk
+ rm /tmp/tmp.hFNnMUEJF0 /tmp/tmp.KTmd73gVqk
+ return 0
+ diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/upgrade-consistency/compare/service_some-name-proxysql-110.yml /tmp/tmp.sMQsRm0I67/service_some-name-proxysql.yml
+ compare_kubectl statefulset/some-name-pxc -110
+ local resource=statefulset/some-name-pxc
+ local postfix=-110
+ local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/upgrade-consistency/compare/statefulset_some-name-pxc-110.yml
+ local new_result=/tmp/tmp.sMQsRm0I67/statefulset_some-name-pxc.yml
+ '[' '!' -z '' -a -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/upgrade-consistency/compare/statefulset_some-name-pxc-110-oc.yml ']'
+ '[' 0 = 1 -a -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/upgrade-consistency/compare/statefulset_some-name-pxc-110-eks.yml ']'
+ [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.0 ]]
+ '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/upgrade-consistency/compare/statefulset_some-name-pxc-110-80.yml ']'
+ version_gt 1.22
++ echo '1.20 >= 1.22'
++ bc -l
+ '[' 0 -eq 1 ']'
+ return 1
+ version_gt 1.21
++ echo '1.20 >= 1.21'
++ bc -l
+ '[' 0 -eq 1 ']'
+ return 1
+ yq d - '**.namespace'
+ yq d - '**.uid'
+ yq d - metadata.resourceVersion
+ yq d - metadata.selfLink
+ yq d - '**.env.(name==CLUSTER_HASH)'
+ yq d - '**."volume.kubernetes.io/storage-provisioner"'
+ yq d - '**.enableServiceLinks'
+ yq d - spec.nodeName
+ yq d - status
+ yq d - '**."volume.kubernetes.io/selected-node"'
+ yq d - '**.(volumeMode==Filesystem).volumeMode'
+ yq d - '**.(name==NAMESPACE)'
+ yq d - '**.clusterIP'
+ yq d - spec.volumeMode
+ yq d - '**.image'
+ yq d - 'metadata.annotations."k8s.v1.cni.cncf.io*"'
+ yq d - '**.clusterIPs'
+ yq d - '**.dataSource'
+ yq d - 'metadata.annotations."kubernetes.io/psp"'
+ yq d - '**.procMount'
+ yq d - 'metadata.annotations."cloud.google.com/neg"'
+ yq d - '**.storageClassName'
+ yq d - '**.(name==percona-xtradb-cluster-operator-workload-token*)'
+ yq d - '**.creationTimestamp'
+ yq d - '**.finalizers'
+ yq d - '**."kubernetes.io/pvc-protection"'
+ yq d - '**."volume.beta.kubernetes.io/storage-provisioner"'
+ yq d - '**."percona.com/*"'
+ yq d - '**.volumeName'
+ yq d - '**.(name==suffix)'
+ yq d - '**.(name==S3_BUCKET_PATH)'
+ yq d - '**.healthCheckNodePort'
+ yq d - '**.nodePort'
+ yq d - '**.(name==S3_BUCKET_URL)'
+ yq d - 'spec.volumeClaimTemplates.*.apiVersion'
+ yq d - metadata.deletionTimestamp
+ yq d - 'spec.volumeClaimTemplates.*.kind'
+ yq d - 'metadata.ownerReferences.*.apiVersion'
+ yq d - '**.controller-uid'
+ yq d - '**.preemptionPolicy'
+ yq d - '**.imagePullSecrets'
+ yq d - '**.creationTimestamp'
+ yq d - spec.ipFamilyPolicy
+ yq d - spec.ipFamilies
+ yq d - metadata.managedFields
+ kubectl_bin get -o yaml statefulset/some-name-pxc
+ /usr/bin/sed 's/name: kube-api-access-.*$/name: kube-api-access/'
+ /usr/bin/sed 's/namespace\:.*name/name/'
+ /usr/bin/sed 's#^apiVersion: policy/v1beta1#apiVersion: policy/v1#'
+ /usr/bin/sed s/upgrade-consistency-13700/namespace/g
++ mktemp
+ local LAST_OUT=/tmp/tmp.9NOlFl3QJd
++ mktemp
+ local LAST_ERR=/tmp/tmp.G3tUwuYcgR
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ kubectl get -o yaml statefulset/some-name-pxc
+ exit_status=0
+ [[ 0 != 0 ]]
+ break
+ cat /tmp/tmp.9NOlFl3QJd
+ cat /tmp/tmp.G3tUwuYcgR
+ rm /tmp/tmp.9NOlFl3QJd /tmp/tmp.G3tUwuYcgR
+ return 0
+ diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/upgrade-consistency/compare/statefulset_some-name-pxc-110.yml /tmp/tmp.sMQsRm0I67/statefulset_some-name-pxc.yml
+ compare_kubectl statefulset/some-name-proxysql -110
+ local resource=statefulset/some-name-proxysql
+ local postfix=-110
+ local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/upgrade-consistency/compare/statefulset_some-name-proxysql-110.yml
+ local new_result=/tmp/tmp.sMQsRm0I67/statefulset_some-name-proxysql.yml
+ '[' '!' -z '' -a -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/upgrade-consistency/compare/statefulset_some-name-proxysql-110-oc.yml ']'
+ '[' 0 = 1 -a -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/upgrade-consistency/compare/statefulset_some-name-proxysql-110-eks.yml ']'
+ [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.0 ]]
+ '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/upgrade-consistency/compare/statefulset_some-name-proxysql-110-80.yml ']'
+ version_gt 1.22
++ echo '1.20 >= 1.22'
++ bc -l
+ '[' 0 -eq 1 ']'
+ return 1
+ version_gt 1.21
++ echo '1.20 >= 1.21'
++ bc -l
+ '[' 0 -eq 1 ']'
+ return 1
+ kubectl_bin get -o yaml statefulset/some-name-proxysql
+ yq d - '**.namespace'
+ yq d - '**.uid'
+ yq d - metadata.resourceVersion
+ yq d - '**.env.(name==CLUSTER_HASH)'
+ yq d - metadata.selfLink
+ yq d - metadata.deletionTimestamp
+ yq d - 'metadata.annotations."k8s.v1.cni.cncf.io*"'
+ yq d - spec.volumeMode
+ yq d - spec.nodeName
+ yq d - '**.finalizers'
+ yq d - '**."volume.kubernetes.io/selected-node"'
+ yq d - '**."volume.beta.kubernetes.io/storage-provisioner"'
+ yq d - '**."kubernetes.io/pvc-protection"'
+ yq d - '**."percona.com/*"'
+ yq d - '**.dataSource'
+ yq d - '**.(volumeMode==Filesystem).volumeMode'
+ yq d - '**.(name==percona-xtradb-cluster-operator-workload-token*)'
+ yq d - '**.healthCheckNodePort'
+ yq d - '**.creationTimestamp'
+ yq d - '**.nodePort'
+ yq d - '**.image'
+ yq d - '**.clusterIP'
+ yq d - '**.clusterIPs'
+ yq d - '**.imagePullSecrets'
+ yq d - '**.storageClassName'
+ yq d - '**.enableServiceLinks'
+ yq d - '**."volume.kubernetes.io/storage-provisioner"'
+ yq d - status
+ yq d - '**.procMount'
+ yq d - '**.(name==NAMESPACE)'
+ yq d - '**.volumeName'
+ yq d - '**.(name==suffix)'
+ yq d - 'metadata.annotations."cloud.google.com/neg"'
+ yq d - '**.(name==S3_BUCKET_PATH)'
+ yq d - 'spec.volumeClaimTemplates.*.kind'
+ yq d - '**.(name==S3_BUCKET_URL)'
+ yq d - 'metadata.ownerReferences.*.apiVersion'
+ yq d - 'metadata.annotations."kubernetes.io/psp"'
+ yq d - 'spec.volumeClaimTemplates.*.apiVersion'
+ yq d - '**.controller-uid'
+ yq d - '**.preemptionPolicy'
+ yq d - '**.creationTimestamp'
+ yq d - spec.ipFamilies
+ /usr/bin/sed 's/namespace\:.*name/name/'
+ /usr/bin/sed s/upgrade-consistency-13700/namespace/g
+ /usr/bin/sed 's/name: kube-api-access-.*$/name: kube-api-access/'
+ /usr/bin/sed 's#^apiVersion: policy/v1beta1#apiVersion: policy/v1#'
+ yq d - spec.ipFamilyPolicy
++ mktemp
+ yq d - metadata.managedFields
+ local LAST_OUT=/tmp/tmp.CRP9hg900W
++ mktemp
+ local LAST_ERR=/tmp/tmp.6M22a1hKrq
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ kubectl get -o yaml statefulset/some-name-proxysql
+ exit_status=0
+ [[ 0 != 0 ]]
+ break
+ cat /tmp/tmp.CRP9hg900W
+ cat /tmp/tmp.6M22a1hKrq
+ rm /tmp/tmp.CRP9hg900W /tmp/tmp.6M22a1hKrq
+ return 0
+ diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/upgrade-consistency/compare/statefulset_some-name-proxysql-110.yml /tmp/tmp.sMQsRm0I67/statefulset_some-name-proxysql.yml
+ API=pxc.percona.com/v1-2-0
+ kubectl_bin patch pxc some-name --type=merge --patch '{
        "spec": {"crVersion":"1.2.0"}
    }'
++ mktemp
+ local LAST_OUT=/tmp/tmp.kVAy3K3Nls
++ mktemp
+ local LAST_ERR=/tmp/tmp.FosuqgCMrb
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ kubectl patch pxc some-name --type=merge --patch '{
        "spec": {"crVersion":"1.2.0"}
    }'
+ exit_status=0
+ [[ 0 != 0 ]]
+ break
+ cat /tmp/tmp.kVAy3K3Nls
perconaxtradbcluster.pxc.percona.com/some-name patched
+ cat /tmp/tmp.FosuqgCMrb
+ rm /tmp/tmp.kVAy3K3Nls /tmp/tmp.FosuqgCMrb
+ return 0
+ wait_for_sts_generation some-name-pxc 2 1
+ local name=some-name-pxc
+ local desired_generation=2
+ local size=1
+ set +o xtrace
Waiting for statefulset readyness
+ compare_kubectl service/some-name-pxc -120
+ local resource=service/some-name-pxc
+ local postfix=-120
+ local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/upgrade-consistency/compare/service_some-name-pxc-120.yml
+ local new_result=/tmp/tmp.sMQsRm0I67/service_some-name-pxc.yml
+ '[' '!' -z '' -a -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/upgrade-consistency/compare/service_some-name-pxc-120-oc.yml ']'
+ '[' 0 = 1 -a -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/upgrade-consistency/compare/service_some-name-pxc-120-eks.yml ']'
+ [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.0 ]]
+ '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/upgrade-consistency/compare/service_some-name-pxc-120-80.yml ']'
+ version_gt 1.22
++ echo '1.20 >= 1.22'
++ bc -l
+ '[' 0 -eq 1 ']'
+ return 1
+ version_gt 1.21
++ echo '1.20 >= 1.21'
++ bc -l
+ '[' 0 -eq 1 ']'
+ return 1
+ kubectl_bin get -o yaml service/some-name-pxc
+ yq d - '**.namespace'
+ yq d - '**.uid'
+ yq d - metadata.resourceVersion
+ yq d - '**.env.(name==CLUSTER_HASH)'
+ yq d - metadata.selfLink
+ yq d - metadata.deletionTimestamp
+ yq d - 'metadata.annotations."k8s.v1.cni.cncf.io*"'
+ yq d - '**."volume.kubernetes.io/storage-provisioner"'
+ yq d - '**.finalizers'
+ yq d - '**.volumeName'
+ yq d - '**."volume.beta.kubernetes.io/storage-provisioner"'
+ yq d - spec.volumeMode
+ yq d - '**."kubernetes.io/pvc-protection"'
+ yq d - '**.dataSource'
+ yq d - spec.nodeName
+ yq d - '**.(name==percona-xtradb-cluster-operator-workload-token*)'
+ yq d - '**."volume.kubernetes.io/selected-node"'
+ yq d - '**.creationTimestamp'
+ yq d - '**."percona.com/*"'
+ yq d - '**.image'
+ yq d - '**.(volumeMode==Filesystem).volumeMode'
+ yq d - '**.clusterIP'
+ yq d - '**.healthCheckNodePort'
+ yq d - '**.clusterIPs'
+ yq d - '**.nodePort'
+ yq d - '**.storageClassName'
+ yq d - '**.procMount'
+ yq d - '**.imagePullSecrets'
+ yq d - '**.enableServiceLinks'
+ yq d - status
+ yq d - '**.(name==NAMESPACE)'
+ yq d - '**.(name==suffix)'
+ yq d - 'metadata.annotations."cloud.google.com/neg"'
+ yq d - '**.(name==S3_BUCKET_PATH)'
+ yq d - 'metadata.annotations."kubernetes.io/psp"'
+ yq d - '**.(name==S3_BUCKET_URL)'
+ yq d - 'spec.volumeClaimTemplates.*.apiVersion'
+ yq d - '**.preemptionPolicy'
+ yq d - 'spec.volumeClaimTemplates.*.kind'
+ yq d - spec.ipFamilies
+ yq d - 'metadata.ownerReferences.*.apiVersion'
+ yq d - '**.controller-uid'
+ yq d - spec.ipFamilyPolicy
+ /usr/bin/sed 's#^apiVersion: policy/v1beta1#apiVersion: policy/v1#'
+ /usr/bin/sed 's/name: kube-api-access-.*$/name: kube-api-access/'
+ /usr/bin/sed 's/namespace\:.*name/name/'
+ yq d - '**.creationTimestamp'
+ /usr/bin/sed s/upgrade-consistency-13700/namespace/g
+ yq d - metadata.managedFields
++ mktemp
+ local LAST_OUT=/tmp/tmp.1rldUfgjkm
++ mktemp
+ local LAST_ERR=/tmp/tmp.lTmCJ35Yed
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ kubectl get -o yaml service/some-name-pxc
+ exit_status=0
+ [[ 0 != 0 ]]
+ break
+ cat /tmp/tmp.1rldUfgjkm
+ cat /tmp/tmp.lTmCJ35Yed
+ rm /tmp/tmp.1rldUfgjkm /tmp/tmp.lTmCJ35Yed
+ return 0
+ diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/upgrade-consistency/compare/service_some-name-pxc-120.yml /tmp/tmp.sMQsRm0I67/service_some-name-pxc.yml
+ compare_kubectl service/some-name-proxysql -120
+ local resource=service/some-name-proxysql
+ local postfix=-120
+ local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/upgrade-consistency/compare/service_some-name-proxysql-120.yml
+ local new_result=/tmp/tmp.sMQsRm0I67/service_some-name-proxysql.yml
+ '[' '!' -z '' -a -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/upgrade-consistency/compare/service_some-name-proxysql-120-oc.yml ']'
+ '[' 0 = 1 -a -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/upgrade-consistency/compare/service_some-name-proxysql-120-eks.yml ']'
+ [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.0 ]]
+ '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/upgrade-consistency/compare/service_some-name-proxysql-120-80.yml ']'
+ version_gt 1.22
++ echo '1.20 >= 1.22'
++ bc -l
+ '[' 0 -eq 1 ']'
+ return 1
+ version_gt 1.21
++ echo '1.20 >= 1.21'
++ bc -l
+ '[' 0 -eq 1 ']'
+ return 1
+ kubectl_bin get -o yaml service/some-name-proxysql
+ yq d - '**.uid'
+ yq d - metadata.resourceVersion
+ yq d - '**.env.(name==CLUSTER_HASH)'
+ yq d - metadata.selfLink
+ yq d - metadata.deletionTimestamp
+ yq d - 'metadata.annotations."k8s.v1.cni.cncf.io*"'
+ yq d - 'metadata.annotations."kubernetes.io/psp"'
+ yq d - 'metadata.annotations."cloud.google.com/neg"'
+ yq d - '**."kubernetes.io/pvc-protection"'
+ yq d - '**."volume.beta.kubernetes.io/storage-provisioner"'
+ yq d - '**.volumeName'
+ yq d - '**."volume.kubernetes.io/storage-provisioner"'
+ yq d - spec.nodeName
+ yq d - '**.imagePullSecrets'
+ yq d - '**."volume.kubernetes.io/selected-node"'
+ yq d - '**.(volumeMode==Filesystem).volumeMode'
+ yq d - '**.enableServiceLinks'
+ yq d - spec.volumeMode
+ yq d - '**.(name==percona-xtradb-cluster-operator-workload-token*)'
+ yq d - '**.creationTimestamp'
+ yq d - '**.procMount'
+ yq d - '**.image'
+ yq d - '**.storageClassName'
+ yq d - '**."percona.com/*"'
+ yq d - '**.clusterIP'
+ yq d - status
+ yq d - '**.finalizers'
+ yq d - '**.(name==NAMESPACE)'
+ yq d - '**.nodePort'
+ yq d - '**.(name==suffix)'
+ yq d - '**.(name==S3_BUCKET_PATH)'
+ yq d - '**.healthCheckNodePort'
+ yq d - '**.(name==S3_BUCKET_URL)'
+ yq d - 'spec.volumeClaimTemplates.*.apiVersion'
+ yq d - '**.dataSource'
+ yq d - 'spec.volumeClaimTemplates.*.kind'
+ yq d - '**.clusterIPs'
+ yq d - 'metadata.ownerReferences.*.apiVersion'
+ yq d - '**.controller-uid'
+ yq d - '**.preemptionPolicy'
+ yq d - '**.namespace'
+ /usr/bin/sed 's#^apiVersion: policy/v1beta1#apiVersion: policy/v1#'
+ /usr/bin/sed 's/name: kube-api-access-.*$/name: kube-api-access/'
+ yq d - spec.ipFamilies
+ yq d - '**.creationTimestamp'
+ yq d - spec.ipFamilyPolicy
+ /usr/bin/sed 's/namespace\:.*name/name/'
+ /usr/bin/sed s/upgrade-consistency-13700/namespace/g
+ yq d - metadata.managedFields
++ mktemp
+ local LAST_OUT=/tmp/tmp.EsMzZ9QLGK
++ mktemp
+ local LAST_ERR=/tmp/tmp.V0OqrZeGed
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ kubectl get -o yaml service/some-name-proxysql
+ exit_status=0
+ [[ 0 != 0 ]]
+ break
+ cat /tmp/tmp.EsMzZ9QLGK
+ cat /tmp/tmp.V0OqrZeGed
+ rm /tmp/tmp.EsMzZ9QLGK /tmp/tmp.V0OqrZeGed
+ return 0
+ diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/upgrade-consistency/compare/service_some-name-proxysql-120.yml /tmp/tmp.sMQsRm0I67/service_some-name-proxysql.yml
+ compare_kubectl statefulset/some-name-pxc -120
+ local resource=statefulset/some-name-pxc
+ local postfix=-120
+ local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/upgrade-consistency/compare/statefulset_some-name-pxc-120.yml
+ local new_result=/tmp/tmp.sMQsRm0I67/statefulset_some-name-pxc.yml
+ '[' '!' -z '' -a -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/upgrade-consistency/compare/statefulset_some-name-pxc-120-oc.yml ']'
+ '[' 0 = 1 -a -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/upgrade-consistency/compare/statefulset_some-name-pxc-120-eks.yml ']'
+ [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.0 ]]
+ '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/upgrade-consistency/compare/statefulset_some-name-pxc-120-80.yml ']'
+ version_gt 1.22
++ echo '1.20 >= 1.22'
++ bc -l
+ '[' 0 -eq 1 ']'
+ return 1
+ version_gt 1.21
++ echo '1.20 >= 1.21'
++ bc -l
+ '[' 0 -eq 1 ']'
+ return 1
+ kubectl_bin get -o yaml statefulset/some-name-pxc
+ yq d - '**.namespace'
+ yq d - '**.uid'
+ yq d - metadata.resourceVersion
+ yq d - '**.env.(name==CLUSTER_HASH)'
+ yq d - metadata.selfLink
+ yq d - metadata.deletionTimestamp
+ yq d - 'metadata.annotations."k8s.v1.cni.cncf.io*"'
+ yq d - '**.volumeName'
+ yq d - '**."volume.beta.kubernetes.io/storage-provisioner"'
+ yq d - '**."volume.kubernetes.io/storage-provisioner"'
+ yq d - '**.finalizers'
+ yq d - '**.dataSource'
+ yq d - '**.(name==percona-xtradb-cluster-operator-workload-token*)'
+ yq d - spec.volumeMode
+ yq d - '**.creationTimestamp'
+ yq d - '**.image'
+ yq d - spec.nodeName
+ yq d - '**."volume.kubernetes.io/selected-node"'
+ yq d - '**."percona.com/*"'
+ yq d - '**.clusterIP'
+ yq d - '**.clusterIPs'
+ yq d - '**.(volumeMode==Filesystem).volumeMode'
+ yq d - '**.healthCheckNodePort'
+ yq d - '**.storageClassName'
+ yq d - '**.procMount'
+ yq d - '**.nodePort'
+ yq d - '**."kubernetes.io/pvc-protection"'
+ yq d - '**.(name==NAMESPACE)'
+ yq d - '**.imagePullSecrets'
+ yq d - '**.(name==suffix)'
+ yq d - '**.enableServiceLinks'
+ yq d - status
+ yq d - '**.(name==S3_BUCKET_PATH)'
+ yq d - 'metadata.annotations."cloud.google.com/neg"'
+ yq d - '**.(name==S3_BUCKET_URL)'
+ yq d - 'spec.volumeClaimTemplates.*.apiVersion'
+ yq d - 'metadata.annotations."kubernetes.io/psp"'
+ yq d - 'metadata.ownerReferences.*.apiVersion'
+ yq d - '**.controller-uid'
+ yq d - '**.creationTimestamp'
+ /usr/bin/sed 's/name: kube-api-access-.*$/name: kube-api-access/'
+ /usr/bin/sed 's#^apiVersion: policy/v1beta1#apiVersion: policy/v1#'
+ yq d - '**.preemptionPolicy'
+ /usr/bin/sed 's/namespace\:.*name/name/'
+ yq d - spec.ipFamilies
+ yq d - spec.ipFamilyPolicy
+ /usr/bin/sed s/upgrade-consistency-13700/namespace/g
+ yq d - 'spec.volumeClaimTemplates.*.kind'
+ yq d - metadata.managedFields
++ mktemp
+ local LAST_OUT=/tmp/tmp.IAexQNWwRl
++ mktemp
+ local LAST_ERR=/tmp/tmp.9j3xv26EjH
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ kubectl get -o yaml statefulset/some-name-pxc
+ exit_status=0
+ [[ 0 != 0 ]]
+ break
+ cat /tmp/tmp.IAexQNWwRl
+ cat /tmp/tmp.9j3xv26EjH
+ rm /tmp/tmp.IAexQNWwRl /tmp/tmp.9j3xv26EjH
+ return 0
+ diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/upgrade-consistency/compare/statefulset_some-name-pxc-120.yml /tmp/tmp.sMQsRm0I67/statefulset_some-name-pxc.yml
+ compare_kubectl statefulset/some-name-proxysql -120
+ local resource=statefulset/some-name-proxysql
+ local postfix=-120
+ local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/upgrade-consistency/compare/statefulset_some-name-proxysql-120.yml
+ local new_result=/tmp/tmp.sMQsRm0I67/statefulset_some-name-proxysql.yml
+ '[' '!' -z '' -a -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/upgrade-consistency/compare/statefulset_some-name-proxysql-120-oc.yml ']'
+ '[' 0 = 1 -a -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/upgrade-consistency/compare/statefulset_some-name-proxysql-120-eks.yml ']'
+ [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.0 ]]
+ '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/upgrade-consistency/compare/statefulset_some-name-proxysql-120-80.yml ']'
+ version_gt 1.22
++ echo '1.20 >= 1.22'
++ bc -l
+ '[' 0 -eq 1 ']'
+ return 1
+ version_gt 1.21
++ echo '1.20 >= 1.21'
++ bc -l
+ '[' 0 -eq 1 ']'
+ return 1
+ kubectl_bin get -o yaml statefulset/some-name-proxysql
++ mktemp
+ local LAST_OUT=/tmp/tmp.mmo5CO391x
+ yq d - '**.namespace'
+ yq d - '**.uid'
+ yq d - metadata.resourceVersion
+ yq d - 'metadata.annotations."kubernetes.io/psp"'
+ yq d - 'metadata.annotations."cloud.google.com/neg"'
+ yq d - '**.(name==percona-xtradb-cluster-operator-workload-token*)'
+ yq d - '**.dataSource'
+ yq d - '**."volume.kubernetes.io/storage-provisioner"'
+ yq d - '**.procMount'
+ yq d - '**.creationTimestamp'
+ yq d - '**.image'
+ yq d - '**.storageClassName'
+ yq d - '**.clusterIP'
++ mktemp
+ yq d - '**.clusterIPs'
+ local LAST_ERR=/tmp/tmp.NWgs6QOFxi
+ local exit_status=0
+ yq d - '**.finalizers'
+ yq d - spec.volumeMode
+ yq d - '**."volume.kubernetes.io/selected-node"'
+ yq d - '**.volumeName'
+ yq d - '**."kubernetes.io/pvc-protection"'
+ yq d - '**."percona.com/*"'
+ yq d - spec.nodeName
+ yq d - '**."volume.beta.kubernetes.io/storage-provisioner"'
+ yq d - 'metadata.annotations."k8s.v1.cni.cncf.io*"'
+ yq d - '**.(volumeMode==Filesystem).volumeMode'
+ yq d - '**.healthCheckNodePort'
+ yq d - '**.nodePort'
+ yq d - metadata.deletionTimestamp
+ yq d - '**.imagePullSecrets'
+ yq d - '**.enableServiceLinks'
+ yq d - metadata.selfLink
+ yq d - status
+ yq d - 'spec.volumeClaimTemplates.*.apiVersion'
+ yq d - 'spec.volumeClaimTemplates.*.kind'
+ yq d - '**.(name==S3_BUCKET_PATH)'
+ yq d - 'metadata.ownerReferences.*.apiVersion'
+ yq d - '**.(name==NAMESPACE)'
+ yq d - '**.(name==S3_BUCKET_URL)'
+ yq d - '**.(name==suffix)'
+ yq d - '**.controller-uid'
+ yq d - '**.preemptionPolicy'
+ yq d - '**.env.(name==CLUSTER_HASH)'
++ seq 0 2
+ /usr/bin/sed 's#^apiVersion: policy/v1beta1#apiVersion: policy/v1#'
+ yq d - spec.ipFamilies
+ for i in '$(seq 0 2)'
+ kubectl get -o yaml statefulset/some-name-proxysql
+ yq d - spec.ipFamilyPolicy
+ yq d - '**.creationTimestamp'
+ /usr/bin/sed 's/namespace\:.*name/name/'
+ /usr/bin/sed s/upgrade-consistency-13700/namespace/g
+ yq d - metadata.managedFields
+ /usr/bin/sed 's/name: kube-api-access-.*$/name: kube-api-access/'
+ exit_status=0
+ [[ 0 != 0 ]]
+ break
+ cat /tmp/tmp.mmo5CO391x
+ cat /tmp/tmp.NWgs6QOFxi
+ rm /tmp/tmp.mmo5CO391x /tmp/tmp.NWgs6QOFxi
+ return 0
+ diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/upgrade-consistency/compare/statefulset_some-name-proxysql-120.yml /tmp/tmp.sMQsRm0I67/statefulset_some-name-proxysql.yml
+ API=pxc.percona.com/v1-3-0
+ kubectl_bin patch pxc some-name --type=merge --patch '{
        "spec": {"crVersion":"1.3.0"}
    }'
++ mktemp
+ local LAST_OUT=/tmp/tmp.kkZD7elMfA
++ mktemp
+ local LAST_ERR=/tmp/tmp.QrWJFCeENB
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ kubectl patch pxc some-name --type=merge --patch '{
        "spec": {"crVersion":"1.3.0"}
    }'
+ exit_status=0
+ [[ 0 != 0 ]]
+ break
+ cat /tmp/tmp.kkZD7elMfA
perconaxtradbcluster.pxc.percona.com/some-name patched
+ cat /tmp/tmp.QrWJFCeENB
+ rm /tmp/tmp.kkZD7elMfA /tmp/tmp.QrWJFCeENB
+ return 0
+ wait_for_sts_generation some-name-pxc 3 1
+ local name=some-name-pxc
+ local desired_generation=3
+ local size=1
+ set +o xtrace
Waiting for statefulset readyness
+ compare_kubectl service/some-name-pxc -130
+ local resource=service/some-name-pxc
+ local postfix=-130
+ local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/upgrade-consistency/compare/service_some-name-pxc-130.yml
+ local new_result=/tmp/tmp.sMQsRm0I67/service_some-name-pxc.yml
+ '[' '!' -z '' -a -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/upgrade-consistency/compare/service_some-name-pxc-130-oc.yml ']'
+ '[' 0 = 1 -a -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/upgrade-consistency/compare/service_some-name-pxc-130-eks.yml ']'
+ [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.0 ]]
+ '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/upgrade-consistency/compare/service_some-name-pxc-130-80.yml ']'
+ version_gt 1.22
++ echo '1.20 >= 1.22'
++ bc -l
+ '[' 0 -eq 1 ']'
+ return 1
+ version_gt 1.21
++ echo '1.20 >= 1.21'
++ bc -l
+ '[' 0 -eq 1 ']'
+ return 1
+ kubectl_bin get -o yaml service/some-name-pxc
+ yq d - '**.uid'
+ yq d - metadata.resourceVersion
+ yq d - '**.env.(name==CLUSTER_HASH)'
+ yq d - metadata.selfLink
+ yq d - metadata.deletionTimestamp
+ yq d - 'metadata.annotations."k8s.v1.cni.cncf.io*"'
+ yq d - 'metadata.annotations."kubernetes.io/psp"'
+ yq d - '**.clusterIP'
+ yq d - '**.procMount'
+ yq d - '**.storageClassName'
+ yq d - '**.healthCheckNodePort'
+ yq d - '**.volumeName'
+ yq d - '**.imagePullSecrets'
+ yq d - '**."volume.kubernetes.io/storage-provisioner"'
+ yq d - '**.enableServiceLinks'
+ yq d - spec.volumeMode
+ yq d - '**."volume.kubernetes.io/selected-node"'
+ yq d - status
+ yq d - '**."volume.beta.kubernetes.io/storage-provisioner"'
+ yq d - '**.(name==NAMESPACE)'
+ yq d - '**.dataSource'
+ yq d - '**.(name==suffix)'
+ yq d - '**.creationTimestamp'
+ yq d - '**.image'
+ yq d - '**."kubernetes.io/pvc-protection"'
+ yq d - '**.nodePort'
+ yq d - spec.nodeName
+ yq d - '**."percona.com/*"'
+ yq d - '**.(name==S3_BUCKET_PATH)'
+ yq d - '**.finalizers'
+ yq d - '**.clusterIPs'
+ yq d - '**.(volumeMode==Filesystem).volumeMode'
+ yq d - '**.(name==S3_BUCKET_URL)'
+ yq d - '**.(name==percona-xtradb-cluster-operator-workload-token*)'
+ yq d - 'metadata.ownerReferences.*.apiVersion'
+ yq d - 'metadata.annotations."cloud.google.com/neg"'
+ yq d - '**.controller-uid'
+ yq d - 'spec.volumeClaimTemplates.*.apiVersion'
+ yq d - '**.namespace'
+ yq d - '**.preemptionPolicy'
+ yq d - 'spec.volumeClaimTemplates.*.kind'
+ yq d - spec.ipFamilies
+ yq d - spec.ipFamilyPolicy
+ yq d - '**.creationTimestamp'
+ /usr/bin/sed 's/name: kube-api-access-.*$/name: kube-api-access/'
+ /usr/bin/sed 's/namespace\:.*name/name/'
+ /usr/bin/sed s/upgrade-consistency-13700/namespace/g
+ /usr/bin/sed 's#^apiVersion: policy/v1beta1#apiVersion: policy/v1#'
+ yq d - metadata.managedFields
++ mktemp
+ local LAST_OUT=/tmp/tmp.rnk4vjz86A
++ mktemp
+ local LAST_ERR=/tmp/tmp.jq08F2Xixi
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ kubectl get -o yaml service/some-name-pxc
+ exit_status=0
+ [[ 0 != 0 ]]
+ break
+ cat /tmp/tmp.rnk4vjz86A
+ cat /tmp/tmp.jq08F2Xixi
+ rm /tmp/tmp.rnk4vjz86A /tmp/tmp.jq08F2Xixi
+ return 0
+ diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/upgrade-consistency/compare/service_some-name-pxc-130.yml /tmp/tmp.sMQsRm0I67/service_some-name-pxc.yml
+ compare_kubectl service/some-name-proxysql -130
+ local resource=service/some-name-proxysql
+ local postfix=-130
+ local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/upgrade-consistency/compare/service_some-name-proxysql-130.yml
+ local new_result=/tmp/tmp.sMQsRm0I67/service_some-name-proxysql.yml
+ '[' '!' -z '' -a -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/upgrade-consistency/compare/service_some-name-proxysql-130-oc.yml ']'
+ '[' 0 = 1 -a -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/upgrade-consistency/compare/service_some-name-proxysql-130-eks.yml ']'
+ [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.0 ]]
+ '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/upgrade-consistency/compare/service_some-name-proxysql-130-80.yml ']'
+ version_gt 1.22
++ echo '1.20 >= 1.22'
++ bc -l
+ '[' 0 -eq 1 ']'
+ return 1
+ version_gt 1.21
++ echo '1.20 >= 1.21'
++ bc -l
+ '[' 0 -eq 1 ']'
+ return 1
+ kubectl_bin get -o yaml service/some-name-proxysql
++ mktemp
+ local LAST_OUT=/tmp/tmp.5ZnNOWCrBb
+ yq d - '**.namespace'
+ yq d - '**.uid'
+ yq d - metadata.resourceVersion
+ yq d - 'metadata.annotations."kubernetes.io/psp"'
+ yq d - 'metadata.annotations."cloud.google.com/neg"'
+ yq d - '**.(name==percona-xtradb-cluster-operator-workload-token*)'
+ yq d - '**."volume.beta.kubernetes.io/storage-provisioner"'
++ mktemp
+ yq d - spec.volumeMode
+ local LAST_ERR=/tmp/tmp.nbHEQb5m6m
+ local exit_status=0
+ yq d - spec.nodeName
+ yq d - '**.dataSource'
+ yq d - '**."volume.kubernetes.io/storage-provisioner"'
+ yq d - '**.procMount'
+ yq d - '**.creationTimestamp'
+ yq d - '**.image'
+ yq d - '**."percona.com/*"'
+ yq d - '**.clusterIP'
+ yq d - '**.clusterIPs'
+ yq d - '**.storageClassName'
+ yq d - '**.(volumeMode==Filesystem).volumeMode'
+ yq d - '**.volumeName'
+ yq d - '**.healthCheckNodePort'
+ yq d - '**."volume.kubernetes.io/selected-node"'
+ yq d - '**.nodePort'
+ yq d - '**."kubernetes.io/pvc-protection"'
+ yq d - 'metadata.annotations."k8s.v1.cni.cncf.io*"'
+ yq d - '**.finalizers'
+ yq d - '**.imagePullSecrets'
+ yq d - '**.controller-uid'
+ yq d - '**.enableServiceLinks'
+ yq d - metadata.deletionTimestamp
+ yq d - status
+ yq d - '**.preemptionPolicy'
+ yq d - spec.ipFamilies
+ yq d - spec.ipFamilyPolicy
+ yq d - metadata.selfLink
+ yq d - '**.(name==NAMESPACE)'
+ /usr/bin/sed 's#^apiVersion: policy/v1beta1#apiVersion: policy/v1#'
+ yq d - '**.(name==suffix)'
++ seq 0 2
+ yq d - '**.(name==S3_BUCKET_PATH)'
+ for i in '$(seq 0 2)'
+ kubectl get -o yaml service/some-name-proxysql
+ yq d - '**.(name==S3_BUCKET_URL)'
+ yq d - 'spec.volumeClaimTemplates.*.apiVersion'
+ yq d - 'spec.volumeClaimTemplates.*.kind'
+ yq d - 'metadata.ownerReferences.*.apiVersion'
+ yq d - '**.env.(name==CLUSTER_HASH)'
+ /usr/bin/sed 's/name: kube-api-access-.*$/name: kube-api-access/'
+ /usr/bin/sed 's/namespace\:.*name/name/'
+ /usr/bin/sed s/upgrade-consistency-13700/namespace/g
+ yq d - '**.creationTimestamp'
+ yq d - metadata.managedFields
+ exit_status=0
+ [[ 0 != 0 ]]
+ break
+ cat /tmp/tmp.5ZnNOWCrBb
+ cat /tmp/tmp.nbHEQb5m6m
+ rm /tmp/tmp.5ZnNOWCrBb /tmp/tmp.nbHEQb5m6m
+ return 0
+ diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/upgrade-consistency/compare/service_some-name-proxysql-130.yml /tmp/tmp.sMQsRm0I67/service_some-name-proxysql.yml
+ compare_kubectl statefulset/some-name-pxc -130
+ local resource=statefulset/some-name-pxc
+ local postfix=-130
+ local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/upgrade-consistency/compare/statefulset_some-name-pxc-130.yml
+ local new_result=/tmp/tmp.sMQsRm0I67/statefulset_some-name-pxc.yml
+ '[' '!' -z '' -a -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/upgrade-consistency/compare/statefulset_some-name-pxc-130-oc.yml ']'
+ '[' 0 = 1 -a -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/upgrade-consistency/compare/statefulset_some-name-pxc-130-eks.yml ']'
+ [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.0 ]]
+ '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/upgrade-consistency/compare/statefulset_some-name-pxc-130-80.yml ']'
+ version_gt 1.22
++ echo '1.20 >= 1.22'
++ bc -l
+ '[' 0 -eq 1 ']'
+ return 1
+ version_gt 1.21
++ echo '1.20 >= 1.21'
++ bc -l
+ '[' 0 -eq 1 ']'
+ return 1
+ kubectl_bin get -o yaml statefulset/some-name-pxc
++ mktemp
+ local LAST_OUT=/tmp/tmp.2IOQWmJZnR
+ yq d - '**.namespace'
+ yq d - '**.uid'
+ yq d - metadata.resourceVersion
+ yq d - 'metadata.annotations."kubernetes.io/psp"'
+ yq d - 'metadata.annotations."cloud.google.com/neg"'
+ yq d - '**.(name==percona-xtradb-cluster-operator-workload-token*)'
++ mktemp
+ local LAST_ERR=/tmp/tmp.ZDDQJrczHb
+ local exit_status=0
+ yq d - '**.clusterIP'
+ yq d - spec.volumeMode
+ yq d - '**.clusterIPs'
+ yq d - spec.nodeName
+ yq d - '**."volume.kubernetes.io/storage-provisioner"'
+ yq d - '**.dataSource'
+ yq d - '**.volumeName'
+ yq d - '**.procMount'
+ yq d - '**.creationTimestamp'
+ yq d - '**.storageClassName'
+ yq d - '**.image'
+ yq d - '**.finalizers'
+ yq d - '**."kubernetes.io/pvc-protection"'
+ yq d - '**."volume.beta.kubernetes.io/storage-provisioner"'
+ yq d - 'metadata.annotations."k8s.v1.cni.cncf.io*"'
+ yq d - metadata.deletionTimestamp
+ yq d - '**."volume.kubernetes.io/selected-node"'
+ yq d - '**.imagePullSecrets'
+ yq d - '**.(volumeMode==Filesystem).volumeMode'
+ yq d - '**.healthCheckNodePort'
+ yq d - metadata.selfLink
+ yq d - '**.nodePort'
+ yq d - '**.enableServiceLinks'
+ yq d - '**."percona.com/*"'
+ yq d - status
+ yq d - '**.(name==NAMESPACE)'
++ seq 0 2
+ yq d - '**.(name==S3_BUCKET_PATH)'
+ yq d - '**.(name==S3_BUCKET_URL)'
+ yq d - '**.(name==suffix)'
+ yq d - 'spec.volumeClaimTemplates.*.apiVersion'
+ yq d - 'spec.volumeClaimTemplates.*.kind'
+ yq d - 'metadata.ownerReferences.*.apiVersion'
+ for i in '$(seq 0 2)'
+ kubectl get -o yaml statefulset/some-name-pxc
+ yq d - '**.env.(name==CLUSTER_HASH)'
+ /usr/bin/sed 's/name: kube-api-access-.*$/name: kube-api-access/'
+ /usr/bin/sed 's/namespace\:.*name/name/'
+ /usr/bin/sed s/upgrade-consistency-13700/namespace/g
+ yq d - '**.creationTimestamp'
+ yq d - '**.controller-uid'
+ /usr/bin/sed 's#^apiVersion: policy/v1beta1#apiVersion: policy/v1#'
+ yq d - spec.ipFamilyPolicy
+ yq d - '**.preemptionPolicy'
+ yq d - spec.ipFamilies
+ yq d - metadata.managedFields
+ exit_status=0
+ [[ 0 != 0 ]]
+ break
+ cat /tmp/tmp.2IOQWmJZnR
+ cat /tmp/tmp.ZDDQJrczHb
+ rm /tmp/tmp.2IOQWmJZnR /tmp/tmp.ZDDQJrczHb
+ return 0
+ diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/upgrade-consistency/compare/statefulset_some-name-pxc-130.yml /tmp/tmp.sMQsRm0I67/statefulset_some-name-pxc.yml
+ compare_kubectl statefulset/some-name-proxysql -130
+ local resource=statefulset/some-name-proxysql
+ local postfix=-130
+ local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/upgrade-consistency/compare/statefulset_some-name-proxysql-130.yml
+ local new_result=/tmp/tmp.sMQsRm0I67/statefulset_some-name-proxysql.yml
+ '[' '!' -z '' -a -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/upgrade-consistency/compare/statefulset_some-name-proxysql-130-oc.yml ']'
+ '[' 0 = 1 -a -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/upgrade-consistency/compare/statefulset_some-name-proxysql-130-eks.yml ']'
+ [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.0 ]]
+ '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/upgrade-consistency/compare/statefulset_some-name-proxysql-130-80.yml ']'
+ version_gt 1.22
++ echo '1.20 >= 1.22'
++ bc -l
+ '[' 0 -eq 1 ']'
+ return 1
+ version_gt 1.21
++ echo '1.20 >= 1.21'
++ bc -l
+ '[' 0 -eq 1 ']'
+ return 1
+ kubectl_bin get -o yaml statefulset/some-name-proxysql
+ yq d - '**.namespace'
+ yq d - '**.uid'
+ yq d - metadata.resourceVersion
+ yq d - '**.env.(name==CLUSTER_HASH)'
+ yq d - metadata.selfLink
+ yq d - metadata.deletionTimestamp
+ yq d - '**.creationTimestamp'
+ yq d - '**.image'
+ yq d - '**.clusterIP'
+ yq d - '**."volume.kubernetes.io/storage-provisioner"'
+ yq d - '**.clusterIPs'
+ yq d - spec.volumeMode
+ yq d - '**."volume.kubernetes.io/selected-node"'
+ yq d - '**."kubernetes.io/pvc-protection"'
+ yq d - '**.volumeName'
+ yq d - '**.procMount'
+ yq d - 'metadata.annotations."kubernetes.io/psp"'
+ yq d - '**."volume.beta.kubernetes.io/storage-provisioner"'
+ yq d - 'metadata.annotations."cloud.google.com/neg"'
+ yq d - '**.(name==NAMESPACE)'
+ yq d - '**.(name==percona-xtradb-cluster-operator-workload-token*)'
+ yq d - '**.dataSource'
+ yq d - '**.finalizers'
+ yq d - '**.(name==suffix)'
+ yq d - '**.(name==S3_BUCKET_PATH)'
+ yq d - spec.nodeName
+ yq d - '**.(name==S3_BUCKET_URL)'
+ yq d - 'spec.volumeClaimTemplates.*.apiVersion'
+ yq d - '**."percona.com/*"'
+ yq d - '**.storageClassName'
+ yq d - '**.(volumeMode==Filesystem).volumeMode'
+ yq d - '**.healthCheckNodePort'
+ yq d - '**.nodePort'
+ yq d - '**.imagePullSecrets'
+ yq d - 'metadata.annotations."k8s.v1.cni.cncf.io*"'
+ yq d - '**.enableServiceLinks'
+ yq d - status
+ yq d - spec.ipFamilies
+ yq d - '**.preemptionPolicy'
+ yq d - '**.controller-uid'
+ yq d - spec.ipFamilyPolicy
+ /usr/bin/sed 's#^apiVersion: policy/v1beta1#apiVersion: policy/v1#'
+ /usr/bin/sed 's/name: kube-api-access-.*$/name: kube-api-access/'
+ yq d - '**.creationTimestamp'
+ /usr/bin/sed 's/namespace\:.*name/name/'
+ /usr/bin/sed s/upgrade-consistency-13700/namespace/g
+ yq d - 'spec.volumeClaimTemplates.*.kind'
+ yq d - 'metadata.ownerReferences.*.apiVersion'
+ yq d - metadata.managedFields
++ mktemp
+ local LAST_OUT=/tmp/tmp.70cvLog9vn
++ mktemp
+ local LAST_ERR=/tmp/tmp.OUFWWJ2IUx
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ kubectl get -o yaml statefulset/some-name-proxysql
+ exit_status=0
+ [[ 0 != 0 ]]
+ break
+ cat /tmp/tmp.70cvLog9vn
+ cat /tmp/tmp.OUFWWJ2IUx
+ rm /tmp/tmp.70cvLog9vn /tmp/tmp.OUFWWJ2IUx
+ return 0
+ diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/upgrade-consistency/compare/statefulset_some-name-proxysql-130.yml /tmp/tmp.sMQsRm0I67/statefulset_some-name-proxysql.yml
+ API=pxc.percona.com/v1-4-0
+ kubectl_bin patch pxc some-name --type=merge --patch '{
        "spec": {"crVersion":"1.4.0"}
    }'
++ mktemp
+ local LAST_OUT=/tmp/tmp.GIwyDqGTCJ
++ mktemp
+ local LAST_ERR=/tmp/tmp.oqKI71g0oq
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ kubectl patch pxc some-name --type=merge --patch '{
        "spec": {"crVersion":"1.4.0"}
    }'
+ exit_status=0
+ [[ 0 != 0 ]]
+ break
+ cat /tmp/tmp.GIwyDqGTCJ
perconaxtradbcluster.pxc.percona.com/some-name patched
+ cat /tmp/tmp.oqKI71g0oq
+ rm /tmp/tmp.GIwyDqGTCJ /tmp/tmp.oqKI71g0oq
+ return 0
+ wait_for_sts_generation some-name-pxc 4 1
+ local name=some-name-pxc
+ local desired_generation=4
+ local size=1
+ set +o xtrace
Waiting for statefulset readyness
+ compare_kubectl service/some-name-pxc -140
+ local resource=service/some-name-pxc
+ local postfix=-140
+ local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/upgrade-consistency/compare/service_some-name-pxc-140.yml
+ local new_result=/tmp/tmp.sMQsRm0I67/service_some-name-pxc.yml
+ '[' '!' -z '' -a -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/upgrade-consistency/compare/service_some-name-pxc-140-oc.yml ']'
+ '[' 0 = 1 -a -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/upgrade-consistency/compare/service_some-name-pxc-140-eks.yml ']'
+ [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.0 ]]
+ '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/upgrade-consistency/compare/service_some-name-pxc-140-80.yml ']'
+ version_gt 1.22
++ bc -l
++ echo '1.20 >= 1.22'
+ '[' 0 -eq 1 ']'
+ return 1
+ version_gt 1.21
++ echo '1.20 >= 1.21'
++ bc -l
+ '[' 0 -eq 1 ']'
+ return 1
+ yq d - 'metadata.annotations."kubernetes.io/psp"'
+ yq d - 'metadata.annotations."cloud.google.com/neg"'
+ yq d - '**.(name==percona-xtradb-cluster-operator-workload-token*)'
+ yq d - '**.creationTimestamp'
+ yq d - '**.image'
+ yq d - '**.clusterIP'
+ yq d - '**.clusterIPs'
+ yq d - '**.dataSource'
+ yq d - metadata.resourceVersion
+ yq d - '**.env.(name==CLUSTER_HASH)'
+ yq d - metadata.selfLink
+ yq d - '**.procMount'
+ yq d - metadata.deletionTimestamp
+ yq d - '**.storageClassName'
+ yq d - '**.finalizers'
+ yq d - 'metadata.annotations."k8s.v1.cni.cncf.io*"'
+ yq d - '**."kubernetes.io/pvc-protection"'
+ yq d - '**."volume.kubernetes.io/selected-node"'
+ yq d - '**.volumeName'
+ yq d - '**.(volumeMode==Filesystem).volumeMode'
+ yq d - '**."volume.beta.kubernetes.io/storage-provisioner"'
+ yq d - '**.healthCheckNodePort'
+ yq d - '**."volume.kubernetes.io/storage-provisioner"'
+ yq d - '**."percona.com/*"'
+ yq d - '**.nodePort'
+ yq d - '**.uid'
+ yq d - spec.volumeMode
+ yq d - spec.nodeName
+ yq d - '**.(name==suffix)'
+ yq d - '**.imagePullSecrets'
+ yq d - '**.(name==S3_BUCKET_PATH)'
+ yq d - '**.(name==S3_BUCKET_URL)'
+ yq d - '**.namespace'
+ yq d - 'spec.volumeClaimTemplates.*.apiVersion'
+ yq d - '**.enableServiceLinks'
+ yq d - 'spec.volumeClaimTemplates.*.kind'
+ yq d - status
+ yq d - '**.creationTimestamp'
+ yq d - 'metadata.ownerReferences.*.apiVersion'
+ yq d - '**.(name==NAMESPACE)'
+ yq d - '**.controller-uid'
+ yq d - '**.preemptionPolicy'
+ yq d - spec.ipFamilies
+ yq d - metadata.managedFields
+ yq d - spec.ipFamilyPolicy
+ /usr/bin/sed 's#^apiVersion: policy/v1beta1#apiVersion: policy/v1#'
+ /usr/bin/sed 's/name: kube-api-access-.*$/name: kube-api-access/'
+ /usr/bin/sed 's/namespace\:.*name/name/'
+ kubectl_bin get -o yaml service/some-name-pxc
+ /usr/bin/sed s/upgrade-consistency-13700/namespace/g
++ mktemp
+ local LAST_OUT=/tmp/tmp.NUn6TzrRi4
++ mktemp
+ local LAST_ERR=/tmp/tmp.rJGPoXyaB0
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ kubectl get -o yaml service/some-name-pxc
+ exit_status=0
+ [[ 0 != 0 ]]
+ break
+ cat /tmp/tmp.NUn6TzrRi4
+ cat /tmp/tmp.rJGPoXyaB0
+ rm /tmp/tmp.NUn6TzrRi4 /tmp/tmp.rJGPoXyaB0
+ return 0
+ diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/upgrade-consistency/compare/service_some-name-pxc-140.yml /tmp/tmp.sMQsRm0I67/service_some-name-pxc.yml
+ compare_kubectl service/some-name-proxysql -140
+ local resource=service/some-name-proxysql
+ local postfix=-140
+ local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/upgrade-consistency/compare/service_some-name-proxysql-140.yml
+ local new_result=/tmp/tmp.sMQsRm0I67/service_some-name-proxysql.yml
+ '[' '!' -z '' -a -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/upgrade-consistency/compare/service_some-name-proxysql-140-oc.yml ']'
+ '[' 0 = 1 -a -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/upgrade-consistency/compare/service_some-name-proxysql-140-eks.yml ']'
+ [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.0 ]]
+ '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/upgrade-consistency/compare/service_some-name-proxysql-140-80.yml ']'
+ version_gt 1.22
++ bc -l
++ echo '1.20 >= 1.22'
+ '[' 0 -eq 1 ']'
+ return 1
+ version_gt 1.21
++ echo '1.20 >= 1.21'
++ bc -l
+ '[' 0 -eq 1 ']'
+ return 1
+ yq d - '**.creationTimestamp'
+ yq d - metadata.deletionTimestamp
+ yq d - '**.namespace'
+ yq d - spec.volumeMode
+ yq d - 'metadata.annotations."k8s.v1.cni.cncf.io*"'
+ yq d - '**."volume.kubernetes.io/selected-node"'
+ yq d - 'metadata.annotations."kubernetes.io/psp"'
+ yq d - 'metadata.annotations."cloud.google.com/neg"'
+ yq d - '**.(name==percona-xtradb-cluster-operator-workload-token*)'
+ yq d - '**."percona.com/*"'
+ yq d - '**.healthCheckNodePort'
+ yq d - spec.nodeName
+ yq d - '**.creationTimestamp'
+ yq d - '**.image'
+ yq d - '**.volumeName'
+ yq d - metadata.selfLink
+ yq d - '**.dataSource'
+ yq d - '**.clusterIP'
+ yq d - '**.procMount'
+ yq d - '**.clusterIPs'
+ yq d - '**.storageClassName'
+ yq d - '**."kubernetes.io/pvc-protection"'
+ yq d - '**."volume.kubernetes.io/storage-provisioner"'
+ yq d - status
+ yq d - '**.(volumeMode==Filesystem).volumeMode'
+ yq d - '**.(name==NAMESPACE)'
+ yq d - '**."volume.beta.kubernetes.io/storage-provisioner"'
+ yq d - '**.(name==suffix)'
+ yq d - '**.finalizers'
+ yq d - '**.(name==S3_BUCKET_PATH)'
+ yq d - '**.nodePort'
+ yq d - '**.(name==S3_BUCKET_URL)'
+ yq d - 'spec.volumeClaimTemplates.*.apiVersion'
+ yq d - 'spec.volumeClaimTemplates.*.kind'
+ yq d - '**.env.(name==CLUSTER_HASH)'
+ yq d - 'metadata.ownerReferences.*.apiVersion'
+ yq d - '**.imagePullSecrets'
+ yq d - '**.controller-uid'
+ yq d - '**.preemptionPolicy'
+ yq d - '**.enableServiceLinks'
+ yq d - spec.ipFamilies
+ yq d - metadata.resourceVersion
+ yq d - spec.ipFamilyPolicy
+ yq d - '**.uid'
+ yq d - metadata.managedFields
+ /usr/bin/sed 's#^apiVersion: policy/v1beta1#apiVersion: policy/v1#'
+ /usr/bin/sed 's/name: kube-api-access-.*$/name: kube-api-access/'
+ /usr/bin/sed 's/namespace\:.*name/name/'
+ /usr/bin/sed s/upgrade-consistency-13700/namespace/g
+ kubectl_bin get -o yaml service/some-name-proxysql
++ mktemp
+ local LAST_OUT=/tmp/tmp.xuDcIZCyJI
++ mktemp
+ local LAST_ERR=/tmp/tmp.ia20pTEMTF
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ kubectl get -o yaml service/some-name-proxysql
+ exit_status=0
+ [[ 0 != 0 ]]
+ break
+ cat /tmp/tmp.xuDcIZCyJI
+ cat /tmp/tmp.ia20pTEMTF
+ rm /tmp/tmp.xuDcIZCyJI /tmp/tmp.ia20pTEMTF
+ return 0
+ diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/upgrade-consistency/compare/service_some-name-proxysql-140.yml /tmp/tmp.sMQsRm0I67/service_some-name-proxysql.yml
+ compare_kubectl statefulset/some-name-pxc -140
+ local resource=statefulset/some-name-pxc
+ local postfix=-140
+ local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/upgrade-consistency/compare/statefulset_some-name-pxc-140.yml
+ local new_result=/tmp/tmp.sMQsRm0I67/statefulset_some-name-pxc.yml
+ '[' '!' -z '' -a -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/upgrade-consistency/compare/statefulset_some-name-pxc-140-oc.yml ']'
+ '[' 0 = 1 -a -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/upgrade-consistency/compare/statefulset_some-name-pxc-140-eks.yml ']'
+ [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.0 ]]
+ '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/upgrade-consistency/compare/statefulset_some-name-pxc-140-80.yml ']'
+ version_gt 1.22
++ echo '1.20 >= 1.22'
++ bc -l
+ '[' 0 -eq 1 ']'
+ return 1
+ version_gt 1.21
++ echo '1.20 >= 1.21'
++ bc -l
+ '[' 0 -eq 1 ']'
+ return 1
+ kubectl_bin get -o yaml statefulset/some-name-pxc
+ yq d - '**.creationTimestamp'
++ mktemp
+ yq d - '**.namespace'
+ yq d - metadata.selfLink
+ yq d - metadata.deletionTimestamp
+ yq d - 'metadata.annotations."k8s.v1.cni.cncf.io*"'
+ yq d - 'metadata.annotations."kubernetes.io/psp"'
+ yq d - 'metadata.annotations."cloud.google.com/neg"'
+ yq d - '**.(name==percona-xtradb-cluster-operator-workload-token*)'
+ yq d - '**.creationTimestamp'
+ yq d - '**.image'
+ local LAST_OUT=/tmp/tmp.dHQXFvkwSX
+ yq d - '**.clusterIP'
+ yq d - '**."kubernetes.io/pvc-protection"'
+ yq d - '**."volume.kubernetes.io/selected-node"'
+ yq d - '**.clusterIPs'
+ yq d - '**."percona.com/*"'
+ yq d - '**.(name==NAMESPACE)'
+ yq d - '**.volumeName'
+ yq d - spec.nodeName
+ yq d - '**."volume.beta.kubernetes.io/storage-provisioner"'
+ yq d - '**.storageClassName'
+ yq d - '**."volume.kubernetes.io/storage-provisioner"'
+ yq d - '**.dataSource'
+ yq d - spec.volumeMode
+ yq d - '**.procMount'
+ yq d - '**.(volumeMode==Filesystem).volumeMode'
+ yq d - '**.imagePullSecrets'
+ yq d - '**.healthCheckNodePort'
+ yq d - status
+ yq d - '**.nodePort'
+ yq d - '**.finalizers'
+ yq d - '**.enableServiceLinks'
+ yq d - '**.(name==suffix)'
++ mktemp
+ local LAST_ERR=/tmp/tmp.uob28UMsvE
+ local exit_status=0
+ yq d - '**.(name==S3_BUCKET_PATH)'
+ yq d - '**.(name==S3_BUCKET_URL)'
+ yq d - 'spec.volumeClaimTemplates.*.apiVersion'
+ yq d - '**.env.(name==CLUSTER_HASH)'
+ yq d - 'spec.volumeClaimTemplates.*.kind'
+ yq d - 'metadata.ownerReferences.*.apiVersion'
+ yq d - metadata.resourceVersion
+ yq d - '**.controller-uid'
+ yq d - '**.preemptionPolicy'
++ seq 0 2
+ for i in '$(seq 0 2)'
+ kubectl get -o yaml statefulset/some-name-pxc
+ yq d - spec.ipFamilies
+ yq d - spec.ipFamilyPolicy
+ yq d - '**.uid'
+ /usr/bin/sed 's/namespace\:.*name/name/'
+ /usr/bin/sed s/upgrade-consistency-13700/namespace/g
+ /usr/bin/sed 's/name: kube-api-access-.*$/name: kube-api-access/'
+ yq d - metadata.managedFields
+ /usr/bin/sed 's#^apiVersion: policy/v1beta1#apiVersion: policy/v1#'
+ exit_status=0
+ [[ 0 != 0 ]]
+ break
+ cat /tmp/tmp.dHQXFvkwSX
+ cat /tmp/tmp.uob28UMsvE
+ rm /tmp/tmp.dHQXFvkwSX /tmp/tmp.uob28UMsvE
+ return 0
+ diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/upgrade-consistency/compare/statefulset_some-name-pxc-140.yml /tmp/tmp.sMQsRm0I67/statefulset_some-name-pxc.yml
+ compare_kubectl statefulset/some-name-proxysql -140
+ local resource=statefulset/some-name-proxysql
+ local postfix=-140
+ local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/upgrade-consistency/compare/statefulset_some-name-proxysql-140.yml
+ local new_result=/tmp/tmp.sMQsRm0I67/statefulset_some-name-proxysql.yml
+ '[' '!' -z '' -a -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/upgrade-consistency/compare/statefulset_some-name-proxysql-140-oc.yml ']'
+ '[' 0 = 1 -a -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/upgrade-consistency/compare/statefulset_some-name-proxysql-140-eks.yml ']'
+ [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.0 ]]
+ '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/upgrade-consistency/compare/statefulset_some-name-proxysql-140-80.yml ']'
+ version_gt 1.22
++ echo '1.20 >= 1.22'
++ bc -l
+ '[' 0 -eq 1 ']'
+ return 1
+ version_gt 1.21
++ echo '1.20 >= 1.21'
++ bc -l
+ '[' 0 -eq 1 ']'
+ return 1
+ kubectl_bin get -o yaml statefulset/some-name-proxysql
+ yq d - '**.namespace'
+ yq d - '**.uid'
+ yq d - metadata.resourceVersion
+ yq d - '**.env.(name==CLUSTER_HASH)'
+ yq d - metadata.selfLink
+ yq d - metadata.deletionTimestamp
+ yq d - 'metadata.annotations."k8s.v1.cni.cncf.io*"'
+ yq d - '**.clusterIPs'
+ yq d - '**.dataSource'
+ yq d - '**.procMount'
+ yq d - '**.volumeName'
+ yq d - '**."volume.kubernetes.io/storage-provisioner"'
+ yq d - '**.(volumeMode==Filesystem).volumeMode'
+ yq d - '**."volume.beta.kubernetes.io/storage-provisioner"'
+ yq d - '**.storageClassName'
+ yq d - spec.volumeMode
+ yq d - '**.(name==percona-xtradb-cluster-operator-workload-token*)'
+ yq d - spec.nodeName
+ yq d - '**.creationTimestamp'
+ yq d - '**."volume.kubernetes.io/selected-node"'
+ yq d - '**.clusterIP'
+ yq d - '**."kubernetes.io/pvc-protection"'
+ yq d - '**."percona.com/*"'
+ yq d - '**.finalizers'
+ yq d - '**.image'
+ yq d - status
+ yq d - '**.healthCheckNodePort'
+ yq d - '**.(name==NAMESPACE)'
+ yq d - '**.nodePort'
+ yq d - '**.(name==suffix)'
+ yq d - '**.imagePullSecrets'
+ yq d - '**.(name==S3_BUCKET_PATH)'
+ yq d - '**.enableServiceLinks'
+ yq d - 'metadata.ownerReferences.*.apiVersion'
+ yq d - '**.(name==S3_BUCKET_URL)'
+ yq d - 'spec.volumeClaimTemplates.*.apiVersion'
+ yq d - 'metadata.annotations."cloud.google.com/neg"'
+ yq d - 'spec.volumeClaimTemplates.*.kind'
+ yq d - 'metadata.annotations."kubernetes.io/psp"'
+ yq d - '**.controller-uid'
+ yq d - '**.preemptionPolicy'
+ yq d - spec.ipFamilies
+ yq d - spec.ipFamilyPolicy
+ yq d - '**.creationTimestamp'
+ /usr/bin/sed 's/namespace\:.*name/name/'
+ /usr/bin/sed 's/name: kube-api-access-.*$/name: kube-api-access/'
+ /usr/bin/sed s/upgrade-consistency-13700/namespace/g
++ mktemp
+ local LAST_OUT=/tmp/tmp.Jg4JZfYFfh
+ yq d - metadata.managedFields
+ /usr/bin/sed 's#^apiVersion: policy/v1beta1#apiVersion: policy/v1#'
++ mktemp
+ local LAST_ERR=/tmp/tmp.2DWrsi0Nbc
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ kubectl get -o yaml statefulset/some-name-proxysql
+ exit_status=0
+ [[ 0 != 0 ]]
+ break
+ cat /tmp/tmp.Jg4JZfYFfh
+ cat /tmp/tmp.2DWrsi0Nbc
+ rm /tmp/tmp.Jg4JZfYFfh /tmp/tmp.2DWrsi0Nbc
+ return 0
+ diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/upgrade-consistency/compare/statefulset_some-name-proxysql-140.yml /tmp/tmp.sMQsRm0I67/statefulset_some-name-proxysql.yml
+ API=pxc.percona.com/v1-5-0
+ apply_fixed_rbac v1.5.0
+ local git_tag=v1.5.0
+ version_gt 1.22
++ echo '1.20 >= 1.22'
++ bc -l
+ '[' 0 -eq 1 ']'
+ return 1
+ kubectl_bin apply -f https://raw.githubusercontent.com/percona/percona-xtradb-cluster-operator/v1.5.0/deploy/rbac.yaml
++ mktemp
+ local LAST_OUT=/tmp/tmp.9t1tEHB6uN
++ mktemp
+ local LAST_ERR=/tmp/tmp.yCHcvycUWz
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ kubectl apply -f https://raw.githubusercontent.com/percona/percona-xtradb-cluster-operator/v1.5.0/deploy/rbac.yaml
+ exit_status=0
+ [[ 0 != 0 ]]
+ break
+ cat /tmp/tmp.9t1tEHB6uN
role.rbac.authorization.k8s.io/percona-xtradb-cluster-operator created
serviceaccount/percona-xtradb-cluster-operator created
serviceaccount/percona-xtradb-cluster-operator-workload created
rolebinding.rbac.authorization.k8s.io/service-account-percona-xtradb-cluster-operator created
+ cat /tmp/tmp.yCHcvycUWz
Warning: rbac.authorization.k8s.io/v1beta1 Role is deprecated in v1.17+, unavailable in v1.22+; use rbac.authorization.k8s.io/v1 Role
Warning: rbac.authorization.k8s.io/v1beta1 RoleBinding is deprecated in v1.17+, unavailable in v1.22+; use rbac.authorization.k8s.io/v1 RoleBinding
+ rm /tmp/tmp.9t1tEHB6uN /tmp/tmp.yCHcvycUWz
+ return 0
+ kubectl_bin patch pxc some-name --type=merge --patch '{
        "spec": {"crVersion":"1.5.0", "proxysql": { "image": "percona/percona-xtradb-cluster-operator:1.5.0-proxysql" }}
    }'
++ mktemp
+ local LAST_OUT=/tmp/tmp.WHK82qf763
++ mktemp
+ local LAST_ERR=/tmp/tmp.ej0bSuf4ZV
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ kubectl patch pxc some-name --type=merge --patch '{
        "spec": {"crVersion":"1.5.0", "proxysql": { "image": "percona/percona-xtradb-cluster-operator:1.5.0-proxysql" }}
    }'
+ exit_status=0
+ [[ 0 != 0 ]]
+ break
+ cat /tmp/tmp.WHK82qf763
perconaxtradbcluster.pxc.percona.com/some-name patched
+ cat /tmp/tmp.ej0bSuf4ZV
+ rm /tmp/tmp.WHK82qf763 /tmp/tmp.ej0bSuf4ZV
+ return 0
+ wait_cluster_consistency some-name 3 2
+ local cluster_name=some-name
+ local cluster_size=3
+ local proxy_size=2
+ '[' -z 2 ']'
+ sleep 7
++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.94hF9qDYJW
+++ mktemp
++ local LAST_ERR=/tmp/tmp.KJfiuXiNnx
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ kubectl get pxc some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ [[ 0 != 0 ]]
++ break
++ cat /tmp/tmp.94hF9qDYJW
++ cat /tmp/tmp.KJfiuXiNnx
++ rm /tmp/tmp.94hF9qDYJW /tmp/tmp.KJfiuXiNnx
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo 'waiting for cluster readyness'
waiting for cluster readyness
+ sleep 20
++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.kH6j7KuLfl
+++ mktemp
++ local LAST_ERR=/tmp/tmp.qX4hlmhfuh
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ kubectl get pxc some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ [[ 0 != 0 ]]
++ break
++ cat /tmp/tmp.kH6j7KuLfl
++ cat /tmp/tmp.qX4hlmhfuh
++ rm /tmp/tmp.kH6j7KuLfl /tmp/tmp.qX4hlmhfuh
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo 'waiting for cluster readyness'
waiting for cluster readyness
+ sleep 20
++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.wTJMGg5Gfq
+++ mktemp
++ local LAST_ERR=/tmp/tmp.rMj9M94b7h
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ kubectl get pxc some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ [[ 0 != 0 ]]
++ break
++ cat /tmp/tmp.wTJMGg5Gfq
++ cat /tmp/tmp.rMj9M94b7h
++ rm /tmp/tmp.wTJMGg5Gfq /tmp/tmp.rMj9M94b7h
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo 'waiting for cluster readyness'
waiting for cluster readyness
+ sleep 20
++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.zYoiCxIvhI
+++ mktemp
++ local LAST_ERR=/tmp/tmp.FwWo9Jzt8p
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ kubectl get pxc some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ [[ 0 != 0 ]]
++ break
++ cat /tmp/tmp.zYoiCxIvhI
++ cat /tmp/tmp.FwWo9Jzt8p
++ rm /tmp/tmp.zYoiCxIvhI /tmp/tmp.FwWo9Jzt8p
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo 'waiting for cluster readyness'
waiting for cluster readyness
+ sleep 20
++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.QDNQSmbF93
+++ mktemp
++ local LAST_ERR=/tmp/tmp.9XS2BS88JJ
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ kubectl get pxc some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ [[ 0 != 0 ]]
++ break
++ cat /tmp/tmp.QDNQSmbF93
++ cat /tmp/tmp.9XS2BS88JJ
++ rm /tmp/tmp.QDNQSmbF93 /tmp/tmp.9XS2BS88JJ
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo 'waiting for cluster readyness'
waiting for cluster readyness
+ sleep 20
++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.7iJ341YwBX
+++ mktemp
++ local LAST_ERR=/tmp/tmp.uWwUQo5cSt
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ kubectl get pxc some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ [[ 0 != 0 ]]
++ break
++ cat /tmp/tmp.7iJ341YwBX
++ cat /tmp/tmp.uWwUQo5cSt
++ rm /tmp/tmp.7iJ341YwBX /tmp/tmp.uWwUQo5cSt
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo 'waiting for cluster readyness'
waiting for cluster readyness
+ sleep 20
++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.P7Ru1UR6mj
+++ mktemp
++ local LAST_ERR=/tmp/tmp.YHzJNclzqk
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ kubectl get pxc some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ [[ 0 != 0 ]]
++ break
++ cat /tmp/tmp.P7Ru1UR6mj
++ cat /tmp/tmp.YHzJNclzqk
++ rm /tmp/tmp.P7Ru1UR6mj /tmp/tmp.YHzJNclzqk
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo 'waiting for cluster readyness'
waiting for cluster readyness
+ sleep 20
++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.uFEfPKlS1l
+++ mktemp
++ local LAST_ERR=/tmp/tmp.zDjJxFlAY0
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ kubectl get pxc some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ [[ 0 != 0 ]]
++ break
++ cat /tmp/tmp.uFEfPKlS1l
++ cat /tmp/tmp.zDjJxFlAY0
++ rm /tmp/tmp.uFEfPKlS1l /tmp/tmp.zDjJxFlAY0
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo 'waiting for cluster readyness'
waiting for cluster readyness
+ sleep 20
++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.I6upZ5RFR1
+++ mktemp
++ local LAST_ERR=/tmp/tmp.twLS89HFJX
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ kubectl get pxc some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ [[ 0 != 0 ]]
++ break
++ cat /tmp/tmp.I6upZ5RFR1
++ cat /tmp/tmp.twLS89HFJX
++ rm /tmp/tmp.I6upZ5RFR1 /tmp/tmp.twLS89HFJX
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo 'waiting for cluster readyness'
waiting for cluster readyness
+ sleep 20
++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.R3Md1iWmx4
+++ mktemp
++ local LAST_ERR=/tmp/tmp.EJ06mh5aXy
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ kubectl get pxc some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ [[ 0 != 0 ]]
++ break
++ cat /tmp/tmp.R3Md1iWmx4
++ cat /tmp/tmp.EJ06mh5aXy
++ rm /tmp/tmp.R3Md1iWmx4 /tmp/tmp.EJ06mh5aXy
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo 'waiting for cluster readyness'
waiting for cluster readyness
+ sleep 20
++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.aDsUzoBM1X
+++ mktemp
++ local LAST_ERR=/tmp/tmp.VEXyUrvxQs
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ kubectl get pxc some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ [[ 0 != 0 ]]
++ break
++ cat /tmp/tmp.aDsUzoBM1X
++ cat /tmp/tmp.VEXyUrvxQs
++ rm /tmp/tmp.aDsUzoBM1X /tmp/tmp.VEXyUrvxQs
++ return 0
+ [[ ready == \r\e\a\d\y ]]
++ kubectl_bin get pxc some-name -o 'jsonpath={.status.pxc.ready}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.8iidNRDycT
+++ mktemp
++ local LAST_ERR=/tmp/tmp.1Pu1NaDzXP
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ kubectl get pxc some-name -o 'jsonpath={.status.pxc.ready}'
++ exit_status=0
++ [[ 0 != 0 ]]
++ break
++ cat /tmp/tmp.8iidNRDycT
++ cat /tmp/tmp.1Pu1NaDzXP
++ rm /tmp/tmp.8iidNRDycT /tmp/tmp.1Pu1NaDzXP
++ return 0
+ [[ 3 == \3 ]]
+++ get_proxy_engine some-name
+++ local cluster_name=some-name
++++ get_proxy some-name
++++ local target_cluster=some-name
+++++ kubectl_bin get pxc some-name -o 'jsonpath={.spec.haproxy.enabled}'
++++++ mktemp
+++++ local LAST_OUT=/tmp/tmp.uokHHSMJN0
++++++ mktemp
+++++ local LAST_ERR=/tmp/tmp.vWmLExdTcg
+++++ local exit_status=0
++++++ seq 0 2
+++++ for i in '$(seq 0 2)'
+++++ kubectl get pxc some-name -o 'jsonpath={.spec.haproxy.enabled}'
+++++ exit_status=0
+++++ [[ 0 != 0 ]]
+++++ break
+++++ cat /tmp/tmp.uokHHSMJN0
+++++ cat /tmp/tmp.vWmLExdTcg
+++++ rm /tmp/tmp.uokHHSMJN0 /tmp/tmp.vWmLExdTcg
+++++ return 0
++++ [[ '' == \t\r\u\e ]]
+++++ kubectl_bin get pxc some-name -o 'jsonpath={.spec.proxysql.enabled}'
++++++ mktemp
+++++ local LAST_OUT=/tmp/tmp.EBI1ciEiAD
++++++ mktemp
+++++ local LAST_ERR=/tmp/tmp.8ZZRpHg3Zm
+++++ local exit_status=0
++++++ seq 0 2
+++++ for i in '$(seq 0 2)'
+++++ kubectl get pxc some-name -o 'jsonpath={.spec.proxysql.enabled}'
+++++ exit_status=0
+++++ [[ 0 != 0 ]]
+++++ break
+++++ cat /tmp/tmp.EBI1ciEiAD
+++++ cat /tmp/tmp.8ZZRpHg3Zm
+++++ rm /tmp/tmp.EBI1ciEiAD /tmp/tmp.8ZZRpHg3Zm
+++++ return 0
++++ [[ true == \t\r\u\e ]]
++++ echo some-name-proxysql
++++ return
+++ local cluster_proxy=some-name-proxysql
+++ echo proxysql
++ kubectl_bin get pxc some-name -o 'jsonpath={.status.proxysql.ready}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.2ZC8ZJamwk
+++ mktemp
++ local LAST_ERR=/tmp/tmp.FGUWgFP5bD
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ kubectl get pxc some-name -o 'jsonpath={.status.proxysql.ready}'
++ exit_status=0
++ [[ 0 != 0 ]]
++ break
++ cat /tmp/tmp.2ZC8ZJamwk
++ cat /tmp/tmp.FGUWgFP5bD
++ rm /tmp/tmp.2ZC8ZJamwk /tmp/tmp.FGUWgFP5bD
++ return 0
+ [[ 2 == \2 ]]
+ wait_for_sts_generation some-name-pxc 5 1
+ local name=some-name-pxc
+ local desired_generation=5
+ local size=1
+ set +o xtrace
Waiting for statefulset readyness
+ compare_kubectl service/some-name-pxc -150
+ local resource=service/some-name-pxc
+ local postfix=-150
+ local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/upgrade-consistency/compare/service_some-name-pxc-150.yml
+ local new_result=/tmp/tmp.sMQsRm0I67/service_some-name-pxc.yml
+ '[' '!' -z '' -a -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/upgrade-consistency/compare/service_some-name-pxc-150-oc.yml ']'
+ '[' 0 = 1 -a -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/upgrade-consistency/compare/service_some-name-pxc-150-eks.yml ']'
+ [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.0 ]]
+ '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/upgrade-consistency/compare/service_some-name-pxc-150-80.yml ']'
+ version_gt 1.22
++ echo '1.20 >= 1.22'
++ bc -l
+ '[' 0 -eq 1 ']'
+ return 1
+ version_gt 1.21
++ echo '1.20 >= 1.21'
++ bc -l
+ '[' 0 -eq 1 ']'
+ return 1
+ kubectl_bin get -o yaml service/some-name-pxc
+ yq d - '**.namespace'
+ yq d - '**.uid'
+ yq d - metadata.resourceVersion
+ yq d - '**.env.(name==CLUSTER_HASH)'
+ yq d - metadata.selfLink
+ yq d - metadata.deletionTimestamp
+ yq d - '**.image'
+ yq d - '**.clusterIP'
+ yq d - '**.clusterIPs'
+ yq d - '**.dataSource'
+ yq d - '**.volumeName'
+ yq d - '**.procMount'
+ yq d - '**.storageClassName'
+ yq d - '**."volume.kubernetes.io/storage-provisioner"'
+ yq d - '**."volume.kubernetes.io/selected-node"'
+ yq d - spec.volumeMode
+ yq d - '**."percona.com/*"'
+ yq d - '**."volume.beta.kubernetes.io/storage-provisioner"'
+ yq d - '**.finalizers'
+ yq d - '**.(volumeMode==Filesystem).volumeMode'
+ yq d - status
+ yq d - '**.(name==NAMESPACE)'
+ yq d - '**.(name==suffix)'
+ yq d - 'metadata.annotations."kubernetes.io/psp"'
+ yq d - 'metadata.annotations."cloud.google.com/neg"'
+ yq d - '**.(name==percona-xtradb-cluster-operator-workload-token*)'
+ yq d - '**.(name==S3_BUCKET_PATH)'
+ yq d - '**.(name==S3_BUCKET_URL)'
+ yq d - '**.creationTimestamp'
+ yq d - spec.nodeName
+ yq d - '**."kubernetes.io/pvc-protection"'
+ yq d - '**.healthCheckNodePort'
+ yq d - 'metadata.ownerReferences.*.apiVersion'
+ yq d - '**.nodePort'
+ yq d - '**.imagePullSecrets'
+ yq d - '**.controller-uid'
+ yq d - '**.preemptionPolicy'
+ yq d - spec.ipFamilies
+ yq d - spec.ipFamilyPolicy
+ yq d - '**.enableServiceLinks'
+ yq d - 'spec.volumeClaimTemplates.*.apiVersion'
+ yq d - 'metadata.annotations."k8s.v1.cni.cncf.io*"'
+ yq d - 'spec.volumeClaimTemplates.*.kind'
+ /usr/bin/sed 's#^apiVersion: policy/v1beta1#apiVersion: policy/v1#'
+ /usr/bin/sed 's/name: kube-api-access-.*$/name: kube-api-access/'
+ yq d - '**.creationTimestamp'
+ /usr/bin/sed 's/namespace\:.*name/name/'
+ /usr/bin/sed s/upgrade-consistency-13700/namespace/g
+ yq d - metadata.managedFields
++ mktemp
+ local LAST_OUT=/tmp/tmp.6YGg5YFLQF
++ mktemp
+ local LAST_ERR=/tmp/tmp.o9rFcmoYZi
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ kubectl get -o yaml service/some-name-pxc
+ exit_status=0
+ [[ 0 != 0 ]]
+ break
+ cat /tmp/tmp.6YGg5YFLQF
+ cat /tmp/tmp.o9rFcmoYZi
+ rm /tmp/tmp.6YGg5YFLQF /tmp/tmp.o9rFcmoYZi
+ return 0
+ diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/upgrade-consistency/compare/service_some-name-pxc-150.yml /tmp/tmp.sMQsRm0I67/service_some-name-pxc.yml
+ compare_kubectl service/some-name-proxysql -150
+ local resource=service/some-name-proxysql
+ local postfix=-150
+ local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/upgrade-consistency/compare/service_some-name-proxysql-150.yml
+ local new_result=/tmp/tmp.sMQsRm0I67/service_some-name-proxysql.yml
+ '[' '!' -z '' -a -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/upgrade-consistency/compare/service_some-name-proxysql-150-oc.yml ']'
+ '[' 0 = 1 -a -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/upgrade-consistency/compare/service_some-name-proxysql-150-eks.yml ']'
+ [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.0 ]]
+ '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/upgrade-consistency/compare/service_some-name-proxysql-150-80.yml ']'
+ version_gt 1.22
++ echo '1.20 >= 1.22'
++ bc -l
+ '[' 0 -eq 1 ']'
+ return 1
+ version_gt 1.21
++ echo '1.20 >= 1.21'
++ bc -l
+ '[' 0 -eq 1 ']'
+ return 1
+ kubectl_bin get -o yaml service/some-name-proxysql
++ mktemp
+ local LAST_OUT=/tmp/tmp.5RZi8NWMNK
+ yq d - '**.uid'
+ yq d - metadata.resourceVersion
+ yq d - '**.env.(name==CLUSTER_HASH)'
+ yq d - metadata.selfLink
+ yq d - metadata.deletionTimestamp
+ yq d - '**.clusterIPs'
+ yq d - '**.dataSource'
+ yq d - spec.volumeMode
+ yq d - '**.procMount'
+ yq d - spec.nodeName
+ yq d - '**."volume.kubernetes.io/selected-node"'
+ yq d - '**.volumeName'
+ yq d - '**.nodePort'
+ yq d - '**.storageClassName'
+ yq d - status
+ yq d - '**.finalizers'
+ yq d - '**.clusterIP'
+ yq d - '**."kubernetes.io/pvc-protection"'
+ yq d - '**."volume.beta.kubernetes.io/storage-provisioner"'
++ mktemp
+ yq d - '**.(volumeMode==Filesystem).volumeMode'
+ local LAST_ERR=/tmp/tmp.mUwH23SjOW
+ local exit_status=0
+ yq d - 'metadata.annotations."cloud.google.com/neg"'
+ yq d - '**.healthCheckNodePort'
+ yq d - '**.(name==percona-xtradb-cluster-operator-workload-token*)'
+ yq d - '**.creationTimestamp'
+ yq d - '**.image'
+ yq d - '**."volume.kubernetes.io/storage-provisioner"'
+ yq d - '**."percona.com/*"'
+ yq d - '**.imagePullSecrets'
+ yq d - '**.(name==NAMESPACE)'
+ yq d - '**.enableServiceLinks'
+ yq d - '**.(name==suffix)'
+ yq d - 'metadata.annotations."kubernetes.io/psp"'
+ yq d - '**.(name==S3_BUCKET_PATH)'
+ yq d - '**.(name==S3_BUCKET_URL)'
+ yq d - 'metadata.annotations."k8s.v1.cni.cncf.io*"'
++ seq 0 2
+ yq d - spec.ipFamilies
+ yq d - spec.ipFamilyPolicy
+ for i in '$(seq 0 2)'
+ kubectl get -o yaml service/some-name-proxysql
+ yq d - '**.namespace'
+ /usr/bin/sed 's#^apiVersion: policy/v1beta1#apiVersion: policy/v1#'
+ /usr/bin/sed 's/name: kube-api-access-.*$/name: kube-api-access/'
+ /usr/bin/sed 's/namespace\:.*name/name/'
+ yq d - 'spec.volumeClaimTemplates.*.apiVersion'
+ yq d - 'spec.volumeClaimTemplates.*.kind'
+ yq d - '**.controller-uid'
+ yq d - '**.preemptionPolicy'
+ yq d - 'metadata.ownerReferences.*.apiVersion'
+ /usr/bin/sed s/upgrade-consistency-13700/namespace/g
+ yq d - '**.creationTimestamp'
+ yq d - metadata.managedFields
+ exit_status=0
+ [[ 0 != 0 ]]
+ break
+ cat /tmp/tmp.5RZi8NWMNK
+ cat /tmp/tmp.mUwH23SjOW
+ rm /tmp/tmp.5RZi8NWMNK /tmp/tmp.mUwH23SjOW
+ return 0
+ diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/upgrade-consistency/compare/service_some-name-proxysql-150.yml /tmp/tmp.sMQsRm0I67/service_some-name-proxysql.yml
+ compare_kubectl statefulset/some-name-pxc -150
+ local resource=statefulset/some-name-pxc
+ local postfix=-150
+ local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/upgrade-consistency/compare/statefulset_some-name-pxc-150.yml
+ local new_result=/tmp/tmp.sMQsRm0I67/statefulset_some-name-pxc.yml
+ '[' '!' -z '' -a -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/upgrade-consistency/compare/statefulset_some-name-pxc-150-oc.yml ']'
+ '[' 0 = 1 -a -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/upgrade-consistency/compare/statefulset_some-name-pxc-150-eks.yml ']'
+ [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.0 ]]
+ '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/upgrade-consistency/compare/statefulset_some-name-pxc-150-80.yml ']'
+ version_gt 1.22
++ bc -l
++ echo '1.20 >= 1.22'
+ '[' 0 -eq 1 ']'
+ return 1
+ version_gt 1.21
++ bc -l
++ echo '1.20 >= 1.21'
+ '[' 0 -eq 1 ']'
+ return 1
+ yq d - '**.namespace'
+ yq d - '**.uid'
+ yq d - metadata.selfLink
+ yq d - metadata.deletionTimestamp
+ yq d - 'metadata.ownerReferences.*.apiVersion'
+ yq d - 'metadata.annotations."k8s.v1.cni.cncf.io*"'
+ yq d - spec.volumeMode
+ yq d - '**.clusterIP'
+ yq d - '**.clusterIPs'
+ yq d - '**.dataSource'
+ yq d - 'metadata.annotations."kubernetes.io/psp"'
+ yq d - 'metadata.annotations."cloud.google.com/neg"'
+ yq d - '**.procMount'
+ yq d - '**.storageClassName'
+ yq d - '**.(name==percona-xtradb-cluster-operator-workload-token*)'
+ yq d - '**.finalizers'
+ yq d - '**.creationTimestamp'
+ yq d - '**."kubernetes.io/pvc-protection"'
+ yq d - '**.image'
+ yq d - spec.nodeName
+ yq d - '**.volumeName'
+ yq d - '**."volume.kubernetes.io/selected-node"'
+ yq d - '**."volume.kubernetes.io/storage-provisioner"'
+ yq d - '**."volume.beta.kubernetes.io/storage-provisioner"'
+ yq d - '**."percona.com/*"'
+ yq d - '**.nodePort'
+ yq d - '**.(volumeMode==Filesystem).volumeMode'
+ yq d - '**.healthCheckNodePort'
+ yq d - '**.env.(name==CLUSTER_HASH)'
+ yq d - '**.(name==NAMESPACE)'
+ yq d - '**.(name==suffix)'
+ yq d - '**.(name==S3_BUCKET_PATH)'
+ yq d - '**.(name==S3_BUCKET_URL)'
+ yq d - metadata.resourceVersion
+ yq d - 'spec.volumeClaimTemplates.*.apiVersion'
+ yq d - '**.controller-uid'
+ yq d - '**.preemptionPolicy'
+ yq d - spec.ipFamilies
+ yq d - '**.imagePullSecrets'
+ yq d - 'spec.volumeClaimTemplates.*.kind'
+ yq d - '**.enableServiceLinks'
+ yq d - spec.ipFamilyPolicy
+ yq d - '**.creationTimestamp'
+ /usr/bin/sed 's#^apiVersion: policy/v1beta1#apiVersion: policy/v1#'
+ yq d - status
+ yq d - metadata.managedFields
+ /usr/bin/sed 's/name: kube-api-access-.*$/name: kube-api-access/'
+ kubectl_bin get -o yaml statefulset/some-name-pxc
+ /usr/bin/sed s/upgrade-consistency-13700/namespace/g
++ mktemp
+ /usr/bin/sed 's/namespace\:.*name/name/'
+ local LAST_OUT=/tmp/tmp.KtNeLR57gS
++ mktemp
+ local LAST_ERR=/tmp/tmp.LKlZY2hKYs
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ kubectl get -o yaml statefulset/some-name-pxc
+ exit_status=0
+ [[ 0 != 0 ]]
+ break
+ cat /tmp/tmp.KtNeLR57gS
+ cat /tmp/tmp.LKlZY2hKYs
+ rm /tmp/tmp.KtNeLR57gS /tmp/tmp.LKlZY2hKYs
+ return 0
+ diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/upgrade-consistency/compare/statefulset_some-name-pxc-150.yml /tmp/tmp.sMQsRm0I67/statefulset_some-name-pxc.yml
+ compare_kubectl statefulset/some-name-proxysql -150
+ local resource=statefulset/some-name-proxysql
+ local postfix=-150
+ local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/upgrade-consistency/compare/statefulset_some-name-proxysql-150.yml
+ local new_result=/tmp/tmp.sMQsRm0I67/statefulset_some-name-proxysql.yml
+ '[' '!' -z '' -a -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/upgrade-consistency/compare/statefulset_some-name-proxysql-150-oc.yml ']'
+ '[' 0 = 1 -a -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/upgrade-consistency/compare/statefulset_some-name-proxysql-150-eks.yml ']'
+ [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.0 ]]
+ '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/upgrade-consistency/compare/statefulset_some-name-proxysql-150-80.yml ']'
+ version_gt 1.22
++ bc -l
++ echo '1.20 >= 1.22'
+ '[' 0 -eq 1 ']'
+ return 1
+ version_gt 1.21
++ echo '1.20 >= 1.21'
++ bc -l
+ '[' 0 -eq 1 ']'
+ return 1
+ yq d - metadata.resourceVersion
+ yq d - '**.env.(name==CLUSTER_HASH)'
+ yq d - metadata.selfLink
+ yq d - metadata.deletionTimestamp
+ yq d - 'metadata.annotations."k8s.v1.cni.cncf.io*"'
+ yq d - 'metadata.annotations."kubernetes.io/psp"'
+ yq d - metadata.managedFields
+ yq d - '**.(volumeMode==Filesystem).volumeMode'
+ yq d - '**.healthCheckNodePort'
+ yq d - '**.nodePort'
+ yq d - '**.imagePullSecrets'
+ yq d - '**.(name==S3_BUCKET_URL)'
+ yq d - '**.volumeName'
+ yq d - '**."volume.kubernetes.io/selected-node"'
+ yq d - '**.image'
+ yq d - spec.nodeName
+ yq d - '**.clusterIP'
+ yq d - '**.clusterIPs'
+ yq d - 'metadata.annotations."cloud.google.com/neg"'
+ yq d - '**.storageClassName'
+ yq d - '**.creationTimestamp'
+ yq d - '**."volume.kubernetes.io/storage-provisioner"'
+ yq d - '**.dataSource'
+ yq d - spec.volumeMode
+ yq d - '**.procMount'
+ yq d - '**."volume.beta.kubernetes.io/storage-provisioner"'
+ yq d - '**."percona.com/*"'
+ yq d - '**.finalizers'
+ yq d - 'spec.volumeClaimTemplates.*.apiVersion'
+ yq d - '**."kubernetes.io/pvc-protection"'
+ yq d - '**.uid'
+ yq d - '**.(name==percona-xtradb-cluster-operator-workload-token*)'
+ yq d - '**.namespace'
+ yq d - '**.enableServiceLinks'
+ yq d - '**.(name==NAMESPACE)'
+ yq d - '**.(name==S3_BUCKET_PATH)'
+ yq d - '**.(name==suffix)'
+ yq d - status
+ yq d - '**.creationTimestamp'
+ yq d - 'spec.volumeClaimTemplates.*.kind'
+ kubectl_bin get -o yaml statefulset/some-name-proxysql
+ yq d - '**.preemptionPolicy'
+ /usr/bin/sed 's/name: kube-api-access-.*$/name: kube-api-access/'
+ yq d - '**.controller-uid'
+ yq d - spec.ipFamilies
+ /usr/bin/sed 's/namespace\:.*name/name/'
+ yq d - spec.ipFamilyPolicy
+ /usr/bin/sed s/upgrade-consistency-13700/namespace/g
+ /usr/bin/sed 's#^apiVersion: policy/v1beta1#apiVersion: policy/v1#'
++ mktemp
+ yq d - 'metadata.ownerReferences.*.apiVersion'
+ local LAST_OUT=/tmp/tmp.8Hl2tzBsuI
++ mktemp
+ local LAST_ERR=/tmp/tmp.gx1CCNRHmm
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ kubectl get -o yaml statefulset/some-name-proxysql
+ exit_status=0
+ [[ 0 != 0 ]]
+ break
+ cat /tmp/tmp.8Hl2tzBsuI
+ cat /tmp/tmp.gx1CCNRHmm
+ rm /tmp/tmp.8Hl2tzBsuI /tmp/tmp.gx1CCNRHmm
+ return 0
+ diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/upgrade-consistency/compare/statefulset_some-name-proxysql-150.yml /tmp/tmp.sMQsRm0I67/statefulset_some-name-proxysql.yml
+ API=pxc.percona.com/v1-6-0
+ apply_fixed_rbac v1.6.0
+ local git_tag=v1.6.0
+ version_gt 1.22
++ echo '1.20 >= 1.22'
++ bc -l
+ '[' 0 -eq 1 ']'
+ return 1
+ kubectl_bin apply -f https://raw.githubusercontent.com/percona/percona-xtradb-cluster-operator/v1.6.0/deploy/rbac.yaml
++ mktemp
+ local LAST_OUT=/tmp/tmp.bIIdJx6KzP
++ mktemp
+ local LAST_ERR=/tmp/tmp.XisBQJdcpL
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ kubectl apply -f https://raw.githubusercontent.com/percona/percona-xtradb-cluster-operator/v1.6.0/deploy/rbac.yaml
+ exit_status=0
+ [[ 0 != 0 ]]
+ break
+ cat /tmp/tmp.bIIdJx6KzP
role.rbac.authorization.k8s.io/percona-xtradb-cluster-operator configured
serviceaccount/percona-xtradb-cluster-operator unchanged
rolebinding.rbac.authorization.k8s.io/service-account-percona-xtradb-cluster-operator configured
+ cat /tmp/tmp.XisBQJdcpL
Warning: rbac.authorization.k8s.io/v1beta1 Role is deprecated in v1.17+, unavailable in v1.22+; use rbac.authorization.k8s.io/v1 Role
+ rm /tmp/tmp.bIIdJx6KzP /tmp/tmp.XisBQJdcpL
+ return 0
+ kubectl_bin patch pxc some-name --type=merge --patch '{
        "spec": {"crVersion":"1.6.0"}
    }'
++ mktemp
+ local LAST_OUT=/tmp/tmp.1NPFCgBrJ8
++ mktemp
+ local LAST_ERR=/tmp/tmp.Siqii86moI
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ kubectl patch pxc some-name --type=merge --patch '{
        "spec": {"crVersion":"1.6.0"}
    }'
+ exit_status=0
+ [[ 0 != 0 ]]
+ break
+ cat /tmp/tmp.1NPFCgBrJ8
perconaxtradbcluster.pxc.percona.com/some-name patched
+ cat /tmp/tmp.Siqii86moI
+ rm /tmp/tmp.1NPFCgBrJ8 /tmp/tmp.Siqii86moI
+ return 0
+ wait_cluster_consistency some-name 3 2
+ local cluster_name=some-name
+ local cluster_size=3
+ local proxy_size=2
+ '[' -z 2 ']'
+ sleep 7
++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.fphRsH2uiV
+++ mktemp
++ local LAST_ERR=/tmp/tmp.fjtuz2ioVl
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ kubectl get pxc some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ [[ 0 != 0 ]]
++ break
++ cat /tmp/tmp.fphRsH2uiV
++ cat /tmp/tmp.fjtuz2ioVl
++ rm /tmp/tmp.fphRsH2uiV /tmp/tmp.fjtuz2ioVl
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo 'waiting for cluster readyness'
waiting for cluster readyness
+ sleep 20
++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.fiqisUJoG7
+++ mktemp
++ local LAST_ERR=/tmp/tmp.bvkz9IIQ1r
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ kubectl get pxc some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ [[ 0 != 0 ]]
++ break
++ cat /tmp/tmp.fiqisUJoG7
++ cat /tmp/tmp.bvkz9IIQ1r
++ rm /tmp/tmp.fiqisUJoG7 /tmp/tmp.bvkz9IIQ1r
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo 'waiting for cluster readyness'
waiting for cluster readyness
+ sleep 20
++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.3m22hxCln1
+++ mktemp
++ local LAST_ERR=/tmp/tmp.VkKVGQvmWI
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ kubectl get pxc some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ [[ 0 != 0 ]]
++ break
++ cat /tmp/tmp.3m22hxCln1
++ cat /tmp/tmp.VkKVGQvmWI
++ rm /tmp/tmp.3m22hxCln1 /tmp/tmp.VkKVGQvmWI
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo 'waiting for cluster readyness'
waiting for cluster readyness
+ sleep 20
++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.GPOUqxFEuh
+++ mktemp
++ local LAST_ERR=/tmp/tmp.SUoe4uekJp
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ kubectl get pxc some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ [[ 0 != 0 ]]
++ break
++ cat /tmp/tmp.GPOUqxFEuh
++ cat /tmp/tmp.SUoe4uekJp
++ rm /tmp/tmp.GPOUqxFEuh /tmp/tmp.SUoe4uekJp
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo 'waiting for cluster readyness'
waiting for cluster readyness
+ sleep 20
++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.gXXq2kJbMf
+++ mktemp
++ local LAST_ERR=/tmp/tmp.i8Kgvo20Ni
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ kubectl get pxc some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ [[ 0 != 0 ]]
++ break
++ cat /tmp/tmp.gXXq2kJbMf
++ cat /tmp/tmp.i8Kgvo20Ni
++ rm /tmp/tmp.gXXq2kJbMf /tmp/tmp.i8Kgvo20Ni
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo 'waiting for cluster readyness'
waiting for cluster readyness
+ sleep 20
++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.Uk0S5UjA9r
+++ mktemp
++ local LAST_ERR=/tmp/tmp.ngLYQpObPQ
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ kubectl get pxc some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ [[ 0 != 0 ]]
++ break
++ cat /tmp/tmp.Uk0S5UjA9r
++ cat /tmp/tmp.ngLYQpObPQ
++ rm /tmp/tmp.Uk0S5UjA9r /tmp/tmp.ngLYQpObPQ
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo 'waiting for cluster readyness'
waiting for cluster readyness
+ sleep 20
++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.Jj594YMKVx
+++ mktemp
++ local LAST_ERR=/tmp/tmp.5uhnAawdLK
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ kubectl get pxc some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ [[ 0 != 0 ]]
++ break
++ cat /tmp/tmp.Jj594YMKVx
++ cat /tmp/tmp.5uhnAawdLK
++ rm /tmp/tmp.Jj594YMKVx /tmp/tmp.5uhnAawdLK
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo 'waiting for cluster readyness'
waiting for cluster readyness
+ sleep 20
++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.cJlgPL17Xr
+++ mktemp
++ local LAST_ERR=/tmp/tmp.WuhE5jEiAE
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ kubectl get pxc some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ [[ 0 != 0 ]]
++ break
++ cat /tmp/tmp.cJlgPL17Xr
++ cat /tmp/tmp.WuhE5jEiAE
++ rm /tmp/tmp.cJlgPL17Xr /tmp/tmp.WuhE5jEiAE
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo 'waiting for cluster readyness'
waiting for cluster readyness
+ sleep 20
++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.9SrVT5pTgV
+++ mktemp
++ local LAST_ERR=/tmp/tmp.EpVFa7gZG4
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ kubectl get pxc some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ [[ 0 != 0 ]]
++ break
++ cat /tmp/tmp.9SrVT5pTgV
++ cat /tmp/tmp.EpVFa7gZG4
++ rm /tmp/tmp.9SrVT5pTgV /tmp/tmp.EpVFa7gZG4
++ return 0
+ [[ ready == \r\e\a\d\y ]]
++ kubectl_bin get pxc some-name -o 'jsonpath={.status.pxc.ready}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.Xe1MS4jJVF
+++ mktemp
++ local LAST_ERR=/tmp/tmp.xsJPwPpdno
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ kubectl get pxc some-name -o 'jsonpath={.status.pxc.ready}'
++ exit_status=0
++ [[ 0 != 0 ]]
++ break
++ cat /tmp/tmp.Xe1MS4jJVF
++ cat /tmp/tmp.xsJPwPpdno
++ rm /tmp/tmp.Xe1MS4jJVF /tmp/tmp.xsJPwPpdno
++ return 0
+ [[ 3 == \3 ]]
+++ get_proxy_engine some-name
+++ local cluster_name=some-name
++++ get_proxy some-name
++++ local target_cluster=some-name
+++++ kubectl_bin get pxc some-name -o 'jsonpath={.spec.haproxy.enabled}'
++++++ mktemp
+++++ local LAST_OUT=/tmp/tmp.ieBwaED9Ha
++++++ mktemp
+++++ local LAST_ERR=/tmp/tmp.4ayZMZdqJ1
+++++ local exit_status=0
++++++ seq 0 2
+++++ for i in '$(seq 0 2)'
+++++ kubectl get pxc some-name -o 'jsonpath={.spec.haproxy.enabled}'
+++++ exit_status=0
+++++ [[ 0 != 0 ]]
+++++ break
+++++ cat /tmp/tmp.ieBwaED9Ha
+++++ cat /tmp/tmp.4ayZMZdqJ1
+++++ rm /tmp/tmp.ieBwaED9Ha /tmp/tmp.4ayZMZdqJ1
+++++ return 0
++++ [[ '' == \t\r\u\e ]]
+++++ kubectl_bin get pxc some-name -o 'jsonpath={.spec.proxysql.enabled}'
++++++ mktemp
+++++ local LAST_OUT=/tmp/tmp.Gkews1Mb4a
++++++ mktemp
+++++ local LAST_ERR=/tmp/tmp.ckGPnVFwF9
+++++ local exit_status=0
++++++ seq 0 2
+++++ for i in '$(seq 0 2)'
+++++ kubectl get pxc some-name -o 'jsonpath={.spec.proxysql.enabled}'
+++++ exit_status=0
+++++ [[ 0 != 0 ]]
+++++ break
+++++ cat /tmp/tmp.Gkews1Mb4a
+++++ cat /tmp/tmp.ckGPnVFwF9
+++++ rm /tmp/tmp.Gkews1Mb4a /tmp/tmp.ckGPnVFwF9
+++++ return 0
++++ [[ true == \t\r\u\e ]]
++++ echo some-name-proxysql
++++ return
+++ local cluster_proxy=some-name-proxysql
+++ echo proxysql
++ kubectl_bin get pxc some-name -o 'jsonpath={.status.proxysql.ready}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.U2nsav7LS7
+++ mktemp
++ local LAST_ERR=/tmp/tmp.IwDadyZ2ou
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ kubectl get pxc some-name -o 'jsonpath={.status.proxysql.ready}'
++ exit_status=0
++ [[ 0 != 0 ]]
++ break
++ cat /tmp/tmp.U2nsav7LS7
++ cat /tmp/tmp.IwDadyZ2ou
++ rm /tmp/tmp.U2nsav7LS7 /tmp/tmp.IwDadyZ2ou
++ return 0
+ [[ 2 == \2 ]]
+ wait_for_sts_generation some-name-pxc 6 1
+ local name=some-name-pxc
+ local desired_generation=6
+ local size=1
+ set +o xtrace
Waiting for statefulset readyness
+ compare_kubectl service/some-name-pxc -160
+ local resource=service/some-name-pxc
+ local postfix=-160
+ local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/upgrade-consistency/compare/service_some-name-pxc-160.yml
+ local new_result=/tmp/tmp.sMQsRm0I67/service_some-name-pxc.yml
+ '[' '!' -z '' -a -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/upgrade-consistency/compare/service_some-name-pxc-160-oc.yml ']'
+ '[' 0 = 1 -a -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/upgrade-consistency/compare/service_some-name-pxc-160-eks.yml ']'
+ [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.0 ]]
+ '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/upgrade-consistency/compare/service_some-name-pxc-160-80.yml ']'
+ version_gt 1.22
++ echo '1.20 >= 1.22'
++ bc -l
+ '[' 0 -eq 1 ']'
+ return 1
+ version_gt 1.21
++ echo '1.20 >= 1.21'
++ bc -l
+ '[' 0 -eq 1 ']'
+ return 1
+ kubectl_bin get -o yaml service/some-name-pxc
+ yq d - '**.namespace'
+ yq d - '**.uid'
+ yq d - metadata.resourceVersion
+ yq d - '**.env.(name==CLUSTER_HASH)'
+ yq d - metadata.selfLink
+ yq d - metadata.deletionTimestamp
+ yq d - 'metadata.annotations."k8s.v1.cni.cncf.io*"'
+ yq d - '**.clusterIP'
+ yq d - '**.clusterIPs'
+ yq d - '**.dataSource'
+ yq d - '**.procMount'
+ yq d - '**."volume.beta.kubernetes.io/storage-provisioner"'
+ yq d - '**.finalizers'
+ yq d - '**."volume.kubernetes.io/storage-provisioner"'
+ yq d - '**.(name==percona-xtradb-cluster-operator-workload-token*)'
+ yq d - spec.volumeMode
+ yq d - '**.creationTimestamp'
+ yq d - '**."volume.kubernetes.io/selected-node"'
+ yq d - '**.image'
+ yq d - '**."percona.com/*"'
+ yq d - '**.storageClassName'
+ yq d - '**.volumeName'
+ yq d - spec.nodeName
+ yq d - '**."kubernetes.io/pvc-protection"'
+ yq d - '**.imagePullSecrets'
+ yq d - '**.enableServiceLinks'
+ yq d - '**.healthCheckNodePort'
+ yq d - status
+ yq d - '**.(volumeMode==Filesystem).volumeMode'
+ yq d - '**.nodePort'
+ yq d - 'metadata.annotations."cloud.google.com/neg"'
+ yq d - 'metadata.annotations."kubernetes.io/psp"'
+ yq d - '**.(name==NAMESPACE)'
+ yq d - 'spec.volumeClaimTemplates.*.kind'
+ yq d - '**.controller-uid'
+ yq d - '**.(name==S3_BUCKET_PATH)'
+ yq d - 'spec.volumeClaimTemplates.*.apiVersion'
+ yq d - spec.ipFamilyPolicy
+ yq d - '**.(name==suffix)'
+ yq d - '**.(name==S3_BUCKET_URL)'
+ yq d - 'metadata.ownerReferences.*.apiVersion'
+ yq d - '**.preemptionPolicy'
+ yq d - spec.ipFamilies
+ /usr/bin/sed 's/namespace\:.*name/name/'
+ /usr/bin/sed 's#^apiVersion: policy/v1beta1#apiVersion: policy/v1#'
+ yq d - '**.creationTimestamp'
+ /usr/bin/sed 's/name: kube-api-access-.*$/name: kube-api-access/'
+ /usr/bin/sed s/upgrade-consistency-13700/namespace/g
+ yq d - metadata.managedFields
++ mktemp
+ local LAST_OUT=/tmp/tmp.VZe6g9ncmJ
++ mktemp
+ local LAST_ERR=/tmp/tmp.NYzlURDx7B
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ kubectl get -o yaml service/some-name-pxc
+ exit_status=0
+ [[ 0 != 0 ]]
+ break
+ cat /tmp/tmp.VZe6g9ncmJ
+ cat /tmp/tmp.NYzlURDx7B
+ rm /tmp/tmp.VZe6g9ncmJ /tmp/tmp.NYzlURDx7B
+ return 0
+ diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/upgrade-consistency/compare/service_some-name-pxc-160.yml /tmp/tmp.sMQsRm0I67/service_some-name-pxc.yml
+ compare_kubectl service/some-name-proxysql -160
+ local resource=service/some-name-proxysql
+ local postfix=-160
+ local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/upgrade-consistency/compare/service_some-name-proxysql-160.yml
+ local new_result=/tmp/tmp.sMQsRm0I67/service_some-name-proxysql.yml
+ '[' '!' -z '' -a -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/upgrade-consistency/compare/service_some-name-proxysql-160-oc.yml ']'
+ '[' 0 = 1 -a -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/upgrade-consistency/compare/service_some-name-proxysql-160-eks.yml ']'
+ [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.0 ]]
+ '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/upgrade-consistency/compare/service_some-name-proxysql-160-80.yml ']'
+ version_gt 1.22
++ echo '1.20 >= 1.22'
++ bc -l
+ '[' 0 -eq 1 ']'
+ return 1
+ version_gt 1.21
++ bc -l
++ echo '1.20 >= 1.21'
+ '[' 0 -eq 1 ']'
+ return 1
+ yq d - '**.image'
+ yq d - '**.clusterIPs'
+ yq d - '**.dataSource'
+ yq d - '**.storageClassName'
+ yq d - '**.volumeName'
+ yq d - spec.volumeMode
+ yq d - spec.nodeName
+ yq d - '**.clusterIP'
+ yq d - 'metadata.annotations."cloud.google.com/neg"'
+ yq d - '**."volume.kubernetes.io/storage-provisioner"'
+ yq d - '**.env.(name==CLUSTER_HASH)'
+ yq d - metadata.selfLink
+ yq d - metadata.deletionTimestamp
+ yq d - 'metadata.annotations."k8s.v1.cni.cncf.io*"'
+ yq d - 'metadata.annotations."kubernetes.io/psp"'
+ yq d - '**.creationTimestamp'
+ yq d - '**.procMount'
+ yq d - '**.finalizers'
+ yq d - '**."volume.beta.kubernetes.io/storage-provisioner"'
+ yq d - '**.(name==percona-xtradb-cluster-operator-workload-token*)'
+ yq d - '**."kubernetes.io/pvc-protection"'
+ yq d - '**."volume.kubernetes.io/selected-node"'
+ yq d - '**."percona.com/*"'
+ yq d - metadata.resourceVersion
+ yq d - '**.(volumeMode==Filesystem).volumeMode'
+ yq d - '**.healthCheckNodePort'
+ yq d - '**.uid'
+ yq d - '**.nodePort'
+ yq d - '**.imagePullSecrets'
+ yq d - '**.namespace'
+ yq d - '**.enableServiceLinks'
+ yq d - status
+ yq d - '**.(name==NAMESPACE)'
+ yq d - '**.creationTimestamp'
+ yq d - '**.(name==S3_BUCKET_URL)'
+ yq d - '**.(name==suffix)'
+ yq d - 'spec.volumeClaimTemplates.*.kind'
+ yq d - 'metadata.ownerReferences.*.apiVersion'
+ yq d - 'spec.volumeClaimTemplates.*.apiVersion'
+ yq d - '**.(name==S3_BUCKET_PATH)'
+ yq d - metadata.managedFields
+ yq d - '**.controller-uid'
+ yq d - '**.preemptionPolicy'
+ yq d - spec.ipFamilies
+ /usr/bin/sed 's#^apiVersion: policy/v1beta1#apiVersion: policy/v1#'
+ kubectl_bin get -o yaml service/some-name-proxysql
+ yq d - spec.ipFamilyPolicy
+ /usr/bin/sed 's/name: kube-api-access-.*$/name: kube-api-access/'
+ /usr/bin/sed s/upgrade-consistency-13700/namespace/g
+ /usr/bin/sed 's/namespace\:.*name/name/'
++ mktemp
+ local LAST_OUT=/tmp/tmp.6LU5y36tGo
++ mktemp
+ local LAST_ERR=/tmp/tmp.Jbk4tyGAfg
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ kubectl get -o yaml service/some-name-proxysql
+ exit_status=0
+ [[ 0 != 0 ]]
+ break
+ cat /tmp/tmp.6LU5y36tGo
+ cat /tmp/tmp.Jbk4tyGAfg
+ rm /tmp/tmp.6LU5y36tGo /tmp/tmp.Jbk4tyGAfg
+ return 0
+ diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/upgrade-consistency/compare/service_some-name-proxysql-160.yml /tmp/tmp.sMQsRm0I67/service_some-name-proxysql.yml
+ compare_kubectl statefulset/some-name-pxc -160
+ local resource=statefulset/some-name-pxc
+ local postfix=-160
+ local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/upgrade-consistency/compare/statefulset_some-name-pxc-160.yml
+ local new_result=/tmp/tmp.sMQsRm0I67/statefulset_some-name-pxc.yml
+ '[' '!' -z '' -a -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/upgrade-consistency/compare/statefulset_some-name-pxc-160-oc.yml ']'
+ '[' 0 = 1 -a -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/upgrade-consistency/compare/statefulset_some-name-pxc-160-eks.yml ']'
+ [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.0 ]]
+ '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/upgrade-consistency/compare/statefulset_some-name-pxc-160-80.yml ']'
+ version_gt 1.22
++ echo '1.20 >= 1.22'
++ bc -l
+ '[' 0 -eq 1 ']'
+ return 1
+ version_gt 1.21
++ echo '1.20 >= 1.21'
++ bc -l
+ '[' 0 -eq 1 ']'
+ return 1
+ kubectl_bin get -o yaml statefulset/some-name-pxc
++ mktemp
+ local LAST_OUT=/tmp/tmp.qTy2wJkxHb
+ yq d - '**.namespace'
+ yq d - '**.uid'
+ yq d - metadata.resourceVersion
+ yq d - 'metadata.annotations."kubernetes.io/psp"'
+ yq d - 'metadata.annotations."cloud.google.com/neg"'
++ mktemp
+ yq d - spec.volumeMode
+ yq d - '**."volume.kubernetes.io/selected-node"'
+ local LAST_ERR=/tmp/tmp.sWCV7ExQh4
+ local exit_status=0
+ yq d - '**.(name==percona-xtradb-cluster-operator-workload-token*)'
+ yq d - '**."percona.com/*"'
+ yq d - '**.creationTimestamp'
+ yq d - spec.nodeName
+ yq d - '**.finalizers'
+ yq d - '**.procMount'
+ yq d - '**.image'
+ yq d - '**.clusterIP'
+ yq d - '**."volume.beta.kubernetes.io/storage-provisioner"'
+ yq d - '**.clusterIPs'
+ yq d - '**.dataSource'
+ yq d - '**."volume.kubernetes.io/storage-provisioner"'
+ yq d - '**.storageClassName'
+ yq d - '**.volumeName'
+ yq d - '**.(volumeMode==Filesystem).volumeMode'
+ yq d - '**."kubernetes.io/pvc-protection"'
+ yq d - '**.healthCheckNodePort'
+ yq d - 'metadata.annotations."k8s.v1.cni.cncf.io*"'
+ yq d - '**.enableServiceLinks'
+ yq d - '**.nodePort'
+ yq d - '**.imagePullSecrets'
+ yq d - metadata.deletionTimestamp
+ yq d - metadata.selfLink
+ yq d - '**.(name==NAMESPACE)'
+ yq d - '**.(name==suffix)'
+ yq d - 'spec.volumeClaimTemplates.*.apiVersion'
+ yq d - status
+ yq d - 'spec.volumeClaimTemplates.*.kind'
+ yq d - '**.(name==S3_BUCKET_URL)'
+ yq d - 'metadata.ownerReferences.*.apiVersion'
+ yq d - '**.controller-uid'
+ yq d - '**.(name==S3_BUCKET_PATH)'
++ seq 0 2
+ for i in '$(seq 0 2)'
+ kubectl get -o yaml statefulset/some-name-pxc
+ yq d - '**.env.(name==CLUSTER_HASH)'
+ yq d - '**.creationTimestamp'
+ /usr/bin/sed 's#^apiVersion: policy/v1beta1#apiVersion: policy/v1#'
+ /usr/bin/sed 's/name: kube-api-access-.*$/name: kube-api-access/'
+ yq d - '**.preemptionPolicy'
+ /usr/bin/sed 's/namespace\:.*name/name/'
+ /usr/bin/sed s/upgrade-consistency-13700/namespace/g
+ yq d - spec.ipFamilyPolicy
+ yq d - spec.ipFamilies
+ yq d - metadata.managedFields
+ exit_status=0
+ [[ 0 != 0 ]]
+ break
+ cat /tmp/tmp.qTy2wJkxHb
+ cat /tmp/tmp.sWCV7ExQh4
+ rm /tmp/tmp.qTy2wJkxHb /tmp/tmp.sWCV7ExQh4
+ return 0
+ diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/upgrade-consistency/compare/statefulset_some-name-pxc-160.yml /tmp/tmp.sMQsRm0I67/statefulset_some-name-pxc.yml
+ compare_kubectl statefulset/some-name-proxysql -160
+ local resource=statefulset/some-name-proxysql
+ local postfix=-160
+ local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/upgrade-consistency/compare/statefulset_some-name-proxysql-160.yml
+ local new_result=/tmp/tmp.sMQsRm0I67/statefulset_some-name-proxysql.yml
+ '[' '!' -z '' -a -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/upgrade-consistency/compare/statefulset_some-name-proxysql-160-oc.yml ']'
+ '[' 0 = 1 -a -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/upgrade-consistency/compare/statefulset_some-name-proxysql-160-eks.yml ']'
+ [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.0 ]]
+ '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/upgrade-consistency/compare/statefulset_some-name-proxysql-160-80.yml ']'
+ version_gt 1.22
++ echo '1.20 >= 1.22'
++ bc -l
+ '[' 0 -eq 1 ']'
+ return 1
+ version_gt 1.21
++ echo '1.20 >= 1.21'
++ bc -l
+ '[' 0 -eq 1 ']'
+ return 1
+ yq d - metadata.managedFields
+ yq d - '**.creationTimestamp'
+ yq d - metadata.resourceVersion
+ yq d - '**.env.(name==CLUSTER_HASH)'
+ yq d - metadata.selfLink
+ yq d - metadata.deletionTimestamp
+ yq d - 'metadata.annotations."k8s.v1.cni.cncf.io*"'
+ yq d - '**.dataSource'
+ yq d - '**.procMount'
+ yq d - '**.creationTimestamp'
+ yq d - '**.image'
+ yq d - '**.volumeName'
+ yq d - '**."volume.kubernetes.io/storage-provisioner"'
+ yq d - spec.volumeMode
+ yq d - '**."volume.kubernetes.io/selected-node"'
+ yq d - '**."volume.beta.kubernetes.io/storage-provisioner"'
+ yq d - '**.healthCheckNodePort'
+ yq d - '**.storageClassName'
+ yq d - '**.(name==percona-xtradb-cluster-operator-workload-token*)'
+ yq d - '**.clusterIPs'
+ yq d - '**.nodePort'
+ yq d - '**."kubernetes.io/pvc-protection"'
+ yq d - spec.nodeName
+ yq d - '**."percona.com/*"'
+ yq d - '**.finalizers'
+ yq d - '**.(volumeMode==Filesystem).volumeMode'
+ yq d - '**.clusterIP'
+ yq d - 'metadata.annotations."cloud.google.com/neg"'
+ yq d - 'spec.volumeClaimTemplates.*.kind'
+ yq d - 'metadata.annotations."kubernetes.io/psp"'
+ yq d - '**.uid'
+ yq d - 'metadata.ownerReferences.*.apiVersion'
+ yq d - '**.imagePullSecrets'
+ yq d - '**.enableServiceLinks'
+ yq d - '**.controller-uid'
+ yq d - '**.preemptionPolicy'
+ yq d - spec.ipFamilies
+ yq d - status
+ yq d - spec.ipFamilyPolicy
+ yq d - '**.(name==NAMESPACE)'
+ /usr/bin/sed 's#^apiVersion: policy/v1beta1#apiVersion: policy/v1#'
+ /usr/bin/sed 's/name: kube-api-access-.*$/name: kube-api-access/'
+ /usr/bin/sed 's/namespace\:.*name/name/'
+ /usr/bin/sed s/upgrade-consistency-13700/namespace/g
+ yq d - '**.(name==S3_BUCKET_PATH)'
+ yq d - 'spec.volumeClaimTemplates.*.apiVersion'
+ yq d - '**.(name==suffix)'
+ yq d - '**.(name==S3_BUCKET_URL)'
+ yq d - '**.namespace'
+ kubectl_bin get -o yaml statefulset/some-name-proxysql
++ mktemp
+ local LAST_OUT=/tmp/tmp.JCqV3wzJib
++ mktemp
+ local LAST_ERR=/tmp/tmp.81s4Eib4Uw
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ kubectl get -o yaml statefulset/some-name-proxysql
+ exit_status=0
+ [[ 0 != 0 ]]
+ break
+ cat /tmp/tmp.JCqV3wzJib
+ cat /tmp/tmp.81s4Eib4Uw
+ rm /tmp/tmp.JCqV3wzJib /tmp/tmp.81s4Eib4Uw
+ return 0
+ diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/upgrade-consistency/compare/statefulset_some-name-proxysql-160.yml /tmp/tmp.sMQsRm0I67/statefulset_some-name-proxysql.yml
+ API=pxc.percona.com/v1-7-0
+ apply_fixed_rbac v1.7.0
+ local git_tag=v1.7.0
+ version_gt 1.22
++ echo '1.20 >= 1.22'
++ bc -l
+ '[' 0 -eq 1 ']'
+ return 1
+ kubectl_bin apply -f https://raw.githubusercontent.com/percona/percona-xtradb-cluster-operator/v1.7.0/deploy/rbac.yaml
++ mktemp
+ local LAST_OUT=/tmp/tmp.2g6VG2Mp3M
++ mktemp
+ local LAST_ERR=/tmp/tmp.ws3Fx3IJWn
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ kubectl apply -f https://raw.githubusercontent.com/percona/percona-xtradb-cluster-operator/v1.7.0/deploy/rbac.yaml
+ exit_status=0
+ [[ 0 != 0 ]]
+ break
+ cat /tmp/tmp.2g6VG2Mp3M
role.rbac.authorization.k8s.io/percona-xtradb-cluster-operator configured
serviceaccount/percona-xtradb-cluster-operator unchanged
rolebinding.rbac.authorization.k8s.io/service-account-percona-xtradb-cluster-operator unchanged
+ cat /tmp/tmp.ws3Fx3IJWn
Warning: rbac.authorization.k8s.io/v1beta1 Role is deprecated in v1.17+, unavailable in v1.22+; use rbac.authorization.k8s.io/v1 Role
+ rm /tmp/tmp.2g6VG2Mp3M /tmp/tmp.ws3Fx3IJWn
+ return 0
+ kubectl_bin patch pxc some-name --type=merge --patch '{
        "spec": {"crVersion":"1.7.0"}
    }'
++ mktemp
+ local LAST_OUT=/tmp/tmp.6fO5KozdUC
++ mktemp
+ local LAST_ERR=/tmp/tmp.4XFUgwFESr
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ kubectl patch pxc some-name --type=merge --patch '{
        "spec": {"crVersion":"1.7.0"}
    }'
+ exit_status=0
+ [[ 0 != 0 ]]
+ break
+ cat /tmp/tmp.6fO5KozdUC
perconaxtradbcluster.pxc.percona.com/some-name patched
+ cat /tmp/tmp.4XFUgwFESr
+ rm /tmp/tmp.6fO5KozdUC /tmp/tmp.4XFUgwFESr
+ return 0
+ wait_cluster_consistency some-name 3 2
+ local cluster_name=some-name
+ local cluster_size=3
+ local proxy_size=2
+ '[' -z 2 ']'
+ sleep 7
++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.9EIQ9xCOw5
+++ mktemp
++ local LAST_ERR=/tmp/tmp.cShWc6JwUq
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ kubectl get pxc some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ [[ 0 != 0 ]]
++ break
++ cat /tmp/tmp.9EIQ9xCOw5
++ cat /tmp/tmp.cShWc6JwUq
++ rm /tmp/tmp.9EIQ9xCOw5 /tmp/tmp.cShWc6JwUq
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo 'waiting for cluster readyness'
waiting for cluster readyness
+ sleep 20
++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.qHmhpHaBr2
+++ mktemp
++ local LAST_ERR=/tmp/tmp.whcOHQRpuE
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ kubectl get pxc some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ [[ 0 != 0 ]]
++ break
++ cat /tmp/tmp.qHmhpHaBr2
++ cat /tmp/tmp.whcOHQRpuE
++ rm /tmp/tmp.qHmhpHaBr2 /tmp/tmp.whcOHQRpuE
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo 'waiting for cluster readyness'
waiting for cluster readyness
+ sleep 20
++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.p0bqrSMAfZ
+++ mktemp
++ local LAST_ERR=/tmp/tmp.iNOSzoQYl2
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ kubectl get pxc some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ [[ 0 != 0 ]]
++ break
++ cat /tmp/tmp.p0bqrSMAfZ
++ cat /tmp/tmp.iNOSzoQYl2
++ rm /tmp/tmp.p0bqrSMAfZ /tmp/tmp.iNOSzoQYl2
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo 'waiting for cluster readyness'
waiting for cluster readyness
+ sleep 20
++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.jM7SGjkEMy
+++ mktemp
++ local LAST_ERR=/tmp/tmp.Ul2YiDlDcc
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ kubectl get pxc some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ [[ 0 != 0 ]]
++ break
++ cat /tmp/tmp.jM7SGjkEMy
++ cat /tmp/tmp.Ul2YiDlDcc
++ rm /tmp/tmp.jM7SGjkEMy /tmp/tmp.Ul2YiDlDcc
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo 'waiting for cluster readyness'
waiting for cluster readyness
+ sleep 20
++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.x6Ohr6lHz5
+++ mktemp
++ local LAST_ERR=/tmp/tmp.kwy4pRQaDt
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ kubectl get pxc some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ [[ 0 != 0 ]]
++ break
++ cat /tmp/tmp.x6Ohr6lHz5
++ cat /tmp/tmp.kwy4pRQaDt
++ rm /tmp/tmp.x6Ohr6lHz5 /tmp/tmp.kwy4pRQaDt
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo 'waiting for cluster readyness'
waiting for cluster readyness
+ sleep 20
++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.oCxAEncK0q
+++ mktemp
++ local LAST_ERR=/tmp/tmp.G6b8Ca2DJv
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ kubectl get pxc some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ [[ 0 != 0 ]]
++ break
++ cat /tmp/tmp.oCxAEncK0q
++ cat /tmp/tmp.G6b8Ca2DJv
++ rm /tmp/tmp.oCxAEncK0q /tmp/tmp.G6b8Ca2DJv
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo 'waiting for cluster readyness'
waiting for cluster readyness
+ sleep 20
++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.2Z31lv4J8E
+++ mktemp
++ local LAST_ERR=/tmp/tmp.WlZ2uQQ6KA
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ kubectl get pxc some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ [[ 0 != 0 ]]
++ break
++ cat /tmp/tmp.2Z31lv4J8E
++ cat /tmp/tmp.WlZ2uQQ6KA
++ rm /tmp/tmp.2Z31lv4J8E /tmp/tmp.WlZ2uQQ6KA
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo 'waiting for cluster readyness'
waiting for cluster readyness
+ sleep 20
++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.8Mu1MncBOw
+++ mktemp
++ local LAST_ERR=/tmp/tmp.175rveG2Nh
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ kubectl get pxc some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ [[ 0 != 0 ]]
++ break
++ cat /tmp/tmp.8Mu1MncBOw
++ cat /tmp/tmp.175rveG2Nh
++ rm /tmp/tmp.8Mu1MncBOw /tmp/tmp.175rveG2Nh
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo 'waiting for cluster readyness'
waiting for cluster readyness
+ sleep 20
++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.RMDJgxSMEt
+++ mktemp
++ local LAST_ERR=/tmp/tmp.kwxYU2etzR
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ kubectl get pxc some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ [[ 0 != 0 ]]
++ break
++ cat /tmp/tmp.RMDJgxSMEt
++ cat /tmp/tmp.kwxYU2etzR
++ rm /tmp/tmp.RMDJgxSMEt /tmp/tmp.kwxYU2etzR
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo 'waiting for cluster readyness'
waiting for cluster readyness
+ sleep 20
++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.nH8s1vX0SJ
+++ mktemp
++ local LAST_ERR=/tmp/tmp.fZRB0K7btT
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ kubectl get pxc some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ [[ 0 != 0 ]]
++ break
++ cat /tmp/tmp.nH8s1vX0SJ
++ cat /tmp/tmp.fZRB0K7btT
++ rm /tmp/tmp.nH8s1vX0SJ /tmp/tmp.fZRB0K7btT
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo 'waiting for cluster readyness'
waiting for cluster readyness
+ sleep 20
++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.FDYP0Jklls
+++ mktemp
++ local LAST_ERR=/tmp/tmp.nkK4YTPOwa
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ kubectl get pxc some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ [[ 0 != 0 ]]
++ break
++ cat /tmp/tmp.FDYP0Jklls
++ cat /tmp/tmp.nkK4YTPOwa
++ rm /tmp/tmp.FDYP0Jklls /tmp/tmp.nkK4YTPOwa
++ return 0
+ [[ ready == \r\e\a\d\y ]]
++ kubectl_bin get pxc some-name -o 'jsonpath={.status.pxc.ready}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.hJOWKiLpsd
+++ mktemp
++ local LAST_ERR=/tmp/tmp.9d8l1lIkru
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ kubectl get pxc some-name -o 'jsonpath={.status.pxc.ready}'
++ exit_status=0
++ [[ 0 != 0 ]]
++ break
++ cat /tmp/tmp.hJOWKiLpsd
++ cat /tmp/tmp.9d8l1lIkru
++ rm /tmp/tmp.hJOWKiLpsd /tmp/tmp.9d8l1lIkru
++ return 0
+ [[ 3 == \3 ]]
+++ get_proxy_engine some-name
+++ local cluster_name=some-name
++++ get_proxy some-name
++++ local target_cluster=some-name
+++++ kubectl_bin get pxc some-name -o 'jsonpath={.spec.haproxy.enabled}'
++++++ mktemp
+++++ local LAST_OUT=/tmp/tmp.1mDm6BgBOl
++++++ mktemp
+++++ local LAST_ERR=/tmp/tmp.IuFq1GMvnD
+++++ local exit_status=0
++++++ seq 0 2
+++++ for i in '$(seq 0 2)'
+++++ kubectl get pxc some-name -o 'jsonpath={.spec.haproxy.enabled}'
+++++ exit_status=0
+++++ [[ 0 != 0 ]]
+++++ break
+++++ cat /tmp/tmp.1mDm6BgBOl
+++++ cat /tmp/tmp.IuFq1GMvnD
+++++ rm /tmp/tmp.1mDm6BgBOl /tmp/tmp.IuFq1GMvnD
+++++ return 0
++++ [[ '' == \t\r\u\e ]]
+++++ kubectl_bin get pxc some-name -o 'jsonpath={.spec.proxysql.enabled}'
++++++ mktemp
+++++ local LAST_OUT=/tmp/tmp.v1TJDrgnEl
++++++ mktemp
+++++ local LAST_ERR=/tmp/tmp.Pnae0PCmdq
+++++ local exit_status=0
++++++ seq 0 2
+++++ for i in '$(seq 0 2)'
+++++ kubectl get pxc some-name -o 'jsonpath={.spec.proxysql.enabled}'
+++++ exit_status=0
+++++ [[ 0 != 0 ]]
+++++ break
+++++ cat /tmp/tmp.v1TJDrgnEl
+++++ cat /tmp/tmp.Pnae0PCmdq
+++++ rm /tmp/tmp.v1TJDrgnEl /tmp/tmp.Pnae0PCmdq
+++++ return 0
++++ [[ true == \t\r\u\e ]]
++++ echo some-name-proxysql
++++ return
+++ local cluster_proxy=some-name-proxysql
+++ echo proxysql
++ kubectl_bin get pxc some-name -o 'jsonpath={.status.proxysql.ready}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.4AyGhipgMX
+++ mktemp
++ local LAST_ERR=/tmp/tmp.gYzHtlajew
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ kubectl get pxc some-name -o 'jsonpath={.status.proxysql.ready}'
++ exit_status=0
++ [[ 0 != 0 ]]
++ break
++ cat /tmp/tmp.4AyGhipgMX
++ cat /tmp/tmp.gYzHtlajew
++ rm /tmp/tmp.4AyGhipgMX /tmp/tmp.gYzHtlajew
++ return 0
+ [[ 2 == \2 ]]
+ wait_for_sts_generation some-name-pxc 7 1
+ local name=some-name-pxc
+ local desired_generation=7
+ local size=1
+ set +o xtrace
Waiting for statefulset readyness
+ compare_kubectl service/some-name-pxc -170
+ local resource=service/some-name-pxc
+ local postfix=-170
+ local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/upgrade-consistency/compare/service_some-name-pxc-170.yml
+ local new_result=/tmp/tmp.sMQsRm0I67/service_some-name-pxc.yml
+ '[' '!' -z '' -a -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/upgrade-consistency/compare/service_some-name-pxc-170-oc.yml ']'
+ '[' 0 = 1 -a -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/upgrade-consistency/compare/service_some-name-pxc-170-eks.yml ']'
+ [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.0 ]]
+ '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/upgrade-consistency/compare/service_some-name-pxc-170-80.yml ']'
+ version_gt 1.22
++ echo '1.20 >= 1.22'
++ bc -l
+ '[' 0 -eq 1 ']'
+ return 1
+ version_gt 1.21
++ echo '1.20 >= 1.21'
++ bc -l
+ '[' 0 -eq 1 ']'
+ return 1
+ yq d - metadata.managedFields
+ yq d - '**.creationTimestamp'
+ yq d - '**.namespace'
+ yq d - '**.uid'
+ yq d - metadata.resourceVersion
+ yq d - '**.env.(name==CLUSTER_HASH)'
+ yq d - metadata.selfLink
+ yq d - '**.image'
+ yq d - '**.clusterIP'
+ yq d - '**.clusterIPs'
+ yq d - '**.dataSource'
+ yq d - '**.procMount'
+ yq d - '**."kubernetes.io/pvc-protection"'
+ yq d - spec.nodeName
+ yq d - '**."volume.beta.kubernetes.io/storage-provisioner"'
+ yq d - '**."volume.kubernetes.io/selected-node"'
+ yq d - '**."volume.kubernetes.io/storage-provisioner"'
+ yq d - '**.volumeName'
+ yq d - '**.storageClassName'
+ yq d - 'metadata.annotations."cloud.google.com/neg"'
+ yq d - '**.(name==percona-xtradb-cluster-operator-workload-token*)'
+ yq d - '**.creationTimestamp'
+ yq d - spec.volumeMode
+ yq d - '**.finalizers'
+ yq d - '**."percona.com/*"'
+ yq d - status
+ yq d - '**.(name==NAMESPACE)'
+ yq d - '**.enableServiceLinks'
+ yq d - '**.(name==suffix)'
+ yq d - 'metadata.annotations."kubernetes.io/psp"'
+ yq d - '**.(name==S3_BUCKET_PATH)'
+ yq d - 'metadata.annotations."k8s.v1.cni.cncf.io*"'
+ yq d - '**.(name==S3_BUCKET_URL)'
+ yq d - metadata.deletionTimestamp
+ yq d - '**.(volumeMode==Filesystem).volumeMode'
+ yq d - '**.healthCheckNodePort'
+ yq d - '**.nodePort'
+ yq d - '**.imagePullSecrets'
+ yq d - spec.ipFamilyPolicy
+ /usr/bin/sed 's/name: kube-api-access-.*$/name: kube-api-access/'
+ /usr/bin/sed 's/namespace\:.*name/name/'
+ yq d - spec.ipFamilies
+ /usr/bin/sed 's#^apiVersion: policy/v1beta1#apiVersion: policy/v1#'
+ kubectl_bin get -o yaml service/some-name-pxc
+ yq d - 'spec.volumeClaimTemplates.*.apiVersion'
++ mktemp
+ local LAST_OUT=/tmp/tmp.0SwZ9lsrvz
++ mktemp
+ yq d - 'spec.volumeClaimTemplates.*.kind'
+ yq d - 'metadata.ownerReferences.*.apiVersion'
+ local LAST_ERR=/tmp/tmp.cKh2lN3Y7J
+ local exit_status=0
+ /usr/bin/sed s/upgrade-consistency-13700/namespace/g
++ seq 0 2
+ for i in '$(seq 0 2)'
+ kubectl get -o yaml service/some-name-pxc
+ yq d - '**.preemptionPolicy'
+ yq d - '**.controller-uid'
+ exit_status=0
+ [[ 0 != 0 ]]
+ break
+ cat /tmp/tmp.0SwZ9lsrvz
+ cat /tmp/tmp.cKh2lN3Y7J
+ rm /tmp/tmp.0SwZ9lsrvz /tmp/tmp.cKh2lN3Y7J
+ return 0
+ diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/upgrade-consistency/compare/service_some-name-pxc-170.yml /tmp/tmp.sMQsRm0I67/service_some-name-pxc.yml
+ compare_kubectl service/some-name-proxysql -170
+ local resource=service/some-name-proxysql
+ local postfix=-170
+ local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/upgrade-consistency/compare/service_some-name-proxysql-170.yml
+ local new_result=/tmp/tmp.sMQsRm0I67/service_some-name-proxysql.yml
+ '[' '!' -z '' -a -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/upgrade-consistency/compare/service_some-name-proxysql-170-oc.yml ']'
+ '[' 0 = 1 -a -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/upgrade-consistency/compare/service_some-name-proxysql-170-eks.yml ']'
+ [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.0 ]]
+ '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/upgrade-consistency/compare/service_some-name-proxysql-170-80.yml ']'
+ version_gt 1.22
++ echo '1.20 >= 1.22'
++ bc -l
+ '[' 0 -eq 1 ']'
+ return 1
+ version_gt 1.21
++ echo '1.20 >= 1.21'
++ bc -l
+ '[' 0 -eq 1 ']'
+ return 1
+ kubectl_bin get -o yaml service/some-name-proxysql
+ yq d - '**.namespace'
+ yq d - '**.uid'
+ yq d - metadata.resourceVersion
+ yq d - '**.env.(name==CLUSTER_HASH)'
+ yq d - metadata.selfLink
+ yq d - metadata.deletionTimestamp
+ yq d - 'metadata.annotations."k8s.v1.cni.cncf.io*"'
+ yq d - '**."kubernetes.io/pvc-protection"'
+ yq d - '**.volumeName'
+ yq d - '**."volume.beta.kubernetes.io/storage-provisioner"'
+ yq d - '**."volume.kubernetes.io/storage-provisioner"'
+ yq d - spec.volumeMode
+ yq d - '**."percona.com/*"'
+ yq d - '**.(volumeMode==Filesystem).volumeMode'
+ yq d - '**.healthCheckNodePort'
+ yq d - '**."volume.kubernetes.io/selected-node"'
+ yq d - '**.nodePort'
+ yq d - spec.nodeName
+ yq d - '**.procMount'
+ yq d - 'metadata.annotations."kubernetes.io/psp"'
+ yq d - '**.clusterIPs'
+ yq d - 'metadata.annotations."cloud.google.com/neg"'
+ yq d - '**.finalizers'
+ yq d - '**.(name==percona-xtradb-cluster-operator-workload-token*)'
+ yq d - '**.creationTimestamp'
+ yq d - '**.storageClassName'
+ yq d - '**.dataSource'
+ yq d - status
+ yq d - '**.imagePullSecrets'
+ yq d - '**.(name==NAMESPACE)'
+ yq d - '**.(name==suffix)'
+ yq d - '**.enableServiceLinks'
+ yq d - '**.(name==S3_BUCKET_PATH)'
+ yq d - '**.(name==S3_BUCKET_URL)'
+ yq d - '**.clusterIP'
+ yq d - '**.controller-uid'
+ yq d - 'spec.volumeClaimTemplates.*.apiVersion'
+ yq d - '**.image'
+ yq d - 'spec.volumeClaimTemplates.*.kind'
+ yq d - '**.preemptionPolicy'
+ yq d - 'metadata.ownerReferences.*.apiVersion'
+ yq d - spec.ipFamilies
+ yq d - spec.ipFamilyPolicy
+ /usr/bin/sed 's#^apiVersion: policy/v1beta1#apiVersion: policy/v1#'
+ yq d - '**.creationTimestamp'
+ /usr/bin/sed 's/name: kube-api-access-.*$/name: kube-api-access/'
+ /usr/bin/sed 's/namespace\:.*name/name/'
+ yq d - metadata.managedFields
++ mktemp
+ local LAST_OUT=/tmp/tmp.bD4VOqDY0K
+ /usr/bin/sed s/upgrade-consistency-13700/namespace/g
++ mktemp
+ local LAST_ERR=/tmp/tmp.kjvLq4tjtp
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ kubectl get -o yaml service/some-name-proxysql
+ exit_status=0
+ [[ 0 != 0 ]]
+ break
+ cat /tmp/tmp.bD4VOqDY0K
+ cat /tmp/tmp.kjvLq4tjtp
+ rm /tmp/tmp.bD4VOqDY0K /tmp/tmp.kjvLq4tjtp
+ return 0
+ diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/upgrade-consistency/compare/service_some-name-proxysql-170.yml /tmp/tmp.sMQsRm0I67/service_some-name-proxysql.yml
+ compare_kubectl statefulset/some-name-pxc -170
+ local resource=statefulset/some-name-pxc
+ local postfix=-170
+ local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/upgrade-consistency/compare/statefulset_some-name-pxc-170.yml
+ local new_result=/tmp/tmp.sMQsRm0I67/statefulset_some-name-pxc.yml
+ '[' '!' -z '' -a -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/upgrade-consistency/compare/statefulset_some-name-pxc-170-oc.yml ']'
+ '[' 0 = 1 -a -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/upgrade-consistency/compare/statefulset_some-name-pxc-170-eks.yml ']'
+ [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.0 ]]
+ '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/upgrade-consistency/compare/statefulset_some-name-pxc-170-80.yml ']'
+ version_gt 1.22
++ echo '1.20 >= 1.22'
++ bc -l
+ '[' 0 -eq 1 ']'
+ return 1
+ version_gt 1.21
++ echo '1.20 >= 1.21'
++ bc -l
+ '[' 0 -eq 1 ']'
+ return 1
+ yq d - metadata.deletionTimestamp
+ yq d - 'metadata.annotations."k8s.v1.cni.cncf.io*"'
+ yq d - 'metadata.annotations."kubernetes.io/psp"'
+ yq d - 'metadata.annotations."cloud.google.com/neg"'
+ yq d - '**.(name==percona-xtradb-cluster-operator-workload-token*)'
+ yq d - '**.creationTimestamp'
+ yq d - '**.image'
+ kubectl_bin get -o yaml statefulset/some-name-pxc
+ yq d - '**.clusterIP'
+ yq d - metadata.managedFields
+ yq d - '**.creationTimestamp'
+ yq d - '**.clusterIPs'
+ yq d - '**.procMount'
+ yq d - '**.storageClassName'
+ yq d - '**."volume.beta.kubernetes.io/storage-provisioner"'
+ yq d - '**."volume.kubernetes.io/storage-provisioner"'
+ yq d - '**.dataSource'
+ yq d - '**."kubernetes.io/pvc-protection"'
+ yq d - '**.volumeName'
+ yq d - '**.finalizers'
++ mktemp
+ yq d - '**.nodePort'
+ yq d - '**.healthCheckNodePort'
+ yq d - spec.volumeMode
+ yq d - '**.(volumeMode==Filesystem).volumeMode'
+ yq d - metadata.selfLink
+ yq d - spec.nodeName
+ yq d - '**."volume.kubernetes.io/selected-node"'
+ yq d - '**.(name==suffix)'
+ yq d - '**."percona.com/*"'
+ yq d - '**.imagePullSecrets'
+ yq d - '**.enableServiceLinks'
+ yq d - status
+ yq d - '**.(name==NAMESPACE)'
+ yq d - '**.(name==S3_BUCKET_PATH)'
+ yq d - '**.env.(name==CLUSTER_HASH)'
+ local LAST_OUT=/tmp/tmp.Qipl6bhCpc
+ yq d - '**.(name==S3_BUCKET_URL)'
+ yq d - 'spec.volumeClaimTemplates.*.apiVersion'
+ yq d - 'spec.volumeClaimTemplates.*.kind'
+ yq d - 'metadata.ownerReferences.*.apiVersion'
+ yq d - '**.controller-uid'
+ yq d - metadata.resourceVersion
+ yq d - '**.preemptionPolicy'
++ mktemp
+ yq d - '**.uid'
+ local LAST_ERR=/tmp/tmp.4Y8rtIuvoI
+ local exit_status=0
+ yq d - spec.ipFamilies
++ seq 0 2
+ for i in '$(seq 0 2)'
+ kubectl get -o yaml statefulset/some-name-pxc
+ /usr/bin/sed 's#^apiVersion: policy/v1beta1#apiVersion: policy/v1#'
+ /usr/bin/sed 's/namespace\:.*name/name/'
+ /usr/bin/sed s/upgrade-consistency-13700/namespace/g
+ yq d - '**.namespace'
+ /usr/bin/sed 's/name: kube-api-access-.*$/name: kube-api-access/'
+ yq d - spec.ipFamilyPolicy
+ exit_status=0
+ [[ 0 != 0 ]]
+ break
+ cat /tmp/tmp.Qipl6bhCpc
+ cat /tmp/tmp.4Y8rtIuvoI
+ rm /tmp/tmp.Qipl6bhCpc /tmp/tmp.4Y8rtIuvoI
+ return 0
+ diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/upgrade-consistency/compare/statefulset_some-name-pxc-170.yml /tmp/tmp.sMQsRm0I67/statefulset_some-name-pxc.yml
+ compare_kubectl statefulset/some-name-proxysql -170
+ local resource=statefulset/some-name-proxysql
+ local postfix=-170
+ local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/upgrade-consistency/compare/statefulset_some-name-proxysql-170.yml
+ local new_result=/tmp/tmp.sMQsRm0I67/statefulset_some-name-proxysql.yml
+ '[' '!' -z '' -a -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/upgrade-consistency/compare/statefulset_some-name-proxysql-170-oc.yml ']'
+ '[' 0 = 1 -a -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/upgrade-consistency/compare/statefulset_some-name-proxysql-170-eks.yml ']'
+ [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.0 ]]
+ '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/upgrade-consistency/compare/statefulset_some-name-proxysql-170-80.yml ']'
+ version_gt 1.22
++ echo '1.20 >= 1.22'
++ bc -l
+ '[' 0 -eq 1 ']'
+ return 1
+ version_gt 1.21
++ echo '1.20 >= 1.21'
++ bc -l
+ '[' 0 -eq 1 ']'
+ return 1
+ kubectl_bin get -o yaml statefulset/some-name-proxysql
+ yq d - '**.namespace'
+ yq d - metadata.resourceVersion
+ yq d - '**.uid'
+ yq d - '**.env.(name==CLUSTER_HASH)'
+ yq d - metadata.selfLink
+ yq d - metadata.deletionTimestamp
+ yq d - 'metadata.annotations."k8s.v1.cni.cncf.io*"'
+ yq d - spec.volumeMode
+ yq d - '**.volumeName'
+ yq d - spec.nodeName
+ yq d - '**."volume.kubernetes.io/storage-provisioner"'
+ yq d - '**."volume.kubernetes.io/selected-node"'
+ yq d - '**."volume.beta.kubernetes.io/storage-provisioner"'
+ yq d - '**."percona.com/*"'
+ yq d - '**.storageClassName'
+ yq d - '**.(volumeMode==Filesystem).volumeMode'
+ yq d - '**.dataSource'
+ yq d - '**.healthCheckNodePort'
+ yq d - '**.procMount'
+ yq d - '**.nodePort'
+ yq d - '**."kubernetes.io/pvc-protection"'
+ yq d - 'metadata.annotations."kubernetes.io/psp"'
+ yq d - '**.imagePullSecrets'
+ yq d - '**.finalizers'
+ yq d - 'metadata.annotations."cloud.google.com/neg"'
+ yq d - '**.clusterIPs'
+ yq d - '**.(name==percona-xtradb-cluster-operator-workload-token*)'
+ yq d - '**.clusterIP'
+ yq d - '**.creationTimestamp'
+ yq d - '**.image'
+ yq d - '**.enableServiceLinks'
+ yq d - status
+ yq d - '**.(name==NAMESPACE)'
+ yq d - '**.(name==S3_BUCKET_URL)'
+ yq d - 'spec.volumeClaimTemplates.*.kind'
+ yq d - 'metadata.ownerReferences.*.apiVersion'
+ yq d - '**.(name==S3_BUCKET_PATH)'
+ yq d - '**.(name==suffix)'
+ yq d - 'spec.volumeClaimTemplates.*.apiVersion'
+ yq d - '**.controller-uid'
+ yq d - '**.creationTimestamp'
+ /usr/bin/sed 's#^apiVersion: policy/v1beta1#apiVersion: policy/v1#'
+ /usr/bin/sed 's/name: kube-api-access-.*$/name: kube-api-access/'
+ /usr/bin/sed 's/namespace\:.*name/name/'
+ /usr/bin/sed s/upgrade-consistency-13700/namespace/g
+ yq d - spec.ipFamilyPolicy
+ yq d - spec.ipFamilies
+ yq d - '**.preemptionPolicy'
+ yq d - metadata.managedFields
++ mktemp
+ local LAST_OUT=/tmp/tmp.Bkb2ixUHko
++ mktemp
+ local LAST_ERR=/tmp/tmp.1dOuZpZ56p
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ kubectl get -o yaml statefulset/some-name-proxysql
+ exit_status=0
+ [[ 0 != 0 ]]
+ break
+ cat /tmp/tmp.Bkb2ixUHko
+ cat /tmp/tmp.1dOuZpZ56p
+ rm /tmp/tmp.Bkb2ixUHko /tmp/tmp.1dOuZpZ56p
+ return 0
+ diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/upgrade-consistency/compare/statefulset_some-name-proxysql-170.yml /tmp/tmp.sMQsRm0I67/statefulset_some-name-proxysql.yml
+ API=pxc.percona.com/v1-8-0
+ apply_fixed_rbac v1.8.0
+ local git_tag=v1.8.0
+ version_gt 1.22
++ echo '1.20 >= 1.22'
++ bc -l
+ '[' 0 -eq 1 ']'
+ return 1
+ kubectl_bin apply -f https://raw.githubusercontent.com/percona/percona-xtradb-cluster-operator/v1.8.0/deploy/rbac.yaml
++ mktemp
+ local LAST_OUT=/tmp/tmp.unhGCfjJZV
++ mktemp
+ local LAST_ERR=/tmp/tmp.RMs7xpxr6b
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ kubectl apply -f https://raw.githubusercontent.com/percona/percona-xtradb-cluster-operator/v1.8.0/deploy/rbac.yaml
+ exit_status=0
+ [[ 0 != 0 ]]
+ break
+ cat /tmp/tmp.unhGCfjJZV
role.rbac.authorization.k8s.io/percona-xtradb-cluster-operator unchanged
serviceaccount/percona-xtradb-cluster-operator unchanged
rolebinding.rbac.authorization.k8s.io/service-account-percona-xtradb-cluster-operator unchanged
+ cat /tmp/tmp.RMs7xpxr6b
Warning: rbac.authorization.k8s.io/v1beta1 Role is deprecated in v1.17+, unavailable in v1.22+; use rbac.authorization.k8s.io/v1 Role
+ rm /tmp/tmp.unhGCfjJZV /tmp/tmp.RMs7xpxr6b
+ return 0
+ kubectl_bin patch pxc some-name --type=merge --patch '{
        "spec": {"crVersion":"1.8.0"}
    }'
++ mktemp
+ local LAST_OUT=/tmp/tmp.ceoViNunxq
++ mktemp
+ local LAST_ERR=/tmp/tmp.FXAWH6cvlg
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ kubectl patch pxc some-name --type=merge --patch '{
        "spec": {"crVersion":"1.8.0"}
    }'
+ exit_status=0
+ [[ 0 != 0 ]]
+ break
+ cat /tmp/tmp.ceoViNunxq
perconaxtradbcluster.pxc.percona.com/some-name patched
+ cat /tmp/tmp.FXAWH6cvlg
+ rm /tmp/tmp.ceoViNunxq /tmp/tmp.FXAWH6cvlg
+ return 0
+ wait_cluster_consistency some-name 3 2
+ local cluster_name=some-name
+ local cluster_size=3
+ local proxy_size=2
+ '[' -z 2 ']'
+ sleep 7
++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.pouOcVOqjO
+++ mktemp
++ local LAST_ERR=/tmp/tmp.f8osDVkCJf
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ kubectl get pxc some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ [[ 0 != 0 ]]
++ break
++ cat /tmp/tmp.pouOcVOqjO
++ cat /tmp/tmp.f8osDVkCJf
++ rm /tmp/tmp.pouOcVOqjO /tmp/tmp.f8osDVkCJf
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo 'waiting for cluster readyness'
waiting for cluster readyness
+ sleep 20
++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.GQFC8QV87K
+++ mktemp
++ local LAST_ERR=/tmp/tmp.WwZk45aOC9
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ kubectl get pxc some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ [[ 0 != 0 ]]
++ break
++ cat /tmp/tmp.GQFC8QV87K
++ cat /tmp/tmp.WwZk45aOC9
++ rm /tmp/tmp.GQFC8QV87K /tmp/tmp.WwZk45aOC9
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo 'waiting for cluster readyness'
waiting for cluster readyness
+ sleep 20
++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.rMmYWsfx4Z
+++ mktemp
++ local LAST_ERR=/tmp/tmp.wmPucdgAW2
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ kubectl get pxc some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ [[ 0 != 0 ]]
++ break
++ cat /tmp/tmp.rMmYWsfx4Z
++ cat /tmp/tmp.wmPucdgAW2
++ rm /tmp/tmp.rMmYWsfx4Z /tmp/tmp.wmPucdgAW2
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo 'waiting for cluster readyness'
waiting for cluster readyness
+ sleep 20
++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.S9O7iN6GeG
+++ mktemp
++ local LAST_ERR=/tmp/tmp.DnCNbEfSZ5
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ kubectl get pxc some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ [[ 0 != 0 ]]
++ break
++ cat /tmp/tmp.S9O7iN6GeG
++ cat /tmp/tmp.DnCNbEfSZ5
++ rm /tmp/tmp.S9O7iN6GeG /tmp/tmp.DnCNbEfSZ5
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo 'waiting for cluster readyness'
waiting for cluster readyness
+ sleep 20
++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.wl0VeOzqzB
+++ mktemp
++ local LAST_ERR=/tmp/tmp.cMiPYNwF7S
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ kubectl get pxc some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ [[ 0 != 0 ]]
++ break
++ cat /tmp/tmp.wl0VeOzqzB
++ cat /tmp/tmp.cMiPYNwF7S
++ rm /tmp/tmp.wl0VeOzqzB /tmp/tmp.cMiPYNwF7S
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo 'waiting for cluster readyness'
waiting for cluster readyness
+ sleep 20
++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.ALUtKnCJtZ
+++ mktemp
++ local LAST_ERR=/tmp/tmp.sI5L6SwvYb
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ kubectl get pxc some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ [[ 0 != 0 ]]
++ break
++ cat /tmp/tmp.ALUtKnCJtZ
++ cat /tmp/tmp.sI5L6SwvYb
++ rm /tmp/tmp.ALUtKnCJtZ /tmp/tmp.sI5L6SwvYb
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo 'waiting for cluster readyness'
waiting for cluster readyness
+ sleep 20
++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.djUiInctYs
+++ mktemp
++ local LAST_ERR=/tmp/tmp.LFaKbtL9xW
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ kubectl get pxc some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ [[ 0 != 0 ]]
++ break
++ cat /tmp/tmp.djUiInctYs
++ cat /tmp/tmp.LFaKbtL9xW
++ rm /tmp/tmp.djUiInctYs /tmp/tmp.LFaKbtL9xW
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo 'waiting for cluster readyness'
waiting for cluster readyness
+ sleep 20
++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.RIYzv2dR4L
+++ mktemp
++ local LAST_ERR=/tmp/tmp.90TQeKirxE
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ kubectl get pxc some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ [[ 0 != 0 ]]
++ break
++ cat /tmp/tmp.RIYzv2dR4L
++ cat /tmp/tmp.90TQeKirxE
++ rm /tmp/tmp.RIYzv2dR4L /tmp/tmp.90TQeKirxE
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo 'waiting for cluster readyness'
waiting for cluster readyness
+ sleep 20
++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.zoklHaCuKR
+++ mktemp
++ local LAST_ERR=/tmp/tmp.g1XQvxs3c1
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ kubectl get pxc some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ [[ 0 != 0 ]]
++ break
++ cat /tmp/tmp.zoklHaCuKR
++ cat /tmp/tmp.g1XQvxs3c1
++ rm /tmp/tmp.zoklHaCuKR /tmp/tmp.g1XQvxs3c1
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo 'waiting for cluster readyness'
waiting for cluster readyness
+ sleep 20
++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.PMAV7ymxoh
+++ mktemp
++ local LAST_ERR=/tmp/tmp.18et8htRKK
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ kubectl get pxc some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ [[ 0 != 0 ]]
++ break
++ cat /tmp/tmp.PMAV7ymxoh
++ cat /tmp/tmp.18et8htRKK
++ rm /tmp/tmp.PMAV7ymxoh /tmp/tmp.18et8htRKK
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo 'waiting for cluster readyness'
waiting for cluster readyness
+ sleep 20
++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.yAfFiZB3Pl
+++ mktemp
++ local LAST_ERR=/tmp/tmp.BW2ilsOHve
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ kubectl get pxc some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ [[ 0 != 0 ]]
++ break
++ cat /tmp/tmp.yAfFiZB3Pl
++ cat /tmp/tmp.BW2ilsOHve
++ rm /tmp/tmp.yAfFiZB3Pl /tmp/tmp.BW2ilsOHve
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo 'waiting for cluster readyness'
waiting for cluster readyness
+ sleep 20
++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.9iQkkqqPY1
+++ mktemp
++ local LAST_ERR=/tmp/tmp.KqGIjFz1NI
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ kubectl get pxc some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ [[ 0 != 0 ]]
++ break
++ cat /tmp/tmp.9iQkkqqPY1
++ cat /tmp/tmp.KqGIjFz1NI
++ rm /tmp/tmp.9iQkkqqPY1 /tmp/tmp.KqGIjFz1NI
++ return 0
+ [[ ready == \r\e\a\d\y ]]
++ kubectl_bin get pxc some-name -o 'jsonpath={.status.pxc.ready}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.uHUgaBsdah
+++ mktemp
++ local LAST_ERR=/tmp/tmp.9Tnas3UXU3
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ kubectl get pxc some-name -o 'jsonpath={.status.pxc.ready}'
++ exit_status=0
++ [[ 0 != 0 ]]
++ break
++ cat /tmp/tmp.uHUgaBsdah
++ cat /tmp/tmp.9Tnas3UXU3
++ rm /tmp/tmp.uHUgaBsdah /tmp/tmp.9Tnas3UXU3
++ return 0
+ [[ 3 == \3 ]]
+++ get_proxy_engine some-name
+++ local cluster_name=some-name
++++ get_proxy some-name
++++ local target_cluster=some-name
+++++ kubectl_bin get pxc some-name -o 'jsonpath={.spec.haproxy.enabled}'
++++++ mktemp
+++++ local LAST_OUT=/tmp/tmp.DgsGkZaMWB
++++++ mktemp
+++++ local LAST_ERR=/tmp/tmp.UaV8aGaMP6
+++++ local exit_status=0
++++++ seq 0 2
+++++ for i in '$(seq 0 2)'
+++++ kubectl get pxc some-name -o 'jsonpath={.spec.haproxy.enabled}'
+++++ exit_status=0
+++++ [[ 0 != 0 ]]
+++++ break
+++++ cat /tmp/tmp.DgsGkZaMWB
+++++ cat /tmp/tmp.UaV8aGaMP6
+++++ rm /tmp/tmp.DgsGkZaMWB /tmp/tmp.UaV8aGaMP6
+++++ return 0
++++ [[ '' == \t\r\u\e ]]
+++++ kubectl_bin get pxc some-name -o 'jsonpath={.spec.proxysql.enabled}'
++++++ mktemp
+++++ local LAST_OUT=/tmp/tmp.U8vURlQ4jB
++++++ mktemp
+++++ local LAST_ERR=/tmp/tmp.3oECoP3lcR
+++++ local exit_status=0
++++++ seq 0 2
+++++ for i in '$(seq 0 2)'
+++++ kubectl get pxc some-name -o 'jsonpath={.spec.proxysql.enabled}'
+++++ exit_status=0
+++++ [[ 0 != 0 ]]
+++++ break
+++++ cat /tmp/tmp.U8vURlQ4jB
+++++ cat /tmp/tmp.3oECoP3lcR
+++++ rm /tmp/tmp.U8vURlQ4jB /tmp/tmp.3oECoP3lcR
+++++ return 0
++++ [[ true == \t\r\u\e ]]
++++ echo some-name-proxysql
++++ return
+++ local cluster_proxy=some-name-proxysql
+++ echo proxysql
++ kubectl_bin get pxc some-name -o 'jsonpath={.status.proxysql.ready}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.l0aqXnIZKk
+++ mktemp
++ local LAST_ERR=/tmp/tmp.NrO4gvIqZv
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ kubectl get pxc some-name -o 'jsonpath={.status.proxysql.ready}'
++ exit_status=0
++ [[ 0 != 0 ]]
++ break
++ cat /tmp/tmp.l0aqXnIZKk
++ cat /tmp/tmp.NrO4gvIqZv
++ rm /tmp/tmp.l0aqXnIZKk /tmp/tmp.NrO4gvIqZv
++ return 0
+ [[ 2 == \2 ]]
+ wait_for_sts_generation some-name-pxc 8 1
+ local name=some-name-pxc
+ local desired_generation=8
+ local size=1
+ set +o xtrace
Waiting for statefulset readyness
+ compare_kubectl service/some-name-pxc -180
+ local resource=service/some-name-pxc
+ local postfix=-180
+ local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/upgrade-consistency/compare/service_some-name-pxc-180.yml
+ local new_result=/tmp/tmp.sMQsRm0I67/service_some-name-pxc.yml
+ '[' '!' -z '' -a -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/upgrade-consistency/compare/service_some-name-pxc-180-oc.yml ']'
+ '[' 0 = 1 -a -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/upgrade-consistency/compare/service_some-name-pxc-180-eks.yml ']'
+ [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.0 ]]
+ '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/upgrade-consistency/compare/service_some-name-pxc-180-80.yml ']'
+ version_gt 1.22
++ echo '1.20 >= 1.22'
++ bc -l
+ '[' 0 -eq 1 ']'
+ return 1
+ version_gt 1.21
++ echo '1.20 >= 1.21'
++ bc -l
+ '[' 0 -eq 1 ']'
+ return 1
+ kubectl_bin get -o yaml service/some-name-pxc
+ yq d - '**.namespace'
+ yq d - '**.uid'
+ yq d - metadata.resourceVersion
+ yq d - '**.env.(name==CLUSTER_HASH)'
+ yq d - metadata.selfLink
+ yq d - metadata.deletionTimestamp
+ yq d - '**.creationTimestamp'
+ yq d - '**.image'
+ yq d - '**.clusterIP'
+ yq d - '**.finalizers'
+ yq d - '**."volume.kubernetes.io/storage-provisioner"'
+ yq d - '**.volumeName'
+ yq d - '**."volume.beta.kubernetes.io/storage-provisioner"'
+ yq d - '**.nodePort'
+ yq d - spec.volumeMode
+ yq d - status
+ yq d - spec.nodeName
+ yq d - '**."kubernetes.io/pvc-protection"'
+ yq d - '**."volume.kubernetes.io/selected-node"'
+ yq d - '**.dataSource'
+ yq d - '**.enableServiceLinks'
+ yq d - 'metadata.annotations."kubernetes.io/psp"'
+ yq d - 'metadata.annotations."cloud.google.com/neg"'
+ yq d - '**.(name==percona-xtradb-cluster-operator-workload-token*)'
+ yq d - '**.clusterIPs'
+ yq d - '**.storageClassName'
+ yq d - '**."percona.com/*"'
+ yq d - '**.(volumeMode==Filesystem).volumeMode'
+ yq d - '**.imagePullSecrets'
+ yq d - '**.procMount'
+ yq d - '**.(name==NAMESPACE)'
+ yq d - '**.healthCheckNodePort'
+ yq d - '**.(name==suffix)'
+ yq d - '**.(name==S3_BUCKET_PATH)'
+ yq d - '**.(name==S3_BUCKET_URL)'
+ yq d - 'metadata.annotations."k8s.v1.cni.cncf.io*"'
+ yq d - 'spec.volumeClaimTemplates.*.apiVersion'
+ yq d - 'spec.volumeClaimTemplates.*.kind'
+ yq d - 'metadata.ownerReferences.*.apiVersion'
+ yq d - '**.creationTimestamp'
+ /usr/bin/sed 's/namespace\:.*name/name/'
+ /usr/bin/sed 's/name: kube-api-access-.*$/name: kube-api-access/'
+ yq d - '**.preemptionPolicy'
+ /usr/bin/sed 's#^apiVersion: policy/v1beta1#apiVersion: policy/v1#'
+ yq d - spec.ipFamilies
+ /usr/bin/sed s/upgrade-consistency-13700/namespace/g
+ yq d - spec.ipFamilyPolicy
+ yq d - metadata.managedFields
++ mktemp
+ yq d - '**.controller-uid'
+ local LAST_OUT=/tmp/tmp.BGs1uJEffQ
++ mktemp
+ local LAST_ERR=/tmp/tmp.0Are9Sy3gX
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ kubectl get -o yaml service/some-name-pxc
+ exit_status=0
+ [[ 0 != 0 ]]
+ break
+ cat /tmp/tmp.BGs1uJEffQ
+ cat /tmp/tmp.0Are9Sy3gX
+ rm /tmp/tmp.BGs1uJEffQ /tmp/tmp.0Are9Sy3gX
+ return 0
+ diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/upgrade-consistency/compare/service_some-name-pxc-180.yml /tmp/tmp.sMQsRm0I67/service_some-name-pxc.yml
+ compare_kubectl service/some-name-proxysql -180
+ local resource=service/some-name-proxysql
+ local postfix=-180
+ local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/upgrade-consistency/compare/service_some-name-proxysql-180.yml
+ local new_result=/tmp/tmp.sMQsRm0I67/service_some-name-proxysql.yml
+ '[' '!' -z '' -a -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/upgrade-consistency/compare/service_some-name-proxysql-180-oc.yml ']'
+ '[' 0 = 1 -a -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/upgrade-consistency/compare/service_some-name-proxysql-180-eks.yml ']'
+ [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.0 ]]
+ '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/upgrade-consistency/compare/service_some-name-proxysql-180-80.yml ']'
+ version_gt 1.22
++ echo '1.20 >= 1.22'
++ bc -l
+ '[' 0 -eq 1 ']'
+ return 1
+ version_gt 1.21
++ echo '1.20 >= 1.21'
++ bc -l
+ '[' 0 -eq 1 ']'
+ return 1
+ kubectl_bin get -o yaml service/some-name-proxysql
+ yq d - '**.creationTimestamp'
++ mktemp
+ local LAST_OUT=/tmp/tmp.ajyUaCoV1R
+ yq d - metadata.selfLink
+ yq d - metadata.deletionTimestamp
+ yq d - 'metadata.annotations."k8s.v1.cni.cncf.io*"'
+ yq d - 'metadata.annotations."kubernetes.io/psp"'
+ yq d - 'metadata.annotations."cloud.google.com/neg"'
++ mktemp
+ yq d - '**.dataSource'
+ yq d - '**.procMount'
+ local LAST_ERR=/tmp/tmp.MYVLPgDZBI
+ local exit_status=0
+ yq d - '**."percona.com/*"'
+ yq d - '**."volume.beta.kubernetes.io/storage-provisioner"'
+ yq d - '**.finalizers'
+ yq d - '**."volume.kubernetes.io/storage-provisioner"'
+ yq d - spec.volumeMode
+ yq d - '**.creationTimestamp'
+ yq d - spec.nodeName
+ yq d - '**.image'
+ yq d - '**.clusterIPs'
+ yq d - '**."volume.kubernetes.io/selected-node"'
+ yq d - '**.storageClassName'
+ yq d - '**.volumeName'
+ yq d - '**."kubernetes.io/pvc-protection"'
+ yq d - '**.(volumeMode==Filesystem).volumeMode'
+ yq d - '**.nodePort'
+ yq d - '**.(name==percona-xtradb-cluster-operator-workload-token*)'
+ yq d - status
+ yq d - '**.clusterIP'
+ yq d - '**.(name==NAMESPACE)'
+ yq d - '**.healthCheckNodePort'
+ yq d - '**.(name==suffix)'
+ yq d - '**.env.(name==CLUSTER_HASH)'
+ yq d - '**.(name==S3_BUCKET_PATH)'
+ yq d - '**.enableServiceLinks'
+ yq d - '**.imagePullSecrets'
+ yq d - '**.(name==S3_BUCKET_URL)'
+ yq d - 'spec.volumeClaimTemplates.*.apiVersion'
+ yq d - metadata.resourceVersion
+ yq d - 'spec.volumeClaimTemplates.*.kind'
+ yq d - 'metadata.ownerReferences.*.apiVersion'
+ yq d - '**.controller-uid'
+ yq d - spec.ipFamilies
++ seq 0 2
+ for i in '$(seq 0 2)'
+ kubectl get -o yaml service/some-name-proxysql
+ yq d - '**.uid'
+ yq d - '**.preemptionPolicy'
+ yq d - spec.ipFamilyPolicy
+ /usr/bin/sed 's#^apiVersion: policy/v1beta1#apiVersion: policy/v1#'
+ /usr/bin/sed 's/name: kube-api-access-.*$/name: kube-api-access/'
+ yq d - '**.namespace'
+ /usr/bin/sed 's/namespace\:.*name/name/'
+ /usr/bin/sed s/upgrade-consistency-13700/namespace/g
+ yq d - metadata.managedFields
+ exit_status=0
+ [[ 0 != 0 ]]
+ break
+ cat /tmp/tmp.ajyUaCoV1R
+ cat /tmp/tmp.MYVLPgDZBI
+ rm /tmp/tmp.ajyUaCoV1R /tmp/tmp.MYVLPgDZBI
+ return 0
+ diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/upgrade-consistency/compare/service_some-name-proxysql-180.yml /tmp/tmp.sMQsRm0I67/service_some-name-proxysql.yml
+ compare_kubectl statefulset/some-name-pxc -180
+ local resource=statefulset/some-name-pxc
+ local postfix=-180
+ local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/upgrade-consistency/compare/statefulset_some-name-pxc-180.yml
+ local new_result=/tmp/tmp.sMQsRm0I67/statefulset_some-name-pxc.yml
+ '[' '!' -z '' -a -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/upgrade-consistency/compare/statefulset_some-name-pxc-180-oc.yml ']'
+ '[' 0 = 1 -a -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/upgrade-consistency/compare/statefulset_some-name-pxc-180-eks.yml ']'
+ [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.0 ]]
+ '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/upgrade-consistency/compare/statefulset_some-name-pxc-180-80.yml ']'
+ version_gt 1.22
++ echo '1.20 >= 1.22'
++ bc -l
+ '[' 0 -eq 1 ']'
+ return 1
+ version_gt 1.21
++ echo '1.20 >= 1.21'
++ bc -l
+ '[' 0 -eq 1 ']'
+ return 1
+ yq d - metadata.resourceVersion
+ yq d - '**.dataSource'
+ yq d - '**.env.(name==CLUSTER_HASH)'
+ yq d - '**.(name==percona-xtradb-cluster-operator-workload-token*)'
+ yq d - '**.creationTimestamp'
+ yq d - metadata.selfLink
+ yq d - '**.image'
+ yq d - '**.clusterIP'
+ yq d - metadata.deletionTimestamp
+ yq d - '**.clusterIPs'
+ yq d - '**.procMount'
+ yq d - 'metadata.annotations."k8s.v1.cni.cncf.io*"'
+ yq d - 'metadata.annotations."cloud.google.com/neg"'
+ yq d - 'metadata.annotations."kubernetes.io/psp"'
+ yq d - '**.(volumeMode==Filesystem).volumeMode'
+ yq d - '**.healthCheckNodePort'
+ yq d - '**.uid'
+ yq d - '**.nodePort'
+ yq d - '**.imagePullSecrets'
+ yq d - '**.namespace'
+ yq d - metadata.managedFields
+ yq d - '**.enableServiceLinks'
+ yq d - status
+ yq d - '**.(name==NAMESPACE)'
+ yq d - '**.(name==suffix)'
+ yq d - '**.storageClassName'
+ yq d - '**.finalizers'
+ yq d - '**.(name==S3_BUCKET_PATH)'
+ yq d - '**.volumeName'
+ yq d - '**."volume.beta.kubernetes.io/storage-provisioner"'
+ yq d - '**."volume.kubernetes.io/storage-provisioner"'
+ yq d - '**.creationTimestamp'
+ yq d - spec.volumeMode
+ yq d - spec.nodeName
+ yq d - '**."volume.kubernetes.io/selected-node"'
+ yq d - '**."percona.com/*"'
+ yq d - '**."kubernetes.io/pvc-protection"'
+ yq d - 'spec.volumeClaimTemplates.*.kind'
+ yq d - '**.controller-uid'
+ yq d - '**.preemptionPolicy'
+ yq d - spec.ipFamilies
+ yq d - 'metadata.ownerReferences.*.apiVersion'
+ yq d - 'spec.volumeClaimTemplates.*.apiVersion'
+ yq d - '**.(name==S3_BUCKET_URL)'
+ yq d - spec.ipFamilyPolicy
+ /usr/bin/sed 's#^apiVersion: policy/v1beta1#apiVersion: policy/v1#'
+ kubectl_bin get -o yaml statefulset/some-name-pxc
+ /usr/bin/sed 's/name: kube-api-access-.*$/name: kube-api-access/'
+ /usr/bin/sed 's/namespace\:.*name/name/'
+ /usr/bin/sed s/upgrade-consistency-13700/namespace/g
++ mktemp
+ local LAST_OUT=/tmp/tmp.f2zyr5Ii7D
++ mktemp
+ local LAST_ERR=/tmp/tmp.82u5S3scx8
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ kubectl get -o yaml statefulset/some-name-pxc
+ exit_status=0
+ [[ 0 != 0 ]]
+ break
+ cat /tmp/tmp.f2zyr5Ii7D
+ cat /tmp/tmp.82u5S3scx8
+ rm /tmp/tmp.f2zyr5Ii7D /tmp/tmp.82u5S3scx8
+ return 0
+ diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/upgrade-consistency/compare/statefulset_some-name-pxc-180.yml /tmp/tmp.sMQsRm0I67/statefulset_some-name-pxc.yml
+ compare_kubectl statefulset/some-name-proxysql -180
+ local resource=statefulset/some-name-proxysql
+ local postfix=-180
+ local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/upgrade-consistency/compare/statefulset_some-name-proxysql-180.yml
+ local new_result=/tmp/tmp.sMQsRm0I67/statefulset_some-name-proxysql.yml
+ '[' '!' -z '' -a -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/upgrade-consistency/compare/statefulset_some-name-proxysql-180-oc.yml ']'
+ '[' 0 = 1 -a -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/upgrade-consistency/compare/statefulset_some-name-proxysql-180-eks.yml ']'
+ [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.0 ]]
+ '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/upgrade-consistency/compare/statefulset_some-name-proxysql-180-80.yml ']'
+ version_gt 1.22
++ bc -l
++ echo '1.20 >= 1.22'
+ '[' 0 -eq 1 ']'
+ return 1
+ version_gt 1.21
++ echo '1.20 >= 1.21'
++ bc -l
+ '[' 0 -eq 1 ']'
+ return 1
+ yq d - '**.namespace'
+ yq d - '**.uid'
+ yq d - metadata.managedFields
+ yq d - 'metadata.annotations."k8s.v1.cni.cncf.io*"'
+ yq d - 'metadata.annotations."kubernetes.io/psp"'
+ yq d - 'metadata.annotations."cloud.google.com/neg"'
+ yq d - '**.(name==percona-xtradb-cluster-operator-workload-token*)'
+ yq d - '**.creationTimestamp'
+ yq d - '**.image'
+ yq d - '**."kubernetes.io/pvc-protection"'
+ yq d - '**.volumeName'
+ yq d - '**."volume.beta.kubernetes.io/storage-provisioner"'
+ yq d - '**."volume.kubernetes.io/storage-provisioner"'
+ yq d - spec.volumeMode
+ yq d - spec.nodeName
+ yq d - '**.storageClassName'
+ yq d - '**."volume.kubernetes.io/selected-node"'
+ yq d - '**."percona.com/*"'
+ yq d - '**.finalizers'
+ yq d - metadata.deletionTimestamp
+ yq d - '**.clusterIP'
+ yq d - '**.clusterIPs'
+ yq d - '**.procMount'
+ yq d - '**.dataSource'
+ yq d - metadata.selfLink
+ yq d - '**.(volumeMode==Filesystem).volumeMode'
+ yq d - status
+ yq d - '**.healthCheckNodePort'
+ yq d - '**.nodePort'
+ yq d - '**.imagePullSecrets'
+ yq d - '**.(name==suffix)'
+ yq d - '**.enableServiceLinks'
+ yq d - '**.(name==NAMESPACE)'
+ yq d - '**.(name==S3_BUCKET_PATH)'
+ yq d - '**.(name==S3_BUCKET_URL)'
+ yq d - 'spec.volumeClaimTemplates.*.apiVersion'
+ yq d - '**.env.(name==CLUSTER_HASH)'
+ yq d - metadata.resourceVersion
+ yq d - '**.creationTimestamp'
+ yq d - '**.controller-uid'
+ yq d - '**.preemptionPolicy'
+ yq d - spec.ipFamilies
+ yq d - 'spec.volumeClaimTemplates.*.kind'
+ yq d - 'metadata.ownerReferences.*.apiVersion'
+ kubectl_bin get -o yaml statefulset/some-name-proxysql
+ /usr/bin/sed 's#^apiVersion: policy/v1beta1#apiVersion: policy/v1#'
+ yq d - spec.ipFamilyPolicy
+ /usr/bin/sed 's/namespace\:.*name/name/'
+ /usr/bin/sed 's/name: kube-api-access-.*$/name: kube-api-access/'
+ /usr/bin/sed s/upgrade-consistency-13700/namespace/g
++ mktemp
+ local LAST_OUT=/tmp/tmp.GvDEA6HSGi
++ mktemp
+ local LAST_ERR=/tmp/tmp.CqIh5AtVDy
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ kubectl get -o yaml statefulset/some-name-proxysql
+ exit_status=0
+ [[ 0 != 0 ]]
+ break
+ cat /tmp/tmp.GvDEA6HSGi
+ cat /tmp/tmp.CqIh5AtVDy
+ rm /tmp/tmp.GvDEA6HSGi /tmp/tmp.CqIh5AtVDy
+ return 0
+ diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/upgrade-consistency/compare/statefulset_some-name-proxysql-180.yml /tmp/tmp.sMQsRm0I67/statefulset_some-name-proxysql.yml
+ API=pxc.percona.com/v1-9-0
+ kubectl_bin apply -f https://raw.githubusercontent.com/percona/percona-xtradb-cluster-operator/v1.9.0/deploy/rbac.yaml
++ mktemp
+ local LAST_OUT=/tmp/tmp.TTDGvlB89G
++ mktemp
+ local LAST_ERR=/tmp/tmp.dmkYP1ZYWs
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ kubectl apply -f https://raw.githubusercontent.com/percona/percona-xtradb-cluster-operator/v1.9.0/deploy/rbac.yaml
+ exit_status=0
+ [[ 0 != 0 ]]
+ break
+ cat /tmp/tmp.TTDGvlB89G
role.rbac.authorization.k8s.io/percona-xtradb-cluster-operator configured
serviceaccount/percona-xtradb-cluster-operator unchanged
rolebinding.rbac.authorization.k8s.io/service-account-percona-xtradb-cluster-operator unchanged
+ cat /tmp/tmp.dmkYP1ZYWs
+ rm /tmp/tmp.TTDGvlB89G /tmp/tmp.dmkYP1ZYWs
+ return 0
+ kubectl_bin patch pxc some-name --type=merge --patch '{
        "spec": {"crVersion":"1.9.0"}
    }'
++ mktemp
+ local LAST_OUT=/tmp/tmp.tXg3aao6Jo
++ mktemp
+ local LAST_ERR=/tmp/tmp.Unf2e5N2Cb
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ kubectl patch pxc some-name --type=merge --patch '{
        "spec": {"crVersion":"1.9.0"}
    }'
+ exit_status=0
+ [[ 0 != 0 ]]
+ break
+ cat /tmp/tmp.tXg3aao6Jo
perconaxtradbcluster.pxc.percona.com/some-name patched
+ cat /tmp/tmp.Unf2e5N2Cb
+ rm /tmp/tmp.tXg3aao6Jo /tmp/tmp.Unf2e5N2Cb
+ return 0
+ wait_cluster_consistency some-name 3 2
+ local cluster_name=some-name
+ local cluster_size=3
+ local proxy_size=2
+ '[' -z 2 ']'
+ sleep 7
++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.iBbxmKvEMt
+++ mktemp
++ local LAST_ERR=/tmp/tmp.mtImMF1ofU
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ kubectl get pxc some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ [[ 0 != 0 ]]
++ break
++ cat /tmp/tmp.iBbxmKvEMt
++ cat /tmp/tmp.mtImMF1ofU
++ rm /tmp/tmp.iBbxmKvEMt /tmp/tmp.mtImMF1ofU
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo 'waiting for cluster readyness'
waiting for cluster readyness
+ sleep 20
++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.UFffdyzjwi
+++ mktemp
++ local LAST_ERR=/tmp/tmp.TUqYbMc81O
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ kubectl get pxc some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ [[ 0 != 0 ]]
++ break
++ cat /tmp/tmp.UFffdyzjwi
++ cat /tmp/tmp.TUqYbMc81O
++ rm /tmp/tmp.UFffdyzjwi /tmp/tmp.TUqYbMc81O
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo 'waiting for cluster readyness'
waiting for cluster readyness
+ sleep 20
++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.8XfhZzhASn
+++ mktemp
++ local LAST_ERR=/tmp/tmp.lZd1q8ddsU
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ kubectl get pxc some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ [[ 0 != 0 ]]
++ break
++ cat /tmp/tmp.8XfhZzhASn
++ cat /tmp/tmp.lZd1q8ddsU
++ rm /tmp/tmp.8XfhZzhASn /tmp/tmp.lZd1q8ddsU
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo 'waiting for cluster readyness'
waiting for cluster readyness
+ sleep 20
++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.VioF02uG7w
+++ mktemp
++ local LAST_ERR=/tmp/tmp.DeH84SsoG2
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ kubectl get pxc some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ [[ 0 != 0 ]]
++ break
++ cat /tmp/tmp.VioF02uG7w
++ cat /tmp/tmp.DeH84SsoG2
++ rm /tmp/tmp.VioF02uG7w /tmp/tmp.DeH84SsoG2
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo 'waiting for cluster readyness'
waiting for cluster readyness
+ sleep 20
++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.DBBATwd5TF
+++ mktemp
++ local LAST_ERR=/tmp/tmp.qfHPbxKkBu
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ kubectl get pxc some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ [[ 0 != 0 ]]
++ break
++ cat /tmp/tmp.DBBATwd5TF
++ cat /tmp/tmp.qfHPbxKkBu
++ rm /tmp/tmp.DBBATwd5TF /tmp/tmp.qfHPbxKkBu
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo 'waiting for cluster readyness'
waiting for cluster readyness
+ sleep 20
++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.EsCQdbxevO
+++ mktemp
++ local LAST_ERR=/tmp/tmp.cPEW7Vq6ES
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ kubectl get pxc some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ [[ 0 != 0 ]]
++ break
++ cat /tmp/tmp.EsCQdbxevO
++ cat /tmp/tmp.cPEW7Vq6ES
++ rm /tmp/tmp.EsCQdbxevO /tmp/tmp.cPEW7Vq6ES
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo 'waiting for cluster readyness'
waiting for cluster readyness
+ sleep 20
++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.M2IfRiJySU
+++ mktemp
++ local LAST_ERR=/tmp/tmp.mAz675VsBd
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ kubectl get pxc some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ [[ 0 != 0 ]]
++ break
++ cat /tmp/tmp.M2IfRiJySU
++ cat /tmp/tmp.mAz675VsBd
++ rm /tmp/tmp.M2IfRiJySU /tmp/tmp.mAz675VsBd
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo 'waiting for cluster readyness'
waiting for cluster readyness
+ sleep 20
++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.Se0jbMh2JP
+++ mktemp
++ local LAST_ERR=/tmp/tmp.8pLer0cIB3
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ kubectl get pxc some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ [[ 0 != 0 ]]
++ break
++ cat /tmp/tmp.Se0jbMh2JP
++ cat /tmp/tmp.8pLer0cIB3
++ rm /tmp/tmp.Se0jbMh2JP /tmp/tmp.8pLer0cIB3
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo 'waiting for cluster readyness'
waiting for cluster readyness
+ sleep 20
++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.uF63oJSV1J
+++ mktemp
++ local LAST_ERR=/tmp/tmp.XLurAHlyrK
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ kubectl get pxc some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ [[ 0 != 0 ]]
++ break
++ cat /tmp/tmp.uF63oJSV1J
++ cat /tmp/tmp.XLurAHlyrK
++ rm /tmp/tmp.uF63oJSV1J /tmp/tmp.XLurAHlyrK
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo 'waiting for cluster readyness'
waiting for cluster readyness
+ sleep 20
++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.XRWwgNGbX4
+++ mktemp
++ local LAST_ERR=/tmp/tmp.JnFUJGdNhc
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ kubectl get pxc some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ [[ 0 != 0 ]]
++ break
++ cat /tmp/tmp.XRWwgNGbX4
++ cat /tmp/tmp.JnFUJGdNhc
++ rm /tmp/tmp.XRWwgNGbX4 /tmp/tmp.JnFUJGdNhc
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo 'waiting for cluster readyness'
waiting for cluster readyness
+ sleep 20
++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.wgeQ8CIEQ0
+++ mktemp
++ local LAST_ERR=/tmp/tmp.JsmjsIX0pb
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ kubectl get pxc some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ [[ 0 != 0 ]]
++ break
++ cat /tmp/tmp.wgeQ8CIEQ0
++ cat /tmp/tmp.JsmjsIX0pb
++ rm /tmp/tmp.wgeQ8CIEQ0 /tmp/tmp.JsmjsIX0pb
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo 'waiting for cluster readyness'
waiting for cluster readyness
+ sleep 20
++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.WAuPm31wP9
+++ mktemp
++ local LAST_ERR=/tmp/tmp.FTFEF79zHt
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ kubectl get pxc some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ [[ 0 != 0 ]]
++ break
++ cat /tmp/tmp.WAuPm31wP9
++ cat /tmp/tmp.FTFEF79zHt
++ rm /tmp/tmp.WAuPm31wP9 /tmp/tmp.FTFEF79zHt
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo 'waiting for cluster readyness'
waiting for cluster readyness
+ sleep 20
++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.8Kx4604UEz
+++ mktemp
++ local LAST_ERR=/tmp/tmp.Wn7cYvAtTJ
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ kubectl get pxc some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ [[ 0 != 0 ]]
++ break
++ cat /tmp/tmp.8Kx4604UEz
++ cat /tmp/tmp.Wn7cYvAtTJ
++ rm /tmp/tmp.8Kx4604UEz /tmp/tmp.Wn7cYvAtTJ
++ return 0
+ [[ ready == \r\e\a\d\y ]]
++ kubectl_bin get pxc some-name -o 'jsonpath={.status.pxc.ready}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.U0biEimRwB
+++ mktemp
++ local LAST_ERR=/tmp/tmp.RRqSlGaJt1
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ kubectl get pxc some-name -o 'jsonpath={.status.pxc.ready}'
++ exit_status=0
++ [[ 0 != 0 ]]
++ break
++ cat /tmp/tmp.U0biEimRwB
++ cat /tmp/tmp.RRqSlGaJt1
++ rm /tmp/tmp.U0biEimRwB /tmp/tmp.RRqSlGaJt1
++ return 0
+ [[ 3 == \3 ]]
+++ get_proxy_engine some-name
+++ local cluster_name=some-name
++++ get_proxy some-name
++++ local target_cluster=some-name
+++++ kubectl_bin get pxc some-name -o 'jsonpath={.spec.haproxy.enabled}'
++++++ mktemp
+++++ local LAST_OUT=/tmp/tmp.y6qXxUKm0W
++++++ mktemp
+++++ local LAST_ERR=/tmp/tmp.ApE3be49m8
+++++ local exit_status=0
++++++ seq 0 2
+++++ for i in '$(seq 0 2)'
+++++ kubectl get pxc some-name -o 'jsonpath={.spec.haproxy.enabled}'
+++++ exit_status=0
+++++ [[ 0 != 0 ]]
+++++ break
+++++ cat /tmp/tmp.y6qXxUKm0W
+++++ cat /tmp/tmp.ApE3be49m8
+++++ rm /tmp/tmp.y6qXxUKm0W /tmp/tmp.ApE3be49m8
+++++ return 0
++++ [[ '' == \t\r\u\e ]]
+++++ kubectl_bin get pxc some-name -o 'jsonpath={.spec.proxysql.enabled}'
++++++ mktemp
+++++ local LAST_OUT=/tmp/tmp.sj3uocG4gO
++++++ mktemp
+++++ local LAST_ERR=/tmp/tmp.0aDWPpF8gY
+++++ local exit_status=0
++++++ seq 0 2
+++++ for i in '$(seq 0 2)'
+++++ kubectl get pxc some-name -o 'jsonpath={.spec.proxysql.enabled}'
+++++ exit_status=0
+++++ [[ 0 != 0 ]]
+++++ break
+++++ cat /tmp/tmp.sj3uocG4gO
+++++ cat /tmp/tmp.0aDWPpF8gY
+++++ rm /tmp/tmp.sj3uocG4gO /tmp/tmp.0aDWPpF8gY
+++++ return 0
++++ [[ true == \t\r\u\e ]]
++++ echo some-name-proxysql
++++ return
+++ local cluster_proxy=some-name-proxysql
+++ echo proxysql
++ kubectl_bin get pxc some-name -o 'jsonpath={.status.proxysql.ready}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.wbHnzlWWop
+++ mktemp
++ local LAST_ERR=/tmp/tmp.SAN2S3LWZN
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ kubectl get pxc some-name -o 'jsonpath={.status.proxysql.ready}'
++ exit_status=0
++ [[ 0 != 0 ]]
++ break
++ cat /tmp/tmp.wbHnzlWWop
++ cat /tmp/tmp.SAN2S3LWZN
++ rm /tmp/tmp.wbHnzlWWop /tmp/tmp.SAN2S3LWZN
++ return 0
+ [[ 2 == \2 ]]
+ wait_for_sts_generation some-name-pxc 9 1
+ local name=some-name-pxc
+ local desired_generation=9
+ local size=1
+ set +o xtrace
Waiting for statefulset readyness
+ compare_kubectl service/some-name-pxc -190
+ local resource=service/some-name-pxc
+ local postfix=-190
+ local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/upgrade-consistency/compare/service_some-name-pxc-190.yml
+ local new_result=/tmp/tmp.sMQsRm0I67/service_some-name-pxc.yml
+ '[' '!' -z '' -a -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/upgrade-consistency/compare/service_some-name-pxc-190-oc.yml ']'
+ '[' 0 = 1 -a -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/upgrade-consistency/compare/service_some-name-pxc-190-eks.yml ']'
+ [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.0 ]]
+ '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/upgrade-consistency/compare/service_some-name-pxc-190-80.yml ']'
+ version_gt 1.22
++ echo '1.20 >= 1.22'
++ bc -l
+ '[' 0 -eq 1 ']'
+ return 1
+ version_gt 1.21
++ echo '1.20 >= 1.21'
++ bc -l
+ '[' 0 -eq 1 ']'
+ return 1
+ kubectl_bin get -o yaml service/some-name-pxc
+ yq d - '**.namespace'
+ yq d - '**.uid'
+ yq d - metadata.resourceVersion
+ yq d - '**.env.(name==CLUSTER_HASH)'
+ yq d - metadata.selfLink
+ yq d - metadata.deletionTimestamp
+ yq d - 'metadata.annotations."k8s.v1.cni.cncf.io*"'
+ yq d - '**.clusterIP'
+ yq d - '**.clusterIPs'
+ yq d - '**."kubernetes.io/pvc-protection"'
+ yq d - '**.volumeName'
+ yq d - '**."volume.beta.kubernetes.io/storage-provisioner"'
+ yq d - '**."volume.kubernetes.io/storage-provisioner"'
+ yq d - spec.nodeName
+ yq d - '**."volume.kubernetes.io/selected-node"'
+ yq d - spec.volumeMode
+ yq d - '**.procMount'
+ yq d - '**.(name==percona-xtradb-cluster-operator-workload-token*)'
+ yq d - '**.(volumeMode==Filesystem).volumeMode'
+ yq d - '**.healthCheckNodePort'
+ yq d - '**.nodePort'
+ yq d - '**.imagePullSecrets'
+ yq d - '**.creationTimestamp'
+ yq d - '**.image'
+ yq d - '**.dataSource'
+ yq d - '**.finalizers'
+ yq d - '**.storageClassName'
+ yq d - '**."percona.com/*"'
+ yq d - '**.enableServiceLinks'
+ yq d - '**.(name==S3_BUCKET_URL)'
+ yq d - status
+ yq d - 'metadata.annotations."cloud.google.com/neg"'
+ yq d - 'metadata.annotations."kubernetes.io/psp"'
+ yq d - 'spec.volumeClaimTemplates.*.apiVersion'
+ yq d - 'metadata.ownerReferences.*.apiVersion'
+ yq d - '**.(name==NAMESPACE)'
+ yq d - spec.ipFamilies
+ yq d - '**.(name==suffix)'
+ yq d - '**.(name==S3_BUCKET_PATH)'
+ yq d - 'spec.volumeClaimTemplates.*.kind'
+ yq d - spec.ipFamilyPolicy
+ /usr/bin/sed 's#^apiVersion: policy/v1beta1#apiVersion: policy/v1#'
+ yq d - '**.controller-uid'
+ /usr/bin/sed 's/name: kube-api-access-.*$/name: kube-api-access/'
+ yq d - '**.preemptionPolicy'
+ yq d - '**.creationTimestamp'
+ /usr/bin/sed 's/namespace\:.*name/name/'
+ /usr/bin/sed s/upgrade-consistency-13700/namespace/g
+ yq d - metadata.managedFields
++ mktemp
+ local LAST_OUT=/tmp/tmp.MLtoEC3Ri2
++ mktemp
+ local LAST_ERR=/tmp/tmp.IBFbQio2OJ
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ kubectl get -o yaml service/some-name-pxc
+ exit_status=0
+ [[ 0 != 0 ]]
+ break
+ cat /tmp/tmp.MLtoEC3Ri2
+ cat /tmp/tmp.IBFbQio2OJ
+ rm /tmp/tmp.MLtoEC3Ri2 /tmp/tmp.IBFbQio2OJ
+ return 0
+ diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/upgrade-consistency/compare/service_some-name-pxc-190.yml /tmp/tmp.sMQsRm0I67/service_some-name-pxc.yml
+ compare_kubectl service/some-name-proxysql -190
+ local resource=service/some-name-proxysql
+ local postfix=-190
+ local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/upgrade-consistency/compare/service_some-name-proxysql-190.yml
+ local new_result=/tmp/tmp.sMQsRm0I67/service_some-name-proxysql.yml
+ '[' '!' -z '' -a -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/upgrade-consistency/compare/service_some-name-proxysql-190-oc.yml ']'
+ '[' 0 = 1 -a -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/upgrade-consistency/compare/service_some-name-proxysql-190-eks.yml ']'
+ [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.0 ]]
+ '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/upgrade-consistency/compare/service_some-name-proxysql-190-80.yml ']'
+ version_gt 1.22
++ echo '1.20 >= 1.22'
++ bc -l
+ '[' 0 -eq 1 ']'
+ return 1
+ version_gt 1.21
++ echo '1.20 >= 1.21'
++ bc -l
+ '[' 0 -eq 1 ']'
+ return 1
+ kubectl_bin get -o yaml service/some-name-proxysql
+ yq d - '**.namespace'
+ yq d - '**.uid'
+ yq d - metadata.resourceVersion
+ yq d - '**.env.(name==CLUSTER_HASH)'
+ yq d - metadata.selfLink
+ yq d - metadata.deletionTimestamp
+ yq d - 'metadata.annotations."k8s.v1.cni.cncf.io*"'
+ yq d - '**.image'
+ yq d - '**.clusterIP'
+ yq d - '**.clusterIPs'
+ yq d - '**.dataSource'
+ yq d - '**."volume.beta.kubernetes.io/storage-provisioner"'
+ yq d - '**.procMount'
+ yq d - spec.volumeMode
+ yq d - '**.storageClassName'
+ yq d - spec.nodeName
+ yq d - '**.finalizers'
+ yq d - '**.(name==percona-xtradb-cluster-operator-workload-token*)'
+ yq d - '**."volume.kubernetes.io/selected-node"'
+ yq d - '**.creationTimestamp'
+ yq d - '**."percona.com/*"'
+ yq d - '**.volumeName'
+ yq d - '**.(volumeMode==Filesystem).volumeMode'
+ yq d - '**."kubernetes.io/pvc-protection"'
+ yq d - '**.healthCheckNodePort'
+ yq d - '**."volume.kubernetes.io/storage-provisioner"'
+ yq d - '**.nodePort'
+ yq d - 'metadata.annotations."cloud.google.com/neg"'
+ yq d - '**.imagePullSecrets'
+ yq d - 'spec.volumeClaimTemplates.*.kind'
+ yq d - '**.(name==NAMESPACE)'
+ yq d - '**.enableServiceLinks'
+ yq d - '**.(name==suffix)'
+ yq d - status
+ yq d - 'metadata.ownerReferences.*.apiVersion'
+ yq d - '**.(name==S3_BUCKET_PATH)'
+ yq d - '**.(name==S3_BUCKET_URL)'
+ yq d - 'spec.volumeClaimTemplates.*.apiVersion'
+ yq d - 'metadata.annotations."kubernetes.io/psp"'
+ yq d - spec.ipFamilies
+ yq d - spec.ipFamilyPolicy
+ /usr/bin/sed 's#^apiVersion: policy/v1beta1#apiVersion: policy/v1#'
+ yq d - '**.creationTimestamp'
+ yq d - '**.controller-uid'
+ yq d - '**.preemptionPolicy'
+ /usr/bin/sed 's/namespace\:.*name/name/'
+ /usr/bin/sed 's/name: kube-api-access-.*$/name: kube-api-access/'
+ /usr/bin/sed s/upgrade-consistency-13700/namespace/g
+ yq d - metadata.managedFields
++ mktemp
+ local LAST_OUT=/tmp/tmp.z7GaMqQAWI
++ mktemp
+ local LAST_ERR=/tmp/tmp.xZspjZJjLt
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ kubectl get -o yaml service/some-name-proxysql
+ exit_status=0
+ [[ 0 != 0 ]]
+ break
+ cat /tmp/tmp.z7GaMqQAWI
+ cat /tmp/tmp.xZspjZJjLt
+ rm /tmp/tmp.z7GaMqQAWI /tmp/tmp.xZspjZJjLt
+ return 0
+ diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/upgrade-consistency/compare/service_some-name-proxysql-190.yml /tmp/tmp.sMQsRm0I67/service_some-name-proxysql.yml
+ compare_kubectl statefulset/some-name-pxc -190
+ local resource=statefulset/some-name-pxc
+ local postfix=-190
+ local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/upgrade-consistency/compare/statefulset_some-name-pxc-190.yml
+ local new_result=/tmp/tmp.sMQsRm0I67/statefulset_some-name-pxc.yml
+ '[' '!' -z '' -a -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/upgrade-consistency/compare/statefulset_some-name-pxc-190-oc.yml ']'
+ '[' 0 = 1 -a -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/upgrade-consistency/compare/statefulset_some-name-pxc-190-eks.yml ']'
+ [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.0 ]]
+ '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/upgrade-consistency/compare/statefulset_some-name-pxc-190-80.yml ']'
+ version_gt 1.22
++ echo '1.20 >= 1.22'
++ bc -l
+ '[' 0 -eq 1 ']'
+ return 1
+ version_gt 1.21
++ echo '1.20 >= 1.21'
++ bc -l
+ '[' 0 -eq 1 ']'
+ return 1
+ kubectl_bin get -o yaml statefulset/some-name-pxc
+ yq d - metadata.managedFields
+ yq d - '**.uid'
+ yq d - metadata.resourceVersion
+ yq d - '**.env.(name==CLUSTER_HASH)'
+ yq d - metadata.selfLink
+ yq d - metadata.deletionTimestamp
+ yq d - '**.(name==percona-xtradb-cluster-operator-workload-token*)'
+ yq d - '**.creationTimestamp'
+ yq d - '**.image'
+ yq d - '**.clusterIP'
+ yq d - '**.finalizers'
+ yq d - '**."kubernetes.io/pvc-protection"'
+ yq d - '**.storageClassName'
+ yq d - '**."volume.beta.kubernetes.io/storage-provisioner"'
+ yq d - '**."volume.kubernetes.io/storage-provisioner"'
+ yq d - spec.nodeName
+ yq d - '**.volumeName'
+ yq d - '**.dataSource'
+ yq d - 'metadata.annotations."kubernetes.io/psp"'
+ yq d - 'metadata.annotations."cloud.google.com/neg"'
+ yq d - '**.clusterIPs'
+ yq d - '**."volume.kubernetes.io/selected-node"'
+ yq d - '**.procMount'
+ yq d - '**.(volumeMode==Filesystem).volumeMode'
+ yq d - '**.nodePort'
+ yq d - '**.imagePullSecrets'
+ yq d - '**.healthCheckNodePort'
+ yq d - '**.enableServiceLinks'
+ yq d - '**."percona.com/*"'
+ yq d - spec.volumeMode
+ yq d - 'metadata.annotations."k8s.v1.cni.cncf.io*"'
+ yq d - status
+ yq d - '**.(name==suffix)'
+ yq d - 'metadata.ownerReferences.*.apiVersion'
+ yq d - '**.(name==S3_BUCKET_URL)'
+ yq d - 'spec.volumeClaimTemplates.*.apiVersion'
+ yq d - '**.(name==S3_BUCKET_PATH)'
+ yq d - 'spec.volumeClaimTemplates.*.kind'
+ yq d - '**.(name==NAMESPACE)'
+ yq d - '**.controller-uid'
+ yq d - '**.preemptionPolicy'
+ yq d - spec.ipFamilies
++ mktemp
+ local LAST_OUT=/tmp/tmp.Q9AQK2yDOH
+ yq d - '**.namespace'
+ /usr/bin/sed 's/namespace\:.*name/name/'
+ /usr/bin/sed 's#^apiVersion: policy/v1beta1#apiVersion: policy/v1#'
+ /usr/bin/sed 's/name: kube-api-access-.*$/name: kube-api-access/'
++ mktemp
+ yq d - spec.ipFamilyPolicy
+ /usr/bin/sed s/upgrade-consistency-13700/namespace/g
+ yq d - '**.creationTimestamp'
+ local LAST_ERR=/tmp/tmp.8IHsdIKHmn
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ kubectl get -o yaml statefulset/some-name-pxc
+ exit_status=0
+ [[ 0 != 0 ]]
+ break
+ cat /tmp/tmp.Q9AQK2yDOH
+ cat /tmp/tmp.8IHsdIKHmn
+ rm /tmp/tmp.Q9AQK2yDOH /tmp/tmp.8IHsdIKHmn
+ return 0
+ diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/upgrade-consistency/compare/statefulset_some-name-pxc-190.yml /tmp/tmp.sMQsRm0I67/statefulset_some-name-pxc.yml
+ compare_kubectl statefulset/some-name-proxysql -190
+ local resource=statefulset/some-name-proxysql
+ local postfix=-190
+ local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/upgrade-consistency/compare/statefulset_some-name-proxysql-190.yml
+ local new_result=/tmp/tmp.sMQsRm0I67/statefulset_some-name-proxysql.yml
+ '[' '!' -z '' -a -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/upgrade-consistency/compare/statefulset_some-name-proxysql-190-oc.yml ']'
+ '[' 0 = 1 -a -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/upgrade-consistency/compare/statefulset_some-name-proxysql-190-eks.yml ']'
+ [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.0 ]]
+ '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/upgrade-consistency/compare/statefulset_some-name-proxysql-190-80.yml ']'
+ version_gt 1.22
++ echo '1.20 >= 1.22'
++ bc -l
+ '[' 0 -eq 1 ']'
+ return 1
+ version_gt 1.21
++ echo '1.20 >= 1.21'
++ bc -l
+ '[' 0 -eq 1 ']'
+ return 1
+ yq d - metadata.managedFields
+ yq d - '**.namespace'
+ yq d - '**.creationTimestamp'
+ yq d - '**.uid'
+ yq d - metadata.resourceVersion
+ yq d - '**.env.(name==CLUSTER_HASH)'
+ yq d - metadata.selfLink
+ yq d - '**."volume.kubernetes.io/storage-provisioner"'
+ yq d - '**.dataSource'
+ yq d - spec.nodeName
+ yq d - '**.procMount'
+ yq d - '**.storageClassName'
+ yq d - '**."volume.kubernetes.io/selected-node"'
+ yq d - spec.volumeMode
+ yq d - '**.finalizers'
+ yq d - '**.creationTimestamp'
+ yq d - '**."volume.beta.kubernetes.io/storage-provisioner"'
+ yq d - '**.image'
+ yq d - '**.clusterIP'
+ yq d - '**.(volumeMode==Filesystem).volumeMode'
+ yq d - '**.healthCheckNodePort'
+ yq d - '**.clusterIPs'
+ yq d - '**.nodePort'
+ yq d - '**.volumeName'
+ yq d - '**.imagePullSecrets'
+ yq d - '**."percona.com/*"'
+ yq d - '**."kubernetes.io/pvc-protection"'
+ yq d - '**.(name==S3_BUCKET_PATH)'
+ yq d - '**.(name==percona-xtradb-cluster-operator-workload-token*)'
+ yq d - '**.(name==S3_BUCKET_URL)'
+ yq d - '**.enableServiceLinks'
+ yq d - 'metadata.annotations."cloud.google.com/neg"'
+ yq d - 'spec.volumeClaimTemplates.*.kind'
+ yq d - 'metadata.annotations."kubernetes.io/psp"'
+ yq d - status
+ yq d - '**.(name==NAMESPACE)'
+ yq d - 'metadata.ownerReferences.*.apiVersion'
+ yq d - 'spec.volumeClaimTemplates.*.apiVersion'
+ yq d - '**.controller-uid'
+ yq d - '**.(name==suffix)'
+ yq d - '**.preemptionPolicy'
+ yq d - spec.ipFamilies
+ yq d - spec.ipFamilyPolicy
+ yq d - 'metadata.annotations."k8s.v1.cni.cncf.io*"'
+ /usr/bin/sed 's#^apiVersion: policy/v1beta1#apiVersion: policy/v1#'
+ yq d - metadata.deletionTimestamp
+ /usr/bin/sed 's/name: kube-api-access-.*$/name: kube-api-access/'
+ /usr/bin/sed s/upgrade-consistency-13700/namespace/g
+ /usr/bin/sed 's/namespace\:.*name/name/'
+ kubectl_bin get -o yaml statefulset/some-name-proxysql
++ mktemp
+ local LAST_OUT=/tmp/tmp.LQ5XyxqbLJ
++ mktemp
+ local LAST_ERR=/tmp/tmp.5M9Np4ifcY
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ kubectl get -o yaml statefulset/some-name-proxysql
+ exit_status=0
+ [[ 0 != 0 ]]
+ break
+ cat /tmp/tmp.LQ5XyxqbLJ
+ cat /tmp/tmp.5M9Np4ifcY
+ rm /tmp/tmp.LQ5XyxqbLJ /tmp/tmp.5M9Np4ifcY
+ return 0
+ diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/upgrade-consistency/compare/statefulset_some-name-proxysql-190.yml /tmp/tmp.sMQsRm0I67/statefulset_some-name-proxysql.yml
+ API=pxc.percona.com/v1-10-0
+ kubectl_bin apply -f https://raw.githubusercontent.com/percona/percona-xtradb-cluster-operator/v1.10.0/deploy/rbac.yaml
++ mktemp
+ local LAST_OUT=/tmp/tmp.z44h8FaH2S
++ mktemp
+ local LAST_ERR=/tmp/tmp.vOmCUi66A8
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ kubectl apply -f https://raw.githubusercontent.com/percona/percona-xtradb-cluster-operator/v1.10.0/deploy/rbac.yaml
+ exit_status=0
+ [[ 0 != 0 ]]
+ break
+ cat /tmp/tmp.z44h8FaH2S
role.rbac.authorization.k8s.io/percona-xtradb-cluster-operator unchanged
serviceaccount/percona-xtradb-cluster-operator unchanged
rolebinding.rbac.authorization.k8s.io/service-account-percona-xtradb-cluster-operator unchanged
+ cat /tmp/tmp.vOmCUi66A8
+ rm /tmp/tmp.z44h8FaH2S /tmp/tmp.vOmCUi66A8
+ return 0
+ kubectl_bin patch pxc some-name --type=merge --patch '{
        "spec": {"crVersion":"1.10.0"}
    }'
++ mktemp
+ local LAST_OUT=/tmp/tmp.r5cgXeKJg1
++ mktemp
+ local LAST_ERR=/tmp/tmp.jgAaqrZTjF
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ kubectl patch pxc some-name --type=merge --patch '{
        "spec": {"crVersion":"1.10.0"}
    }'
+ exit_status=0
+ [[ 0 != 0 ]]
+ break
+ cat /tmp/tmp.r5cgXeKJg1
perconaxtradbcluster.pxc.percona.com/some-name patched
+ cat /tmp/tmp.jgAaqrZTjF
+ rm /tmp/tmp.r5cgXeKJg1 /tmp/tmp.jgAaqrZTjF
+ return 0
+ wait_cluster_consistency some-name 3 2
+ local cluster_name=some-name
+ local cluster_size=3
+ local proxy_size=2
+ '[' -z 2 ']'
+ sleep 7
++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.DZKPHop0Nf
+++ mktemp
++ local LAST_ERR=/tmp/tmp.J8N8SCp4e8
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ kubectl get pxc some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ [[ 0 != 0 ]]
++ break
++ cat /tmp/tmp.DZKPHop0Nf
++ cat /tmp/tmp.J8N8SCp4e8
++ rm /tmp/tmp.DZKPHop0Nf /tmp/tmp.J8N8SCp4e8
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo 'waiting for cluster readyness'
waiting for cluster readyness
+ sleep 20
++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.WgFmMGsSoS
+++ mktemp
++ local LAST_ERR=/tmp/tmp.i1ThBIY5KH
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ kubectl get pxc some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ [[ 0 != 0 ]]
++ break
++ cat /tmp/tmp.WgFmMGsSoS
++ cat /tmp/tmp.i1ThBIY5KH
++ rm /tmp/tmp.WgFmMGsSoS /tmp/tmp.i1ThBIY5KH
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo 'waiting for cluster readyness'
waiting for cluster readyness
+ sleep 20
++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.9idbeOZX5t
+++ mktemp
++ local LAST_ERR=/tmp/tmp.mxAGvX0Uqv
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ kubectl get pxc some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ [[ 0 != 0 ]]
++ break
++ cat /tmp/tmp.9idbeOZX5t
++ cat /tmp/tmp.mxAGvX0Uqv
++ rm /tmp/tmp.9idbeOZX5t /tmp/tmp.mxAGvX0Uqv
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo 'waiting for cluster readyness'
waiting for cluster readyness
+ sleep 20
++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.L2IOhnd0hB
+++ mktemp
++ local LAST_ERR=/tmp/tmp.lcUgnWgWkE
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ kubectl get pxc some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ [[ 0 != 0 ]]
++ break
++ cat /tmp/tmp.L2IOhnd0hB
++ cat /tmp/tmp.lcUgnWgWkE
++ rm /tmp/tmp.L2IOhnd0hB /tmp/tmp.lcUgnWgWkE
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo 'waiting for cluster readyness'
waiting for cluster readyness
+ sleep 20
++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.ZqsFwTPgbx
+++ mktemp
++ local LAST_ERR=/tmp/tmp.s1MtecpDMY
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ kubectl get pxc some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ [[ 0 != 0 ]]
++ break
++ cat /tmp/tmp.ZqsFwTPgbx
++ cat /tmp/tmp.s1MtecpDMY
++ rm /tmp/tmp.ZqsFwTPgbx /tmp/tmp.s1MtecpDMY
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo 'waiting for cluster readyness'
waiting for cluster readyness
+ sleep 20
++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.neKmK8phWw
+++ mktemp
++ local LAST_ERR=/tmp/tmp.4VcTsZTEjB
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ kubectl get pxc some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ [[ 0 != 0 ]]
++ break
++ cat /tmp/tmp.neKmK8phWw
++ cat /tmp/tmp.4VcTsZTEjB
++ rm /tmp/tmp.neKmK8phWw /tmp/tmp.4VcTsZTEjB
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo 'waiting for cluster readyness'
waiting for cluster readyness
+ sleep 20
++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.FLKTfpBa2f
+++ mktemp
++ local LAST_ERR=/tmp/tmp.NyqnbnTBNz
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ kubectl get pxc some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ [[ 0 != 0 ]]
++ break
++ cat /tmp/tmp.FLKTfpBa2f
++ cat /tmp/tmp.NyqnbnTBNz
++ rm /tmp/tmp.FLKTfpBa2f /tmp/tmp.NyqnbnTBNz
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo 'waiting for cluster readyness'
waiting for cluster readyness
+ sleep 20
++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.2zlgYRBMHQ
+++ mktemp
++ local LAST_ERR=/tmp/tmp.uzkIX5T8NP
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ kubectl get pxc some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ [[ 0 != 0 ]]
++ break
++ cat /tmp/tmp.2zlgYRBMHQ
++ cat /tmp/tmp.uzkIX5T8NP
++ rm /tmp/tmp.2zlgYRBMHQ /tmp/tmp.uzkIX5T8NP
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo 'waiting for cluster readyness'
waiting for cluster readyness
+ sleep 20
++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.T9YXx36vt3
+++ mktemp
++ local LAST_ERR=/tmp/tmp.yPNC7oHQaQ
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ kubectl get pxc some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ [[ 0 != 0 ]]
++ break
++ cat /tmp/tmp.T9YXx36vt3
++ cat /tmp/tmp.yPNC7oHQaQ
++ rm /tmp/tmp.T9YXx36vt3 /tmp/tmp.yPNC7oHQaQ
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo 'waiting for cluster readyness'
waiting for cluster readyness
+ sleep 20
++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.TFoJVEyO9j
+++ mktemp
++ local LAST_ERR=/tmp/tmp.FJKEI1r7Q3
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ kubectl get pxc some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ [[ 0 != 0 ]]
++ break
++ cat /tmp/tmp.TFoJVEyO9j
++ cat /tmp/tmp.FJKEI1r7Q3
++ rm /tmp/tmp.TFoJVEyO9j /tmp/tmp.FJKEI1r7Q3
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo 'waiting for cluster readyness'
waiting for cluster readyness
+ sleep 20
++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.kmL8OY3pDq
+++ mktemp
++ local LAST_ERR=/tmp/tmp.hRKiJFKcmr
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ kubectl get pxc some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ [[ 0 != 0 ]]
++ break
++ cat /tmp/tmp.kmL8OY3pDq
++ cat /tmp/tmp.hRKiJFKcmr
++ rm /tmp/tmp.kmL8OY3pDq /tmp/tmp.hRKiJFKcmr
++ return 0
+ [[ ready == \r\e\a\d\y ]]
++ kubectl_bin get pxc some-name -o 'jsonpath={.status.pxc.ready}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.x7xygISRkN
+++ mktemp
++ local LAST_ERR=/tmp/tmp.Hg20oiZk7x
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ kubectl get pxc some-name -o 'jsonpath={.status.pxc.ready}'
++ exit_status=0
++ [[ 0 != 0 ]]
++ break
++ cat /tmp/tmp.x7xygISRkN
++ cat /tmp/tmp.Hg20oiZk7x
++ rm /tmp/tmp.x7xygISRkN /tmp/tmp.Hg20oiZk7x
++ return 0
+ [[ 3 == \3 ]]
+++ get_proxy_engine some-name
+++ local cluster_name=some-name
++++ get_proxy some-name
++++ local target_cluster=some-name
+++++ kubectl_bin get pxc some-name -o 'jsonpath={.spec.haproxy.enabled}'
++++++ mktemp
+++++ local LAST_OUT=/tmp/tmp.IwXJo79hyR
++++++ mktemp
+++++ local LAST_ERR=/tmp/tmp.GaPZ9u4mzT
+++++ local exit_status=0
++++++ seq 0 2
+++++ for i in '$(seq 0 2)'
+++++ kubectl get pxc some-name -o 'jsonpath={.spec.haproxy.enabled}'
+++++ exit_status=0
+++++ [[ 0 != 0 ]]
+++++ break
+++++ cat /tmp/tmp.IwXJo79hyR
+++++ cat /tmp/tmp.GaPZ9u4mzT
+++++ rm /tmp/tmp.IwXJo79hyR /tmp/tmp.GaPZ9u4mzT
+++++ return 0
++++ [[ '' == \t\r\u\e ]]
+++++ kubectl_bin get pxc some-name -o 'jsonpath={.spec.proxysql.enabled}'
++++++ mktemp
+++++ local LAST_OUT=/tmp/tmp.24LwvuaU30
++++++ mktemp
+++++ local LAST_ERR=/tmp/tmp.W1fDM4u2b6
+++++ local exit_status=0
++++++ seq 0 2
+++++ for i in '$(seq 0 2)'
+++++ kubectl get pxc some-name -o 'jsonpath={.spec.proxysql.enabled}'
+++++ exit_status=0
+++++ [[ 0 != 0 ]]
+++++ break
+++++ cat /tmp/tmp.24LwvuaU30
+++++ cat /tmp/tmp.W1fDM4u2b6
+++++ rm /tmp/tmp.24LwvuaU30 /tmp/tmp.W1fDM4u2b6
+++++ return 0
++++ [[ true == \t\r\u\e ]]
++++ echo some-name-proxysql
++++ return
+++ local cluster_proxy=some-name-proxysql
+++ echo proxysql
++ kubectl_bin get pxc some-name -o 'jsonpath={.status.proxysql.ready}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.o5pBsxdiLy
+++ mktemp
++ local LAST_ERR=/tmp/tmp.A006OVpBms
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ kubectl get pxc some-name -o 'jsonpath={.status.proxysql.ready}'
++ exit_status=0
++ [[ 0 != 0 ]]
++ break
++ cat /tmp/tmp.o5pBsxdiLy
++ cat /tmp/tmp.A006OVpBms
++ rm /tmp/tmp.o5pBsxdiLy /tmp/tmp.A006OVpBms
++ return 0
+ [[ 2 == \2 ]]
+ wait_for_sts_generation some-name-pxc 10 1
+ local name=some-name-pxc
+ local desired_generation=10
+ local size=1
+ set +o xtrace
Waiting for statefulset readyness
+ compare_kubectl service/some-name-pxc -1100
+ local resource=service/some-name-pxc
+ local postfix=-1100
+ local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/upgrade-consistency/compare/service_some-name-pxc-1100.yml
+ local new_result=/tmp/tmp.sMQsRm0I67/service_some-name-pxc.yml
+ '[' '!' -z '' -a -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/upgrade-consistency/compare/service_some-name-pxc-1100-oc.yml ']'
+ '[' 0 = 1 -a -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/upgrade-consistency/compare/service_some-name-pxc-1100-eks.yml ']'
+ [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.0 ]]
+ '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/upgrade-consistency/compare/service_some-name-pxc-1100-80.yml ']'
+ version_gt 1.22
++ echo '1.20 >= 1.22'
++ bc -l
+ '[' 0 -eq 1 ']'
+ return 1
+ version_gt 1.21
++ echo '1.20 >= 1.21'
++ bc -l
+ '[' 0 -eq 1 ']'
+ return 1
+ yq d - metadata.managedFields
+ yq d - '**.creationTimestamp'
+ yq d - '**.namespace'
+ yq d - '**.uid'
+ yq d - metadata.resourceVersion
+ yq d - '**.env.(name==CLUSTER_HASH)'
+ yq d - '**.clusterIPs'
+ yq d - '**.(name==percona-xtradb-cluster-operator-workload-token*)'
+ yq d - '**.creationTimestamp'
+ yq d - '**.image'
+ yq d - '**.clusterIP'
+ yq d - '**.dataSource'
+ yq d - '**.procMount'
+ yq d - '**.storageClassName'
+ yq d - spec.volumeMode
+ yq d - '**.volumeName'
+ yq d - 'metadata.annotations."k8s.v1.cni.cncf.io*"'
+ yq d - 'metadata.annotations."kubernetes.io/psp"'
+ yq d - 'metadata.annotations."cloud.google.com/neg"'
+ yq d - '**.finalizers'
+ yq d - '**."kubernetes.io/pvc-protection"'
+ yq d - '**."volume.kubernetes.io/storage-provisioner"'
+ yq d - '**.(volumeMode==Filesystem).volumeMode'
+ yq d - spec.nodeName
+ yq d - '**."volume.kubernetes.io/selected-node"'
+ yq d - '**.healthCheckNodePort'
+ yq d - '**."volume.beta.kubernetes.io/storage-provisioner"'
+ yq d - '**.nodePort'
+ yq d - '**."percona.com/*"'
+ yq d - '**.imagePullSecrets'
+ yq d - '**.enableServiceLinks'
+ yq d - metadata.deletionTimestamp
+ yq d - status
+ yq d - '**.controller-uid'
+ yq d - 'spec.volumeClaimTemplates.*.apiVersion'
+ yq d - '**.(name==NAMESPACE)'
+ yq d - '**.(name==suffix)'
+ yq d - '**.(name==S3_BUCKET_URL)'
+ yq d - '**.(name==S3_BUCKET_PATH)'
+ yq d - 'metadata.ownerReferences.*.apiVersion'
+ yq d - '**.preemptionPolicy'
+ yq d - 'spec.volumeClaimTemplates.*.kind'
+ yq d - metadata.selfLink
+ /usr/bin/sed 's/namespace\:.*name/name/'
+ /usr/bin/sed s/upgrade-consistency-13700/namespace/g
+ yq d - spec.ipFamilyPolicy
+ /usr/bin/sed 's#^apiVersion: policy/v1beta1#apiVersion: policy/v1#'
+ /usr/bin/sed 's/name: kube-api-access-.*$/name: kube-api-access/'
+ yq d - spec.ipFamilies
+ kubectl_bin get -o yaml service/some-name-pxc
++ mktemp
+ local LAST_OUT=/tmp/tmp.kJt57ZWoLa
++ mktemp
+ local LAST_ERR=/tmp/tmp.bTHwADQ8rZ
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ kubectl get -o yaml service/some-name-pxc
+ exit_status=0
+ [[ 0 != 0 ]]
+ break
+ cat /tmp/tmp.kJt57ZWoLa
+ cat /tmp/tmp.bTHwADQ8rZ
+ rm /tmp/tmp.kJt57ZWoLa /tmp/tmp.bTHwADQ8rZ
+ return 0
+ diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/upgrade-consistency/compare/service_some-name-pxc-1100.yml /tmp/tmp.sMQsRm0I67/service_some-name-pxc.yml
+ compare_kubectl service/some-name-proxysql -1100
+ local resource=service/some-name-proxysql
+ local postfix=-1100
+ local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/upgrade-consistency/compare/service_some-name-proxysql-1100.yml
+ local new_result=/tmp/tmp.sMQsRm0I67/service_some-name-proxysql.yml
+ '[' '!' -z '' -a -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/upgrade-consistency/compare/service_some-name-proxysql-1100-oc.yml ']'
+ '[' 0 = 1 -a -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/upgrade-consistency/compare/service_some-name-proxysql-1100-eks.yml ']'
+ [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.0 ]]
+ '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/upgrade-consistency/compare/service_some-name-proxysql-1100-80.yml ']'
+ version_gt 1.22
++ echo '1.20 >= 1.22'
++ bc -l
+ '[' 0 -eq 1 ']'
+ return 1
+ version_gt 1.21
++ echo '1.20 >= 1.21'
++ bc -l
+ '[' 0 -eq 1 ']'
+ return 1
+ kubectl_bin get -o yaml service/some-name-proxysql
+ yq d - '**.namespace'
+ yq d - '**.uid'
+ yq d - metadata.resourceVersion
+ yq d - '**.env.(name==CLUSTER_HASH)'
+ yq d - metadata.selfLink
+ yq d - metadata.deletionTimestamp
+ yq d - 'metadata.annotations."k8s.v1.cni.cncf.io*"'
+ yq d - '**.clusterIP'
+ yq d - '**.volumeName'
+ yq d - '**.clusterIPs'
+ yq d - '**.dataSource'
+ yq d - '**.storageClassName'
+ yq d - '**.(name==percona-xtradb-cluster-operator-workload-token*)'
+ yq d - '**."volume.kubernetes.io/storage-provisioner"'
+ yq d - '**.procMount'
+ yq d - spec.volumeMode
+ yq d - '**."kubernetes.io/pvc-protection"'
+ yq d - spec.nodeName
+ yq d - '**.finalizers'
+ yq d - '**.creationTimestamp'
+ yq d - '**.image'
+ yq d - '**."volume.kubernetes.io/selected-node"'
+ yq d - '**."volume.beta.kubernetes.io/storage-provisioner"'
+ yq d - '**."percona.com/*"'
+ yq d - '**.healthCheckNodePort'
+ yq d - '**.(volumeMode==Filesystem).volumeMode'
+ yq d - '**.nodePort'
+ yq d - '**.enableServiceLinks'
+ yq d - '**.(name==suffix)'
+ yq d - '**.(name==NAMESPACE)'
+ yq d - '**.imagePullSecrets'
+ yq d - status
+ yq d - '**.(name==S3_BUCKET_URL)'
+ yq d - '**.(name==S3_BUCKET_PATH)'
+ yq d - 'metadata.annotations."cloud.google.com/neg"'
+ yq d - 'metadata.annotations."kubernetes.io/psp"'
+ yq d - 'spec.volumeClaimTemplates.*.apiVersion'
+ yq d - 'spec.volumeClaimTemplates.*.kind'
+ yq d - spec.ipFamilies
+ yq d - spec.ipFamilyPolicy
+ /usr/bin/sed 's#^apiVersion: policy/v1beta1#apiVersion: policy/v1#'
+ yq d - '**.preemptionPolicy'
+ yq d - 'metadata.ownerReferences.*.apiVersion'
+ yq d - '**.controller-uid'
+ yq d - '**.creationTimestamp'
+ /usr/bin/sed 's/name: kube-api-access-.*$/name: kube-api-access/'
+ /usr/bin/sed 's/namespace\:.*name/name/'
+ /usr/bin/sed s/upgrade-consistency-13700/namespace/g
+ yq d - metadata.managedFields
++ mktemp
+ local LAST_OUT=/tmp/tmp.IojU584P0H
++ mktemp
+ local LAST_ERR=/tmp/tmp.KME8S64D9i
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ kubectl get -o yaml service/some-name-proxysql
+ exit_status=0
+ [[ 0 != 0 ]]
+ break
+ cat /tmp/tmp.IojU584P0H
+ cat /tmp/tmp.KME8S64D9i
+ rm /tmp/tmp.IojU584P0H /tmp/tmp.KME8S64D9i
+ return 0
+ diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/upgrade-consistency/compare/service_some-name-proxysql-1100.yml /tmp/tmp.sMQsRm0I67/service_some-name-proxysql.yml
+ compare_kubectl statefulset/some-name-pxc -1100
+ local resource=statefulset/some-name-pxc
+ local postfix=-1100
+ local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/upgrade-consistency/compare/statefulset_some-name-pxc-1100.yml
+ local new_result=/tmp/tmp.sMQsRm0I67/statefulset_some-name-pxc.yml
+ '[' '!' -z '' -a -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/upgrade-consistency/compare/statefulset_some-name-pxc-1100-oc.yml ']'
+ '[' 0 = 1 -a -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/upgrade-consistency/compare/statefulset_some-name-pxc-1100-eks.yml ']'
+ [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.0 ]]
+ '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/upgrade-consistency/compare/statefulset_some-name-pxc-1100-80.yml ']'
+ version_gt 1.22
++ echo '1.20 >= 1.22'
++ bc -l
+ '[' 0 -eq 1 ']'
+ return 1
+ version_gt 1.21
++ echo '1.20 >= 1.21'
++ bc -l
+ '[' 0 -eq 1 ']'
+ return 1
+ kubectl_bin get -o yaml statefulset/some-name-pxc
+ yq d - metadata.resourceVersion
+ yq d - metadata.selfLink
+ yq d - '**.env.(name==CLUSTER_HASH)'
+ yq d - metadata.deletionTimestamp
+ yq d - 'metadata.annotations."k8s.v1.cni.cncf.io*"'
+ yq d - 'metadata.annotations."kubernetes.io/psp"'
+ yq d - 'metadata.annotations."cloud.google.com/neg"'
+ yq d - '**.(name==percona-xtradb-cluster-operator-workload-token*)'
+ yq d - '**.creationTimestamp'
+ yq d - '**."volume.beta.kubernetes.io/storage-provisioner"'
+ yq d - '**."volume.kubernetes.io/storage-provisioner"'
+ yq d - '**.procMount'
+ yq d - '**.finalizers'
+ yq d - '**."kubernetes.io/pvc-protection"'
+ yq d - spec.volumeMode
+ yq d - spec.nodeName
+ yq d - '**.(volumeMode==Filesystem).volumeMode'
+ yq d - '**.imagePullSecrets'
+ yq d - '**.enableServiceLinks'
+ yq d - '**.storageClassName'
+ yq d - '**.(name==S3_BUCKET_PATH)'
+ yq d - '**.image'
+ yq d - '**.clusterIP'
+ yq d - '**.clusterIPs'
+ yq d - '**.dataSource'
+ yq d - '**.volumeName'
+ yq d - '**."volume.kubernetes.io/selected-node"'
+ yq d - '**.healthCheckNodePort'
+ yq d - status
+ yq d - '**.(name==NAMESPACE)'
+ yq d - '**.(name==suffix)'
+ yq d - '**."percona.com/*"'
+ yq d - '**.nodePort'
+ yq d - '**.uid'
+ yq d - '**.namespace'
+ yq d - '**.creationTimestamp'
+ yq d - 'spec.volumeClaimTemplates.*.apiVersion'
+ yq d - '**.(name==S3_BUCKET_URL)'
+ yq d - spec.ipFamilies
+ yq d - 'spec.volumeClaimTemplates.*.kind'
+ yq d - '**.controller-uid'
+ yq d - '**.preemptionPolicy'
+ yq d - 'metadata.ownerReferences.*.apiVersion'
+ yq d - spec.ipFamilyPolicy
+ /usr/bin/sed 's#^apiVersion: policy/v1beta1#apiVersion: policy/v1#'
+ /usr/bin/sed 's/name: kube-api-access-.*$/name: kube-api-access/'
+ /usr/bin/sed 's/namespace\:.*name/name/'
+ yq d - metadata.managedFields
+ /usr/bin/sed s/upgrade-consistency-13700/namespace/g
++ mktemp
+ local LAST_OUT=/tmp/tmp.lVk4s3hk2q
++ mktemp
+ local LAST_ERR=/tmp/tmp.nOpVleLbfk
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ kubectl get -o yaml statefulset/some-name-pxc
+ exit_status=0
+ [[ 0 != 0 ]]
+ break
+ cat /tmp/tmp.lVk4s3hk2q
+ cat /tmp/tmp.nOpVleLbfk
+ rm /tmp/tmp.lVk4s3hk2q /tmp/tmp.nOpVleLbfk
+ return 0
+ diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/upgrade-consistency/compare/statefulset_some-name-pxc-1100.yml /tmp/tmp.sMQsRm0I67/statefulset_some-name-pxc.yml
+ compare_kubectl statefulset/some-name-proxysql -1100
+ local resource=statefulset/some-name-proxysql
+ local postfix=-1100
+ local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/upgrade-consistency/compare/statefulset_some-name-proxysql-1100.yml
+ local new_result=/tmp/tmp.sMQsRm0I67/statefulset_some-name-proxysql.yml
+ '[' '!' -z '' -a -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/upgrade-consistency/compare/statefulset_some-name-proxysql-1100-oc.yml ']'
+ '[' 0 = 1 -a -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/upgrade-consistency/compare/statefulset_some-name-proxysql-1100-eks.yml ']'
+ [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.0 ]]
+ '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/upgrade-consistency/compare/statefulset_some-name-proxysql-1100-80.yml ']'
+ version_gt 1.22
++ echo '1.20 >= 1.22'
++ bc -l
+ '[' 0 -eq 1 ']'
+ return 1
+ version_gt 1.21
++ echo '1.20 >= 1.21'
++ bc -l
+ '[' 0 -eq 1 ']'
+ return 1
+ kubectl_bin get -o yaml statefulset/some-name-proxysql
+ yq d - '**.namespace'
+ yq d - '**.uid'
+ yq d - metadata.resourceVersion
+ yq d - '**.env.(name==CLUSTER_HASH)'
+ yq d - metadata.selfLink
+ yq d - metadata.deletionTimestamp
+ yq d - '**.creationTimestamp'
+ yq d - '**.image'
+ yq d - '**.clusterIP'
+ yq d - '**.clusterIPs'
+ yq d - '**.finalizers'
+ yq d - '**.dataSource'
+ yq d - '**.volumeName'
+ yq d - '**."volume.beta.kubernetes.io/storage-provisioner"'
+ yq d - '**."kubernetes.io/pvc-protection"'
+ yq d - 'metadata.annotations."kubernetes.io/psp"'
+ yq d - 'metadata.annotations."cloud.google.com/neg"'
+ yq d - '**."volume.kubernetes.io/storage-provisioner"'
+ yq d - '**.(name==percona-xtradb-cluster-operator-workload-token*)'
+ yq d - spec.volumeMode
+ yq d - '**.procMount'
+ yq d - spec.nodeName
+ yq d - '**.storageClassName'
+ yq d - '**.healthCheckNodePort'
+ yq d - '**."percona.com/*"'
+ yq d - '**.imagePullSecrets'
+ yq d - status
+ yq d - '**.nodePort'
+ yq d - '**.enableServiceLinks'
+ yq d - '**.(volumeMode==Filesystem).volumeMode'
+ yq d - '**."volume.kubernetes.io/selected-node"'
+ yq d - '**.(name==NAMESPACE)'
+ yq d - '**.(name==suffix)'
+ yq d - 'metadata.annotations."k8s.v1.cni.cncf.io*"'
+ yq d - '**.(name==S3_BUCKET_PATH)'
+ yq d - '**.(name==S3_BUCKET_URL)'
+ yq d - '**.controller-uid'
+ yq d - '**.preemptionPolicy'
+ yq d - spec.ipFamilies
+ yq d - spec.ipFamilyPolicy
+ yq d - '**.creationTimestamp'
+ /usr/bin/sed 's#^apiVersion: policy/v1beta1#apiVersion: policy/v1#'
+ yq d - 'spec.volumeClaimTemplates.*.kind'
+ /usr/bin/sed 's/name: kube-api-access-.*$/name: kube-api-access/'
+ yq d - 'metadata.ownerReferences.*.apiVersion'
+ /usr/bin/sed 's/namespace\:.*name/name/'
+ yq d - 'spec.volumeClaimTemplates.*.apiVersion'
+ /usr/bin/sed s/upgrade-consistency-13700/namespace/g
+ yq d - metadata.managedFields
++ mktemp
+ local LAST_OUT=/tmp/tmp.KlekIxwfv0
++ mktemp
+ local LAST_ERR=/tmp/tmp.tHrgxEDaPW
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ kubectl get -o yaml statefulset/some-name-proxysql
+ exit_status=0
+ [[ 0 != 0 ]]
+ break
+ cat /tmp/tmp.KlekIxwfv0
+ cat /tmp/tmp.tHrgxEDaPW
+ rm /tmp/tmp.KlekIxwfv0 /tmp/tmp.tHrgxEDaPW
+ return 0
+ diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/upgrade-consistency/compare/statefulset_some-name-proxysql-1100.yml /tmp/tmp.sMQsRm0I67/statefulset_some-name-proxysql.yml
+ API=pxc.percona.com/v1-11-0
+ kubectl_bin apply -f https://raw.githubusercontent.com/percona/percona-xtradb-cluster-operator/main/deploy/rbac.yaml
++ mktemp
+ local LAST_OUT=/tmp/tmp.3mj1SxkAzR
++ mktemp
+ local LAST_ERR=/tmp/tmp.vT9nIJZy3Z
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ kubectl apply -f https://raw.githubusercontent.com/percona/percona-xtradb-cluster-operator/main/deploy/rbac.yaml
+ exit_status=0
+ [[ 0 != 0 ]]
+ break
+ cat /tmp/tmp.3mj1SxkAzR
role.rbac.authorization.k8s.io/percona-xtradb-cluster-operator unchanged
serviceaccount/percona-xtradb-cluster-operator unchanged
rolebinding.rbac.authorization.k8s.io/service-account-percona-xtradb-cluster-operator unchanged
+ cat /tmp/tmp.vT9nIJZy3Z
+ rm /tmp/tmp.3mj1SxkAzR /tmp/tmp.vT9nIJZy3Z
+ return 0
+ kubectl_bin patch pxc some-name --type=merge --patch '{
        "spec": {"crVersion":"1.11.0"}
    }'
++ mktemp
+ local LAST_OUT=/tmp/tmp.TtZ9KLeb1H
++ mktemp
+ local LAST_ERR=/tmp/tmp.LUne3gcfiY
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ kubectl patch pxc some-name --type=merge --patch '{
        "spec": {"crVersion":"1.11.0"}
    }'
+ exit_status=0
+ [[ 0 != 0 ]]
+ break
+ cat /tmp/tmp.TtZ9KLeb1H
perconaxtradbcluster.pxc.percona.com/some-name patched
+ cat /tmp/tmp.LUne3gcfiY
+ rm /tmp/tmp.TtZ9KLeb1H /tmp/tmp.LUne3gcfiY
+ return 0
+ wait_cluster_consistency some-name 3 2
+ local cluster_name=some-name
+ local cluster_size=3
+ local proxy_size=2
+ '[' -z 2 ']'
+ sleep 7
++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.VaI9W1Ab9U
+++ mktemp
++ local LAST_ERR=/tmp/tmp.W6GIZAv4QO
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ kubectl get pxc some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ [[ 0 != 0 ]]
++ break
++ cat /tmp/tmp.VaI9W1Ab9U
++ cat /tmp/tmp.W6GIZAv4QO
++ rm /tmp/tmp.VaI9W1Ab9U /tmp/tmp.W6GIZAv4QO
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo 'waiting for cluster readyness'
waiting for cluster readyness
+ sleep 20
++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.fXx2o86raW
+++ mktemp
++ local LAST_ERR=/tmp/tmp.MWF70xtbhW
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ kubectl get pxc some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ [[ 0 != 0 ]]
++ break
++ cat /tmp/tmp.fXx2o86raW
++ cat /tmp/tmp.MWF70xtbhW
++ rm /tmp/tmp.fXx2o86raW /tmp/tmp.MWF70xtbhW
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo 'waiting for cluster readyness'
waiting for cluster readyness
+ sleep 20
++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.G8L8aZXQpZ
+++ mktemp
++ local LAST_ERR=/tmp/tmp.fr1EIGQglJ
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ kubectl get pxc some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ [[ 0 != 0 ]]
++ break
++ cat /tmp/tmp.G8L8aZXQpZ
++ cat /tmp/tmp.fr1EIGQglJ
++ rm /tmp/tmp.G8L8aZXQpZ /tmp/tmp.fr1EIGQglJ
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo 'waiting for cluster readyness'
waiting for cluster readyness
+ sleep 20
++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.wIuxwtZH28
+++ mktemp
++ local LAST_ERR=/tmp/tmp.wbR3HM9zcO
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ kubectl get pxc some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ [[ 0 != 0 ]]
++ break
++ cat /tmp/tmp.wIuxwtZH28
++ cat /tmp/tmp.wbR3HM9zcO
++ rm /tmp/tmp.wIuxwtZH28 /tmp/tmp.wbR3HM9zcO
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo 'waiting for cluster readyness'
waiting for cluster readyness
+ sleep 20
++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.uetdX6xKxZ
+++ mktemp
++ local LAST_ERR=/tmp/tmp.9dh959IW4h
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ kubectl get pxc some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ [[ 0 != 0 ]]
++ break
++ cat /tmp/tmp.uetdX6xKxZ
++ cat /tmp/tmp.9dh959IW4h
++ rm /tmp/tmp.uetdX6xKxZ /tmp/tmp.9dh959IW4h
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo 'waiting for cluster readyness'
waiting for cluster readyness
+ sleep 20
++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.tXobX9vS8L
+++ mktemp
++ local LAST_ERR=/tmp/tmp.QEIhj9i8D1
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ kubectl get pxc some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ [[ 0 != 0 ]]
++ break
++ cat /tmp/tmp.tXobX9vS8L
++ cat /tmp/tmp.QEIhj9i8D1
++ rm /tmp/tmp.tXobX9vS8L /tmp/tmp.QEIhj9i8D1
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo 'waiting for cluster readyness'
waiting for cluster readyness
+ sleep 20
++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.rThJV5LNJf
+++ mktemp
++ local LAST_ERR=/tmp/tmp.LXHE5WQM5H
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ kubectl get pxc some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ [[ 0 != 0 ]]
++ break
++ cat /tmp/tmp.rThJV5LNJf
++ cat /tmp/tmp.LXHE5WQM5H
++ rm /tmp/tmp.rThJV5LNJf /tmp/tmp.LXHE5WQM5H
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo 'waiting for cluster readyness'
waiting for cluster readyness
+ sleep 20
++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.B9k5EPflYL
+++ mktemp
++ local LAST_ERR=/tmp/tmp.0pPZlmogNw
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ kubectl get pxc some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ [[ 0 != 0 ]]
++ break
++ cat /tmp/tmp.B9k5EPflYL
++ cat /tmp/tmp.0pPZlmogNw
++ rm /tmp/tmp.B9k5EPflYL /tmp/tmp.0pPZlmogNw
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo 'waiting for cluster readyness'
waiting for cluster readyness
+ sleep 20
++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.rDihcLiRs8
+++ mktemp
++ local LAST_ERR=/tmp/tmp.Naf2HHtY5L
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ kubectl get pxc some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ [[ 0 != 0 ]]
++ break
++ cat /tmp/tmp.rDihcLiRs8
++ cat /tmp/tmp.Naf2HHtY5L
++ rm /tmp/tmp.rDihcLiRs8 /tmp/tmp.Naf2HHtY5L
++ return 0
+ [[ initializing == \r\e\a\d\y ]]
+ echo 'waiting for cluster readyness'
waiting for cluster readyness
+ sleep 20
++ kubectl_bin get pxc some-name -o 'jsonpath={.status.state}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.RRDWm6MNmb
+++ mktemp
++ local LAST_ERR=/tmp/tmp.8EQyEsn1Jh
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ kubectl get pxc some-name -o 'jsonpath={.status.state}'
++ exit_status=0
++ [[ 0 != 0 ]]
++ break
++ cat /tmp/tmp.RRDWm6MNmb
++ cat /tmp/tmp.8EQyEsn1Jh
++ rm /tmp/tmp.RRDWm6MNmb /tmp/tmp.8EQyEsn1Jh
++ return 0
+ [[ ready == \r\e\a\d\y ]]
++ kubectl_bin get pxc some-name -o 'jsonpath={.status.pxc.ready}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.Xx0s97eQtE
+++ mktemp
++ local LAST_ERR=/tmp/tmp.gc6nVJKJjz
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ kubectl get pxc some-name -o 'jsonpath={.status.pxc.ready}'
++ exit_status=0
++ [[ 0 != 0 ]]
++ break
++ cat /tmp/tmp.Xx0s97eQtE
++ cat /tmp/tmp.gc6nVJKJjz
++ rm /tmp/tmp.Xx0s97eQtE /tmp/tmp.gc6nVJKJjz
++ return 0
+ [[ 3 == \3 ]]
+++ get_proxy_engine some-name
+++ local cluster_name=some-name
++++ get_proxy some-name
++++ local target_cluster=some-name
+++++ kubectl_bin get pxc some-name -o 'jsonpath={.spec.haproxy.enabled}'
++++++ mktemp
+++++ local LAST_OUT=/tmp/tmp.IZvymbGYAX
++++++ mktemp
+++++ local LAST_ERR=/tmp/tmp.cu0QkVgbHv
+++++ local exit_status=0
++++++ seq 0 2
+++++ for i in '$(seq 0 2)'
+++++ kubectl get pxc some-name -o 'jsonpath={.spec.haproxy.enabled}'
+++++ exit_status=0
+++++ [[ 0 != 0 ]]
+++++ break
+++++ cat /tmp/tmp.IZvymbGYAX
+++++ cat /tmp/tmp.cu0QkVgbHv
+++++ rm /tmp/tmp.IZvymbGYAX /tmp/tmp.cu0QkVgbHv
+++++ return 0
++++ [[ '' == \t\r\u\e ]]
+++++ kubectl_bin get pxc some-name -o 'jsonpath={.spec.proxysql.enabled}'
++++++ mktemp
+++++ local LAST_OUT=/tmp/tmp.lZ1QzRNF11
++++++ mktemp
+++++ local LAST_ERR=/tmp/tmp.FTX09ho6yR
+++++ local exit_status=0
++++++ seq 0 2
+++++ for i in '$(seq 0 2)'
+++++ kubectl get pxc some-name -o 'jsonpath={.spec.proxysql.enabled}'
+++++ exit_status=0
+++++ [[ 0 != 0 ]]
+++++ break
+++++ cat /tmp/tmp.lZ1QzRNF11
+++++ cat /tmp/tmp.FTX09ho6yR
+++++ rm /tmp/tmp.lZ1QzRNF11 /tmp/tmp.FTX09ho6yR
+++++ return 0
++++ [[ true == \t\r\u\e ]]
++++ echo some-name-proxysql
++++ return
+++ local cluster_proxy=some-name-proxysql
+++ echo proxysql
++ kubectl_bin get pxc some-name -o 'jsonpath={.status.proxysql.ready}'
+++ mktemp
++ local LAST_OUT=/tmp/tmp.kFVAKVVtwK
+++ mktemp
++ local LAST_ERR=/tmp/tmp.mvuV8R5SdI
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ kubectl get pxc some-name -o 'jsonpath={.status.proxysql.ready}'
++ exit_status=0
++ [[ 0 != 0 ]]
++ break
++ cat /tmp/tmp.kFVAKVVtwK
++ cat /tmp/tmp.mvuV8R5SdI
++ rm /tmp/tmp.kFVAKVVtwK /tmp/tmp.mvuV8R5SdI
++ return 0
+ [[ 2 == \2 ]]
+ wait_for_sts_generation some-name-pxc 11 1
+ local name=some-name-pxc
+ local desired_generation=11
+ local size=1
+ set +o xtrace
Waiting for statefulset readyness
+ compare_kubectl service/some-name-pxc -1110
+ local resource=service/some-name-pxc
+ local postfix=-1110
+ local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/upgrade-consistency/compare/service_some-name-pxc-1110.yml
+ local new_result=/tmp/tmp.sMQsRm0I67/service_some-name-pxc.yml
+ '[' '!' -z '' -a -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/upgrade-consistency/compare/service_some-name-pxc-1110-oc.yml ']'
+ '[' 0 = 1 -a -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/upgrade-consistency/compare/service_some-name-pxc-1110-eks.yml ']'
+ [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.0 ]]
+ '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/upgrade-consistency/compare/service_some-name-pxc-1110-80.yml ']'
+ version_gt 1.22
++ echo '1.20 >= 1.22'
++ bc -l
+ '[' 0 -eq 1 ']'
+ return 1
+ version_gt 1.21
++ echo '1.20 >= 1.21'
++ bc -l
+ '[' 0 -eq 1 ']'
+ return 1
+ kubectl_bin get -o yaml service/some-name-pxc
+ yq d - '**.namespace'
+ yq d - '**.uid'
+ yq d - metadata.resourceVersion
+ yq d - '**.env.(name==CLUSTER_HASH)'
+ yq d - metadata.selfLink
+ yq d - metadata.deletionTimestamp
+ yq d - 'metadata.annotations."k8s.v1.cni.cncf.io*"'
+ yq d - '**.clusterIP'
+ yq d - '**.clusterIPs'
+ yq d - '**.dataSource'
+ yq d - '**.volumeName'
+ yq d - '**."volume.kubernetes.io/selected-node"'
+ yq d - '**."volume.beta.kubernetes.io/storage-provisioner"'
+ yq d - '**.storageClassName'
+ yq d - '**.(name==percona-xtradb-cluster-operator-workload-token*)'
+ yq d - '**."volume.kubernetes.io/storage-provisioner"'
+ yq d - '**.creationTimestamp'
+ yq d - spec.volumeMode
+ yq d - '**.image'
+ yq d - '**.procMount'
+ yq d - '**."kubernetes.io/pvc-protection"'
+ yq d - spec.nodeName
+ yq d - '**.finalizers'
+ yq d - '**."percona.com/*"'
+ yq d - '**.imagePullSecrets'
+ yq d - '**.nodePort'
+ yq d - '**.(volumeMode==Filesystem).volumeMode'
+ yq d - '**.enableServiceLinks'
+ yq d - '**.healthCheckNodePort'
+ yq d - '**.(name==NAMESPACE)'
+ yq d - '**.(name==suffix)'
+ yq d - status
+ yq d - '**.(name==S3_BUCKET_PATH)'
+ yq d - 'metadata.annotations."cloud.google.com/neg"'
+ yq d - '**.(name==S3_BUCKET_URL)'
+ yq d - 'metadata.annotations."kubernetes.io/psp"'
+ yq d - 'spec.volumeClaimTemplates.*.apiVersion'
+ yq d - 'spec.volumeClaimTemplates.*.kind'
+ yq d - '**.controller-uid'
+ yq d - '**.preemptionPolicy'
+ yq d - spec.ipFamilies
+ yq d - spec.ipFamilyPolicy
+ yq d - '**.creationTimestamp'
+ /usr/bin/sed 's#^apiVersion: policy/v1beta1#apiVersion: policy/v1#'
+ /usr/bin/sed 's/name: kube-api-access-.*$/name: kube-api-access/'
+ /usr/bin/sed 's/namespace\:.*name/name/'
+ /usr/bin/sed s/upgrade-consistency-13700/namespace/g
+ yq d - 'metadata.ownerReferences.*.apiVersion'
+ yq d - metadata.managedFields
++ mktemp
+ local LAST_OUT=/tmp/tmp.qbqmGVlaub
++ mktemp
+ local LAST_ERR=/tmp/tmp.OSLKI5rzo2
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ kubectl get -o yaml service/some-name-pxc
+ exit_status=0
+ [[ 0 != 0 ]]
+ break
+ cat /tmp/tmp.qbqmGVlaub
+ cat /tmp/tmp.OSLKI5rzo2
+ rm /tmp/tmp.qbqmGVlaub /tmp/tmp.OSLKI5rzo2
+ return 0
+ diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/upgrade-consistency/compare/service_some-name-pxc-1110.yml /tmp/tmp.sMQsRm0I67/service_some-name-pxc.yml
+ compare_kubectl service/some-name-proxysql -1110
+ local resource=service/some-name-proxysql
+ local postfix=-1110
+ local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/upgrade-consistency/compare/service_some-name-proxysql-1110.yml
+ local new_result=/tmp/tmp.sMQsRm0I67/service_some-name-proxysql.yml
+ '[' '!' -z '' -a -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/upgrade-consistency/compare/service_some-name-proxysql-1110-oc.yml ']'
+ '[' 0 = 1 -a -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/upgrade-consistency/compare/service_some-name-proxysql-1110-eks.yml ']'
+ [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.0 ]]
+ '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/upgrade-consistency/compare/service_some-name-proxysql-1110-80.yml ']'
+ version_gt 1.22
++ bc -l
++ echo '1.20 >= 1.22'
+ '[' 0 -eq 1 ']'
+ return 1
+ version_gt 1.21
++ bc -l
++ echo '1.20 >= 1.21'
+ '[' 0 -eq 1 ']'
+ return 1
+ yq d - '**.volumeName'
+ yq d - '**.env.(name==CLUSTER_HASH)'
+ yq d - spec.volumeMode
+ yq d - metadata.selfLink
+ yq d - metadata.deletionTimestamp
+ yq d - 'metadata.annotations."k8s.v1.cni.cncf.io*"'
+ yq d - 'metadata.annotations."kubernetes.io/psp"'
+ yq d - '**."volume.kubernetes.io/selected-node"'
+ yq d - '**.nodePort'
+ yq d - '**."volume.beta.kubernetes.io/storage-provisioner"'
+ yq d - '**.storageClassName'
+ yq d - '**.imagePullSecrets'
+ yq d - '**.enableServiceLinks'
+ yq d - '**.image'
+ yq d - status
+ yq d - '**.(name==NAMESPACE)'
+ yq d - '**.clusterIP'
+ yq d - '**.(name==suffix)'
+ yq d - '**.clusterIPs'
+ yq d - '**.(name==S3_BUCKET_PATH)'
+ yq d - '**.dataSource'
+ yq d - '**.(name==S3_BUCKET_URL)'
+ yq d - '**.procMount'
+ yq d - 'spec.volumeClaimTemplates.*.apiVersion'
+ yq d - spec.nodeName
+ yq d - 'spec.volumeClaimTemplates.*.kind'
+ yq d - '**."percona.com/*"'
+ yq d - 'metadata.ownerReferences.*.apiVersion'
+ yq d - '**.finalizers'
+ yq d - '**.controller-uid'
+ yq d - '**.(volumeMode==Filesystem).volumeMode'
+ yq d - 'metadata.annotations."cloud.google.com/neg"'
+ yq d - '**."volume.kubernetes.io/storage-provisioner"'
+ yq d - '**.(name==percona-xtradb-cluster-operator-workload-token*)'
+ yq d - metadata.resourceVersion
+ yq d - '**."kubernetes.io/pvc-protection"'
+ yq d - '**.healthCheckNodePort'
+ yq d - '**.preemptionPolicy'
+ yq d - '**.creationTimestamp'
+ yq d - '**.uid'
+ yq d - '**.namespace'
+ yq d - spec.ipFamilies
+ yq d - spec.ipFamilyPolicy
+ /usr/bin/sed 's#^apiVersion: policy/v1beta1#apiVersion: policy/v1#'
+ /usr/bin/sed 's/name: kube-api-access-.*$/name: kube-api-access/'
+ yq d - '**.creationTimestamp'
+ yq d - metadata.managedFields
+ /usr/bin/sed 's/namespace\:.*name/name/'
+ /usr/bin/sed s/upgrade-consistency-13700/namespace/g
+ kubectl_bin get -o yaml service/some-name-proxysql
++ mktemp
+ local LAST_OUT=/tmp/tmp.KVyL9UNl8M
++ mktemp
+ local LAST_ERR=/tmp/tmp.RfJjFIrNLu
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ kubectl get -o yaml service/some-name-proxysql
+ exit_status=0
+ [[ 0 != 0 ]]
+ break
+ cat /tmp/tmp.KVyL9UNl8M
+ cat /tmp/tmp.RfJjFIrNLu
+ rm /tmp/tmp.KVyL9UNl8M /tmp/tmp.RfJjFIrNLu
+ return 0
+ diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/upgrade-consistency/compare/service_some-name-proxysql-1110.yml /tmp/tmp.sMQsRm0I67/service_some-name-proxysql.yml
+ compare_kubectl statefulset/some-name-pxc -1110
+ local resource=statefulset/some-name-pxc
+ local postfix=-1110
+ local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/upgrade-consistency/compare/statefulset_some-name-pxc-1110.yml
+ local new_result=/tmp/tmp.sMQsRm0I67/statefulset_some-name-pxc.yml
+ '[' '!' -z '' -a -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/upgrade-consistency/compare/statefulset_some-name-pxc-1110-oc.yml ']'
+ '[' 0 = 1 -a -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/upgrade-consistency/compare/statefulset_some-name-pxc-1110-eks.yml ']'
+ [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.0 ]]
+ '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/upgrade-consistency/compare/statefulset_some-name-pxc-1110-80.yml ']'
+ version_gt 1.22
++ echo '1.20 >= 1.22'
++ bc -l
+ '[' 0 -eq 1 ']'
+ return 1
+ version_gt 1.21
++ echo '1.20 >= 1.21'
++ bc -l
+ '[' 0 -eq 1 ']'
+ return 1
+ kubectl_bin get -o yaml statefulset/some-name-pxc
+ yq d - '**.namespace'
+ yq d - '**.uid'
+ yq d - metadata.resourceVersion
+ yq d - '**.env.(name==CLUSTER_HASH)'
+ yq d - metadata.selfLink
+ yq d - metadata.deletionTimestamp
+ yq d - 'metadata.annotations."k8s.v1.cni.cncf.io*"'
+ yq d - '**.clusterIP'
+ yq d - '**.clusterIPs'
+ yq d - '**.finalizers'
+ yq d - '**."kubernetes.io/pvc-protection"'
+ yq d - '**.volumeName'
+ yq d - '**."percona.com/*"'
+ yq d - '**."volume.kubernetes.io/selected-node"'
+ yq d - '**.procMount'
+ yq d - '**."volume.beta.kubernetes.io/storage-provisioner"'
+ yq d - '**.creationTimestamp'
+ yq d - '**."volume.kubernetes.io/storage-provisioner"'
+ yq d - '**.image'
+ yq d - '**.dataSource'
+ yq d - spec.volumeMode
+ yq d - '**.imagePullSecrets'
+ yq d - '**.storageClassName'
+ yq d - '**.enableServiceLinks'
+ yq d - spec.nodeName
+ yq d - '**.(volumeMode==Filesystem).volumeMode'
+ yq d - '**.healthCheckNodePort'
+ yq d - status
+ yq d - '**.nodePort'
+ yq d - '**.(name==NAMESPACE)'
+ yq d - '**.(name==percona-xtradb-cluster-operator-workload-token*)'
+ yq d - '**.(name==suffix)'
+ yq d - 'metadata.annotations."cloud.google.com/neg"'
+ yq d - '**.(name==S3_BUCKET_PATH)'
+ yq d - '**.(name==S3_BUCKET_URL)'
+ yq d - 'spec.volumeClaimTemplates.*.kind'
+ yq d - 'spec.volumeClaimTemplates.*.apiVersion'
+ yq d - 'metadata.annotations."kubernetes.io/psp"'
+ yq d - 'metadata.ownerReferences.*.apiVersion'
+ yq d - '**.controller-uid'
+ yq d - '**.preemptionPolicy'
+ yq d - spec.ipFamilies
+ /usr/bin/sed s/upgrade-consistency-13700/namespace/g
+ yq d - '**.creationTimestamp'
+ /usr/bin/sed 's/name: kube-api-access-.*$/name: kube-api-access/'
+ yq d - spec.ipFamilyPolicy
+ /usr/bin/sed 's/namespace\:.*name/name/'
+ /usr/bin/sed 's#^apiVersion: policy/v1beta1#apiVersion: policy/v1#'
+ yq d - metadata.managedFields
++ mktemp
+ local LAST_OUT=/tmp/tmp.x8efbwFaXb
++ mktemp
+ local LAST_ERR=/tmp/tmp.MH6yOfh8JN
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ kubectl get -o yaml statefulset/some-name-pxc
+ exit_status=0
+ [[ 0 != 0 ]]
+ break
+ cat /tmp/tmp.x8efbwFaXb
+ cat /tmp/tmp.MH6yOfh8JN
+ rm /tmp/tmp.x8efbwFaXb /tmp/tmp.MH6yOfh8JN
+ return 0
+ diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/upgrade-consistency/compare/statefulset_some-name-pxc-1110.yml /tmp/tmp.sMQsRm0I67/statefulset_some-name-pxc.yml
+ compare_kubectl statefulset/some-name-proxysql -1110
+ local resource=statefulset/some-name-proxysql
+ local postfix=-1110
+ local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/upgrade-consistency/compare/statefulset_some-name-proxysql-1110.yml
+ local new_result=/tmp/tmp.sMQsRm0I67/statefulset_some-name-proxysql.yml
+ '[' '!' -z '' -a -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/upgrade-consistency/compare/statefulset_some-name-proxysql-1110-oc.yml ']'
+ '[' 0 = 1 -a -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/upgrade-consistency/compare/statefulset_some-name-proxysql-1110-eks.yml ']'
+ [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.0 ]]
+ '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/upgrade-consistency/compare/statefulset_some-name-proxysql-1110-80.yml ']'
+ version_gt 1.22
++ echo '1.20 >= 1.22'
++ bc -l
+ '[' 0 -eq 1 ']'
+ return 1
+ version_gt 1.21
++ echo '1.20 >= 1.21'
++ bc -l
+ '[' 0 -eq 1 ']'
+ return 1
+ kubectl_bin get -o yaml statefulset/some-name-proxysql
+ yq d - '**.namespace'
+ yq d - '**.uid'
+ yq d - metadata.resourceVersion
+ yq d - '**.env.(name==CLUSTER_HASH)'
+ yq d - metadata.selfLink
+ yq d - metadata.deletionTimestamp
+ yq d - 'metadata.annotations."k8s.v1.cni.cncf.io*"'
+ yq d - '**.dataSource'
+ yq d - '**.procMount'
+ yq d - '**."volume.beta.kubernetes.io/storage-provisioner"'
+ yq d - '**.storageClassName'
+ yq d - '**."volume.kubernetes.io/storage-provisioner"'
+ yq d - '**.finalizers'
+ yq d - '**.image'
+ yq d - '**.(name==percona-xtradb-cluster-operator-workload-token*)'
+ yq d - spec.volumeMode
+ yq d - '**.creationTimestamp'
+ yq d - '**.clusterIP'
+ yq d - spec.nodeName
+ yq d - '**.clusterIPs'
+ yq d - '**.volumeName'
+ yq d - '**."volume.kubernetes.io/selected-node"'
+ yq d - '**."kubernetes.io/pvc-protection"'
+ yq d - '**."percona.com/*"'
+ yq d - '**.healthCheckNodePort'
+ yq d - '**.nodePort'
+ yq d - '**.(volumeMode==Filesystem).volumeMode'
+ yq d - '**.imagePullSecrets'
+ yq d - '**.enableServiceLinks'
+ yq d - '**.(name==NAMESPACE)'
+ yq d - status
+ yq d - '**.(name==suffix)'
+ yq d - '**.(name==S3_BUCKET_URL)'
+ yq d - '**.(name==S3_BUCKET_PATH)'
+ yq d - 'metadata.annotations."cloud.google.com/neg"'
+ yq d - 'metadata.annotations."kubernetes.io/psp"'
+ yq d - 'spec.volumeClaimTemplates.*.apiVersion'
+ yq d - 'spec.volumeClaimTemplates.*.kind'
+ yq d - 'metadata.ownerReferences.*.apiVersion'
+ yq d - '**.controller-uid'
+ yq d - '**.preemptionPolicy'
+ /usr/bin/sed 's/name: kube-api-access-.*$/name: kube-api-access/'
+ /usr/bin/sed 's/namespace\:.*name/name/'
+ /usr/bin/sed s/upgrade-consistency-13700/namespace/g
+ yq d - '**.creationTimestamp'
+ /usr/bin/sed 's#^apiVersion: policy/v1beta1#apiVersion: policy/v1#'
+ yq d - spec.ipFamilyPolicy
+ yq d - metadata.managedFields
++ mktemp
+ local LAST_OUT=/tmp/tmp.qfzxpgUdwH
+ yq d - spec.ipFamilies
++ mktemp
+ local LAST_ERR=/tmp/tmp.xtmN9OGUZA
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ kubectl get -o yaml statefulset/some-name-proxysql
+ exit_status=0
+ [[ 0 != 0 ]]
+ break
+ cat /tmp/tmp.qfzxpgUdwH
+ cat /tmp/tmp.xtmN9OGUZA
+ rm /tmp/tmp.qfzxpgUdwH /tmp/tmp.xtmN9OGUZA
+ return 0
+ diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/upgrade-consistency/compare/statefulset_some-name-proxysql-1110.yml /tmp/tmp.sMQsRm0I67/statefulset_some-name-proxysql.yml
+ destroy upgrade-consistency-13700
+ local namespace=upgrade-consistency-13700
+ local ignore_logs=false
+ [[ false == \f\a\l\s\e ]]
+ grep -v level=info
+ grep -v 'get backup status: Job.batch'
+ /usr/bin/sed -r 's/"ts":[0-9.]+//; s^limits-[0-9.]+/^^g'
+ sort -u
+ tee /tmp/tmp.sMQsRm0I67/operator.log
+ grep -v 'the object has been modified'
++ get_operator_pod
++ local label_prefix=app.kubernetes.io/
+++ grep -c percona-xtradb-cluster-operator
+++ kubectl get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator -n pxc-operator
++ local check_label=1
++ [[ 1 -eq 0 ]]
++ kubectl_bin get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator -o 'jsonpath={.items[].metadata.name}' -n pxc-operator
+++ mktemp
++ local LAST_OUT=/tmp/tmp.MIwI2EfyVv
+++ mktemp
++ local LAST_ERR=/tmp/tmp.sEPJibFGPu
++ local exit_status=0
+++ seq 0 2
++ for i in '$(seq 0 2)'
++ kubectl get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator -o 'jsonpath={.items[].metadata.name}' -n pxc-operator
++ exit_status=0
++ [[ 0 != 0 ]]
++ break
++ cat /tmp/tmp.MIwI2EfyVv
++ cat /tmp/tmp.sEPJibFGPu
++ rm /tmp/tmp.MIwI2EfyVv /tmp/tmp.sEPJibFGPu
++ return 0
+ kubectl_bin logs -n pxc-operator percona-xtradb-cluster-operator-5699d7755d-pldwv
++ mktemp
+ local LAST_OUT=/tmp/tmp.GMcfJaiCdi
++ mktemp
+ local LAST_ERR=/tmp/tmp.XOdTsRmgHL
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ kubectl logs -n pxc-operator percona-xtradb-cluster-operator-5699d7755d-pldwv
+ exit_status=0
+ [[ 0 != 0 ]]
+ break
+ cat /tmp/tmp.GMcfJaiCdi
+ cat /tmp/tmp.XOdTsRmgHL
+ rm /tmp/tmp.GMcfJaiCdi /tmp/tmp.XOdTsRmgHL
+ return 0
I0412 12:18:33.987155       1 request.go:645] Throttling request took 1.043040553s, request: GET:https://10.67.240.1:443/apis/pxc.percona.com/v1-3-0?timeout=32s
I0412 12:19:04.223373       1 request.go:645] Throttling request took 1.031960308s, request: GET:https://10.67.240.1:443/apis/pxc.percona.com/v1-5-0?timeout=32s
{"level":"error",,"caller":"pxc/controller.go:1142","msg":"sync users","error":"exec syncusers: command terminated with exit code 1 /  / ERROR 2003 (HY000): Can't connect to MySQL server on 'localhost' (99)\nERROR (line:713) : ProxySQL connection check failed. \n-- Could not connect to ProxySQL at localhost:6032 \n-- Please check the ProxySQL connection parameters and status.\n","errorVerbose":"exec syncusers: command terminated with exit code 1 /  / ERROR 2003 (HY000): Can't connect to MySQL server on 'localhost' (99)\nERROR (line:713) : ProxySQL connection check failed. \n-- Could not connect to ProxySQL at localhost:6032 \n-- Please check the ProxySQL connection parameters and status.\n\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).syncPXCUsersWithProxySQL\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/users.go:491\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).resyncPXCUsersWithProxySQL.func1\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:1140\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1581","stacktrace":"github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).resyncPXCUsersWithProxySQL.func1\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:1142"}
{"level":"error",,"caller":"pxc/controller.go:1142","msg":"sync users","error":"exec syncusers: unable to upgrade connection: container not found (\"proxysql\") /  / ","errorVerbose":"exec syncusers: unable to upgrade connection: container not found (\"proxysql\") /  / \ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).syncPXCUsersWithProxySQL\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/users.go:491\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).resyncPXCUsersWithProxySQL.func1\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:1140\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1581","stacktrace":"github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).resyncPXCUsersWithProxySQL.func1\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:1142"}
{"level":"error",,"caller":"pxc/version.go:298","msg":"failed to create db instance","error":"dial tcp: lookup some-name-pxc-0.some-name-pxc.upgrade-consistency-13700 on 10.67.240.10:53: no such host","stacktrace":"github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).mysqlVersion\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/version.go:298\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).fetchVersionFromPXC\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/version.go:319\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).Reconcile\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:477\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:263\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:235\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func1.1\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/vendor/sigs.k8s.io/controller-runtime/pkg/internal/controller/controller.go:198\nk8s.io/apimachinery/pkg/util/wait.JitterUntilWithContext.func1\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:185\nk8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:155\nk8s.io/apimachinery/pkg/util/wait.BackoffUntil\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:156\nk8s.io/apimachinery/pkg/util/wait.JitterUntil\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:133\nk8s.io/apimachinery/pkg/util/wait.JitterUntilWithContext\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:185\nk8s.io/apimachinery/pkg/util/wait.UntilWithContext\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:99"}
{"level":"info",,"caller":"pxc/controller.go:468","msg":"reconcile replication error","err":"failed to connect to pod some-name-pxc-0: dial tcp: lookup some-name-pxc-0.some-name-pxc.upgrade-consistency-13700 on 10.67.240.10:53: no such host"}
{"level":"info",,"caller":"pxc/controller.go:468","msg":"reconcile replication error","err":"failed to ensure cluster readonly status: connect to pod some-name-pxc-0: dial tcp 10.64.1.40:33062: connect: connection refused"}
{"level":"info",,"caller":"pxc/controller.go:468","msg":"reconcile replication error","err":"failed to ensure cluster readonly status: connect to pod some-name-pxc-0: dial tcp: lookup some-name-pxc-0.some-name-pxc.upgrade-consistency-13700 on 10.67.240.10:53: no such host"}
{"level":"info",,"caller":"pxc/controller.go:468","msg":"reconcile replication error","err":"failed to ensure cluster readonly status: connect to pod some-name-pxc-1: dial tcp: lookup some-name-pxc-1.some-name-pxc.upgrade-consistency-13700 on 10.67.240.10:53: no such host"}
{"level":"info",,"caller":"pxc/replication.go:145","msg":"Unable to find primary pod for replication. No pod with name or ip like this","primary name":"some-name-pxc-0.some-name-pxc.upgrade-consistency-13700.svc.cluster.local"}
{"level":"info",,"caller":"pxc/version.go:328","msg":"update PXC version (fetched from db)","new version":"8.0.27-18.1"}
{"level":"info",,"caller":"v1/pxc_types.go:874","msg":"ProxySQL size will be changed from 1 to 2 due to safe config"}
{"level":"info",,"caller":"v1/pxc_types.go:875","msg":"Set allowUnsafeConfigurations=true to disable safe configuration"}
{"level":"info",,"logger":"cmd","msg":"Git commit: 706f792ae47c369cb3556faff186b6873a8a247f Git branch: PR-1125-706f792a Build time: 2022-04-12T09:09:41Z"}
{"level":"info",,"logger":"cmd","msg":"Go OS/Arch: linux/amd64"}
{"level":"info",,"logger":"cmd","msg":"Go Version: go1.17.8"}
{"level":"info",,"logger":"cmd","msg":"operator-sdk Version: v0.19.4"}
{"level":"info",,"logger":"cmd","msg":"Registering Components."}
{"level":"info",,"logger":"cmd","msg":"Runs on","platform":"kubernetes","version":"v1.20.15-gke.4100"}
{"level":"info",,"logger":"cmd","msg":"Starting the Cmd."}
{"level":"info",,"logger":"controller-runtime.certwatcher","msg":"Starting certificate watcher"}
{"level":"info",,"logger":"controller-runtime.certwatcher","msg":"Updated current TLS certificate"}
{"level":"info",,"logger":"controller-runtime.manager.controller.perconaxtradbclusterbackup-controller","msg":"Starting Controller"}
{"level":"info",,"logger":"controller-runtime.manager.controller.perconaxtradbclusterbackup-controller","msg":"Starting EventSource","source":"kind source: /, Kind="}
{"level":"info",,"logger":"controller-runtime.manager.controller.perconaxtradbclusterbackup-controller","msg":"Starting workers","worker count":1}
{"level":"info",,"logger":"controller-runtime.manager.controller.perconaxtradbcluster-controller","msg":"Starting Controller"}
{"level":"info",,"logger":"controller-runtime.manager.controller.perconaxtradbcluster-controller","msg":"Starting EventSource","source":"kind source: /, Kind="}
{"level":"info",,"logger":"controller-runtime.manager.controller.perconaxtradbcluster-controller","msg":"Starting workers","worker count":1}
{"level":"info",,"logger":"controller-runtime.manager.controller.perconaxtradbclusterrestore-controller","msg":"Starting Controller"}
{"level":"info",,"logger":"controller-runtime.manager.controller.perconaxtradbclusterrestore-controller","msg":"Starting EventSource","source":"kind source: /, Kind="}
{"level":"info",,"logger":"controller-runtime.manager.controller.perconaxtradbclusterrestore-controller","msg":"Starting workers","worker count":1}
{"level":"info",,"logger":"controller-runtime.manager","msg":"starting metrics server","path":"/metrics"}
{"level":"info",,"logger":"controller-runtime.metrics","msg":"metrics server is starting to listen","addr":":8080"}
{"level":"info",,"logger":"controller-runtime.webhook","msg":"registering webhook","path":"/validate-percona-xtradbcluster"}
{"level":"info",,"logger":"controller-runtime.webhook","msg":"serving webhook server","host":"","port":9443}
{"level":"info",,"logger":"controller-runtime.webhook.webhooks","msg":"starting webhook server"}
{"level":"info",,"logger":"leader","msg":"Became the leader."}
{"level":"info",,"logger":"leader","msg":"No pre-existing lock was found."}
{"level":"info",,"logger":"leader","msg":"Trying to become the leader."}
+ kubectl get pxc --all-namespaces -o wide
+ xargs -L 1 sh -xc 'kubectl patch pxc -n $0 $1 --type=merge -p "{\"metadata\":{\"finalizers\":[]}}"'
+ grep -v NAMESPACE
+ kubectl patch pxc -n upgrade-consistency-13700 some-name --type=merge -p '{"metadata":{"finalizers":[]}}'
perconaxtradbcluster.pxc.percona.com/some-name patched
+ kubectl_bin delete pxc --all --all-namespaces
++ mktemp
+ local LAST_OUT=/tmp/tmp.S4cZPq4mkf
++ mktemp
+ local LAST_ERR=/tmp/tmp.31wwCHg85c
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ kubectl delete pxc --all --all-namespaces
+ exit_status=0
+ [[ 0 != 0 ]]
+ break
+ cat /tmp/tmp.S4cZPq4mkf
perconaxtradbcluster.pxc.percona.com "some-name" deleted
+ cat /tmp/tmp.31wwCHg85c
+ rm /tmp/tmp.S4cZPq4mkf /tmp/tmp.31wwCHg85c
+ return 0
+ kubectl_bin delete pxc-backup --all --all-namespaces
++ mktemp
+ local LAST_OUT=/tmp/tmp.aJG6GkAs26
++ mktemp
+ local LAST_ERR=/tmp/tmp.Hr1oVuoqor
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ kubectl delete pxc-backup --all --all-namespaces
+ exit_status=0
+ [[ 0 != 0 ]]
+ break
+ cat /tmp/tmp.aJG6GkAs26
No resources found
+ cat /tmp/tmp.Hr1oVuoqor
+ rm /tmp/tmp.aJG6GkAs26 /tmp/tmp.Hr1oVuoqor
+ return 0
+ kubectl_bin delete pxc-restore --all --all-namespaces
++ mktemp
+ local LAST_OUT=/tmp/tmp.klzSOqjk1F
++ mktemp
+ local LAST_ERR=/tmp/tmp.hT7qd496bL
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ kubectl delete pxc-restore --all --all-namespaces
+ exit_status=0
+ [[ 0 != 0 ]]
+ break
+ cat /tmp/tmp.klzSOqjk1F
No resources found
+ cat /tmp/tmp.hT7qd496bL
+ rm /tmp/tmp.klzSOqjk1F /tmp/tmp.hT7qd496bL
+ return 0
+ kubectl_bin delete ValidatingWebhookConfiguration percona-xtradbcluster-webhook
++ mktemp
+ local LAST_OUT=/tmp/tmp.3DxTdRZGAL
++ mktemp
+ local LAST_ERR=/tmp/tmp.rKXW4qLvXq
+ local exit_status=0
++ seq 0 2
+ for i in '$(seq 0 2)'
+ kubectl delete ValidatingWebhookConfiguration percona-xtradbcluster-webhook
+ exit_status=0
+ [[ 0 != 0 ]]
+ break
+ cat /tmp/tmp.3DxTdRZGAL
validatingwebhookconfiguration.admissionregistration.k8s.io "percona-xtradbcluster-webhook" deleted
+ cat /tmp/tmp.rKXW4qLvXq
+ rm /tmp/tmp.3DxTdRZGAL /tmp/tmp.rKXW4qLvXq
+ return 0
+ kubectl_bin delete -f https://github.com/jetstack/cert-manager/releases/download/v1.5.4/cert-manager.yaml
+ :
+ '[' '!' -z '' ']'
+ '[' -n pxc-operator ']'
+ kubectl_bin delete --grace-period=0 --force=true namespace upgrade-consistency-13700
+ rm -rf /tmp/tmp.sMQsRm0I67
+ kubectl_bin delete --grace-period=0 --force=true namespace pxc-operator
++ mktemp
+ local LAST_OUT=/tmp/tmp.MvZQFEpkvf
++ mktemp
+ local LAST_OUT=/tmp/tmp.WrozQFrXK9
++ mktemp
+ local LAST_ERR=/tmp/tmp.LwmOjAF4PO
+ local exit_status=0
++ mktemp
++ seq 0 2
+ local LAST_ERR=/tmp/tmp.mFXlWUdTKk
+ local exit_status=0
+ for i in '$(seq 0 2)'
+ kubectl delete --grace-period=0 --force=true namespace pxc-operator
++ seq 0 2
+ for i in '$(seq 0 2)'
+ kubectl delete --grace-period=0 --force=true namespace upgrade-consistency-13700