++ echo 'Log: /mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/logs/affinity.log' Log: /mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/logs/affinity.log ++ '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/conf/cloud-secret.yml ']' ++ SKIP_BACKUPS_TO_AWS_GCP= ++ oc get projects error: No Auth Provider found for name "gcp" +++ kubectl version -o json +++ jq -r .serverVersion.gitVersion +++ grep '\-eks\-' ++ '[' ']' ++ EKS=0 +++ kubectl version -o json +++ jq -r '.serverVersion.major + "." + .serverVersion.minor' +++ /usr/bin/sed -r 's/[^0-9.]+//g' ++ KUBE_VERSION=1.20 +++ helm version -c +++ /usr/bin/sed -re 's/.*SemVer:"([^"]+)".*/\1/; s/.*\bVersion:"([^"]+)".*/\1/' ++ HELM_VERSION=v3.8.1 ++ '[' v3 == v2 ']' + main + create_infra affinity-21910 + local ns=affinity-21910 + '[' -n pxc-operator ']' + kubectl get pxc --all-namespaces -o wide + xargs -L 1 sh -xc 'kubectl patch pxc -n $0 $1 --type=merge -p "{\"metadata\":{\"finalizers\":[]}}"' + grep -v NAMESPACE No resources found + kubectl patch pxc -n sh --type=merge -p '{"metadata":{"finalizers":[]}}' error: resource(s) were provided, but no name, label selector, or --all flag specified + : + kubectl_bin delete pxc --all --all-namespaces ++ mktemp + local LAST_OUT=/tmp/tmp.bQn1V64aMl ++ mktemp + local LAST_ERR=/tmp/tmp.DmpEmHfhTC + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + kubectl delete pxc --all --all-namespaces + exit_status=0 + [[ 0 != 0 ]] + break + cat /tmp/tmp.bQn1V64aMl No resources found + cat /tmp/tmp.DmpEmHfhTC + rm /tmp/tmp.bQn1V64aMl /tmp/tmp.DmpEmHfhTC + return 0 + kubectl_bin delete pxc-backup --all --all-namespaces ++ mktemp + local LAST_OUT=/tmp/tmp.jPBuOLWB4a ++ mktemp + local LAST_ERR=/tmp/tmp.mGfBVPZSRG + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + kubectl delete pxc-backup --all --all-namespaces + exit_status=0 + [[ 0 != 0 ]] + break + cat /tmp/tmp.jPBuOLWB4a No resources found + cat /tmp/tmp.mGfBVPZSRG + rm /tmp/tmp.jPBuOLWB4a /tmp/tmp.mGfBVPZSRG + return 0 + kubectl_bin delete pxc-restore --all --all-namespaces ++ mktemp + local LAST_OUT=/tmp/tmp.A6BRAyYnrj ++ mktemp + local LAST_ERR=/tmp/tmp.PCY8JL4ha7 + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + kubectl delete pxc-restore --all --all-namespaces + exit_status=0 + [[ 0 != 0 ]] + break + cat /tmp/tmp.A6BRAyYnrj No resources found + cat /tmp/tmp.PCY8JL4ha7 + rm /tmp/tmp.A6BRAyYnrj /tmp/tmp.PCY8JL4ha7 + return 0 + create_namespace pxc-operator + local namespace=pxc-operator + local skip_clean_namespace= + [[ 1 == 1 ]] + [[ -z '' ]] + kubectl_bin get ns + '[' '!' -z '' ']' + kubectl_bin delete namespace pxc-operator + xargs kubectl delete ns + awk '{print$1}' + egrep -v '^kube-|^default|Terminating|pxc-operator|openshift|^NAME' ++ mktemp + local LAST_OUT=/tmp/tmp.wSAPrVBhmf ++ mktemp + local LAST_ERR=/tmp/tmp.nR5xCdoZx9 + local exit_status=0 ++ seq 0 2 ++ mktemp + local LAST_OUT=/tmp/tmp.V3oMsOXHVG ++ mktemp + for i in '$(seq 0 2)' + kubectl get ns + local LAST_ERR=/tmp/tmp.GZdeauEByH + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + kubectl delete namespace pxc-operator + exit_status=0 + [[ 0 != 0 ]] + break + cat /tmp/tmp.wSAPrVBhmf + cat /tmp/tmp.nR5xCdoZx9 + rm /tmp/tmp.wSAPrVBhmf /tmp/tmp.nR5xCdoZx9 + return 0 error: resource(s) were provided, but no name, label selector, or --all flag specified + exit_status=0 + [[ 0 != 0 ]] + break + cat /tmp/tmp.V3oMsOXHVG namespace "pxc-operator" deleted + cat /tmp/tmp.GZdeauEByH + rm /tmp/tmp.V3oMsOXHVG /tmp/tmp.GZdeauEByH + return 0 + wait_for_delete namespace/pxc-operator + local res=namespace/pxc-operator + set +o xtrace namespace/pxc-operator - Error from server (NotFound): namespaces "pxc-operator" not found + kubectl_bin create namespace pxc-operator ++ mktemp + local LAST_OUT=/tmp/tmp.Ve9F7Oba68 ++ mktemp + local LAST_ERR=/tmp/tmp.Tbasc83V7j + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + kubectl create namespace pxc-operator + exit_status=0 + [[ 0 != 0 ]] + break + cat /tmp/tmp.Ve9F7Oba68 namespace/pxc-operator created + cat /tmp/tmp.Tbasc83V7j + rm /tmp/tmp.Ve9F7Oba68 /tmp/tmp.Tbasc83V7j + return 0 ++ kubectl_bin config current-context +++ mktemp ++ local LAST_OUT=/tmp/tmp.xSS6EfohAt +++ mktemp ++ local LAST_ERR=/tmp/tmp.Z4EGqxFefa ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ kubectl config current-context ++ exit_status=0 ++ [[ 0 != 0 ]] ++ break ++ cat /tmp/tmp.xSS6EfohAt ++ cat /tmp/tmp.Z4EGqxFefa ++ rm /tmp/tmp.xSS6EfohAt /tmp/tmp.Z4EGqxFefa ++ return 0 + kubectl_bin config set-context gke_cloud-dev-112233_us-central1-a_jenkins-pxc-706f792a-basic --namespace=pxc-operator ++ mktemp + local LAST_OUT=/tmp/tmp.kMwpVT33bm ++ mktemp + local LAST_ERR=/tmp/tmp.uHxo8RchEi + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + kubectl config set-context gke_cloud-dev-112233_us-central1-a_jenkins-pxc-706f792a-basic --namespace=pxc-operator + exit_status=0 + [[ 0 != 0 ]] + break + cat /tmp/tmp.kMwpVT33bm Context "gke_cloud-dev-112233_us-central1-a_jenkins-pxc-706f792a-basic" modified. + cat /tmp/tmp.uHxo8RchEi + rm /tmp/tmp.kMwpVT33bm /tmp/tmp.uHxo8RchEi + return 0 + deploy_operator + desc 'start operator' + set +o xtrace ----------------------------------------------------------------------------------- start operator ----------------------------------------------------------------------------------- + kubectl_bin apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/deploy/crd.yaml ++ mktemp + local LAST_OUT=/tmp/tmp.XuGXrn4mbH ++ mktemp + local LAST_ERR=/tmp/tmp.JnfguSQHYm + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + kubectl apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/deploy/crd.yaml + exit_status=0 + [[ 0 != 0 ]] + break + cat /tmp/tmp.XuGXrn4mbH customresourcedefinition.apiextensions.k8s.io/perconaxtradbclusters.pxc.percona.com unchanged customresourcedefinition.apiextensions.k8s.io/perconaxtradbclusterbackups.pxc.percona.com unchanged customresourcedefinition.apiextensions.k8s.io/perconaxtradbclusterrestores.pxc.percona.com unchanged customresourcedefinition.apiextensions.k8s.io/perconaxtradbbackups.pxc.percona.com configured + cat /tmp/tmp.JnfguSQHYm + rm /tmp/tmp.XuGXrn4mbH /tmp/tmp.JnfguSQHYm + return 0 + '[' -n pxc-operator ']' + apply_rbac cw-rbac + local operator_namespace=pxc-operator + local rbac=cw-rbac + cat /mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/deploy/cw-rbac.yaml + kubectl_bin apply -f - + sed -e 's^namespace: .*^namespace: pxc-operator^' ++ mktemp + local LAST_OUT=/tmp/tmp.yc6DtBOQjj ++ mktemp + local LAST_ERR=/tmp/tmp.Aw2dThfUxM + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + kubectl apply -f - + exit_status=0 + [[ 0 != 0 ]] + break + cat /tmp/tmp.yc6DtBOQjj clusterrole.rbac.authorization.k8s.io/percona-xtradb-cluster-operator unchanged serviceaccount/percona-xtradb-cluster-operator created clusterrolebinding.rbac.authorization.k8s.io/service-account-percona-xtradb-cluster-operator unchanged + cat /tmp/tmp.Aw2dThfUxM + rm /tmp/tmp.yc6DtBOQjj /tmp/tmp.Aw2dThfUxM + return 0 + cat /mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/deploy/cw-operator.yaml + sed -e 's^failureThreshold: .*^failureThreshold: 10^' + kubectl_bin apply -f - ++ mktemp + sed -e 's^image: .*^image: perconalab/percona-xtradb-cluster-operator:PR-1125-706f792a^' + local LAST_OUT=/tmp/tmp.2xWAzTgKga ++ mktemp + local LAST_ERR=/tmp/tmp.W1e7S7HYwS + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + kubectl apply -f - + exit_status=0 + [[ 0 != 0 ]] + break + cat /tmp/tmp.2xWAzTgKga deployment.apps/percona-xtradb-cluster-operator created service/percona-xtradb-cluster-operator created + cat /tmp/tmp.W1e7S7HYwS + rm /tmp/tmp.2xWAzTgKga /tmp/tmp.W1e7S7HYwS + return 0 + sleep 10 ++ get_operator_pod ++ local label_prefix=app.kubernetes.io/ +++ kubectl get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator -n pxc-operator +++ grep -c percona-xtradb-cluster-operator ++ local check_label=1 ++ [[ 1 -eq 0 ]] ++ kubectl_bin get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator -o 'jsonpath={.items[].metadata.name}' -n pxc-operator +++ mktemp ++ local LAST_OUT=/tmp/tmp.W8I0OaCvzg +++ mktemp ++ local LAST_ERR=/tmp/tmp.dik8IYQth1 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ kubectl get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator -o 'jsonpath={.items[].metadata.name}' -n pxc-operator ++ exit_status=0 ++ [[ 0 != 0 ]] ++ break ++ cat /tmp/tmp.W8I0OaCvzg ++ cat /tmp/tmp.dik8IYQth1 ++ rm /tmp/tmp.W8I0OaCvzg /tmp/tmp.dik8IYQth1 ++ return 0 + wait_pod percona-xtradb-cluster-operator-5699d7755d-9pspr 480 pxc-operator + local pod=percona-xtradb-cluster-operator-5699d7755d-9pspr + local max_retry=480 + local ns=pxc-operator ++ echo percona-xtradb-cluster-operator-5699d7755d-9pspr ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ egrep '^(pxc|proxysql)$' + local container= + set +o xtrace percona-xtradb-cluster-operator-5699d7755d-9pspr.Ok + sleep 3 + create_namespace affinity-21910 + local namespace=affinity-21910 + local skip_clean_namespace= + [[ 1 == 1 ]] + [[ -z '' ]] + kubectl_bin get ns + '[' '!' -z '' ']' + kubectl_bin delete namespace affinity-21910 ++ mktemp + egrep -v '^kube-|^default|Terminating|pxc-operator|openshift|^NAME' + xargs kubectl delete ns + local LAST_OUT=/tmp/tmp.49dB7RuGmk + awk '{print$1}' ++ mktemp + local LAST_OUT=/tmp/tmp.Tw9qRbiiNq ++ mktemp + local LAST_ERR=/tmp/tmp.ZdIiQniTAj + local exit_status=0 ++ mktemp ++ seq 0 2 + local LAST_ERR=/tmp/tmp.ql8pt5NhAm + local exit_status=0 + for i in '$(seq 0 2)' + kubectl get ns ++ seq 0 2 + for i in '$(seq 0 2)' + kubectl delete namespace affinity-21910 + exit_status=0 + [[ 0 != 0 ]] + break + cat /tmp/tmp.49dB7RuGmk + cat /tmp/tmp.ZdIiQniTAj + rm /tmp/tmp.49dB7RuGmk /tmp/tmp.ZdIiQniTAj + return 0 + exit_status=1 + [[ 1 != 0 ]] + sleep 0 + for i in '$(seq 0 2)' + kubectl delete namespace affinity-21910 error: resource(s) were provided, but no name, label selector, or --all flag specified + exit_status=1 + [[ 1 != 0 ]] + sleep 0 + for i in '$(seq 0 2)' + kubectl delete namespace affinity-21910 + exit_status=1 + [[ 1 != 0 ]] + sleep 0 + cat /tmp/tmp.Tw9qRbiiNq + cat /tmp/tmp.ql8pt5NhAm Error from server (NotFound): namespaces "affinity-21910" not found + rm /tmp/tmp.Tw9qRbiiNq /tmp/tmp.ql8pt5NhAm + return 1 + : + wait_for_delete namespace/affinity-21910 + local res=namespace/affinity-21910 + set +o xtrace namespace/affinity-21910 - Error from server (NotFound): namespaces "affinity-21910" not found + kubectl_bin create namespace affinity-21910 ++ mktemp + local LAST_OUT=/tmp/tmp.3GDcxDn9aF ++ mktemp + local LAST_ERR=/tmp/tmp.OcNdyqhHfE + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + kubectl create namespace affinity-21910 + exit_status=0 + [[ 0 != 0 ]] + break + cat /tmp/tmp.3GDcxDn9aF namespace/affinity-21910 created + cat /tmp/tmp.OcNdyqhHfE + rm /tmp/tmp.3GDcxDn9aF /tmp/tmp.OcNdyqhHfE + return 0 ++ kubectl_bin config current-context +++ mktemp ++ local LAST_OUT=/tmp/tmp.mRo7l0Q7gg +++ mktemp ++ local LAST_ERR=/tmp/tmp.rHL5Ccal3G ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ kubectl config current-context ++ exit_status=0 ++ [[ 0 != 0 ]] ++ break ++ cat /tmp/tmp.mRo7l0Q7gg ++ cat /tmp/tmp.rHL5Ccal3G ++ rm /tmp/tmp.mRo7l0Q7gg /tmp/tmp.rHL5Ccal3G ++ return 0 + kubectl_bin config set-context gke_cloud-dev-112233_us-central1-a_jenkins-pxc-706f792a-basic --namespace=affinity-21910 ++ mktemp + local LAST_OUT=/tmp/tmp.bYhtYQo3aq ++ mktemp + local LAST_ERR=/tmp/tmp.8Vo3siW9tV + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + kubectl config set-context gke_cloud-dev-112233_us-central1-a_jenkins-pxc-706f792a-basic --namespace=affinity-21910 + exit_status=0 + [[ 0 != 0 ]] + break + cat /tmp/tmp.bYhtYQo3aq Context "gke_cloud-dev-112233_us-central1-a_jenkins-pxc-706f792a-basic" modified. + cat /tmp/tmp.8Vo3siW9tV + rm /tmp/tmp.bYhtYQo3aq /tmp/tmp.8Vo3siW9tV + return 0 + apply_secrets + '[' -z '' ']' + kubectl_bin apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/conf/minio-secret.yml -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/conf/cloud-secret.yml ++ mktemp + local LAST_OUT=/tmp/tmp.IvUhzJHaHq ++ mktemp + local LAST_ERR=/tmp/tmp.rJQ9N1e5hE + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + kubectl apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/conf/minio-secret.yml -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/conf/cloud-secret.yml + exit_status=0 + [[ 0 != 0 ]] + break + cat /tmp/tmp.IvUhzJHaHq secret/minio-secret created secret/aws-s3-secret created secret/gcp-cs-secret created secret/azure-secret created + cat /tmp/tmp.rJQ9N1e5hE + rm /tmp/tmp.IvUhzJHaHq /tmp/tmp.rJQ9N1e5hE + return 0 + kubectl_bin apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/conf/secrets.yml ++ mktemp + local LAST_OUT=/tmp/tmp.9qzELiHZee ++ mktemp + local LAST_ERR=/tmp/tmp.EjNlSbxkxw + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + kubectl apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/conf/secrets.yml + exit_status=0 + [[ 0 != 0 ]] + break + cat /tmp/tmp.9qzELiHZee secret/my-cluster-secrets created secret/some-name-ssl created secret/some-name-ssl-internal created + cat /tmp/tmp.EjNlSbxkxw + rm /tmp/tmp.9qzELiHZee /tmp/tmp.EjNlSbxkxw + return 0 + desc 'check hostname anti-affinity' + set +o xtrace ----------------------------------------------------------------------------------- check hostname anti-affinity ----------------------------------------------------------------------------------- + check_affinity hostname + local cluster=hostname + local skip_wait= + apply_config /mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/affinity/conf/hostname.yml + '[' -z '' ']' + cat_config /mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/affinity/conf/hostname.yml + kubectl_bin apply -f - + cat /mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/affinity/conf/hostname.yml + /usr/bin/sed -e 's#image:.*-backup$#image: perconalab/percona-xtradb-cluster-operator:main-pxc8.0-backup#' + /usr/bin/sed -e 's#image:.*-proxysql$#image: perconalab/percona-xtradb-cluster-operator:main-proxysql#' + /usr/bin/sed -e 's#image:.*-pmm$#image: perconalab/pmm-client:dev-latest#' + /usr/bin/sed -e 's#initImage:.*-init$#initImage: perconalab/percona-xtradb-cluster-operator:PR-1125-706f792a#' + /usr/bin/sed -e 's#image:.*\/percona-xtradb-cluster:.*$#image: perconalab/percona-xtradb-cluster-operator:main-pxc8.0#' + /usr/bin/sed -e 's#image:.*-pxc\([0-9]*.[0-9]*\)\{0,1\}$#image: perconalab/percona-xtradb-cluster-operator:main-pxc8.0#' + /usr/bin/sed -e 's#image:.*-haproxy$#image: perconalab/percona-xtradb-cluster-operator:main-haproxy#' ++ mktemp + /usr/bin/sed -e 's#image:.*-logcollector$#image: perconalab/percona-xtradb-cluster-operator:main-logcollector#' + /usr/bin/sed -e s~minio-service.#namespace~minio-service.affinity-21910~ + /usr/bin/sed -e 's#apply:.*#apply: Never#' + /usr/bin/sed -e 's#apiVersion: pxc.percona.com/v.*$#apiVersion: pxc.percona.com/v1-11-0#' + local LAST_OUT=/tmp/tmp.Xa4II5ebDr ++ mktemp + local LAST_ERR=/tmp/tmp.Fcghavewqg + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + kubectl apply -f - + exit_status=0 + [[ 0 != 0 ]] + break + cat /tmp/tmp.Xa4II5ebDr perconaxtradbcluster.pxc.percona.com/hostname created + cat /tmp/tmp.Fcghavewqg + rm /tmp/tmp.Xa4II5ebDr /tmp/tmp.Fcghavewqg + return 0 + '[' -z '' ']' + wait_for_running hostname-pxc 1 + local name=hostname-pxc + let last_pod=0 + : + local max_retry=480 ++ seq 0 0 + for i in '$(seq 0 $last_pod)' + wait_pod hostname-pxc-0 480 + local pod=hostname-pxc-0 + local max_retry=480 + local ns= ++ echo hostname-pxc-0 ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ egrep '^(pxc|proxysql)$' + local container=pxc + set +o xtrace hostname-pxc-0..................................Ok + compare_kubectl statefulset/hostname-pxc + local resource=statefulset/hostname-pxc + local postfix= + local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/affinity/compare/statefulset_hostname-pxc.yml + local new_result=/tmp/tmp.YfyVEeUX41/statefulset_hostname-pxc.yml + '[' '!' -z '' -a -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/affinity/compare/statefulset_hostname-pxc-oc.yml ']' + '[' 0 = 1 -a -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/affinity/compare/statefulset_hostname-pxc-eks.yml ']' + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.0 ]] + '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/affinity/compare/statefulset_hostname-pxc-80.yml ']' + version_gt 1.22 ++ echo '1.20 >= 1.22' ++ bc -l + '[' 0 -eq 1 ']' + return 1 + version_gt 1.21 ++ echo '1.20 >= 1.21' ++ bc -l + '[' 0 -eq 1 ']' + return 1 + kubectl_bin get -o yaml statefulset/hostname-pxc + yq d - '**.uid' + yq d - metadata.resourceVersion + yq d - '**.env.(name==CLUSTER_HASH)' + yq d - metadata.selfLink + yq d - metadata.deletionTimestamp + yq d - 'metadata.annotations."k8s.v1.cni.cncf.io*"' + yq d - '**."kubernetes.io/pvc-protection"' + yq d - spec.volumeMode + yq d - 'metadata.annotations."kubernetes.io/psp"' + yq d - spec.nodeName + yq d - 'metadata.annotations."cloud.google.com/neg"' + yq d - '**.(volumeMode==Filesystem).volumeMode' + yq d - '**.imagePullSecrets' + yq d - '**.volumeName' + yq d - '**."volume.kubernetes.io/storage-provisioner"' + yq d - '**."volume.beta.kubernetes.io/storage-provisioner"' + yq d - '**.storageClassName' + yq d - '**.dataSource' + yq d - '**."volume.kubernetes.io/selected-node"' + yq d - '**.procMount' + yq d - '**.enableServiceLinks' + yq d - '**."percona.com/*"' + yq d - '**.healthCheckNodePort' + yq d - '**.(name==percona-xtradb-cluster-operator-workload-token*)' + yq d - '**.finalizers' + yq d - '**.nodePort' + yq d - status + yq d - 'spec.volumeClaimTemplates.*.apiVersion' + yq d - '**.(name==NAMESPACE)' + yq d - 'spec.volumeClaimTemplates.*.kind' + yq d - '**.(name==suffix)' + yq d - '**.creationTimestamp' + yq d - '**.(name==S3_BUCKET_URL)' + yq d - '**.image' + yq d - 'metadata.ownerReferences.*.apiVersion' + yq d - '**.clusterIPs' + yq d - '**.(name==S3_BUCKET_PATH)' + yq d - '**.clusterIP' + yq d - '**.namespace' + /usr/bin/sed 's/namespace\:.*name/name/' + yq d - '**.controller-uid' + /usr/bin/sed s/affinity-21910/namespace/g + /usr/bin/sed 's/name: kube-api-access-.*$/name: kube-api-access/' + /usr/bin/sed 's#^apiVersion: policy/v1beta1#apiVersion: policy/v1#' + yq d - '**.preemptionPolicy' + yq d - spec.ipFamilies + yq d - spec.ipFamilyPolicy + yq d - '**.creationTimestamp' ++ mktemp + yq d - metadata.managedFields + local LAST_OUT=/tmp/tmp.UQyEPWpFZJ ++ mktemp + local LAST_ERR=/tmp/tmp.6GOGTKx6bU + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + kubectl get -o yaml statefulset/hostname-pxc + exit_status=0 + [[ 0 != 0 ]] + break + cat /tmp/tmp.UQyEPWpFZJ + cat /tmp/tmp.6GOGTKx6bU + rm /tmp/tmp.UQyEPWpFZJ /tmp/tmp.6GOGTKx6bU + return 0 + diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/affinity/compare/statefulset_hostname-pxc.yml /tmp/tmp.YfyVEeUX41/statefulset_hostname-pxc.yml + compare_kubectl statefulset/hostname-proxysql + local resource=statefulset/hostname-proxysql + local postfix= + local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/affinity/compare/statefulset_hostname-proxysql.yml + local new_result=/tmp/tmp.YfyVEeUX41/statefulset_hostname-proxysql.yml + '[' '!' -z '' -a -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/affinity/compare/statefulset_hostname-proxysql-oc.yml ']' + '[' 0 = 1 -a -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/affinity/compare/statefulset_hostname-proxysql-eks.yml ']' + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.0 ]] + '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/affinity/compare/statefulset_hostname-proxysql-80.yml ']' + version_gt 1.22 ++ echo '1.20 >= 1.22' ++ bc -l + '[' 0 -eq 1 ']' + return 1 + version_gt 1.21 ++ echo '1.20 >= 1.21' ++ bc -l + '[' 0 -eq 1 ']' + return 1 + kubectl_bin get -o yaml statefulset/hostname-proxysql + yq d - '**.creationTimestamp' ++ mktemp + local LAST_OUT=/tmp/tmp.uzOc5ycs5t + yq d - '**.env.(name==CLUSTER_HASH)' + yq d - metadata.selfLink + yq d - metadata.deletionTimestamp + yq d - 'metadata.annotations."k8s.v1.cni.cncf.io*"' + yq d - 'metadata.annotations."kubernetes.io/psp"' + yq d - 'metadata.annotations."cloud.google.com/neg"' ++ mktemp + yq d - '**.(name==percona-xtradb-cluster-operator-workload-token*)' + local LAST_ERR=/tmp/tmp.0dI3vbcLMW + local exit_status=0 + yq d - '**.creationTimestamp' + yq d - '**.image' + yq d - '**."volume.kubernetes.io/storage-provisioner"' + yq d - spec.volumeMode + yq d - '**."kubernetes.io/pvc-protection"' + yq d - spec.nodeName + yq d - '**."volume.beta.kubernetes.io/storage-provisioner"' + yq d - 'spec.volumeClaimTemplates.*.kind' + yq d - '**."volume.kubernetes.io/selected-node"' + yq d - '**.volumeName' + yq d - '**.finalizers' + yq d - '**."percona.com/*"' + yq d - '**.clusterIPs' + yq d - '**.(volumeMode==Filesystem).volumeMode' + yq d - '**.nodePort' + yq d - '**.dataSource' + yq d - '**.imagePullSecrets' + yq d - '**.procMount' + yq d - '**.healthCheckNodePort' + yq d - '**.storageClassName' + yq d - 'spec.volumeClaimTemplates.*.apiVersion' + yq d - '**.enableServiceLinks' + yq d - status + yq d - 'metadata.ownerReferences.*.apiVersion' + yq d - '**.(name==NAMESPACE)' + yq d - '**.clusterIP' + yq d - '**.(name==suffix)' + yq d - '**.(name==S3_BUCKET_PATH)' + yq d - '**.(name==S3_BUCKET_URL)' + yq d - '**.controller-uid' + yq d - '**.preemptionPolicy' ++ seq 0 2 + yq d - spec.ipFamilies + for i in '$(seq 0 2)' + kubectl get -o yaml statefulset/hostname-proxysql + yq d - metadata.resourceVersion + yq d - spec.ipFamilyPolicy + /usr/bin/sed 's#^apiVersion: policy/v1beta1#apiVersion: policy/v1#' + /usr/bin/sed 's/name: kube-api-access-.*$/name: kube-api-access/' + yq d - '**.namespace' + yq d - '**.uid' + /usr/bin/sed 's/namespace\:.*name/name/' + /usr/bin/sed s/affinity-21910/namespace/g + yq d - metadata.managedFields + exit_status=0 + [[ 0 != 0 ]] + break + cat /tmp/tmp.uzOc5ycs5t + cat /tmp/tmp.0dI3vbcLMW + rm /tmp/tmp.uzOc5ycs5t /tmp/tmp.0dI3vbcLMW + return 0 + diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/affinity/compare/statefulset_hostname-proxysql.yml /tmp/tmp.YfyVEeUX41/statefulset_hostname-proxysql.yml + kubectl_bin delete -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/affinity/conf/hostname.yml ++ mktemp + local LAST_OUT=/tmp/tmp.aTwExU4Whe ++ mktemp + local LAST_ERR=/tmp/tmp.SQ4wTzgonV + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + kubectl delete -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/affinity/conf/hostname.yml + exit_status=0 + [[ 0 != 0 ]] + break + cat /tmp/tmp.aTwExU4Whe perconaxtradbcluster.pxc.percona.com "hostname" deleted + cat /tmp/tmp.SQ4wTzgonV + rm /tmp/tmp.aTwExU4Whe /tmp/tmp.SQ4wTzgonV + return 0 + desc 'check zone anti-affinity' + set +o xtrace ----------------------------------------------------------------------------------- check zone anti-affinity ----------------------------------------------------------------------------------- + check_affinity zone + local cluster=zone + local skip_wait= + apply_config /mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/affinity/conf/zone.yml + '[' -z '' ']' + cat_config /mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/affinity/conf/zone.yml + kubectl_bin apply -f - ++ mktemp + cat /mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/affinity/conf/zone.yml + /usr/bin/sed -e 's#apiVersion: pxc.percona.com/v.*$#apiVersion: pxc.percona.com/v1-11-0#' + /usr/bin/sed -e 's#image:.*-pxc\([0-9]*.[0-9]*\)\{0,1\}$#image: perconalab/percona-xtradb-cluster-operator:main-pxc8.0#' + local LAST_OUT=/tmp/tmp.1EfcmOLe0s + /usr/bin/sed -e 's#image:.*-logcollector$#image: perconalab/percona-xtradb-cluster-operator:main-logcollector#' ++ mktemp + /usr/bin/sed -e 's#image:.*-haproxy$#image: perconalab/percona-xtradb-cluster-operator:main-haproxy#' + /usr/bin/sed -e 's#image:.*-proxysql$#image: perconalab/percona-xtradb-cluster-operator:main-proxysql#' + /usr/bin/sed -e 's#image:.*-backup$#image: perconalab/percona-xtradb-cluster-operator:main-pxc8.0-backup#' + local LAST_ERR=/tmp/tmp.ZmLh0sQrT4 + local exit_status=0 + /usr/bin/sed -e 's#image:.*-pmm$#image: perconalab/pmm-client:dev-latest#' ++ seq 0 2 + for i in '$(seq 0 2)' + kubectl apply -f - + /usr/bin/sed -e s~minio-service.#namespace~minio-service.affinity-21910~ + /usr/bin/sed -e 's#apply:.*#apply: Never#' + /usr/bin/sed -e 's#image:.*\/percona-xtradb-cluster:.*$#image: perconalab/percona-xtradb-cluster-operator:main-pxc8.0#' + /usr/bin/sed -e 's#initImage:.*-init$#initImage: perconalab/percona-xtradb-cluster-operator:PR-1125-706f792a#' + exit_status=0 + [[ 0 != 0 ]] + break + cat /tmp/tmp.1EfcmOLe0s perconaxtradbcluster.pxc.percona.com/zone created + cat /tmp/tmp.ZmLh0sQrT4 + rm /tmp/tmp.1EfcmOLe0s /tmp/tmp.ZmLh0sQrT4 + return 0 + '[' -z '' ']' + wait_for_running zone-pxc 1 + local name=zone-pxc + let last_pod=0 + : + local max_retry=480 ++ seq 0 0 + for i in '$(seq 0 $last_pod)' + wait_pod zone-pxc-0 480 + local pod=zone-pxc-0 + local max_retry=480 + local ns= ++ echo zone-pxc-0 ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ egrep '^(pxc|proxysql)$' + local container=pxc + set +o xtrace zone-pxc-0................................Ok + compare_kubectl statefulset/zone-pxc + local resource=statefulset/zone-pxc + local postfix= + local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/affinity/compare/statefulset_zone-pxc.yml + local new_result=/tmp/tmp.YfyVEeUX41/statefulset_zone-pxc.yml + '[' '!' -z '' -a -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/affinity/compare/statefulset_zone-pxc-oc.yml ']' + '[' 0 = 1 -a -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/affinity/compare/statefulset_zone-pxc-eks.yml ']' + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.0 ]] + '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/affinity/compare/statefulset_zone-pxc-80.yml ']' + version_gt 1.22 ++ echo '1.20 >= 1.22' ++ bc -l + '[' 0 -eq 1 ']' + return 1 + version_gt 1.21 ++ echo '1.20 >= 1.21' ++ bc -l + '[' 0 -eq 1 ']' + return 1 + kubectl_bin get -o yaml statefulset/zone-pxc + yq d - '**.namespace' + yq d - '**.uid' + yq d - metadata.resourceVersion + yq d - '**.env.(name==CLUSTER_HASH)' + yq d - metadata.selfLink + yq d - metadata.deletionTimestamp + yq d - 'metadata.annotations."k8s.v1.cni.cncf.io*"' + yq d - '**.clusterIP' + yq d - '**.clusterIPs' + yq d - spec.nodeName + yq d - '**.finalizers' + yq d - '**."percona.com/*"' + yq d - '**.procMount' + yq d - '**."kubernetes.io/pvc-protection"' + yq d - '**.volumeName' + yq d - '**.(name==percona-xtradb-cluster-operator-workload-token*)' + yq d - '**.creationTimestamp' + yq d - '**."volume.beta.kubernetes.io/storage-provisioner"' + yq d - '**."volume.kubernetes.io/storage-provisioner"' + yq d - '**.image' + yq d - '**.dataSource' + yq d - spec.volumeMode + yq d - '**."volume.kubernetes.io/selected-node"' + yq d - '**.storageClassName' + yq d - '**.nodePort' + yq d - '**.(volumeMode==Filesystem).volumeMode' + yq d - '**.imagePullSecrets' + yq d - '**.healthCheckNodePort' + yq d - '**.enableServiceLinks' + yq d - '**.(name==suffix)' + yq d - '**.(name==NAMESPACE)' + yq d - status + yq d - '**.(name==S3_BUCKET_PATH)' + yq d - '**.(name==S3_BUCKET_URL)' + yq d - 'metadata.annotations."cloud.google.com/neg"' + yq d - 'spec.volumeClaimTemplates.*.apiVersion' + yq d - 'metadata.annotations."kubernetes.io/psp"' + yq d - 'metadata.ownerReferences.*.apiVersion' + yq d - '**.preemptionPolicy' + yq d - spec.ipFamilies + yq d - spec.ipFamilyPolicy + yq d - '**.controller-uid' + /usr/bin/sed 's#^apiVersion: policy/v1beta1#apiVersion: policy/v1#' + yq d - 'spec.volumeClaimTemplates.*.kind' + /usr/bin/sed 's/namespace\:.*name/name/' + /usr/bin/sed 's/name: kube-api-access-.*$/name: kube-api-access/' + /usr/bin/sed s/affinity-21910/namespace/g + yq d - '**.creationTimestamp' + yq d - metadata.managedFields ++ mktemp + local LAST_OUT=/tmp/tmp.ig9RpNszJ6 ++ mktemp + local LAST_ERR=/tmp/tmp.4uvckOwtEh + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + kubectl get -o yaml statefulset/zone-pxc + exit_status=0 + [[ 0 != 0 ]] + break + cat /tmp/tmp.ig9RpNszJ6 + cat /tmp/tmp.4uvckOwtEh + rm /tmp/tmp.ig9RpNszJ6 /tmp/tmp.4uvckOwtEh + return 0 + diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/affinity/compare/statefulset_zone-pxc.yml /tmp/tmp.YfyVEeUX41/statefulset_zone-pxc.yml + compare_kubectl statefulset/zone-proxysql + local resource=statefulset/zone-proxysql + local postfix= + local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/affinity/compare/statefulset_zone-proxysql.yml + local new_result=/tmp/tmp.YfyVEeUX41/statefulset_zone-proxysql.yml + '[' '!' -z '' -a -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/affinity/compare/statefulset_zone-proxysql-oc.yml ']' + '[' 0 = 1 -a -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/affinity/compare/statefulset_zone-proxysql-eks.yml ']' + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.0 ]] + '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/affinity/compare/statefulset_zone-proxysql-80.yml ']' + version_gt 1.22 ++ echo '1.20 >= 1.22' ++ bc -l + '[' 0 -eq 1 ']' + return 1 + version_gt 1.21 ++ echo '1.20 >= 1.21' ++ bc -l + '[' 0 -eq 1 ']' + return 1 + kubectl_bin get -o yaml statefulset/zone-proxysql ++ mktemp + local LAST_OUT=/tmp/tmp.RY7stgwDDG + yq d - '**.uid' + yq d - metadata.resourceVersion + yq d - '**.env.(name==CLUSTER_HASH)' + yq d - metadata.selfLink + yq d - 'metadata.annotations."cloud.google.com/neg"' + yq d - '**.(name==percona-xtradb-cluster-operator-workload-token*)' ++ mktemp + local LAST_ERR=/tmp/tmp.BLxrNEITqm + local exit_status=0 + yq d - spec.volumeMode + yq d - '**.clusterIPs' + yq d - '**.dataSource' + yq d - '**.procMount' + yq d - '**."volume.kubernetes.io/selected-node"' + yq d - '**.creationTimestamp' + yq d - '**.finalizers' + yq d - '**.storageClassName' + yq d - '**.image' + yq d - '**.clusterIP' + yq d - '**."kubernetes.io/pvc-protection"' + yq d - '**.nodePort' + yq d - '**."volume.kubernetes.io/storage-provisioner"' + yq d - '**.imagePullSecrets' + yq d - spec.nodeName + yq d - '**.enableServiceLinks' + yq d - '**."percona.com/*"' + yq d - status + yq d - '**.(name==NAMESPACE)' + yq d - '**."volume.beta.kubernetes.io/storage-provisioner"' + yq d - '**.(name==suffix)' + yq d - '**.(volumeMode==Filesystem).volumeMode' + yq d - '**.volumeName' + yq d - '**.(name==S3_BUCKET_PATH)' + yq d - '**.healthCheckNodePort' + yq d - '**.(name==S3_BUCKET_URL)' + yq d - 'metadata.annotations."kubernetes.io/psp"' ++ seq 0 2 + yq d - 'spec.volumeClaimTemplates.*.apiVersion' + yq d - 'spec.volumeClaimTemplates.*.kind' + yq d - 'metadata.annotations."k8s.v1.cni.cncf.io*"' + yq d - metadata.deletionTimestamp + for i in '$(seq 0 2)' + kubectl get -o yaml statefulset/zone-proxysql + yq d - '**.namespace' + /usr/bin/sed 's#^apiVersion: policy/v1beta1#apiVersion: policy/v1#' + yq d - 'metadata.ownerReferences.*.apiVersion' + yq d - spec.ipFamilyPolicy + yq d - '**.preemptionPolicy' + yq d - spec.ipFamilies + yq d - '**.controller-uid' + /usr/bin/sed 's/name: kube-api-access-.*$/name: kube-api-access/' + /usr/bin/sed 's/namespace\:.*name/name/' + yq d - '**.creationTimestamp' + /usr/bin/sed s/affinity-21910/namespace/g + yq d - metadata.managedFields + exit_status=0 + [[ 0 != 0 ]] + break + cat /tmp/tmp.RY7stgwDDG + cat /tmp/tmp.BLxrNEITqm + rm /tmp/tmp.RY7stgwDDG /tmp/tmp.BLxrNEITqm + return 0 + diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/affinity/compare/statefulset_zone-proxysql.yml /tmp/tmp.YfyVEeUX41/statefulset_zone-proxysql.yml + kubectl_bin delete -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/affinity/conf/zone.yml ++ mktemp + local LAST_OUT=/tmp/tmp.k4VYvdU0Bp ++ mktemp + local LAST_ERR=/tmp/tmp.6Kqp5IWPAr + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + kubectl delete -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/affinity/conf/zone.yml + exit_status=0 + [[ 0 != 0 ]] + break + cat /tmp/tmp.k4VYvdU0Bp perconaxtradbcluster.pxc.percona.com "zone" deleted + cat /tmp/tmp.6Kqp5IWPAr + rm /tmp/tmp.k4VYvdU0Bp /tmp/tmp.6Kqp5IWPAr + return 0 + desc 'check region anti-affinity' + set +o xtrace ----------------------------------------------------------------------------------- check region anti-affinity ----------------------------------------------------------------------------------- + check_affinity region + local cluster=region + local skip_wait= + apply_config /mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/affinity/conf/region.yml + '[' -z '' ']' + cat_config /mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/affinity/conf/region.yml + kubectl_bin apply -f - ++ mktemp + cat /mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/affinity/conf/region.yml + /usr/bin/sed -e 's#apiVersion: pxc.percona.com/v.*$#apiVersion: pxc.percona.com/v1-11-0#' + /usr/bin/sed -e 's#image:.*-pxc\([0-9]*.[0-9]*\)\{0,1\}$#image: perconalab/percona-xtradb-cluster-operator:main-pxc8.0#' + /usr/bin/sed -e 's#initImage:.*-init$#initImage: perconalab/percona-xtradb-cluster-operator:PR-1125-706f792a#' + local LAST_OUT=/tmp/tmp.4y7SVx9Vx2 + /usr/bin/sed -e 's#apply:.*#apply: Never#' + /usr/bin/sed -e 's#image:.*-pmm$#image: perconalab/pmm-client:dev-latest#' + /usr/bin/sed -e s~minio-service.#namespace~minio-service.affinity-21910~ + /usr/bin/sed -e 's#image:.*\/percona-xtradb-cluster:.*$#image: perconalab/percona-xtradb-cluster-operator:main-pxc8.0#' + /usr/bin/sed -e 's#image:.*-logcollector$#image: perconalab/percona-xtradb-cluster-operator:main-logcollector#' + /usr/bin/sed -e 's#image:.*-haproxy$#image: perconalab/percona-xtradb-cluster-operator:main-haproxy#' + /usr/bin/sed -e 's#image:.*-proxysql$#image: perconalab/percona-xtradb-cluster-operator:main-proxysql#' + /usr/bin/sed -e 's#image:.*-backup$#image: perconalab/percona-xtradb-cluster-operator:main-pxc8.0-backup#' ++ mktemp + local LAST_ERR=/tmp/tmp.8ENO0p4YNX + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + kubectl apply -f - + exit_status=0 + [[ 0 != 0 ]] + break + cat /tmp/tmp.4y7SVx9Vx2 perconaxtradbcluster.pxc.percona.com/region created + cat /tmp/tmp.8ENO0p4YNX + rm /tmp/tmp.4y7SVx9Vx2 /tmp/tmp.8ENO0p4YNX + return 0 + '[' -z '' ']' + wait_for_running region-pxc 1 + local name=region-pxc + let last_pod=0 + : + local max_retry=480 ++ seq 0 0 + for i in '$(seq 0 $last_pod)' + wait_pod region-pxc-0 480 + local pod=region-pxc-0 + local max_retry=480 + local ns= ++ egrep '^(pxc|proxysql)$' ++ echo region-pxc-0 ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' + local container=pxc + set +o xtrace region-pxc-0...............................Ok + compare_kubectl statefulset/region-pxc + local resource=statefulset/region-pxc + local postfix= + local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/affinity/compare/statefulset_region-pxc.yml + local new_result=/tmp/tmp.YfyVEeUX41/statefulset_region-pxc.yml + '[' '!' -z '' -a -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/affinity/compare/statefulset_region-pxc-oc.yml ']' + '[' 0 = 1 -a -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/affinity/compare/statefulset_region-pxc-eks.yml ']' + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.0 ]] + '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/affinity/compare/statefulset_region-pxc-80.yml ']' + version_gt 1.22 ++ echo '1.20 >= 1.22' ++ bc -l + '[' 0 -eq 1 ']' + return 1 + version_gt 1.21 ++ echo '1.20 >= 1.21' ++ bc -l + '[' 0 -eq 1 ']' + return 1 + kubectl_bin get -o yaml statefulset/region-pxc + yq d - '**.namespace' + yq d - '**.uid' + yq d - metadata.resourceVersion + yq d - '**.env.(name==CLUSTER_HASH)' + yq d - metadata.selfLink + yq d - '**.clusterIP' + yq d - '**.clusterIPs' + yq d - '**.dataSource' + yq d - '**.procMount' + yq d - '**.storageClassName' + yq d - '**.finalizers' + yq d - '**."kubernetes.io/pvc-protection"' + yq d - '**.volumeName' + yq d - '**."volume.beta.kubernetes.io/storage-provisioner"' + yq d - '**."volume.kubernetes.io/storage-provisioner"' + yq d - '**.imagePullSecrets' + yq d - '**.enableServiceLinks' + yq d - spec.nodeName + yq d - status + yq d - '**.creationTimestamp' + yq d - spec.volumeMode + yq d - 'metadata.annotations."cloud.google.com/neg"' + yq d - '**."volume.kubernetes.io/selected-node"' + yq d - '**.(name==percona-xtradb-cluster-operator-workload-token*)' + yq d - '**.image' + yq d - '**."percona.com/*"' + yq d - 'metadata.annotations."kubernetes.io/psp"' + yq d - '**.(volumeMode==Filesystem).volumeMode' + yq d - '**.healthCheckNodePort' + yq d - 'metadata.annotations."k8s.v1.cni.cncf.io*"' + yq d - '**.nodePort' + yq d - spec.ipFamilies + yq d - metadata.deletionTimestamp + yq d - spec.ipFamilyPolicy + yq d - '**.(name==NAMESPACE)' + yq d - '**.(name==suffix)' + yq d - '**.(name==S3_BUCKET_URL)' + yq d - 'metadata.ownerReferences.*.apiVersion' + yq d - '**.controller-uid' + yq d - 'spec.volumeClaimTemplates.*.apiVersion' + yq d - '**.(name==S3_BUCKET_PATH)' + yq d - 'spec.volumeClaimTemplates.*.kind' + yq d - '**.preemptionPolicy' + /usr/bin/sed 's#^apiVersion: policy/v1beta1#apiVersion: policy/v1#' + /usr/bin/sed 's/name: kube-api-access-.*$/name: kube-api-access/' + yq d - '**.creationTimestamp' + /usr/bin/sed 's/namespace\:.*name/name/' + /usr/bin/sed s/affinity-21910/namespace/g + yq d - metadata.managedFields ++ mktemp + local LAST_OUT=/tmp/tmp.0wFj9g1Guj ++ mktemp + local LAST_ERR=/tmp/tmp.Iqe6qJNmgK + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + kubectl get -o yaml statefulset/region-pxc + exit_status=0 + [[ 0 != 0 ]] + break + cat /tmp/tmp.0wFj9g1Guj + cat /tmp/tmp.Iqe6qJNmgK + rm /tmp/tmp.0wFj9g1Guj /tmp/tmp.Iqe6qJNmgK + return 0 + diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/affinity/compare/statefulset_region-pxc.yml /tmp/tmp.YfyVEeUX41/statefulset_region-pxc.yml + compare_kubectl statefulset/region-proxysql + local resource=statefulset/region-proxysql + local postfix= + local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/affinity/compare/statefulset_region-proxysql.yml + local new_result=/tmp/tmp.YfyVEeUX41/statefulset_region-proxysql.yml + '[' '!' -z '' -a -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/affinity/compare/statefulset_region-proxysql-oc.yml ']' + '[' 0 = 1 -a -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/affinity/compare/statefulset_region-proxysql-eks.yml ']' + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.0 ]] + '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/affinity/compare/statefulset_region-proxysql-80.yml ']' + version_gt 1.22 ++ echo '1.20 >= 1.22' ++ bc -l + '[' 0 -eq 1 ']' + return 1 + version_gt 1.21 ++ echo '1.20 >= 1.21' ++ bc -l + '[' 0 -eq 1 ']' + return 1 + kubectl_bin get -o yaml statefulset/region-proxysql + yq d - '**.namespace' + yq d - '**.uid' + yq d - metadata.resourceVersion + yq d - '**.env.(name==CLUSTER_HASH)' + yq d - metadata.selfLink + yq d - metadata.deletionTimestamp + yq d - 'metadata.annotations."k8s.v1.cni.cncf.io*"' + yq d - spec.volumeMode + yq d - spec.nodeName + yq d - '**."volume.kubernetes.io/selected-node"' + yq d - '**."percona.com/*"' + yq d - '**.(volumeMode==Filesystem).volumeMode' + yq d - '**.healthCheckNodePort' + yq d - '**.finalizers' + yq d - '**.nodePort' + yq d - '**.volumeName' + yq d - '**.imagePullSecrets' + yq d - '**."volume.beta.kubernetes.io/storage-provisioner"' + yq d - '**.enableServiceLinks' + yq d - '**.dataSource' + yq d - status + yq d - '**.creationTimestamp' + yq d - '**.(name==NAMESPACE)' + yq d - '**.(name==suffix)' + yq d - '**.image' + yq d - '**.(name==S3_BUCKET_PATH)' + yq d - '**.clusterIP' + yq d - '**.(name==S3_BUCKET_URL)' + yq d - '**.clusterIPs' + yq d - '**.storageClassName' + yq d - 'spec.volumeClaimTemplates.*.apiVersion' + yq d - '**."volume.kubernetes.io/storage-provisioner"' + yq d - '**.procMount' + yq d - '**."kubernetes.io/pvc-protection"' + yq d - '**.(name==percona-xtradb-cluster-operator-workload-token*)' + yq d - 'spec.volumeClaimTemplates.*.kind' + yq d - 'metadata.annotations."cloud.google.com/neg"' + yq d - 'metadata.ownerReferences.*.apiVersion' + yq d - '**.controller-uid' + yq d - 'metadata.annotations."kubernetes.io/psp"' + yq d - '**.preemptionPolicy' + yq d - spec.ipFamilies + yq d - spec.ipFamilyPolicy + /usr/bin/sed 's/namespace\:.*name/name/' + /usr/bin/sed s/affinity-21910/namespace/g + yq d - '**.creationTimestamp' + /usr/bin/sed 's#^apiVersion: policy/v1beta1#apiVersion: policy/v1#' + /usr/bin/sed 's/name: kube-api-access-.*$/name: kube-api-access/' + yq d - metadata.managedFields ++ mktemp + local LAST_OUT=/tmp/tmp.JkwZLyMCBN ++ mktemp + local LAST_ERR=/tmp/tmp.wFTX4TelzW + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + kubectl get -o yaml statefulset/region-proxysql + exit_status=0 + [[ 0 != 0 ]] + break + cat /tmp/tmp.JkwZLyMCBN + cat /tmp/tmp.wFTX4TelzW + rm /tmp/tmp.JkwZLyMCBN /tmp/tmp.wFTX4TelzW + return 0 + diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/affinity/compare/statefulset_region-proxysql.yml /tmp/tmp.YfyVEeUX41/statefulset_region-proxysql.yml + kubectl_bin delete -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/affinity/conf/region.yml ++ mktemp + local LAST_OUT=/tmp/tmp.TteQIeTKrj ++ mktemp + local LAST_ERR=/tmp/tmp.aVwikww9AL + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + kubectl delete -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/affinity/conf/region.yml + exit_status=0 + [[ 0 != 0 ]] + break + cat /tmp/tmp.TteQIeTKrj perconaxtradbcluster.pxc.percona.com "region" deleted + cat /tmp/tmp.aVwikww9AL + rm /tmp/tmp.TteQIeTKrj /tmp/tmp.aVwikww9AL + return 0 + desc 'check custom anti-affinity' + set +o xtrace ----------------------------------------------------------------------------------- check custom anti-affinity ----------------------------------------------------------------------------------- + check_affinity custom skip_wait + local cluster=custom + local skip_wait=skip_wait + apply_config /mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/affinity/conf/custom.yml + '[' -z '' ']' + cat_config /mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/affinity/conf/custom.yml + kubectl_bin apply -f - ++ mktemp + cat /mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/affinity/conf/custom.yml + /usr/bin/sed -e 's#apiVersion: pxc.percona.com/v.*$#apiVersion: pxc.percona.com/v1-11-0#' + /usr/bin/sed -e 's#image:.*-pmm$#image: perconalab/pmm-client:dev-latest#' + local LAST_OUT=/tmp/tmp.nF1v61Jndx + /usr/bin/sed -e 's#image:.*-backup$#image: perconalab/percona-xtradb-cluster-operator:main-pxc8.0-backup#' + /usr/bin/sed -e 's#initImage:.*-init$#initImage: perconalab/percona-xtradb-cluster-operator:PR-1125-706f792a#' + /usr/bin/sed -e 's#image:.*-proxysql$#image: perconalab/percona-xtradb-cluster-operator:main-proxysql#' + /usr/bin/sed -e 's#image:.*-haproxy$#image: perconalab/percona-xtradb-cluster-operator:main-haproxy#' + /usr/bin/sed -e 's#apply:.*#apply: Never#' + /usr/bin/sed -e s~minio-service.#namespace~minio-service.affinity-21910~ + /usr/bin/sed -e 's#image:.*\/percona-xtradb-cluster:.*$#image: perconalab/percona-xtradb-cluster-operator:main-pxc8.0#' ++ mktemp + /usr/bin/sed -e 's#image:.*-logcollector$#image: perconalab/percona-xtradb-cluster-operator:main-logcollector#' + local LAST_ERR=/tmp/tmp.c5YL9m7i9c + local exit_status=0 + /usr/bin/sed -e 's#image:.*-pxc\([0-9]*.[0-9]*\)\{0,1\}$#image: perconalab/percona-xtradb-cluster-operator:main-pxc8.0#' ++ seq 0 2 + for i in '$(seq 0 2)' + kubectl apply -f - + exit_status=0 + [[ 0 != 0 ]] + break + cat /tmp/tmp.nF1v61Jndx perconaxtradbcluster.pxc.percona.com/custom created + cat /tmp/tmp.c5YL9m7i9c + rm /tmp/tmp.nF1v61Jndx /tmp/tmp.c5YL9m7i9c + return 0 + '[' -z skip_wait ']' + sleep 5 + compare_kubectl statefulset/custom-pxc + local resource=statefulset/custom-pxc + local postfix= + local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/affinity/compare/statefulset_custom-pxc.yml + local new_result=/tmp/tmp.YfyVEeUX41/statefulset_custom-pxc.yml + '[' '!' -z '' -a -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/affinity/compare/statefulset_custom-pxc-oc.yml ']' + '[' 0 = 1 -a -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/affinity/compare/statefulset_custom-pxc-eks.yml ']' + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.0 ]] + '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/affinity/compare/statefulset_custom-pxc-80.yml ']' + version_gt 1.22 ++ echo '1.20 >= 1.22' ++ bc -l + '[' 0 -eq 1 ']' + return 1 + version_gt 1.21 ++ echo '1.20 >= 1.21' ++ bc -l + '[' 0 -eq 1 ']' + return 1 + kubectl_bin get -o yaml statefulset/custom-pxc + yq d - '**.namespace' + yq d - '**.uid' + yq d - metadata.resourceVersion + yq d - '**.env.(name==CLUSTER_HASH)' + yq d - metadata.selfLink + yq d - metadata.deletionTimestamp + yq d - 'metadata.annotations."k8s.v1.cni.cncf.io*"' + yq d - '**."volume.beta.kubernetes.io/storage-provisioner"' + yq d - '**."volume.kubernetes.io/storage-provisioner"' + yq d - '**.finalizers' + yq d - '**.volumeName' + yq d - spec.volumeMode + yq d - '**."kubernetes.io/pvc-protection"' + yq d - '**.dataSource' + yq d - '**.(name==percona-xtradb-cluster-operator-workload-token*)' + yq d - spec.nodeName + yq d - '**.creationTimestamp' + yq d - '**."volume.kubernetes.io/selected-node"' + yq d - '**.image' + yq d - '**."percona.com/*"' + yq d - '**.clusterIP' + yq d - '**.(volumeMode==Filesystem).volumeMode' + yq d - '**.clusterIPs' + yq d - '**.storageClassName' + yq d - '**.nodePort' + yq d - '**.procMount' + yq d - '**.(name==S3_BUCKET_PATH)' + yq d - '**.(name==S3_BUCKET_URL)' + yq d - '**.healthCheckNodePort' + yq d - 'spec.volumeClaimTemplates.*.apiVersion' + yq d - '**.imagePullSecrets' + yq d - 'metadata.annotations."cloud.google.com/neg"' + yq d - '**.enableServiceLinks' + yq d - 'spec.volumeClaimTemplates.*.kind' + yq d - 'metadata.ownerReferences.*.apiVersion' + yq d - status + yq d - 'metadata.annotations."kubernetes.io/psp"' + yq d - '**.(name==NAMESPACE)' + yq d - '**.(name==suffix)' + yq d - '**.preemptionPolicy' + yq d - spec.ipFamilies + yq d - spec.ipFamilyPolicy + /usr/bin/sed 's#^apiVersion: policy/v1beta1#apiVersion: policy/v1#' + /usr/bin/sed 's/name: kube-api-access-.*$/name: kube-api-access/' + /usr/bin/sed 's/namespace\:.*name/name/' + /usr/bin/sed s/affinity-21910/namespace/g + yq d - '**.controller-uid' + yq d - '**.creationTimestamp' + yq d - metadata.managedFields ++ mktemp + local LAST_OUT=/tmp/tmp.mfc6NJMGse ++ mktemp + local LAST_ERR=/tmp/tmp.UVIWjOb9GP + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + kubectl get -o yaml statefulset/custom-pxc + exit_status=0 + [[ 0 != 0 ]] + break + cat /tmp/tmp.mfc6NJMGse + cat /tmp/tmp.UVIWjOb9GP + rm /tmp/tmp.mfc6NJMGse /tmp/tmp.UVIWjOb9GP + return 0 + diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/affinity/compare/statefulset_custom-pxc.yml /tmp/tmp.YfyVEeUX41/statefulset_custom-pxc.yml + compare_kubectl statefulset/custom-proxysql + local resource=statefulset/custom-proxysql + local postfix= + local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/affinity/compare/statefulset_custom-proxysql.yml + local new_result=/tmp/tmp.YfyVEeUX41/statefulset_custom-proxysql.yml + '[' '!' -z '' -a -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/affinity/compare/statefulset_custom-proxysql-oc.yml ']' + '[' 0 = 1 -a -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/affinity/compare/statefulset_custom-proxysql-eks.yml ']' + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.0 ]] + '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/affinity/compare/statefulset_custom-proxysql-80.yml ']' + version_gt 1.22 ++ echo '1.20 >= 1.22' ++ bc -l + '[' 0 -eq 1 ']' + return 1 + version_gt 1.21 ++ echo '1.20 >= 1.21' ++ bc -l + '[' 0 -eq 1 ']' + return 1 + kubectl_bin get -o yaml statefulset/custom-proxysql + yq d - '**.uid' + yq d - metadata.resourceVersion + yq d - '**.env.(name==CLUSTER_HASH)' + yq d - metadata.selfLink + yq d - metadata.deletionTimestamp + yq d - 'metadata.annotations."k8s.v1.cni.cncf.io*"' + yq d - 'metadata.annotations."kubernetes.io/psp"' + yq d - 'metadata.annotations."cloud.google.com/neg"' + yq d - '**.procMount' + yq d - '**.volumeName' + yq d - spec.nodeName + yq d - '**.storageClassName' + yq d - '**.healthCheckNodePort' + yq d - '**."volume.kubernetes.io/storage-provisioner"' + yq d - '**."volume.beta.kubernetes.io/storage-provisioner"' + yq d - spec.volumeMode + yq d - '**."percona.com/*"' + yq d - '**.dataSource' + yq d - '**.(volumeMode==Filesystem).volumeMode' + yq d - '**.image' + yq d - '**.enableServiceLinks' + yq d - '**.clusterIP' + yq d - '**.clusterIPs' + yq d - status + yq d - '**."kubernetes.io/pvc-protection"' + yq d - '**."volume.kubernetes.io/selected-node"' + yq d - '**.nodePort' + yq d - '**.finalizers' + yq d - '**.imagePullSecrets' + yq d - '**.creationTimestamp' + yq d - '**.(name==S3_BUCKET_PATH)' + yq d - '**.(name==S3_BUCKET_URL)' + yq d - '**.(name==percona-xtradb-cluster-operator-workload-token*)' + yq d - 'spec.volumeClaimTemplates.*.apiVersion' + yq d - '**.(name==NAMESPACE)' + yq d - 'spec.volumeClaimTemplates.*.kind' + yq d - '**.(name==suffix)' + yq d - 'metadata.ownerReferences.*.apiVersion' + yq d - '**.preemptionPolicy' + /usr/bin/sed s/affinity-21910/namespace/g + /usr/bin/sed 's#^apiVersion: policy/v1beta1#apiVersion: policy/v1#' + yq d - spec.ipFamilyPolicy + /usr/bin/sed 's/name: kube-api-access-.*$/name: kube-api-access/' + yq d - spec.ipFamilies + /usr/bin/sed 's/namespace\:.*name/name/' + yq d - '**.controller-uid' + yq d - '**.namespace' + yq d - '**.creationTimestamp' ++ mktemp + local LAST_OUT=/tmp/tmp.QRm8MA60ra + yq d - metadata.managedFields ++ mktemp + local LAST_ERR=/tmp/tmp.1k9TBNVvbx + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + kubectl get -o yaml statefulset/custom-proxysql + exit_status=0 + [[ 0 != 0 ]] + break + cat /tmp/tmp.QRm8MA60ra + cat /tmp/tmp.1k9TBNVvbx + rm /tmp/tmp.QRm8MA60ra /tmp/tmp.1k9TBNVvbx + return 0 + diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/affinity/compare/statefulset_custom-proxysql.yml /tmp/tmp.YfyVEeUX41/statefulset_custom-proxysql.yml + kubectl_bin delete -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/affinity/conf/custom.yml ++ mktemp + local LAST_OUT=/tmp/tmp.mQGvDljVPz ++ mktemp + local LAST_ERR=/tmp/tmp.MNoUDSOxcy + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + kubectl delete -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1125/e2e-tests/affinity/conf/custom.yml + exit_status=0 + [[ 0 != 0 ]] + break + cat /tmp/tmp.mQGvDljVPz perconaxtradbcluster.pxc.percona.com "custom" deleted + cat /tmp/tmp.MNoUDSOxcy + rm /tmp/tmp.mQGvDljVPz /tmp/tmp.MNoUDSOxcy + return 0 + destroy affinity-21910 + local namespace=affinity-21910 + local ignore_logs=false + [[ false == \f\a\l\s\e ]] + grep -v 'get backup status: Job.batch' + grep -v 'the object has been modified' ++ get_operator_pod ++ local label_prefix=app.kubernetes.io/ + grep -v level=info + /usr/bin/sed -r 's/"ts":[0-9.]+//; s^limits-[0-9.]+/^^g' + sort -u + tee /tmp/tmp.YfyVEeUX41/operator.log +++ grep -c percona-xtradb-cluster-operator +++ kubectl get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator -n pxc-operator ++ local check_label=1 ++ [[ 1 -eq 0 ]] ++ kubectl_bin get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator -o 'jsonpath={.items[].metadata.name}' -n pxc-operator +++ mktemp ++ local LAST_OUT=/tmp/tmp.nhwLzess5U +++ mktemp ++ local LAST_ERR=/tmp/tmp.Mn9r4m3iwI ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ kubectl get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator -o 'jsonpath={.items[].metadata.name}' -n pxc-operator ++ exit_status=0 ++ [[ 0 != 0 ]] ++ break ++ cat /tmp/tmp.nhwLzess5U ++ cat /tmp/tmp.Mn9r4m3iwI ++ rm /tmp/tmp.nhwLzess5U /tmp/tmp.Mn9r4m3iwI ++ return 0 + kubectl_bin logs -n pxc-operator percona-xtradb-cluster-operator-5699d7755d-9pspr ++ mktemp + local LAST_OUT=/tmp/tmp.AFoeCDaSMo ++ mktemp + local LAST_ERR=/tmp/tmp.yiFl21jLkh + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + kubectl logs -n pxc-operator percona-xtradb-cluster-operator-5699d7755d-9pspr + exit_status=0 + [[ 0 != 0 ]] + break + cat /tmp/tmp.AFoeCDaSMo + cat /tmp/tmp.yiFl21jLkh + rm /tmp/tmp.AFoeCDaSMo /tmp/tmp.yiFl21jLkh + return 0 I0412 12:08:49.107009 1 request.go:645] Throttling request took 1.045465842s, request: GET:https://10.7.240.1:443/apis/coordination.k8s.io/v1?timeout=32s {"level":"info",,"caller":"pxc/controller.go:468","msg":"reconcile replication error","err":"get primary pxc pod: not found"} {"level":"info",,"caller":"v1/pxc_types.go:874","msg":"ProxySQL size will be changed from 1 to 2 due to safe config"} {"level":"info",,"caller":"v1/pxc_types.go:875","msg":"Set allowUnsafeConfigurations=true to disable safe configuration"} {"level":"info",,"logger":"cmd","msg":"Git commit: 706f792ae47c369cb3556faff186b6873a8a247f Git branch: PR-1125-706f792a Build time: 2022-04-12T09:09:41Z"} {"level":"info",,"logger":"cmd","msg":"Go OS/Arch: linux/amd64"} {"level":"info",,"logger":"cmd","msg":"Go Version: go1.17.8"} {"level":"info",,"logger":"cmd","msg":"operator-sdk Version: v0.19.4"} {"level":"info",,"logger":"cmd","msg":"Registering Components."} {"level":"info",,"logger":"cmd","msg":"Runs on","platform":"kubernetes","version":"v1.20.15-gke.4100"} {"level":"info",,"logger":"cmd","msg":"Starting the Cmd."} {"level":"info",,"logger":"controller-runtime.certwatcher","msg":"Starting certificate watcher"} {"level":"info",,"logger":"controller-runtime.certwatcher","msg":"Updated current TLS certificate"} {"level":"info",,"logger":"controller-runtime.manager.controller.perconaxtradbclusterbackup-controller","msg":"Starting Controller"} {"level":"info",,"logger":"controller-runtime.manager.controller.perconaxtradbclusterbackup-controller","msg":"Starting EventSource","source":"kind source: /, Kind="} {"level":"info",,"logger":"controller-runtime.manager.controller.perconaxtradbclusterbackup-controller","msg":"Starting workers","worker count":1} {"level":"info",,"logger":"controller-runtime.manager.controller.perconaxtradbcluster-controller","msg":"Starting Controller"} {"level":"info",,"logger":"controller-runtime.manager.controller.perconaxtradbcluster-controller","msg":"Starting EventSource","source":"kind source: /, Kind="} {"level":"info",,"logger":"controller-runtime.manager.controller.perconaxtradbcluster-controller","msg":"Starting workers","worker count":1} {"level":"info",,"logger":"controller-runtime.manager.controller.perconaxtradbclusterrestore-controller","msg":"Starting Controller"} {"level":"info",,"logger":"controller-runtime.manager.controller.perconaxtradbclusterrestore-controller","msg":"Starting EventSource","source":"kind source: /, Kind="} {"level":"info",,"logger":"controller-runtime.manager.controller.perconaxtradbclusterrestore-controller","msg":"Starting workers","worker count":1} {"level":"info",,"logger":"controller-runtime.manager","msg":"starting metrics server","path":"/metrics"} {"level":"info",,"logger":"controller-runtime.metrics","msg":"metrics server is starting to listen","addr":":8080"} {"level":"info",,"logger":"controller-runtime.webhook","msg":"registering webhook","path":"/validate-percona-xtradbcluster"} {"level":"info",,"logger":"controller-runtime.webhook","msg":"serving webhook server","host":"","port":9443} {"level":"info",,"logger":"controller-runtime.webhook.webhooks","msg":"starting webhook server"} {"level":"info",,"logger":"leader","msg":"Became the leader."} {"level":"info",,"logger":"leader","msg":"No pre-existing lock was found."} {"level":"info",,"logger":"leader","msg":"Trying to become the leader."} + grep -v NAMESPACE + kubectl get pxc --all-namespaces -o wide + xargs -L 1 sh -xc 'kubectl patch pxc -n $0 $1 --type=merge -p "{\"metadata\":{\"finalizers\":[]}}"' No resources found + kubectl patch pxc -n sh --type=merge -p '{"metadata":{"finalizers":[]}}' error: resource(s) were provided, but no name, label selector, or --all flag specified + : + kubectl_bin delete pxc --all --all-namespaces ++ mktemp + local LAST_OUT=/tmp/tmp.jcjAHGnNfr ++ mktemp + local LAST_ERR=/tmp/tmp.igGbpBZelw + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + kubectl delete pxc --all --all-namespaces + exit_status=0 + [[ 0 != 0 ]] + break + cat /tmp/tmp.jcjAHGnNfr No resources found + cat /tmp/tmp.igGbpBZelw + rm /tmp/tmp.jcjAHGnNfr /tmp/tmp.igGbpBZelw + return 0 + kubectl_bin delete pxc-backup --all --all-namespaces ++ mktemp + local LAST_OUT=/tmp/tmp.jzSB5Sfkj1 ++ mktemp + local LAST_ERR=/tmp/tmp.cRMbobKzyI + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + kubectl delete pxc-backup --all --all-namespaces + exit_status=0 + [[ 0 != 0 ]] + break + cat /tmp/tmp.jzSB5Sfkj1 No resources found + cat /tmp/tmp.cRMbobKzyI + rm /tmp/tmp.jzSB5Sfkj1 /tmp/tmp.cRMbobKzyI + return 0 + kubectl_bin delete pxc-restore --all --all-namespaces ++ mktemp + local LAST_OUT=/tmp/tmp.ZPjPATbLaH ++ mktemp + local LAST_ERR=/tmp/tmp.nHhWDtUXvl + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + kubectl delete pxc-restore --all --all-namespaces + exit_status=0 + [[ 0 != 0 ]] + break + cat /tmp/tmp.ZPjPATbLaH No resources found + cat /tmp/tmp.nHhWDtUXvl + rm /tmp/tmp.ZPjPATbLaH /tmp/tmp.nHhWDtUXvl + return 0 + kubectl_bin delete ValidatingWebhookConfiguration percona-xtradbcluster-webhook ++ mktemp + local LAST_OUT=/tmp/tmp.kIw6CJzYnp ++ mktemp + local LAST_ERR=/tmp/tmp.UJN6M5RrZy + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + kubectl delete ValidatingWebhookConfiguration percona-xtradbcluster-webhook + exit_status=0 + [[ 0 != 0 ]] + break + cat /tmp/tmp.kIw6CJzYnp validatingwebhookconfiguration.admissionregistration.k8s.io "percona-xtradbcluster-webhook" deleted + cat /tmp/tmp.UJN6M5RrZy + rm /tmp/tmp.kIw6CJzYnp /tmp/tmp.UJN6M5RrZy + return 0 + kubectl_bin delete -f https://github.com/jetstack/cert-manager/releases/download/v1.5.4/cert-manager.yaml + : + '[' '!' -z '' ']' + '[' -n pxc-operator ']' + rm -rf /tmp/tmp.YfyVEeUX41 + kubectl_bin delete --grace-period=0 --force=true namespace pxc-operator + kubectl_bin delete --grace-period=0 --force=true namespace affinity-21910 ++ mktemp ++ mktemp + local LAST_OUT=/tmp/tmp.ZAhtEzA3e0 ++ mktemp + local LAST_OUT=/tmp/tmp.U7SWVWdVS5 + local LAST_ERR=/tmp/tmp.kzZWlcuGWg + local exit_status=0 ++ mktemp + local LAST_ERR=/tmp/tmp.gxDnbc2nlX + local exit_status=0 ++ seq 0 2 ++ seq 0 2 + for i in '$(seq 0 2)' + kubectl delete --grace-period=0 --force=true namespace pxc-operator + for i in '$(seq 0 2)' + kubectl delete --grace-period=0 --force=true namespace affinity-21910