Log: /mnt/jenkins/workspace/cloud-pxc-operator_PR-2434/e2e-tests/logs/security-context-8-0.log Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 + create_infra security-context-12638 + local ns=security-context-12638 + '[' -n pxc-operator ']' + grep -v NAMESPACE + xargs -L 1 sh -xc 'kubectl patch pxc -n $0 $1 --type=merge -p "{\"metadata\":{\"finalizers\":[]}}"' + kubectl get pxc --all-namespaces -o wide + kubectl patch pxc -n security-context-13575 sec-context --type=merge -p '{"metadata":{"finalizers":[]}}' perconaxtradbcluster.pxc.percona.com/sec-context patched + kubectl_bin delete pxc --all --all-namespaces ++ mktemp + local LAST_OUT=/tmp/tmp.Vt007VU7Ta ++ mktemp + local LAST_ERR=/tmp/tmp.DAo4LUITlB + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl delete pxc --all --all-namespaces + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.Vt007VU7Ta perconaxtradbcluster.pxc.percona.com "sec-context" deleted from security-context-13575 namespace + cat /tmp/tmp.DAo4LUITlB + rm /tmp/tmp.Vt007VU7Ta /tmp/tmp.DAo4LUITlB + return 0 + kubectl_bin delete pxc-backup --all --all-namespaces ++ mktemp + local LAST_OUT=/tmp/tmp.QaNtouXS4j ++ mktemp + local LAST_ERR=/tmp/tmp.urLPTsFwQw + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl delete pxc-backup --all --all-namespaces + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.QaNtouXS4j No resources found + cat /tmp/tmp.urLPTsFwQw + rm /tmp/tmp.QaNtouXS4j /tmp/tmp.urLPTsFwQw + return 0 + kubectl_bin delete pxc-restore --all --all-namespaces ++ mktemp + local LAST_OUT=/tmp/tmp.LADHYS5UT7 ++ mktemp + local LAST_ERR=/tmp/tmp.ZJEjhhEjYK + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl delete pxc-restore --all --all-namespaces + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.LADHYS5UT7 No resources found + cat /tmp/tmp.ZJEjhhEjYK + rm /tmp/tmp.LADHYS5UT7 /tmp/tmp.ZJEjhhEjYK + return 0 + create_namespace pxc-operator + local namespace=pxc-operator + local skip_clean_namespace= + [[ 1 == 1 ]] + [[ -z '' ]] + destroy_chaos_mesh ++ tail -n1 ++ sed s/NAMESPACE// ++ awk '-F ' '{print $2}' ++ helm list --all-namespaces --filter chaos-mesh + local chaos_mesh_ns= + '[' -n '' ']' ++ kubectl get MutatingWebhookConfiguration ++ grep chaos-mesh ++ awk '{print $1}' + timeout 30 kubectl delete MutatingWebhookConfiguration error: resource(s) were provided, but no name was specified + : ++ kubectl get ValidatingWebhookConfiguration ++ awk '{print $1}' ++ grep chaos-mesh + timeout 30 kubectl delete ValidatingWebhookConfiguration error: resource(s) were provided, but no name was specified + : ++ grep validate-auth ++ awk '{print $1}' ++ kubectl get ValidatingWebhookConfiguration + timeout 30 kubectl delete ValidatingWebhookConfiguration error: resource(s) were provided, but no name was specified + : ++ awk '{print $1}' ++ grep chaos-mesh ++ kubectl api-resources ++ awk '{print $1}' ++ kubectl get crd ++ grep chaos-mesh.org + timeout 30 kubectl delete crd error: resource(s) were provided, but no name was specified + : ++ kubectl get clusterrolebinding ++ awk '{print $1}' ++ grep chaos-mesh + timeout 30 kubectl delete clusterrolebinding error: resource(s) were provided, but no name was specified + : ++ grep chaos-mesh ++ awk '{print $1}' ++ kubectl get clusterrole + timeout 30 kubectl delete clusterrole error: resource(s) were provided, but no name was specified + : + desc 'cleaned up all old namespaces' + set +o xtrace ----------------------------------------------------------------------------------- cleaned up all old namespaces ----------------------------------------------------------------------------------- + '[' -n '' ']' + desc 'cleaned up old namespaces pxc-operator' + set +o xtrace ----------------------------------------------------------------------------------- cleaned up old namespaces pxc-operator ----------------------------------------------------------------------------------- + kubectl_bin delete namespace pxc-operator + xargs kubectl delete ns ++ mktemp + kubectl_bin get ns + grep -E -v '^kube-|^default|Terminating|pxc-operator|openshift|^gke-|^gmp-|^NAME' + local LAST_OUT=/tmp/tmp.GvnOZ4BCze + awk '{print$1}' ++ mktemp + local LAST_ERR=/tmp/tmp.2lNbszGrVn + local exit_status=0 ++ mktemp + local LAST_OUT=/tmp/tmp.rZgJZFVM9V ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl delete namespace pxc-operator ++ mktemp + local LAST_ERR=/tmp/tmp.hIpnFIHjAC + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl get ns + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.rZgJZFVM9V + cat /tmp/tmp.hIpnFIHjAC + rm /tmp/tmp.rZgJZFVM9V /tmp/tmp.hIpnFIHjAC + return 0 namespace "cert-manager" deleted namespace "security-context-13575" deleted + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.GvnOZ4BCze namespace "pxc-operator" deleted + cat /tmp/tmp.2lNbszGrVn + rm /tmp/tmp.GvnOZ4BCze /tmp/tmp.2lNbszGrVn + return 0 + wait_for_delete namespace/pxc-operator + local res=namespace/pxc-operator + echo -n 'waiting for namespace/pxc-operator to be deleted' waiting for namespace/pxc-operator to be deleted+ set +o xtrace Error from server (NotFound): namespaces "pxc-operator" not found + desc 'create namespace pxc-operator' + set +o xtrace ----------------------------------------------------------------------------------- create namespace pxc-operator ----------------------------------------------------------------------------------- + kubectl_bin create namespace pxc-operator ++ mktemp + local LAST_OUT=/tmp/tmp.hxaEGvo4dq ++ mktemp + local LAST_ERR=/tmp/tmp.3cGfIDQoYm + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl create namespace pxc-operator + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.hxaEGvo4dq namespace/pxc-operator created + cat /tmp/tmp.3cGfIDQoYm + rm /tmp/tmp.hxaEGvo4dq /tmp/tmp.3cGfIDQoYm + return 0 ++ kubectl_bin config current-context +++ mktemp ++ local LAST_OUT=/tmp/tmp.0DTwvruvCN +++ mktemp ++ local LAST_ERR=/tmp/tmp.VteyMh4OhW ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl config current-context ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.0DTwvruvCN ++ cat /tmp/tmp.VteyMh4OhW ++ rm /tmp/tmp.0DTwvruvCN /tmp/tmp.VteyMh4OhW ++ return 0 + kubectl_bin config set-context gke_cloud-dev-112233_us-central1-a_jen-pxc-2434-3b65d7fe-1-cluster9 --namespace=pxc-operator ++ mktemp + local LAST_OUT=/tmp/tmp.MgkFJwl95n ++ mktemp + local LAST_ERR=/tmp/tmp.tvlRZMkKJ8 + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl config set-context gke_cloud-dev-112233_us-central1-a_jen-pxc-2434-3b65d7fe-1-cluster9 --namespace=pxc-operator + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.MgkFJwl95n Context "gke_cloud-dev-112233_us-central1-a_jen-pxc-2434-3b65d7fe-1-cluster9" modified. + cat /tmp/tmp.tvlRZMkKJ8 + rm /tmp/tmp.MgkFJwl95n /tmp/tmp.tvlRZMkKJ8 + return 0 + deploy_operator + desc 'start PXC operator' + set +o xtrace ----------------------------------------------------------------------------------- start PXC operator ----------------------------------------------------------------------------------- + kubectl_bin apply --server-side --force-conflicts -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2434/deploy/crd.yaml ++ mktemp + local LAST_OUT=/tmp/tmp.X84TSPtjCK ++ mktemp + local LAST_ERR=/tmp/tmp.xxbEuhY6mb + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl apply --server-side --force-conflicts -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2434/deploy/crd.yaml + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.X84TSPtjCK customresourcedefinition.apiextensions.k8s.io/perconaxtradbclusterbackups.pxc.percona.com serverside-applied customresourcedefinition.apiextensions.k8s.io/perconaxtradbclusterrestores.pxc.percona.com serverside-applied customresourcedefinition.apiextensions.k8s.io/perconaxtradbclusters.pxc.percona.com serverside-applied + cat /tmp/tmp.xxbEuhY6mb + rm /tmp/tmp.X84TSPtjCK /tmp/tmp.xxbEuhY6mb + return 0 + '[' -n pxc-operator ']' + apply_rbac cw-rbac + local operator_namespace=pxc-operator + local rbac=cw-rbac + cat /mnt/jenkins/workspace/cloud-pxc-operator_PR-2434/deploy/cw-rbac.yaml + sed -e 's^namespace: .*^namespace: pxc-operator^' + kubectl_bin apply -f - ++ mktemp + local LAST_OUT=/tmp/tmp.AB5WI1KF9X ++ mktemp + local LAST_ERR=/tmp/tmp.J4jYFodzhh + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl apply -f - + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.AB5WI1KF9X clusterrole.rbac.authorization.k8s.io/percona-xtradb-cluster-operator unchanged serviceaccount/percona-xtradb-cluster-operator created clusterrolebinding.rbac.authorization.k8s.io/service-account-percona-xtradb-cluster-operator unchanged + cat /tmp/tmp.J4jYFodzhh + rm /tmp/tmp.AB5WI1KF9X /tmp/tmp.J4jYFodzhh + return 0 + sed -e 's^image: .*^image: perconalab/percona-xtradb-cluster-operator:PR-2434-3b65d7fe^' + sed -e 's^failureThreshold: .*^failureThreshold: 10^' + cat /mnt/jenkins/workspace/cloud-pxc-operator_PR-2434/deploy/cw-operator.yaml + yq eval '(select(.kind == "Deployment").spec.template.spec.containers[] | select(.name == "percona-xtradb-cluster-operator").env[] | select(.name == "LOG_LEVEL").value) = "VERBOSE"' - + yq eval '(select(.kind == "Deployment").spec.template.spec.containers[] | select(.name == "percona-xtradb-cluster-operator").env[] | select(.name == "DISABLE_TELEMETRY").value) = "true"' - + yq eval '(select(.kind == "Deployment").spec.template.spec.containers[] | select(.name == "percona-xtradb-cluster-operator").env[] | select(.name == "PXCO_FEATURE_GATES").value) = ""' - + kubectl_bin apply -f - ++ mktemp + local LAST_OUT=/tmp/tmp.Eu3mctUk4H ++ mktemp + local LAST_ERR=/tmp/tmp.xPf6JHPcZA + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl apply -f - + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.Eu3mctUk4H deployment.apps/percona-xtradb-cluster-operator created service/percona-xtradb-cluster-operator created + cat /tmp/tmp.xPf6JHPcZA + rm /tmp/tmp.Eu3mctUk4H /tmp/tmp.xPf6JHPcZA + return 0 + sleep 10 + kubectl_bin wait --for=condition=Ready pods -l app.kubernetes.io/component=operator,app.kubernetes.io/instance=percona-xtradb-cluster-operator,app.kubernetes.io/name=percona-xtradb-cluster-operator --timeout=30s ++ mktemp + local LAST_OUT=/tmp/tmp.tbHqRDTw6R ++ mktemp + local LAST_ERR=/tmp/tmp.5euY3Nkes9 + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl wait --for=condition=Ready pods -l app.kubernetes.io/component=operator,app.kubernetes.io/instance=percona-xtradb-cluster-operator,app.kubernetes.io/name=percona-xtradb-cluster-operator --timeout=30s + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.tbHqRDTw6R pod/percona-xtradb-cluster-operator-665ff7485-tdrh4 condition met + cat /tmp/tmp.5euY3Nkes9 + rm /tmp/tmp.tbHqRDTw6R /tmp/tmp.5euY3Nkes9 + return 0 ++ get_operator_pod ++ local label_prefix=app.kubernetes.io/ +++ kubectl get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator -n pxc-operator +++ grep -c percona-xtradb-cluster-operator ++ local check_label=1 ++ [[ 1 -eq 0 ]] ++ kubectl_bin get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator --field-selector=status.phase=Running -o json -n pxc-operator ++ jq -r '.items[] | select(.metadata.deletionTimestamp == null) | .metadata.name' +++ mktemp ++ head -1 ++ local LAST_OUT=/tmp/tmp.ncN2mtf8wK +++ mktemp ++ local LAST_ERR=/tmp/tmp.BA4McQNQCR ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator --field-selector=status.phase=Running -o json -n pxc-operator ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.ncN2mtf8wK ++ cat /tmp/tmp.BA4McQNQCR ++ rm /tmp/tmp.ncN2mtf8wK /tmp/tmp.BA4McQNQCR ++ return 0 + wait_pod percona-xtradb-cluster-operator-665ff7485-tdrh4 480 pxc-operator + local pod=percona-xtradb-cluster-operator-665ff7485-tdrh4 + local max_retry=480 + local ns=pxc-operator ++ echo percona-xtradb-cluster-operator-665ff7485-tdrh4 ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ grep -E '^(pxc|proxysql)$' + local container= + set +o xtrace pod/percona-xtradb-cluster-operator-665ff7485-tdrh4 condition met waiting for pod/percona-xtradb-cluster-operator-665ff7485-tdrh4 to become Ready.Ok + sleep 3 + create_namespace security-context-12638 + local namespace=security-context-12638 + local skip_clean_namespace= + [[ 1 == 1 ]] + [[ -z '' ]] + destroy_chaos_mesh ++ helm list --all-namespaces --filter chaos-mesh ++ tail -n1 ++ awk '-F ' '{print $2}' ++ sed s/NAMESPACE// + local chaos_mesh_ns= + '[' -n '' ']' ++ awk '{print $1}' ++ kubectl get MutatingWebhookConfiguration ++ grep chaos-mesh + timeout 30 kubectl delete MutatingWebhookConfiguration error: resource(s) were provided, but no name was specified + : ++ grep chaos-mesh ++ kubectl get ValidatingWebhookConfiguration ++ awk '{print $1}' + timeout 30 kubectl delete ValidatingWebhookConfiguration error: resource(s) were provided, but no name was specified + : ++ grep validate-auth ++ kubectl get ValidatingWebhookConfiguration ++ awk '{print $1}' + timeout 30 kubectl delete ValidatingWebhookConfiguration error: resource(s) were provided, but no name was specified + : ++ awk '{print $1}' ++ grep chaos-mesh ++ kubectl api-resources ++ kubectl get crd ++ grep chaos-mesh.org ++ awk '{print $1}' + timeout 30 kubectl delete crd error: resource(s) were provided, but no name was specified + : ++ grep chaos-mesh ++ kubectl get clusterrolebinding ++ awk '{print $1}' + timeout 30 kubectl delete clusterrolebinding error: resource(s) were provided, but no name was specified + : ++ awk '{print $1}' ++ kubectl get clusterrole ++ grep chaos-mesh + timeout 30 kubectl delete clusterrole error: resource(s) were provided, but no name was specified + : + desc 'cleaned up all old namespaces' + set +o xtrace ----------------------------------------------------------------------------------- cleaned up all old namespaces ----------------------------------------------------------------------------------- + kubectl_bin get ns + '[' -n '' ']' + desc 'cleaned up old namespaces security-context-12638' + set +o xtrace ----------------------------------------------------------------------------------- cleaned up old namespaces security-context-12638 ----------------------------------------------------------------------------------- + kubectl_bin delete namespace security-context-12638 + xargs kubectl delete ns ++ mktemp + local LAST_OUT=/tmp/tmp.Py6CRCakzP ++ mktemp + local LAST_ERR=/tmp/tmp.pKkdvDsEuc + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl delete namespace security-context-12638 + awk '{print$1}' ++ mktemp + local LAST_OUT=/tmp/tmp.QdchLqPsVQ + grep -E -v '^kube-|^default|Terminating|pxc-operator|openshift|^gke-|^gmp-|^NAME' ++ mktemp + local LAST_ERR=/tmp/tmp.Z2cgyGU3Ow + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl get ns + exit_status=1 + set -e + '[' 1 '!=' 0 ']' + '[' 1 == 1 ']' + sleep 0 + for i in '$(seq 0 2)' + set +e + kubectl delete namespace security-context-12638 + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.QdchLqPsVQ + cat /tmp/tmp.Z2cgyGU3Ow + rm /tmp/tmp.QdchLqPsVQ /tmp/tmp.Z2cgyGU3Ow + return 0 error: resource(s) were provided, but no name was specified + exit_status=1 + set -e + '[' 1 '!=' 0 ']' + '[' 1 == 1 ']' + sleep 0 + for i in '$(seq 0 2)' + set +e + kubectl delete namespace security-context-12638 + exit_status=1 + set -e + '[' 1 '!=' 0 ']' + '[' 1 == 1 ']' + sleep 0 + cat /tmp/tmp.Py6CRCakzP + cat /tmp/tmp.pKkdvDsEuc Error from server (NotFound): namespaces "security-context-12638" not found + rm /tmp/tmp.Py6CRCakzP /tmp/tmp.pKkdvDsEuc + return 1 + : + wait_for_delete namespace/security-context-12638 + local res=namespace/security-context-12638 + echo -n 'waiting for namespace/security-context-12638 to be deleted' waiting for namespace/security-context-12638 to be deleted+ set +o xtrace Error from server (NotFound): namespaces "security-context-12638" not found + desc 'create namespace security-context-12638' + set +o xtrace ----------------------------------------------------------------------------------- create namespace security-context-12638 ----------------------------------------------------------------------------------- + kubectl_bin create namespace security-context-12638 ++ mktemp + local LAST_OUT=/tmp/tmp.UhI0qaOV82 ++ mktemp + local LAST_ERR=/tmp/tmp.AE5feHsT3R + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl create namespace security-context-12638 + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.UhI0qaOV82 namespace/security-context-12638 created + cat /tmp/tmp.AE5feHsT3R + rm /tmp/tmp.UhI0qaOV82 /tmp/tmp.AE5feHsT3R + return 0 ++ kubectl_bin config current-context +++ mktemp ++ local LAST_OUT=/tmp/tmp.yq4KWAXbbD +++ mktemp ++ local LAST_ERR=/tmp/tmp.5BTqsMHNwi ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl config current-context ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.yq4KWAXbbD ++ cat /tmp/tmp.5BTqsMHNwi ++ rm /tmp/tmp.yq4KWAXbbD /tmp/tmp.5BTqsMHNwi ++ return 0 + kubectl_bin config set-context gke_cloud-dev-112233_us-central1-a_jen-pxc-2434-3b65d7fe-1-cluster9 --namespace=security-context-12638 ++ mktemp + local LAST_OUT=/tmp/tmp.SqpfOFtdpX ++ mktemp + local LAST_ERR=/tmp/tmp.lPpgYHDueK + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl config set-context gke_cloud-dev-112233_us-central1-a_jen-pxc-2434-3b65d7fe-1-cluster9 --namespace=security-context-12638 + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.SqpfOFtdpX Context "gke_cloud-dev-112233_us-central1-a_jen-pxc-2434-3b65d7fe-1-cluster9" modified. + cat /tmp/tmp.lPpgYHDueK + rm /tmp/tmp.SqpfOFtdpX /tmp/tmp.lPpgYHDueK + return 0 + apply_secrets + desc 'create secrets for cloud storages' + set +o xtrace ----------------------------------------------------------------------------------- create secrets for cloud storages ----------------------------------------------------------------------------------- + '[' -z '' ']' + kubectl_bin apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2434/e2e-tests/conf/minio-secret.yml -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2434/e2e-tests/conf/cloud-secret.yml ++ mktemp + local LAST_OUT=/tmp/tmp.59Ngoug0Pz ++ mktemp + local LAST_ERR=/tmp/tmp.RVBUL4swJz + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2434/e2e-tests/conf/minio-secret.yml -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2434/e2e-tests/conf/cloud-secret.yml + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.59Ngoug0Pz secret/minio-secret created secret/aws-s3-secret created secret/do-spaces-secret created secret/gcp-cs-secret created secret/azure-secret created + cat /tmp/tmp.RVBUL4swJz + rm /tmp/tmp.59Ngoug0Pz /tmp/tmp.RVBUL4swJz + return 0 + deploy_cert_manager + desc 'deploy cert manager' + set +o xtrace ----------------------------------------------------------------------------------- deploy cert manager ----------------------------------------------------------------------------------- + kubectl_bin create namespace cert-manager ++ mktemp + local LAST_OUT=/tmp/tmp.B7mVtDgAyL ++ mktemp + local LAST_ERR=/tmp/tmp.6sQtoLgjDf + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl create namespace cert-manager + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.B7mVtDgAyL namespace/cert-manager created + cat /tmp/tmp.6sQtoLgjDf + rm /tmp/tmp.B7mVtDgAyL /tmp/tmp.6sQtoLgjDf + return 0 + kubectl_bin label namespace cert-manager certmanager.k8s.io/disable-validation=true ++ mktemp + local LAST_OUT=/tmp/tmp.5fbFVKqC95 ++ mktemp + local LAST_ERR=/tmp/tmp.79qEFFydBB + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl label namespace cert-manager certmanager.k8s.io/disable-validation=true + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.5fbFVKqC95 namespace/cert-manager labeled + cat /tmp/tmp.79qEFFydBB + rm /tmp/tmp.5fbFVKqC95 /tmp/tmp.79qEFFydBB + return 0 + kubectl_bin apply -f https://github.com/jetstack/cert-manager/releases/download/v1.19.2/cert-manager.yaml --validate=false ++ mktemp + local LAST_OUT=/tmp/tmp.nrace2TlG5 ++ mktemp + local LAST_ERR=/tmp/tmp.MTRFNFn8qs + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl apply -f https://github.com/jetstack/cert-manager/releases/download/v1.19.2/cert-manager.yaml --validate=false + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.nrace2TlG5 namespace/cert-manager configured customresourcedefinition.apiextensions.k8s.io/challenges.acme.cert-manager.io unchanged customresourcedefinition.apiextensions.k8s.io/orders.acme.cert-manager.io unchanged customresourcedefinition.apiextensions.k8s.io/certificaterequests.cert-manager.io unchanged customresourcedefinition.apiextensions.k8s.io/certificates.cert-manager.io unchanged customresourcedefinition.apiextensions.k8s.io/clusterissuers.cert-manager.io unchanged customresourcedefinition.apiextensions.k8s.io/issuers.cert-manager.io unchanged serviceaccount/cert-manager-cainjector created serviceaccount/cert-manager created serviceaccount/cert-manager-webhook created clusterrole.rbac.authorization.k8s.io/cert-manager-cainjector unchanged clusterrole.rbac.authorization.k8s.io/cert-manager-controller-issuers unchanged clusterrole.rbac.authorization.k8s.io/cert-manager-controller-clusterissuers unchanged clusterrole.rbac.authorization.k8s.io/cert-manager-controller-certificates unchanged clusterrole.rbac.authorization.k8s.io/cert-manager-controller-orders unchanged clusterrole.rbac.authorization.k8s.io/cert-manager-controller-challenges unchanged clusterrole.rbac.authorization.k8s.io/cert-manager-controller-ingress-shim unchanged clusterrole.rbac.authorization.k8s.io/cert-manager-cluster-view unchanged clusterrole.rbac.authorization.k8s.io/cert-manager-view unchanged clusterrole.rbac.authorization.k8s.io/cert-manager-edit unchanged clusterrole.rbac.authorization.k8s.io/cert-manager-controller-approve:cert-manager-io unchanged clusterrole.rbac.authorization.k8s.io/cert-manager-controller-certificatesigningrequests unchanged clusterrole.rbac.authorization.k8s.io/cert-manager-webhook:subjectaccessreviews unchanged clusterrolebinding.rbac.authorization.k8s.io/cert-manager-cainjector unchanged clusterrolebinding.rbac.authorization.k8s.io/cert-manager-controller-issuers unchanged clusterrolebinding.rbac.authorization.k8s.io/cert-manager-controller-clusterissuers unchanged clusterrolebinding.rbac.authorization.k8s.io/cert-manager-controller-certificates unchanged clusterrolebinding.rbac.authorization.k8s.io/cert-manager-controller-orders unchanged clusterrolebinding.rbac.authorization.k8s.io/cert-manager-controller-challenges unchanged clusterrolebinding.rbac.authorization.k8s.io/cert-manager-controller-ingress-shim unchanged clusterrolebinding.rbac.authorization.k8s.io/cert-manager-controller-approve:cert-manager-io unchanged clusterrolebinding.rbac.authorization.k8s.io/cert-manager-controller-certificatesigningrequests unchanged clusterrolebinding.rbac.authorization.k8s.io/cert-manager-webhook:subjectaccessreviews unchanged role.rbac.authorization.k8s.io/cert-manager-cainjector:leaderelection unchanged role.rbac.authorization.k8s.io/cert-manager:leaderelection unchanged role.rbac.authorization.k8s.io/cert-manager-tokenrequest created role.rbac.authorization.k8s.io/cert-manager-webhook:dynamic-serving created rolebinding.rbac.authorization.k8s.io/cert-manager-cainjector:leaderelection unchanged rolebinding.rbac.authorization.k8s.io/cert-manager:leaderelection unchanged rolebinding.rbac.authorization.k8s.io/cert-manager-tokenrequest created rolebinding.rbac.authorization.k8s.io/cert-manager-webhook:dynamic-serving created service/cert-manager-cainjector created service/cert-manager created service/cert-manager-webhook created deployment.apps/cert-manager-cainjector created deployment.apps/cert-manager created deployment.apps/cert-manager-webhook created mutatingwebhookconfiguration.admissionregistration.k8s.io/cert-manager-webhook configured validatingwebhookconfiguration.admissionregistration.k8s.io/cert-manager-webhook configured + cat /tmp/tmp.MTRFNFn8qs Warning: resource namespaces/cert-manager is missing the kubectl.kubernetes.io/last-applied-configuration annotation which is required by kubectl apply. kubectl apply should only be used on resources created declaratively by either kubectl create --save-config or kubectl apply. The missing annotation will be patched automatically. + rm /tmp/tmp.nrace2TlG5 /tmp/tmp.MTRFNFn8qs + return 0 + '[' '' == 4.10 ']' + sleep 70 + kubectl_bin apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2434/e2e-tests/security-context/conf/service-account.yml ++ mktemp + local LAST_OUT=/tmp/tmp.CQBTbgytmZ ++ mktemp + local LAST_ERR=/tmp/tmp.7dBfShpgTT + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2434/e2e-tests/security-context/conf/service-account.yml + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.CQBTbgytmZ serviceaccount/percona-xtradb-cluster-operator-workload created + cat /tmp/tmp.7dBfShpgTT + rm /tmp/tmp.CQBTbgytmZ /tmp/tmp.7dBfShpgTT + return 0 + [[ -n '' ]] + desc 'create first PXC cluster' + set +o xtrace ----------------------------------------------------------------------------------- create first PXC cluster ----------------------------------------------------------------------------------- + cluster=sec-context + spinup_pxc sec-context /mnt/jenkins/workspace/cloud-pxc-operator_PR-2434/e2e-tests/security-context/conf/sec-context.yml 3 10 /mnt/jenkins/workspace/cloud-pxc-operator_PR-2434/e2e-tests/conf/secrets_without_tls.yml + local cluster=sec-context + local config=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2434/e2e-tests/security-context/conf/sec-context.yml + local size=3 + local sleep=10 + local secretsFile=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2434/e2e-tests/conf/secrets_without_tls.yml + local pxcClientFile=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2434/e2e-tests/conf/client.yml + local port=3306 + desc 'create first PXC cluster' + set +o xtrace ----------------------------------------------------------------------------------- create first PXC cluster ----------------------------------------------------------------------------------- + kubectl_bin apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2434/e2e-tests/conf/secrets_without_tls.yml ++ mktemp + local LAST_OUT=/tmp/tmp.YL3UTpI9ZO ++ mktemp + local LAST_ERR=/tmp/tmp.K5J2zWLUay + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2434/e2e-tests/conf/secrets_without_tls.yml + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.YL3UTpI9ZO secret/my-cluster-secrets created + cat /tmp/tmp.K5J2zWLUay + rm /tmp/tmp.YL3UTpI9ZO /tmp/tmp.K5J2zWLUay + return 0 + apply_config /mnt/jenkins/workspace/cloud-pxc-operator_PR-2434/e2e-tests/conf/client.yml + local config_file=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2434/e2e-tests/conf/client.yml + local pvc_name= + '[' -z '' ']' + cat_config /mnt/jenkins/workspace/cloud-pxc-operator_PR-2434/e2e-tests/conf/client.yml '' + kubectl_bin apply -f - + local input_file=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2434/e2e-tests/conf/client.yml + local pvc_name= + cat /mnt/jenkins/workspace/cloud-pxc-operator_PR-2434/e2e-tests/conf/client.yml ++ mktemp + local LAST_OUT=/tmp/tmp.5JdiPxsPDy + /usr/bin/sed -e 's#image:.*\/percona-xtradb-cluster:.*$#image: perconalab/percona-xtradb-cluster-operator:main-pxc8.0#' + /usr/bin/sed -e 's#image:.*-backup$#image: perconalab/percona-xtradb-cluster-operator:main-pxc8.0-backup#' + /usr/bin/sed -e 's#image:.*-proxysql$#image: perconalab/percona-xtradb-cluster-operator:main-proxysql#' ++ mktemp + /usr/bin/sed -e 's#image:.*-haproxy$#image: perconalab/percona-xtradb-cluster-operator:main-haproxy#' + /usr/bin/sed -e 's#claimName:..*-backup-pvc$#claimName: #' + /usr/bin/sed -e 's#image:.*-logcollector$#image: perconalab/fluentbit:main-logcollector#' + /usr/bin/sed -e s~minio-service.#namespace~minio-service.security-context-12638~ + /usr/bin/sed -e 's#image:.*-pmm$#image: perconalab/pmm-client:dev-latest#' + /usr/bin/sed -e 's#apply:.*#apply: Never#' + /usr/bin/sed -e 's#image:.*-init$#image: perconalab/percona-xtradb-cluster-operator:PR-2434-3b65d7fe#' + /usr/bin/sed -e 's#apiVersion: pxc.percona.com/v.*$#apiVersion: pxc.percona.com/v1#' + local LAST_ERR=/tmp/tmp.kGKNXMdHOX + local exit_status=0 + /usr/bin/sed -e 's#image:.*-pxc\([0-9]*.[0-9]*\)\{0,1\}$#image: perconalab/percona-xtradb-cluster-operator:main-pxc8.0#' ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl apply -f - + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.5JdiPxsPDy deployment.apps/pxc-client created + cat /tmp/tmp.kGKNXMdHOX + rm /tmp/tmp.5JdiPxsPDy /tmp/tmp.kGKNXMdHOX + return 0 + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 5\.7 ]] + apply_config /mnt/jenkins/workspace/cloud-pxc-operator_PR-2434/e2e-tests/security-context/conf/sec-context.yml + local config_file=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2434/e2e-tests/security-context/conf/sec-context.yml + local pvc_name= + '[' -z '' ']' + kubectl_bin apply -f - + cat_config /mnt/jenkins/workspace/cloud-pxc-operator_PR-2434/e2e-tests/security-context/conf/sec-context.yml '' + local input_file=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2434/e2e-tests/security-context/conf/sec-context.yml + local pvc_name= ++ mktemp + local LAST_OUT=/tmp/tmp.AGOn2WSsBw + /usr/bin/sed -e 's#image:.*-pxc\([0-9]*.[0-9]*\)\{0,1\}$#image: perconalab/percona-xtradb-cluster-operator:main-pxc8.0#' + /usr/bin/sed -e 's#image:.*\/percona-xtradb-cluster:.*$#image: perconalab/percona-xtradb-cluster-operator:main-pxc8.0#' + /usr/bin/sed -e 's#apply:.*#apply: Never#' + /usr/bin/sed -e 's#image:.*-backup$#image: perconalab/percona-xtradb-cluster-operator:main-pxc8.0-backup#' + /usr/bin/sed -e 's#claimName:..*-backup-pvc$#claimName: #' + /usr/bin/sed -e s~minio-service.#namespace~minio-service.security-context-12638~ + /usr/bin/sed -e 's#image:.*-proxysql$#image: perconalab/percona-xtradb-cluster-operator:main-proxysql#' + /usr/bin/sed -e 's#image:.*-haproxy$#image: perconalab/percona-xtradb-cluster-operator:main-haproxy#' + /usr/bin/sed -e 's#image:.*-logcollector$#image: perconalab/fluentbit:main-logcollector#' + /usr/bin/sed -e 's#image:.*-pmm$#image: perconalab/pmm-client:dev-latest#' + /usr/bin/sed -e 's#image:.*-init$#image: perconalab/percona-xtradb-cluster-operator:PR-2434-3b65d7fe#' + /usr/bin/sed -e 's#apiVersion: pxc.percona.com/v.*$#apiVersion: pxc.percona.com/v1#' ++ mktemp + cat /mnt/jenkins/workspace/cloud-pxc-operator_PR-2434/e2e-tests/security-context/conf/sec-context.yml + local LAST_ERR=/tmp/tmp.jXF5fBar2r + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl apply -f - + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.AGOn2WSsBw perconaxtradbcluster.pxc.percona.com/sec-context created + cat /tmp/tmp.jXF5fBar2r + rm /tmp/tmp.AGOn2WSsBw /tmp/tmp.jXF5fBar2r + return 0 + desc 'check if all 3 Pods started' + set +o xtrace ----------------------------------------------------------------------------------- check if all 3 Pods started ----------------------------------------------------------------------------------- ++ get_proxy sec-context ++ local target_cluster=sec-context +++ kubectl_bin get pxc sec-context -o 'jsonpath={.spec.haproxy.enabled}' ++++ mktemp +++ local LAST_OUT=/tmp/tmp.sVv1sQ6ad8 ++++ mktemp +++ local LAST_ERR=/tmp/tmp.Q9uULzg2YA +++ local exit_status=0 ++++ seq 0 2 +++ for i in '$(seq 0 2)' +++ set +e +++ kubectl get pxc sec-context -o 'jsonpath={.spec.haproxy.enabled}' +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 ']' +++ break +++ cat /tmp/tmp.sVv1sQ6ad8 +++ cat /tmp/tmp.Q9uULzg2YA +++ rm /tmp/tmp.sVv1sQ6ad8 /tmp/tmp.Q9uULzg2YA +++ return 0 ++ [[ '' == \t\r\u\e ]] +++ kubectl_bin get pxc sec-context -o 'jsonpath={.spec.proxysql.enabled}' ++++ mktemp +++ local LAST_OUT=/tmp/tmp.mFV9Bv4l59 ++++ mktemp +++ local LAST_ERR=/tmp/tmp.KhDYezliBz +++ local exit_status=0 ++++ seq 0 2 +++ for i in '$(seq 0 2)' +++ set +e +++ kubectl get pxc sec-context -o 'jsonpath={.spec.proxysql.enabled}' +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 ']' +++ break +++ cat /tmp/tmp.mFV9Bv4l59 +++ cat /tmp/tmp.KhDYezliBz +++ rm /tmp/tmp.mFV9Bv4l59 /tmp/tmp.KhDYezliBz +++ return 0 ++ [[ true == \t\r\u\e ]] ++ echo sec-context-proxysql ++ return + local proxy=sec-context-proxysql + kubectl_bin wait --for=condition=Ready pod -l app.kubernetes.io/instance=monitoring,app.kubernetes.io/managed-by=percona-xtradb-cluster-operator --timeout=300s -n security-context-12638 ++ mktemp + local LAST_OUT=/tmp/tmp.bZog19n8oz ++ mktemp + local LAST_ERR=/tmp/tmp.MUti8PsXOi + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl wait --for=condition=Ready pod -l app.kubernetes.io/instance=monitoring,app.kubernetes.io/managed-by=percona-xtradb-cluster-operator --timeout=300s -n security-context-12638 + exit_status=1 + set -e + '[' 1 '!=' 0 ']' + '[' 1 == 1 ']' + sleep 0 + for i in '$(seq 0 2)' + set +e + kubectl wait --for=condition=Ready pod -l app.kubernetes.io/instance=monitoring,app.kubernetes.io/managed-by=percona-xtradb-cluster-operator --timeout=300s -n security-context-12638 + exit_status=1 + set -e + '[' 1 '!=' 0 ']' + '[' 1 == 1 ']' + sleep 0 + for i in '$(seq 0 2)' + set +e + kubectl wait --for=condition=Ready pod -l app.kubernetes.io/instance=monitoring,app.kubernetes.io/managed-by=percona-xtradb-cluster-operator --timeout=300s -n security-context-12638 + exit_status=1 + set -e + '[' 1 '!=' 0 ']' + '[' 1 == 1 ']' + sleep 0 + cat /tmp/tmp.bZog19n8oz + cat /tmp/tmp.MUti8PsXOi error: no matching resources found + rm /tmp/tmp.bZog19n8oz /tmp/tmp.MUti8PsXOi + return 1 + true + wait_for_running sec-context-proxysql 1 + local name=sec-context-proxysql + let last_pod=0 + : + local max_retry=480 + desc 'wait for running cluster' + set +o xtrace ----------------------------------------------------------------------------------- wait for running cluster ----------------------------------------------------------------------------------- ++ seq 0 0 + for i in '$(seq 0 $last_pod)' + wait_pod sec-context-proxysql-0 480 + local pod=sec-context-proxysql-0 + local max_retry=480 + local ns= ++ echo sec-context-proxysql-0 ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ grep -E '^(pxc|proxysql)$' + local container=proxysql + set +o xtrace Error from server (NotFound): pods "sec-context-proxysql-0" not found waiting for pod/sec-context-proxysql-0 to become Ready...........Ok + wait_for_running sec-context-pxc 3 + local name=sec-context-pxc + let last_pod=2 + local max_retry=480 + desc 'wait for running cluster' + set +o xtrace ----------------------------------------------------------------------------------- wait for running cluster ----------------------------------------------------------------------------------- ++ seq 0 2 + for i in '$(seq 0 $last_pod)' + wait_pod sec-context-pxc-0 480 + local pod=sec-context-pxc-0 + local max_retry=480 + local ns= ++ echo sec-context-pxc-0 ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ grep -E '^(pxc|proxysql)$' + local container=pxc + set +o xtrace pod/sec-context-pxc-0 condition met waiting for pod/sec-context-pxc-0 to become Ready.Ok + for i in '$(seq 0 $last_pod)' + wait_pod sec-context-pxc-1 480 + local pod=sec-context-pxc-1 + local max_retry=480 + local ns= ++ echo sec-context-pxc-1 ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ grep -E '^(pxc|proxysql)$' + local container=pxc + set +o xtrace pod/sec-context-pxc-1 condition met waiting for pod/sec-context-pxc-1 to become Ready.Ok + for i in '$(seq 0 $last_pod)' + wait_pod sec-context-pxc-2 480 + local pod=sec-context-pxc-2 + local max_retry=480 + local ns= ++ echo sec-context-pxc-2 ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ grep -E '^(pxc|proxysql)$' + local container=pxc + set +o xtrace pod/sec-context-pxc-2 condition met waiting for pod/sec-context-pxc-2 to become Ready.Ok + sleep 10 ++ kubectl get pxc sec-context -o 'jsonpath={.spec.secretsName}' + local secret_name=my-cluster-secrets ++ getSecretData my-cluster-secrets root ++ local secretName=my-cluster-secrets ++ local dataKey=root ++ kubectl_bin get secrets/my-cluster-secrets '--template={{.data.root}}' ++ base64 --decode +++ mktemp ++ local LAST_OUT=/tmp/tmp.5krSGj0Hiq +++ mktemp ++ local LAST_ERR=/tmp/tmp.1Ox9KQzQrz ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get secrets/my-cluster-secrets '--template={{.data.root}}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.5krSGj0Hiq ++ cat /tmp/tmp.1Ox9KQzQrz ++ rm /tmp/tmp.5krSGj0Hiq /tmp/tmp.1Ox9KQzQrz ++ return 0 + local root_pass=root_password + desc 'write data' + set +o xtrace ----------------------------------------------------------------------------------- write data ----------------------------------------------------------------------------------- + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 5\.7 ]] + run_mysql 'CREATE DATABASE IF NOT EXISTS myApp; use myApp; CREATE TABLE IF NOT EXISTS myApp (id int PRIMARY KEY) ;' '-h sec-context-proxysql -uroot -p'\''root_password'\'' -P3306' + local 'command=CREATE DATABASE IF NOT EXISTS myApp; use myApp; CREATE TABLE IF NOT EXISTS myApp (id int PRIMARY KEY) ;' + local 'uri=-h sec-context-proxysql -uroot -p'\''root_password'\'' -P3306' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.dLvcIOS7th +++ mktemp ++ local LAST_ERR=/tmp/tmp.TKGe5ROwOk ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.dLvcIOS7th ++ cat /tmp/tmp.TKGe5ROwOk ++ rm /tmp/tmp.dLvcIOS7th /tmp/tmp.TKGe5ROwOk ++ return 0 + client_pod=pxc-client-67fc4995bb-wzpsl + wait_pod pxc-client-67fc4995bb-wzpsl + local pod=pxc-client-67fc4995bb-wzpsl + local max_retry=480 + local ns= ++ echo pxc-client-67fc4995bb-wzpsl ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ grep -E '^(pxc|proxysql)$' + local container= + set +o xtrace pod/pxc-client-67fc4995bb-wzpsl condition met waiting for pod/pxc-client-67fc4995bb-wzpsl to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup .Ok + set +o xtrace + run_mysql 'INSERT myApp.myApp (id) VALUES (100500)' '-h sec-context-proxysql -uroot -p'\''root_password'\'' -P3306' + local 'command=INSERT myApp.myApp (id) VALUES (100500)' + local 'uri=-h sec-context-proxysql -uroot -p'\''root_password'\'' -P3306' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.WepfSA8wqa +++ mktemp ++ local LAST_ERR=/tmp/tmp.Bh96w7IsHL ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.WepfSA8wqa ++ cat /tmp/tmp.Bh96w7IsHL ++ rm /tmp/tmp.WepfSA8wqa /tmp/tmp.Bh96w7IsHL ++ return 0 + client_pod=pxc-client-67fc4995bb-wzpsl + wait_pod pxc-client-67fc4995bb-wzpsl + local pod=pxc-client-67fc4995bb-wzpsl + local max_retry=480 + local ns= ++ echo pxc-client-67fc4995bb-wzpsl ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ grep -E '^(pxc|proxysql)$' + local container= + set +o xtrace pod/pxc-client-67fc4995bb-wzpsl condition met waiting for pod/pxc-client-67fc4995bb-wzpsl to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup .Ok + set +o xtrace + sleep 30 ++ seq 0 2 + for i in '$(seq 0 $((size - 1)))' + compare_mysql_cmd select-1 'SELECT * from myApp.myApp;' '-h sec-context-pxc-0.sec-context-pxc -uroot -p'\''root_password'\'' -P3306' + local command_id=select-1 + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h sec-context-pxc-0.sec-context-pxc -uroot -p'\''root_password'\'' -P3306' + local postfix= + local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2434/e2e-tests/security-context/compare/select-1.sql + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.4 ]] + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.0 ]] + [[ -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2434/e2e-tests/security-context/compare/select-1-80.sql ]] + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 5\.7 ]] + run_mysql 'SELECT * from myApp.myApp;' '-h sec-context-pxc-0.sec-context-pxc -uroot -p'\''root_password'\'' -P3306' + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h sec-context-pxc-0.sec-context-pxc -uroot -p'\''root_password'\'' -P3306' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.bunKICvtpG +++ mktemp ++ local LAST_ERR=/tmp/tmp.qf4I3Wszqq ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.bunKICvtpG ++ cat /tmp/tmp.qf4I3Wszqq ++ rm /tmp/tmp.bunKICvtpG /tmp/tmp.qf4I3Wszqq ++ return 0 + client_pod=pxc-client-67fc4995bb-wzpsl + wait_pod pxc-client-67fc4995bb-wzpsl + local pod=pxc-client-67fc4995bb-wzpsl + local max_retry=480 + local ns= ++ echo pxc-client-67fc4995bb-wzpsl ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ grep -E '^(pxc|proxysql)$' + local container= + set +o xtrace pod/pxc-client-67fc4995bb-wzpsl condition met waiting for pod/pxc-client-67fc4995bb-wzpsl to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup .Ok + set +o xtrace + [[ ! -s /tmp/tmp.xbfiKiU3p9/select-1.sql ]] ++ grep 'Unknown MySQL server host' /tmp/tmp.xbfiKiU3p9/select-1.sql + [[ -n '' ]] + [[ 0 -eq 0 ]] + diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-2434/e2e-tests/security-context/compare/select-1.sql /tmp/tmp.xbfiKiU3p9/select-1.sql + for i in '$(seq 0 $((size - 1)))' + compare_mysql_cmd select-1 'SELECT * from myApp.myApp;' '-h sec-context-pxc-1.sec-context-pxc -uroot -p'\''root_password'\'' -P3306' + local command_id=select-1 + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h sec-context-pxc-1.sec-context-pxc -uroot -p'\''root_password'\'' -P3306' + local postfix= + local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2434/e2e-tests/security-context/compare/select-1.sql + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.4 ]] + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.0 ]] + [[ -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2434/e2e-tests/security-context/compare/select-1-80.sql ]] + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 5\.7 ]] + run_mysql 'SELECT * from myApp.myApp;' '-h sec-context-pxc-1.sec-context-pxc -uroot -p'\''root_password'\'' -P3306' + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h sec-context-pxc-1.sec-context-pxc -uroot -p'\''root_password'\'' -P3306' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.pfz8IGEPz6 +++ mktemp ++ local LAST_ERR=/tmp/tmp.8UkkvLy1UT ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.pfz8IGEPz6 ++ cat /tmp/tmp.8UkkvLy1UT ++ rm /tmp/tmp.pfz8IGEPz6 /tmp/tmp.8UkkvLy1UT ++ return 0 + client_pod=pxc-client-67fc4995bb-wzpsl + wait_pod pxc-client-67fc4995bb-wzpsl + local pod=pxc-client-67fc4995bb-wzpsl + local max_retry=480 + local ns= ++ echo pxc-client-67fc4995bb-wzpsl ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ grep -E '^(pxc|proxysql)$' + local container= + set +o xtrace pod/pxc-client-67fc4995bb-wzpsl condition met waiting for pod/pxc-client-67fc4995bb-wzpsl to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup .Ok + set +o xtrace + [[ ! -s /tmp/tmp.xbfiKiU3p9/select-1.sql ]] ++ grep 'Unknown MySQL server host' /tmp/tmp.xbfiKiU3p9/select-1.sql + [[ -n '' ]] + [[ 0 -eq 0 ]] + diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-2434/e2e-tests/security-context/compare/select-1.sql /tmp/tmp.xbfiKiU3p9/select-1.sql + for i in '$(seq 0 $((size - 1)))' + compare_mysql_cmd select-1 'SELECT * from myApp.myApp;' '-h sec-context-pxc-2.sec-context-pxc -uroot -p'\''root_password'\'' -P3306' + local command_id=select-1 + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h sec-context-pxc-2.sec-context-pxc -uroot -p'\''root_password'\'' -P3306' + local postfix= + local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2434/e2e-tests/security-context/compare/select-1.sql + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.4 ]] + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.0 ]] + [[ -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2434/e2e-tests/security-context/compare/select-1-80.sql ]] + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 5\.7 ]] + run_mysql 'SELECT * from myApp.myApp;' '-h sec-context-pxc-2.sec-context-pxc -uroot -p'\''root_password'\'' -P3306' + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h sec-context-pxc-2.sec-context-pxc -uroot -p'\''root_password'\'' -P3306' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.FU4j5OqugK +++ mktemp ++ local LAST_ERR=/tmp/tmp.J1kIIsVCz9 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.FU4j5OqugK ++ cat /tmp/tmp.J1kIIsVCz9 ++ rm /tmp/tmp.FU4j5OqugK /tmp/tmp.J1kIIsVCz9 ++ return 0 + client_pod=pxc-client-67fc4995bb-wzpsl + wait_pod pxc-client-67fc4995bb-wzpsl + local pod=pxc-client-67fc4995bb-wzpsl + local max_retry=480 + local ns= ++ echo pxc-client-67fc4995bb-wzpsl ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ grep -E '^(pxc|proxysql)$' + local container= + set +o xtrace pod/pxc-client-67fc4995bb-wzpsl condition met waiting for pod/pxc-client-67fc4995bb-wzpsl to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup .Ok + set +o xtrace + [[ ! -s /tmp/tmp.xbfiKiU3p9/select-1.sql ]] ++ grep 'Unknown MySQL server host' /tmp/tmp.xbfiKiU3p9/select-1.sql + [[ -n '' ]] + [[ 0 -eq 0 ]] + diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-2434/e2e-tests/security-context/compare/select-1.sql /tmp/tmp.xbfiKiU3p9/select-1.sql + is_keyring_plugin_in_use sec-context + local cluster=sec-context + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.4 ]] + grep -E -o 'early-plugin-load=keyring_\w+.so' + kubectl exec sec-context-pxc-0 -c pxc -- bash -c 'cat /etc/mysql/node.cnf' + return 1 + desc 'check if service and statefulset created with expected config' + set +o xtrace ----------------------------------------------------------------------------------- check if service and statefulset created with expected config ----------------------------------------------------------------------------------- + compare_kubectl statefulset/sec-context-pxc + local resource=statefulset/sec-context-pxc + local postfix= + local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2434/e2e-tests/security-context/compare/statefulset_sec-context-pxc.yml + local new_result=/tmp/tmp.xbfiKiU3p9/statefulset_sec-context-pxc.yml + desc 'compare statefulset/sec-context-pxc-' + set +o xtrace ----------------------------------------------------------------------------------- compare statefulset/sec-context-pxc- ----------------------------------------------------------------------------------- + '[' 0 = 1 -a -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2434/e2e-tests/security-context/compare/statefulset_sec-context-pxc-eks.yml ']' + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.0 ]] + '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2434/e2e-tests/security-context/compare/statefulset_sec-context-pxc-80.yml ']' + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.4 ]] + version_gt 1.33 ++ echo '1.32 >= 1.33' ++ bc -l + '[' 0 -eq 1 ']' + return 1 + version_gt 1.29 ++ echo '1.32 >= 1.29' ++ bc -l + '[' 1 -eq 1 ']' + return 0 + '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2434/e2e-tests/security-context/compare/statefulset_sec-context-pxc-k129.yml ']' + version_gt 1.27 ++ echo '1.32 >= 1.27' ++ bc -l + '[' 1 -eq 1 ']' + return 0 + '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2434/e2e-tests/security-context/compare/statefulset_sec-context-pxc-k127.yml ']' + version_gt 1.24 ++ echo '1.32 >= 1.24' ++ bc -l + '[' 1 -eq 1 ']' + return 0 + '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2434/e2e-tests/security-context/compare/statefulset_sec-context-pxc-k124.yml ']' + version_gt 1.22 ++ echo '1.32 >= 1.22' ++ bc -l + '[' 1 -eq 1 ']' + return 0 + '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2434/e2e-tests/security-context/compare/statefulset_sec-context-pxc-k122.yml ']' + version_gt 1.21 ++ echo '1.32 >= 1.21' ++ bc -l + '[' 1 -eq 1 ']' + return 0 + '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2434/e2e-tests/security-context/compare/statefulset_sec-context-pxc-k121.yml ']' + '[' '!' -z '' -a -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2434/e2e-tests/security-context/compare/statefulset_sec-context-pxc-oc.yml ']' + version_gt 1.29 ++ echo '1.32 >= 1.29' ++ bc -l + '[' 1 -eq 1 ']' + return 0 + '[' '!' -z '' -a -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2434/e2e-tests/security-context/compare/statefulset_sec-context-pxc-k129-oc.yml ']' + '[' 0 = 1 -a -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2434/e2e-tests/security-context/compare/statefulset_sec-context-pxc-eks.yml ']' + '[' 0 = 1 -a -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2434/e2e-tests/security-context/compare/statefulset_sec-context-pxc-aks.yml ']' + kubectl_bin get -o yaml statefulset/sec-context-pxc ++ mktemp + yq eval ' del(.metadata.managedFields) | del(.. | select(has("creationTimestamp")).creationTimestamp) | del(.. | select(has("namespace")).namespace) | del(.. | select(has("uid")).uid) | del(.metadata.resourceVersion) | del(.spec.template.spec.containers[].env[] | select(.name == "CLUSTER_HASH")) | del(.spec.template.spec.containers[].env[] | select(.name == "S3_BUCKET_PATH")) | del(.spec.template.spec.containers[].env[] | select(.name == "BACKUP_PATH")) | del(.spec.template.spec.containers[].env[] | select(.name == "S3_BUCKET_URL")) | del(.spec.template.spec.containers[].env[] | select(.name == "AZURE_CONTAINER_NAME")) | del(.spec.template.spec.containers[].env[] | select(.name == "XTRABACKUP_ENABLED")) | del(.metadata.selfLink) | del(.metadata.deletionTimestamp) | del(.metadata.annotations."kubectl.kubernetes.io/last-applied-configuration") | del(.metadata.annotations."kubernetes.io/psp") | del(.metadata.annotations."batch.kubernetes.io/job-tracking") | del(.metadata.labels."batch.kubernetes.io/job-name") | del(.metadata.labels."job-name") | del(.metadata.annotations."cloud.google.com/neg") | del(.metadata.annotations."k8s.v1.cni.cncf.io*") | del(.metadata.annotations."k8s.ovn.org/pod-networks") | del(.metadata.annotations."kubernetes.digitalocean.com/load-balancer-id") | del(.metadata.annotations."service.beta.kubernetes.io/do-loadbalancer-type") | del(.spec.template.metadata.annotations."last-applied-secret") | del(.spec.template.metadata.labels."batch.kubernetes.io/job-name") | del(.spec.template.metadata.labels."job-name") | del(.. | select(has("batch.kubernetes.io/controller-uid"))."batch.kubernetes.io/controller-uid") | del(.. | select(has("image")).image) | del(.. | select(has("clusterIP")).clusterIP) | del(.. | select(has("clusterIPs")).clusterIPs) | del(.. | select(has("dataSource")).dataSource) | del(.. | select(has("procMount")).procMount) | del(.. | select(has("storageClassName")).storageClassName) | del(.. | select(has("finalizers")).finalizers) | del(.. | select(has("kubernetes.io/pvc-protection"))."kubernetes.io/pvc-protection") | del(.. | select(has("volumeName")).volumeName) | del(.. | select(has("volume.beta.kubernetes.io/storage-provisioner"))."volume.beta.kubernetes.io/storage-provisioner") | del(.. | select(has("volume.kubernetes.io/storage-provisioner"))."volume.kubernetes.io/storage-provisioner") | del(.spec.volumeMode) | del(.spec.nodeName) | del(.. | select(has("volume.kubernetes.io/selected-node"))."volume.kubernetes.io/selected-node") | del(.. | select(has("percona.com/last-config-hash"))."percona.com/last-config-hash") | del(.. | select(has("percona.com/configuration-hash"))."percona.com/configuration-hash") | del(.. | select(has("percona.com/env-secret-config-hash"))."percona.com/env-secret-config-hash") | del(.. | select(has("percona.com/ssl-hash"))."percona.com/ssl-hash") | del(.. | select(has("percona.com/ssl-internal-hash"))."percona.com/ssl-internal-hash") | del(.. | select(has("kubectl.kubernetes.io/default-container"))."kubectl.kubernetes.io/default-container") | del(.spec.volumeClaimTemplates[].spec.volumeMode | select(. == "Filesystem")) | del(.. | select(has("healthCheckNodePort")).healthCheckNodePort) | del(.. | select(has("nodePort")).nodePort) | del(.. | select(has("imagePullSecrets")).imagePullSecrets) | del(.. | select(has("enableServiceLinks")).enableServiceLinks) | del(.status) | del(.spec.volumeClaimTemplates[].apiVersion) | del(.spec.volumeClaimTemplates[].kind) | del(.metadata.ownerReferences[].apiVersion) | del(.. | select(has("controller-uid")).controller-uid) | del(.. | select(has("preemptionPolicy")).preemptionPolicy) | del(.spec.ipFamilies) | del(.spec.ipFamilyPolicy) | (.. | select(. == "policy/v1beta1")) = "policy/v1" | del(.. | select(has("kubernetes.io/hostname"))."kubernetes.io/hostname") | (.. | select(tag == "!!str")) |= sub("security-context-12638", "namespace") | (.. | select(tag == "!!str")) |= sub("kube-api-access-.*", "kube-api-access") | del(.. | select(has("annotations")).annotations | select(length==0)) | del(.spec.crVersion) | del(.. | select(.[] == "percona-xtradb-cluster-operator-workload-token*"))' - + local LAST_OUT=/tmp/tmp.SSUAdeeYAi ++ mktemp + local LAST_ERR=/tmp/tmp.ZzkRaFsgt4 + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl get -o yaml statefulset/sec-context-pxc + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.SSUAdeeYAi + cat /tmp/tmp.ZzkRaFsgt4 + rm /tmp/tmp.SSUAdeeYAi /tmp/tmp.ZzkRaFsgt4 + return 0 + [[ 0 -eq 0 ]] + diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-2434/e2e-tests/security-context/compare/statefulset_sec-context-pxc.yml /tmp/tmp.xbfiKiU3p9/statefulset_sec-context-pxc.yml + log 'compare_kubectl: statefulset/sec-context-pxc OK' ++ date +%Y-%m-%dT%H:%M:%S%z + echo '[2026-04-09T04:22:51+0000]' compare_kubectl: statefulset/sec-context-pxc OK [2026-04-09T04:22:51+0000] compare_kubectl: statefulset/sec-context-pxc OK + compare_kubectl statefulset/sec-context-proxysql + local resource=statefulset/sec-context-proxysql + local postfix= + local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2434/e2e-tests/security-context/compare/statefulset_sec-context-proxysql.yml + local new_result=/tmp/tmp.xbfiKiU3p9/statefulset_sec-context-proxysql.yml + desc 'compare statefulset/sec-context-proxysql-' + set +o xtrace ----------------------------------------------------------------------------------- compare statefulset/sec-context-proxysql- ----------------------------------------------------------------------------------- + '[' 0 = 1 -a -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2434/e2e-tests/security-context/compare/statefulset_sec-context-proxysql-eks.yml ']' + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.0 ]] + '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2434/e2e-tests/security-context/compare/statefulset_sec-context-proxysql-80.yml ']' + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.4 ]] + version_gt 1.33 ++ echo '1.32 >= 1.33' ++ bc -l + '[' 0 -eq 1 ']' + return 1 + version_gt 1.29 ++ echo '1.32 >= 1.29' ++ bc -l + '[' 1 -eq 1 ']' + return 0 + '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2434/e2e-tests/security-context/compare/statefulset_sec-context-proxysql-k129.yml ']' + version_gt 1.27 ++ echo '1.32 >= 1.27' ++ bc -l + '[' 1 -eq 1 ']' + return 0 + '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2434/e2e-tests/security-context/compare/statefulset_sec-context-proxysql-k127.yml ']' + version_gt 1.24 ++ echo '1.32 >= 1.24' ++ bc -l + '[' 1 -eq 1 ']' + return 0 + '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2434/e2e-tests/security-context/compare/statefulset_sec-context-proxysql-k124.yml ']' + version_gt 1.22 ++ echo '1.32 >= 1.22' ++ bc -l + '[' 1 -eq 1 ']' + return 0 + '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2434/e2e-tests/security-context/compare/statefulset_sec-context-proxysql-k122.yml ']' + version_gt 1.21 ++ echo '1.32 >= 1.21' ++ bc -l + '[' 1 -eq 1 ']' + return 0 + '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2434/e2e-tests/security-context/compare/statefulset_sec-context-proxysql-k121.yml ']' + '[' '!' -z '' -a -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2434/e2e-tests/security-context/compare/statefulset_sec-context-proxysql-oc.yml ']' + version_gt 1.29 ++ echo '1.32 >= 1.29' ++ bc -l + '[' 1 -eq 1 ']' + return 0 + '[' '!' -z '' -a -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2434/e2e-tests/security-context/compare/statefulset_sec-context-proxysql-k129-oc.yml ']' + '[' 0 = 1 -a -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2434/e2e-tests/security-context/compare/statefulset_sec-context-proxysql-eks.yml ']' + '[' 0 = 1 -a -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2434/e2e-tests/security-context/compare/statefulset_sec-context-proxysql-aks.yml ']' + kubectl_bin get -o yaml statefulset/sec-context-proxysql ++ mktemp + yq eval ' del(.metadata.managedFields) | del(.. | select(has("creationTimestamp")).creationTimestamp) | del(.. | select(has("namespace")).namespace) | del(.. | select(has("uid")).uid) | del(.metadata.resourceVersion) | del(.spec.template.spec.containers[].env[] | select(.name == "CLUSTER_HASH")) | del(.spec.template.spec.containers[].env[] | select(.name == "S3_BUCKET_PATH")) | del(.spec.template.spec.containers[].env[] | select(.name == "BACKUP_PATH")) | del(.spec.template.spec.containers[].env[] | select(.name == "S3_BUCKET_URL")) | del(.spec.template.spec.containers[].env[] | select(.name == "AZURE_CONTAINER_NAME")) | del(.spec.template.spec.containers[].env[] | select(.name == "XTRABACKUP_ENABLED")) | del(.metadata.selfLink) | del(.metadata.deletionTimestamp) | del(.metadata.annotations."kubectl.kubernetes.io/last-applied-configuration") | del(.metadata.annotations."kubernetes.io/psp") | del(.metadata.annotations."batch.kubernetes.io/job-tracking") | del(.metadata.labels."batch.kubernetes.io/job-name") | del(.metadata.labels."job-name") | del(.metadata.annotations."cloud.google.com/neg") | del(.metadata.annotations."k8s.v1.cni.cncf.io*") | del(.metadata.annotations."k8s.ovn.org/pod-networks") | del(.metadata.annotations."kubernetes.digitalocean.com/load-balancer-id") | del(.metadata.annotations."service.beta.kubernetes.io/do-loadbalancer-type") | del(.spec.template.metadata.annotations."last-applied-secret") | del(.spec.template.metadata.labels."batch.kubernetes.io/job-name") | del(.spec.template.metadata.labels."job-name") | del(.. | select(has("batch.kubernetes.io/controller-uid"))."batch.kubernetes.io/controller-uid") | del(.. | select(has("image")).image) | del(.. | select(has("clusterIP")).clusterIP) | del(.. | select(has("clusterIPs")).clusterIPs) | del(.. | select(has("dataSource")).dataSource) | del(.. | select(has("procMount")).procMount) | del(.. | select(has("storageClassName")).storageClassName) | del(.. | select(has("finalizers")).finalizers) | del(.. | select(has("kubernetes.io/pvc-protection"))."kubernetes.io/pvc-protection") | del(.. | select(has("volumeName")).volumeName) | del(.. | select(has("volume.beta.kubernetes.io/storage-provisioner"))."volume.beta.kubernetes.io/storage-provisioner") | del(.. | select(has("volume.kubernetes.io/storage-provisioner"))."volume.kubernetes.io/storage-provisioner") | del(.spec.volumeMode) | del(.spec.nodeName) | del(.. | select(has("volume.kubernetes.io/selected-node"))."volume.kubernetes.io/selected-node") | del(.. | select(has("percona.com/last-config-hash"))."percona.com/last-config-hash") | del(.. | select(has("percona.com/configuration-hash"))."percona.com/configuration-hash") | del(.. | select(has("percona.com/env-secret-config-hash"))."percona.com/env-secret-config-hash") | del(.. | select(has("percona.com/ssl-hash"))."percona.com/ssl-hash") | del(.. | select(has("percona.com/ssl-internal-hash"))."percona.com/ssl-internal-hash") | del(.. | select(has("kubectl.kubernetes.io/default-container"))."kubectl.kubernetes.io/default-container") | del(.spec.volumeClaimTemplates[].spec.volumeMode | select(. == "Filesystem")) | del(.. | select(has("healthCheckNodePort")).healthCheckNodePort) | del(.. | select(has("nodePort")).nodePort) | del(.. | select(has("imagePullSecrets")).imagePullSecrets) | del(.. | select(has("enableServiceLinks")).enableServiceLinks) | del(.status) | del(.spec.volumeClaimTemplates[].apiVersion) | del(.spec.volumeClaimTemplates[].kind) | del(.metadata.ownerReferences[].apiVersion) | del(.. | select(has("controller-uid")).controller-uid) | del(.. | select(has("preemptionPolicy")).preemptionPolicy) | del(.spec.ipFamilies) | del(.spec.ipFamilyPolicy) | (.. | select(. == "policy/v1beta1")) = "policy/v1" | del(.. | select(has("kubernetes.io/hostname"))."kubernetes.io/hostname") | (.. | select(tag == "!!str")) |= sub("security-context-12638", "namespace") | (.. | select(tag == "!!str")) |= sub("kube-api-access-.*", "kube-api-access") | del(.. | select(has("annotations")).annotations | select(length==0)) | del(.spec.crVersion) | del(.. | select(.[] == "percona-xtradb-cluster-operator-workload-token*"))' - + local LAST_OUT=/tmp/tmp.a7t6XHYEbA ++ mktemp + local LAST_ERR=/tmp/tmp.4UEhDawGMq + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl get -o yaml statefulset/sec-context-proxysql + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.a7t6XHYEbA + cat /tmp/tmp.4UEhDawGMq + rm /tmp/tmp.a7t6XHYEbA /tmp/tmp.4UEhDawGMq + return 0 + [[ 0 -eq 0 ]] + diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-2434/e2e-tests/security-context/compare/statefulset_sec-context-proxysql.yml /tmp/tmp.xbfiKiU3p9/statefulset_sec-context-proxysql.yml + log 'compare_kubectl: statefulset/sec-context-proxysql OK' ++ date +%Y-%m-%dT%H:%M:%S%z + echo '[2026-04-09T04:22:52+0000]' compare_kubectl: statefulset/sec-context-proxysql OK [2026-04-09T04:22:52+0000] compare_kubectl: statefulset/sec-context-proxysql OK + desc 'change security context in PXC cluster' + set +o xtrace ----------------------------------------------------------------------------------- change security context in PXC cluster ----------------------------------------------------------------------------------- + pfx=-changes + apply_config /mnt/jenkins/workspace/cloud-pxc-operator_PR-2434/e2e-tests/security-context/conf/sec-context-changes.yml + local config_file=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2434/e2e-tests/security-context/conf/sec-context-changes.yml + local pvc_name= + '[' -z '' ']' + cat_config /mnt/jenkins/workspace/cloud-pxc-operator_PR-2434/e2e-tests/security-context/conf/sec-context-changes.yml '' + local input_file=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2434/e2e-tests/security-context/conf/sec-context-changes.yml + kubectl_bin apply -f - + local pvc_name= ++ mktemp + /usr/bin/sed -e 's#apiVersion: pxc.percona.com/v.*$#apiVersion: pxc.percona.com/v1#' + /usr/bin/sed -e 's#image:.*-pxc\([0-9]*.[0-9]*\)\{0,1\}$#image: perconalab/percona-xtradb-cluster-operator:main-pxc8.0#' + /usr/bin/sed -e 's#image:.*\/percona-xtradb-cluster:.*$#image: perconalab/percona-xtradb-cluster-operator:main-pxc8.0#' + /usr/bin/sed -e 's#image:.*-init$#image: perconalab/percona-xtradb-cluster-operator:PR-2434-3b65d7fe#' + /usr/bin/sed -e 's#claimName:..*-backup-pvc$#claimName: #' + /usr/bin/sed -e 's#image:.*-pmm$#image: perconalab/pmm-client:dev-latest#' + local LAST_OUT=/tmp/tmp.DCzekWAjyK + /usr/bin/sed -e 's#apply:.*#apply: Never#' ++ mktemp + /usr/bin/sed -e 's#image:.*-backup$#image: perconalab/percona-xtradb-cluster-operator:main-pxc8.0-backup#' + /usr/bin/sed -e s~minio-service.#namespace~minio-service.security-context-12638~ + /usr/bin/sed -e 's#image:.*-proxysql$#image: perconalab/percona-xtradb-cluster-operator:main-proxysql#' + /usr/bin/sed -e 's#image:.*-haproxy$#image: perconalab/percona-xtradb-cluster-operator:main-haproxy#' + local LAST_ERR=/tmp/tmp.3dMun28AUT + local exit_status=0 + /usr/bin/sed -e 's#image:.*-logcollector$#image: perconalab/fluentbit:main-logcollector#' ++ seq 0 2 + cat /mnt/jenkins/workspace/cloud-pxc-operator_PR-2434/e2e-tests/security-context/conf/sec-context-changes.yml + for i in '$(seq 0 2)' + set +e + kubectl apply -f - + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.DCzekWAjyK perconaxtradbcluster.pxc.percona.com/sec-context configured + cat /tmp/tmp.3dMun28AUT + rm /tmp/tmp.DCzekWAjyK /tmp/tmp.3dMun28AUT + return 0 + sleep 30 + desc 'check if service and statefulset changed to expected config' + set +o xtrace ----------------------------------------------------------------------------------- check if service and statefulset changed to expected config ----------------------------------------------------------------------------------- + compare_kubectl statefulset/sec-context-pxc -changes + local resource=statefulset/sec-context-pxc + local postfix=-changes + local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2434/e2e-tests/security-context/compare/statefulset_sec-context-pxc-changes.yml + local new_result=/tmp/tmp.xbfiKiU3p9/statefulset_sec-context-pxc.yml + desc 'compare statefulset/sec-context-pxc--changes' + set +o xtrace ----------------------------------------------------------------------------------- compare statefulset/sec-context-pxc--changes ----------------------------------------------------------------------------------- + '[' 0 = 1 -a -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2434/e2e-tests/security-context/compare/statefulset_sec-context-pxc-changes-eks.yml ']' + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.0 ]] + '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2434/e2e-tests/security-context/compare/statefulset_sec-context-pxc-changes-80.yml ']' + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.4 ]] + version_gt 1.33 ++ echo '1.32 >= 1.33' ++ bc -l + '[' 0 -eq 1 ']' + return 1 + version_gt 1.29 ++ echo '1.32 >= 1.29' ++ bc -l + '[' 1 -eq 1 ']' + return 0 + '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2434/e2e-tests/security-context/compare/statefulset_sec-context-pxc-changes-k129.yml ']' + version_gt 1.27 ++ echo '1.32 >= 1.27' ++ bc -l + '[' 1 -eq 1 ']' + return 0 + '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2434/e2e-tests/security-context/compare/statefulset_sec-context-pxc-changes-k127.yml ']' + version_gt 1.24 ++ echo '1.32 >= 1.24' ++ bc -l + '[' 1 -eq 1 ']' + return 0 + '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2434/e2e-tests/security-context/compare/statefulset_sec-context-pxc-changes-k124.yml ']' + version_gt 1.22 ++ echo '1.32 >= 1.22' ++ bc -l + '[' 1 -eq 1 ']' + return 0 + '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2434/e2e-tests/security-context/compare/statefulset_sec-context-pxc-changes-k122.yml ']' + version_gt 1.21 ++ echo '1.32 >= 1.21' ++ bc -l + '[' 1 -eq 1 ']' + return 0 + '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2434/e2e-tests/security-context/compare/statefulset_sec-context-pxc-changes-k121.yml ']' + '[' '!' -z '' -a -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2434/e2e-tests/security-context/compare/statefulset_sec-context-pxc-changes-oc.yml ']' + version_gt 1.29 ++ echo '1.32 >= 1.29' ++ bc -l + '[' 1 -eq 1 ']' + return 0 + '[' '!' -z '' -a -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2434/e2e-tests/security-context/compare/statefulset_sec-context-pxc-changes-k129-oc.yml ']' + '[' 0 = 1 -a -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2434/e2e-tests/security-context/compare/statefulset_sec-context-pxc-changes-eks.yml ']' + '[' 0 = 1 -a -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2434/e2e-tests/security-context/compare/statefulset_sec-context-pxc-changes-aks.yml ']' + kubectl_bin get -o yaml statefulset/sec-context-pxc ++ mktemp + yq eval ' del(.metadata.managedFields) | del(.. | select(has("creationTimestamp")).creationTimestamp) | del(.. | select(has("namespace")).namespace) | del(.. | select(has("uid")).uid) | del(.metadata.resourceVersion) | del(.spec.template.spec.containers[].env[] | select(.name == "CLUSTER_HASH")) | del(.spec.template.spec.containers[].env[] | select(.name == "S3_BUCKET_PATH")) | del(.spec.template.spec.containers[].env[] | select(.name == "BACKUP_PATH")) | del(.spec.template.spec.containers[].env[] | select(.name == "S3_BUCKET_URL")) | del(.spec.template.spec.containers[].env[] | select(.name == "AZURE_CONTAINER_NAME")) | del(.spec.template.spec.containers[].env[] | select(.name == "XTRABACKUP_ENABLED")) | del(.metadata.selfLink) | del(.metadata.deletionTimestamp) | del(.metadata.annotations."kubectl.kubernetes.io/last-applied-configuration") | del(.metadata.annotations."kubernetes.io/psp") | del(.metadata.annotations."batch.kubernetes.io/job-tracking") | del(.metadata.labels."batch.kubernetes.io/job-name") | del(.metadata.labels."job-name") | del(.metadata.annotations."cloud.google.com/neg") | del(.metadata.annotations."k8s.v1.cni.cncf.io*") | del(.metadata.annotations."k8s.ovn.org/pod-networks") | del(.metadata.annotations."kubernetes.digitalocean.com/load-balancer-id") | del(.metadata.annotations."service.beta.kubernetes.io/do-loadbalancer-type") | del(.spec.template.metadata.annotations."last-applied-secret") | del(.spec.template.metadata.labels."batch.kubernetes.io/job-name") | del(.spec.template.metadata.labels."job-name") | del(.. | select(has("batch.kubernetes.io/controller-uid"))."batch.kubernetes.io/controller-uid") | del(.. | select(has("image")).image) | del(.. | select(has("clusterIP")).clusterIP) | del(.. | select(has("clusterIPs")).clusterIPs) | del(.. | select(has("dataSource")).dataSource) | del(.. | select(has("procMount")).procMount) | del(.. | select(has("storageClassName")).storageClassName) | del(.. | select(has("finalizers")).finalizers) | del(.. | select(has("kubernetes.io/pvc-protection"))."kubernetes.io/pvc-protection") | del(.. | select(has("volumeName")).volumeName) | del(.. | select(has("volume.beta.kubernetes.io/storage-provisioner"))."volume.beta.kubernetes.io/storage-provisioner") | del(.. | select(has("volume.kubernetes.io/storage-provisioner"))."volume.kubernetes.io/storage-provisioner") | del(.spec.volumeMode) | del(.spec.nodeName) | del(.. | select(has("volume.kubernetes.io/selected-node"))."volume.kubernetes.io/selected-node") | del(.. | select(has("percona.com/last-config-hash"))."percona.com/last-config-hash") | del(.. | select(has("percona.com/configuration-hash"))."percona.com/configuration-hash") | del(.. | select(has("percona.com/env-secret-config-hash"))."percona.com/env-secret-config-hash") | del(.. | select(has("percona.com/ssl-hash"))."percona.com/ssl-hash") | del(.. | select(has("percona.com/ssl-internal-hash"))."percona.com/ssl-internal-hash") | del(.. | select(has("kubectl.kubernetes.io/default-container"))."kubectl.kubernetes.io/default-container") | del(.spec.volumeClaimTemplates[].spec.volumeMode | select(. == "Filesystem")) | del(.. | select(has("healthCheckNodePort")).healthCheckNodePort) | del(.. | select(has("nodePort")).nodePort) | del(.. | select(has("imagePullSecrets")).imagePullSecrets) | del(.. | select(has("enableServiceLinks")).enableServiceLinks) | del(.status) | del(.spec.volumeClaimTemplates[].apiVersion) | del(.spec.volumeClaimTemplates[].kind) | del(.metadata.ownerReferences[].apiVersion) | del(.. | select(has("controller-uid")).controller-uid) | del(.. | select(has("preemptionPolicy")).preemptionPolicy) | del(.spec.ipFamilies) | del(.spec.ipFamilyPolicy) | (.. | select(. == "policy/v1beta1")) = "policy/v1" | del(.. | select(has("kubernetes.io/hostname"))."kubernetes.io/hostname") | (.. | select(tag == "!!str")) |= sub("security-context-12638", "namespace") | (.. | select(tag == "!!str")) |= sub("kube-api-access-.*", "kube-api-access") | del(.. | select(has("annotations")).annotations | select(length==0)) | del(.spec.crVersion) | del(.. | select(.[] == "percona-xtradb-cluster-operator-workload-token*"))' - + local LAST_OUT=/tmp/tmp.O6LWEIxYKJ ++ mktemp + local LAST_ERR=/tmp/tmp.rfFO2v64uN + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl get -o yaml statefulset/sec-context-pxc + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.O6LWEIxYKJ + cat /tmp/tmp.rfFO2v64uN + rm /tmp/tmp.O6LWEIxYKJ /tmp/tmp.rfFO2v64uN + return 0 + [[ 0 -eq 0 ]] + diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-2434/e2e-tests/security-context/compare/statefulset_sec-context-pxc-changes.yml /tmp/tmp.xbfiKiU3p9/statefulset_sec-context-pxc.yml + log 'compare_kubectl: statefulset/sec-context-pxc OK' ++ date +%Y-%m-%dT%H:%M:%S%z + echo '[2026-04-09T04:23:25+0000]' compare_kubectl: statefulset/sec-context-pxc OK [2026-04-09T04:23:25+0000] compare_kubectl: statefulset/sec-context-pxc OK + compare_kubectl statefulset/sec-context-proxysql -changes + local resource=statefulset/sec-context-proxysql + local postfix=-changes + local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2434/e2e-tests/security-context/compare/statefulset_sec-context-proxysql-changes.yml + local new_result=/tmp/tmp.xbfiKiU3p9/statefulset_sec-context-proxysql.yml + desc 'compare statefulset/sec-context-proxysql--changes' + set +o xtrace ----------------------------------------------------------------------------------- compare statefulset/sec-context-proxysql--changes ----------------------------------------------------------------------------------- + '[' 0 = 1 -a -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2434/e2e-tests/security-context/compare/statefulset_sec-context-proxysql-changes-eks.yml ']' + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.0 ]] + '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2434/e2e-tests/security-context/compare/statefulset_sec-context-proxysql-changes-80.yml ']' + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.4 ]] + version_gt 1.33 ++ echo '1.32 >= 1.33' ++ bc -l + '[' 0 -eq 1 ']' + return 1 + version_gt 1.29 ++ echo '1.32 >= 1.29' ++ bc -l + '[' 1 -eq 1 ']' + return 0 + '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2434/e2e-tests/security-context/compare/statefulset_sec-context-proxysql-changes-k129.yml ']' + version_gt 1.27 ++ echo '1.32 >= 1.27' ++ bc -l + '[' 1 -eq 1 ']' + return 0 + '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2434/e2e-tests/security-context/compare/statefulset_sec-context-proxysql-changes-k127.yml ']' + version_gt 1.24 ++ echo '1.32 >= 1.24' ++ bc -l + '[' 1 -eq 1 ']' + return 0 + '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2434/e2e-tests/security-context/compare/statefulset_sec-context-proxysql-changes-k124.yml ']' + version_gt 1.22 ++ echo '1.32 >= 1.22' ++ bc -l + '[' 1 -eq 1 ']' + return 0 + '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2434/e2e-tests/security-context/compare/statefulset_sec-context-proxysql-changes-k122.yml ']' + version_gt 1.21 ++ echo '1.32 >= 1.21' ++ bc -l + '[' 1 -eq 1 ']' + return 0 + '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2434/e2e-tests/security-context/compare/statefulset_sec-context-proxysql-changes-k121.yml ']' + '[' '!' -z '' -a -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2434/e2e-tests/security-context/compare/statefulset_sec-context-proxysql-changes-oc.yml ']' + version_gt 1.29 ++ echo '1.32 >= 1.29' ++ bc -l + '[' 1 -eq 1 ']' + return 0 + '[' '!' -z '' -a -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2434/e2e-tests/security-context/compare/statefulset_sec-context-proxysql-changes-k129-oc.yml ']' + '[' 0 = 1 -a -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2434/e2e-tests/security-context/compare/statefulset_sec-context-proxysql-changes-eks.yml ']' + '[' 0 = 1 -a -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2434/e2e-tests/security-context/compare/statefulset_sec-context-proxysql-changes-aks.yml ']' + kubectl_bin get -o yaml statefulset/sec-context-proxysql ++ mktemp + yq eval ' del(.metadata.managedFields) | del(.. | select(has("creationTimestamp")).creationTimestamp) | del(.. | select(has("namespace")).namespace) | del(.. | select(has("uid")).uid) | del(.metadata.resourceVersion) | del(.spec.template.spec.containers[].env[] | select(.name == "CLUSTER_HASH")) | del(.spec.template.spec.containers[].env[] | select(.name == "S3_BUCKET_PATH")) | del(.spec.template.spec.containers[].env[] | select(.name == "BACKUP_PATH")) | del(.spec.template.spec.containers[].env[] | select(.name == "S3_BUCKET_URL")) | del(.spec.template.spec.containers[].env[] | select(.name == "AZURE_CONTAINER_NAME")) | del(.spec.template.spec.containers[].env[] | select(.name == "XTRABACKUP_ENABLED")) | del(.metadata.selfLink) | del(.metadata.deletionTimestamp) | del(.metadata.annotations."kubectl.kubernetes.io/last-applied-configuration") | del(.metadata.annotations."kubernetes.io/psp") | del(.metadata.annotations."batch.kubernetes.io/job-tracking") | del(.metadata.labels."batch.kubernetes.io/job-name") | del(.metadata.labels."job-name") | del(.metadata.annotations."cloud.google.com/neg") | del(.metadata.annotations."k8s.v1.cni.cncf.io*") | del(.metadata.annotations."k8s.ovn.org/pod-networks") | del(.metadata.annotations."kubernetes.digitalocean.com/load-balancer-id") | del(.metadata.annotations."service.beta.kubernetes.io/do-loadbalancer-type") | del(.spec.template.metadata.annotations."last-applied-secret") | del(.spec.template.metadata.labels."batch.kubernetes.io/job-name") | del(.spec.template.metadata.labels."job-name") | del(.. | select(has("batch.kubernetes.io/controller-uid"))."batch.kubernetes.io/controller-uid") | del(.. | select(has("image")).image) | del(.. | select(has("clusterIP")).clusterIP) | del(.. | select(has("clusterIPs")).clusterIPs) | del(.. | select(has("dataSource")).dataSource) | del(.. | select(has("procMount")).procMount) | del(.. | select(has("storageClassName")).storageClassName) | del(.. | select(has("finalizers")).finalizers) | del(.. | select(has("kubernetes.io/pvc-protection"))."kubernetes.io/pvc-protection") | del(.. | select(has("volumeName")).volumeName) | del(.. | select(has("volume.beta.kubernetes.io/storage-provisioner"))."volume.beta.kubernetes.io/storage-provisioner") | del(.. | select(has("volume.kubernetes.io/storage-provisioner"))."volume.kubernetes.io/storage-provisioner") | del(.spec.volumeMode) | del(.spec.nodeName) | del(.. | select(has("volume.kubernetes.io/selected-node"))."volume.kubernetes.io/selected-node") | del(.. | select(has("percona.com/last-config-hash"))."percona.com/last-config-hash") | del(.. | select(has("percona.com/configuration-hash"))."percona.com/configuration-hash") | del(.. | select(has("percona.com/env-secret-config-hash"))."percona.com/env-secret-config-hash") | del(.. | select(has("percona.com/ssl-hash"))."percona.com/ssl-hash") | del(.. | select(has("percona.com/ssl-internal-hash"))."percona.com/ssl-internal-hash") | del(.. | select(has("kubectl.kubernetes.io/default-container"))."kubectl.kubernetes.io/default-container") | del(.spec.volumeClaimTemplates[].spec.volumeMode | select(. == "Filesystem")) | del(.. | select(has("healthCheckNodePort")).healthCheckNodePort) | del(.. | select(has("nodePort")).nodePort) | del(.. | select(has("imagePullSecrets")).imagePullSecrets) | del(.. | select(has("enableServiceLinks")).enableServiceLinks) | del(.status) | del(.spec.volumeClaimTemplates[].apiVersion) | del(.spec.volumeClaimTemplates[].kind) | del(.metadata.ownerReferences[].apiVersion) | del(.. | select(has("controller-uid")).controller-uid) | del(.. | select(has("preemptionPolicy")).preemptionPolicy) | del(.spec.ipFamilies) | del(.spec.ipFamilyPolicy) | (.. | select(. == "policy/v1beta1")) = "policy/v1" | del(.. | select(has("kubernetes.io/hostname"))."kubernetes.io/hostname") | (.. | select(tag == "!!str")) |= sub("security-context-12638", "namespace") | (.. | select(tag == "!!str")) |= sub("kube-api-access-.*", "kube-api-access") | del(.. | select(has("annotations")).annotations | select(length==0)) | del(.spec.crVersion) | del(.. | select(.[] == "percona-xtradb-cluster-operator-workload-token*"))' - + local LAST_OUT=/tmp/tmp.Suc2TjejHM ++ mktemp + local LAST_ERR=/tmp/tmp.LEpEcjkDij + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl get -o yaml statefulset/sec-context-proxysql + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.Suc2TjejHM + cat /tmp/tmp.LEpEcjkDij + rm /tmp/tmp.Suc2TjejHM /tmp/tmp.LEpEcjkDij + return 0 + [[ 0 -eq 0 ]] + diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-2434/e2e-tests/security-context/compare/statefulset_sec-context-proxysql-changes.yml /tmp/tmp.xbfiKiU3p9/statefulset_sec-context-proxysql.yml + log 'compare_kubectl: statefulset/sec-context-proxysql OK' ++ date +%Y-%m-%dT%H:%M:%S%z + echo '[2026-04-09T04:23:26+0000]' compare_kubectl: statefulset/sec-context-proxysql OK [2026-04-09T04:23:26+0000] compare_kubectl: statefulset/sec-context-proxysql OK + wait_cluster_consistency sec-context 3 2 + local cluster_name=sec-context + local cluster_size=3 + local proxy_size=2 + '[' -z 2 ']' + desc 'wait cluster consistency' + set +o xtrace ----------------------------------------------------------------------------------- wait cluster consistency ----------------------------------------------------------------------------------- + local i=0 + local max=300 + sleep 7 + echo -n 'waiting for pxc/sec-context to be ready' waiting for pxc/sec-context to be ready++ kubectl_bin get pxc sec-context -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.XpVNaQuL8V +++ mktemp ++ local LAST_ERR=/tmp/tmp.UoMKaaoxnf ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc sec-context -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.XpVNaQuL8V ++ cat /tmp/tmp.UoMKaaoxnf ++ rm /tmp/tmp.XpVNaQuL8V /tmp/tmp.UoMKaaoxnf ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 0 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc sec-context -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.etdjoYp9fZ +++ mktemp ++ local LAST_ERR=/tmp/tmp.Ck2qlxtB0J ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc sec-context -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.etdjoYp9fZ ++ cat /tmp/tmp.Ck2qlxtB0J ++ rm /tmp/tmp.etdjoYp9fZ /tmp/tmp.Ck2qlxtB0J ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 1 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc sec-context -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.uTVGmgMRlx +++ mktemp ++ local LAST_ERR=/tmp/tmp.9lV28MaQmU ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc sec-context -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.uTVGmgMRlx ++ cat /tmp/tmp.9lV28MaQmU ++ rm /tmp/tmp.uTVGmgMRlx /tmp/tmp.9lV28MaQmU ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 2 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc sec-context -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.JonNY1i1gV +++ mktemp ++ local LAST_ERR=/tmp/tmp.1DSPCdbC6H ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc sec-context -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.JonNY1i1gV ++ cat /tmp/tmp.1DSPCdbC6H ++ rm /tmp/tmp.JonNY1i1gV /tmp/tmp.1DSPCdbC6H ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 3 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc sec-context -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.EdfG28Aqta +++ mktemp ++ local LAST_ERR=/tmp/tmp.D9Rw7PyK6E ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc sec-context -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.EdfG28Aqta ++ cat /tmp/tmp.D9Rw7PyK6E ++ rm /tmp/tmp.EdfG28Aqta /tmp/tmp.D9Rw7PyK6E ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 4 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc sec-context -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.Yp0HhgQyMa +++ mktemp ++ local LAST_ERR=/tmp/tmp.WEeu8l5uM8 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc sec-context -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.Yp0HhgQyMa ++ cat /tmp/tmp.WEeu8l5uM8 ++ rm /tmp/tmp.Yp0HhgQyMa /tmp/tmp.WEeu8l5uM8 ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 5 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc sec-context -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.bDA4Y6b3mO +++ mktemp ++ local LAST_ERR=/tmp/tmp.AN4pUqJJLA ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc sec-context -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.bDA4Y6b3mO ++ cat /tmp/tmp.AN4pUqJJLA ++ rm /tmp/tmp.bDA4Y6b3mO /tmp/tmp.AN4pUqJJLA ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 6 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc sec-context -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.EvNrW4QFkg +++ mktemp ++ local LAST_ERR=/tmp/tmp.ZQYWQCHS3F ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc sec-context -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.EvNrW4QFkg ++ cat /tmp/tmp.ZQYWQCHS3F ++ rm /tmp/tmp.EvNrW4QFkg /tmp/tmp.ZQYWQCHS3F ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 7 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc sec-context -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.MfGDYUPJU4 +++ mktemp ++ local LAST_ERR=/tmp/tmp.YbeviDHIMH ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc sec-context -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.MfGDYUPJU4 ++ cat /tmp/tmp.YbeviDHIMH ++ rm /tmp/tmp.MfGDYUPJU4 /tmp/tmp.YbeviDHIMH ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 8 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc sec-context -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.G1wyhYhb1i +++ mktemp ++ local LAST_ERR=/tmp/tmp.UznUPsk1ad ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc sec-context -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.G1wyhYhb1i ++ cat /tmp/tmp.UznUPsk1ad ++ rm /tmp/tmp.G1wyhYhb1i /tmp/tmp.UznUPsk1ad ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 9 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc sec-context -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.AIzLszBEQk +++ mktemp ++ local LAST_ERR=/tmp/tmp.StwtzpggRY ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc sec-context -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.AIzLszBEQk ++ cat /tmp/tmp.StwtzpggRY ++ rm /tmp/tmp.AIzLszBEQk /tmp/tmp.StwtzpggRY ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 10 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc sec-context -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.Sj677yVMOi +++ mktemp ++ local LAST_ERR=/tmp/tmp.61St0xXEII ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc sec-context -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.Sj677yVMOi ++ cat /tmp/tmp.61St0xXEII ++ rm /tmp/tmp.Sj677yVMOi /tmp/tmp.61St0xXEII ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 11 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc sec-context -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.H6Xn3CJWM6 +++ mktemp ++ local LAST_ERR=/tmp/tmp.LC3EFjuAq3 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc sec-context -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.H6Xn3CJWM6 ++ cat /tmp/tmp.LC3EFjuAq3 ++ rm /tmp/tmp.H6Xn3CJWM6 /tmp/tmp.LC3EFjuAq3 ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 12 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc sec-context -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.lv6zAibynu +++ mktemp ++ local LAST_ERR=/tmp/tmp.2pWcyUWItx ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc sec-context -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.lv6zAibynu ++ cat /tmp/tmp.2pWcyUWItx ++ rm /tmp/tmp.lv6zAibynu /tmp/tmp.2pWcyUWItx ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 13 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc sec-context -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.IBq1hypyyy +++ mktemp ++ local LAST_ERR=/tmp/tmp.UjjT21buQn ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc sec-context -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.IBq1hypyyy ++ cat /tmp/tmp.UjjT21buQn ++ rm /tmp/tmp.IBq1hypyyy /tmp/tmp.UjjT21buQn ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 14 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc sec-context -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.lMwOcwEcpb +++ mktemp ++ local LAST_ERR=/tmp/tmp.aHn3bZan5y ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc sec-context -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.lMwOcwEcpb ++ cat /tmp/tmp.aHn3bZan5y ++ rm /tmp/tmp.lMwOcwEcpb /tmp/tmp.aHn3bZan5y ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 15 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc sec-context -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.RKKS9TBFvu +++ mktemp ++ local LAST_ERR=/tmp/tmp.Fv2zJ0tWSs ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc sec-context -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.RKKS9TBFvu ++ cat /tmp/tmp.Fv2zJ0tWSs ++ rm /tmp/tmp.RKKS9TBFvu /tmp/tmp.Fv2zJ0tWSs ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 16 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc sec-context -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.USnTYZa1em +++ mktemp ++ local LAST_ERR=/tmp/tmp.0Xcixt5Jn4 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc sec-context -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.USnTYZa1em ++ cat /tmp/tmp.0Xcixt5Jn4 ++ rm /tmp/tmp.USnTYZa1em /tmp/tmp.0Xcixt5Jn4 ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 17 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc sec-context -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.508QBvYq8T +++ mktemp ++ local LAST_ERR=/tmp/tmp.ek7Q3ZIGcu ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc sec-context -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.508QBvYq8T ++ cat /tmp/tmp.ek7Q3ZIGcu ++ rm /tmp/tmp.508QBvYq8T /tmp/tmp.ek7Q3ZIGcu ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 18 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc sec-context -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.vDAFqNvNso +++ mktemp ++ local LAST_ERR=/tmp/tmp.rBrNvH5qK5 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc sec-context -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.vDAFqNvNso ++ cat /tmp/tmp.rBrNvH5qK5 ++ rm /tmp/tmp.vDAFqNvNso /tmp/tmp.rBrNvH5qK5 ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 19 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc sec-context -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.b67JE55IUE +++ mktemp ++ local LAST_ERR=/tmp/tmp.rLz8I2MH0y ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc sec-context -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.b67JE55IUE ++ cat /tmp/tmp.rLz8I2MH0y ++ rm /tmp/tmp.b67JE55IUE /tmp/tmp.rLz8I2MH0y ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo -n . .+ sleep 5 + [[ 20 -ge 300 ]] + let i+=1 ++ kubectl_bin get pxc sec-context -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.sURnk7qQu9 +++ mktemp ++ local LAST_ERR=/tmp/tmp.oqD206i0Oq ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc sec-context -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.sURnk7qQu9 ++ cat /tmp/tmp.oqD206i0Oq ++ rm /tmp/tmp.sURnk7qQu9 /tmp/tmp.oqD206i0Oq ++ return 0 + [[ ready == \r\e\a\d\y ]] ++ kubectl_bin get pxc sec-context -o 'jsonpath={.status.pxc.ready}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.x2WFUEbqSD +++ mktemp ++ local LAST_ERR=/tmp/tmp.bEheAXIXPP ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc sec-context -o 'jsonpath={.status.pxc.ready}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.x2WFUEbqSD ++ cat /tmp/tmp.bEheAXIXPP ++ rm /tmp/tmp.x2WFUEbqSD /tmp/tmp.bEheAXIXPP ++ return 0 + [[ 3 == \3 ]] +++ get_proxy_engine sec-context +++ local cluster_name=sec-context ++++ get_proxy sec-context ++++ local target_cluster=sec-context +++++ kubectl_bin get pxc sec-context -o 'jsonpath={.spec.haproxy.enabled}' ++++++ mktemp +++++ local LAST_OUT=/tmp/tmp.r9P3obd9gb ++++++ mktemp +++++ local LAST_ERR=/tmp/tmp.J1EYhdyndO +++++ local exit_status=0 ++++++ seq 0 2 +++++ for i in '$(seq 0 2)' +++++ set +e +++++ kubectl get pxc sec-context -o 'jsonpath={.spec.haproxy.enabled}' +++++ exit_status=0 +++++ set -e +++++ '[' 0 '!=' 0 ']' +++++ break +++++ cat /tmp/tmp.r9P3obd9gb +++++ cat /tmp/tmp.J1EYhdyndO +++++ rm /tmp/tmp.r9P3obd9gb /tmp/tmp.J1EYhdyndO +++++ return 0 ++++ [[ '' == \t\r\u\e ]] +++++ kubectl_bin get pxc sec-context -o 'jsonpath={.spec.proxysql.enabled}' ++++++ mktemp +++++ local LAST_OUT=/tmp/tmp.3j4F4M3rYf ++++++ mktemp +++++ local LAST_ERR=/tmp/tmp.EhNPqt249r +++++ local exit_status=0 ++++++ seq 0 2 +++++ for i in '$(seq 0 2)' +++++ set +e +++++ kubectl get pxc sec-context -o 'jsonpath={.spec.proxysql.enabled}' +++++ exit_status=0 +++++ set -e +++++ '[' 0 '!=' 0 ']' +++++ break +++++ cat /tmp/tmp.3j4F4M3rYf +++++ cat /tmp/tmp.EhNPqt249r +++++ rm /tmp/tmp.3j4F4M3rYf /tmp/tmp.EhNPqt249r +++++ return 0 ++++ [[ true == \t\r\u\e ]] ++++ echo sec-context-proxysql ++++ return +++ local cluster_proxy=sec-context-proxysql +++ echo proxysql ++ kubectl_bin get pxc sec-context -o 'jsonpath={.status.proxysql.ready}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.d5nvv1Uzom +++ mktemp ++ local LAST_ERR=/tmp/tmp.LdFcRDYjDN ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc sec-context -o 'jsonpath={.status.proxysql.ready}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.d5nvv1Uzom ++ cat /tmp/tmp.LdFcRDYjDN ++ rm /tmp/tmp.d5nvv1Uzom /tmp/tmp.LdFcRDYjDN ++ return 0 + [[ 2 == \2 ]] + echo + desc 'run pvc backup' + set +o xtrace ----------------------------------------------------------------------------------- run pvc backup ----------------------------------------------------------------------------------- + backup=on-demand-backup-pvc + kubectl_bin apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2434/e2e-tests/security-context/conf/sec-context-on-demand-backup-pvc.yml ++ mktemp + local LAST_OUT=/tmp/tmp.FsdFzwwupL ++ mktemp + local LAST_ERR=/tmp/tmp.y6yofxklKt + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2434/e2e-tests/security-context/conf/sec-context-on-demand-backup-pvc.yml + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.FsdFzwwupL perconaxtradbclusterbackup.pxc.percona.com/on-demand-backup-pvc created + cat /tmp/tmp.y6yofxklKt + rm /tmp/tmp.FsdFzwwupL /tmp/tmp.y6yofxklKt + return 0 + wait_backup on-demand-backup-pvc + local backup=on-demand-backup-pvc + local status=Succeeded + set +o xtrace waiting for pxc-backup/on-demand-backup-pvc to reach Succeeded state..............................................................................................................Succeeded ++ get_pvc_name_for_backup on-demand-backup-pvc ++ local backup_name=on-demand-backup-pvc +++ kubectl_bin get pxc-backup on-demand-backup-pvc -o 'jsonpath={.status.destination}' ++++ mktemp +++ local LAST_OUT=/tmp/tmp.XVrrn4Adv2 ++++ mktemp +++ local LAST_ERR=/tmp/tmp.9FEl7dGjrY +++ local exit_status=0 ++++ seq 0 2 +++ for i in '$(seq 0 2)' +++ set +e +++ kubectl get pxc-backup on-demand-backup-pvc -o 'jsonpath={.status.destination}' +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 ']' +++ break +++ cat /tmp/tmp.XVrrn4Adv2 +++ cat /tmp/tmp.9FEl7dGjrY +++ rm /tmp/tmp.XVrrn4Adv2 /tmp/tmp.9FEl7dGjrY +++ return 0 ++ local destination=pvc/xb-on-demand-backup-pvc-20260409042555-5e5621f1 ++ [[ -z pvc/xb-on-demand-backup-pvc-20260409042555-5e5621f1 ]] ++ local pvc_name=xb-on-demand-backup-pvc-20260409042555-5e5621f1 ++ echo xb-on-demand-backup-pvc-20260409042555-5e5621f1 + pvc_name=xb-on-demand-backup-pvc-20260409042555-5e5621f1 + echo /mnt/jenkins/workspace/cloud-pxc-operator_PR-2434/e2e-tests/security-context/compare/ /mnt/jenkins/workspace/cloud-pxc-operator_PR-2434/e2e-tests/security-context/compare/ + for file in '"$compare_dir"*' + /usr/bin/sed -E 's#(claimName: xb-on-demand-backup-pvc)(-[0-9]{14}-[a-f0-9]{8})?#claimName: xb-on-demand-backup-pvc-20260409042555-5e5621f1#' + cat /mnt/jenkins/workspace/cloud-pxc-operator_PR-2434/e2e-tests/security-context/compare/job.batch_restore-job-restore-pvc-sec-context-k129.yml + mv /mnt/jenkins/workspace/cloud-pxc-operator_PR-2434/e2e-tests/security-context/compare/job.batch_restore-job-restore-pvc-sec-context-k129.yml.patched /mnt/jenkins/workspace/cloud-pxc-operator_PR-2434/e2e-tests/security-context/compare/job.batch_restore-job-restore-pvc-sec-context-k129.yml + for file in '"$compare_dir"*' + /usr/bin/sed -E 's#(claimName: xb-on-demand-backup-pvc)(-[0-9]{14}-[a-f0-9]{8})?#claimName: xb-on-demand-backup-pvc-20260409042555-5e5621f1#' + cat /mnt/jenkins/workspace/cloud-pxc-operator_PR-2434/e2e-tests/security-context/compare/job.batch_restore-job-restore-pvc-sec-context.yml + mv /mnt/jenkins/workspace/cloud-pxc-operator_PR-2434/e2e-tests/security-context/compare/job.batch_restore-job-restore-pvc-sec-context.yml.patched /mnt/jenkins/workspace/cloud-pxc-operator_PR-2434/e2e-tests/security-context/compare/job.batch_restore-job-restore-pvc-sec-context.yml + for file in '"$compare_dir"*' + cat /mnt/jenkins/workspace/cloud-pxc-operator_PR-2434/e2e-tests/security-context/compare/job.batch_restore-job-restore-s3-sec-context-k129.yml + /usr/bin/sed -E 's#(claimName: xb-on-demand-backup-pvc)(-[0-9]{14}-[a-f0-9]{8})?#claimName: xb-on-demand-backup-pvc-20260409042555-5e5621f1#' + mv /mnt/jenkins/workspace/cloud-pxc-operator_PR-2434/e2e-tests/security-context/compare/job.batch_restore-job-restore-s3-sec-context-k129.yml.patched /mnt/jenkins/workspace/cloud-pxc-operator_PR-2434/e2e-tests/security-context/compare/job.batch_restore-job-restore-s3-sec-context-k129.yml + for file in '"$compare_dir"*' + cat /mnt/jenkins/workspace/cloud-pxc-operator_PR-2434/e2e-tests/security-context/compare/job.batch_restore-job-restore-s3-sec-context.yml + /usr/bin/sed -E 's#(claimName: xb-on-demand-backup-pvc)(-[0-9]{14}-[a-f0-9]{8})?#claimName: xb-on-demand-backup-pvc-20260409042555-5e5621f1#' + mv /mnt/jenkins/workspace/cloud-pxc-operator_PR-2434/e2e-tests/security-context/compare/job.batch_restore-job-restore-s3-sec-context.yml.patched /mnt/jenkins/workspace/cloud-pxc-operator_PR-2434/e2e-tests/security-context/compare/job.batch_restore-job-restore-s3-sec-context.yml + for file in '"$compare_dir"*' + cat /mnt/jenkins/workspace/cloud-pxc-operator_PR-2434/e2e-tests/security-context/compare/job.batch_xb-on-demand-backup-pvc-k129.yml + /usr/bin/sed -E 's#(claimName: xb-on-demand-backup-pvc)(-[0-9]{14}-[a-f0-9]{8})?#claimName: xb-on-demand-backup-pvc-20260409042555-5e5621f1#' + mv /mnt/jenkins/workspace/cloud-pxc-operator_PR-2434/e2e-tests/security-context/compare/job.batch_xb-on-demand-backup-pvc-k129.yml.patched /mnt/jenkins/workspace/cloud-pxc-operator_PR-2434/e2e-tests/security-context/compare/job.batch_xb-on-demand-backup-pvc-k129.yml + for file in '"$compare_dir"*' + cat /mnt/jenkins/workspace/cloud-pxc-operator_PR-2434/e2e-tests/security-context/compare/job.batch_xb-on-demand-backup-pvc.yml + /usr/bin/sed -E 's#(claimName: xb-on-demand-backup-pvc)(-[0-9]{14}-[a-f0-9]{8})?#claimName: xb-on-demand-backup-pvc-20260409042555-5e5621f1#' + mv /mnt/jenkins/workspace/cloud-pxc-operator_PR-2434/e2e-tests/security-context/compare/job.batch_xb-on-demand-backup-pvc.yml.patched /mnt/jenkins/workspace/cloud-pxc-operator_PR-2434/e2e-tests/security-context/compare/job.batch_xb-on-demand-backup-pvc.yml + for file in '"$compare_dir"*' + cat /mnt/jenkins/workspace/cloud-pxc-operator_PR-2434/e2e-tests/security-context/compare/job.batch_xb-on-demand-backup-s3-k129.yml + /usr/bin/sed -E 's#(claimName: xb-on-demand-backup-pvc)(-[0-9]{14}-[a-f0-9]{8})?#claimName: xb-on-demand-backup-pvc-20260409042555-5e5621f1#' + mv /mnt/jenkins/workspace/cloud-pxc-operator_PR-2434/e2e-tests/security-context/compare/job.batch_xb-on-demand-backup-s3-k129.yml.patched /mnt/jenkins/workspace/cloud-pxc-operator_PR-2434/e2e-tests/security-context/compare/job.batch_xb-on-demand-backup-s3-k129.yml + for file in '"$compare_dir"*' + cat /mnt/jenkins/workspace/cloud-pxc-operator_PR-2434/e2e-tests/security-context/compare/job.batch_xb-on-demand-backup-s3.yml + /usr/bin/sed -E 's#(claimName: xb-on-demand-backup-pvc)(-[0-9]{14}-[a-f0-9]{8})?#claimName: xb-on-demand-backup-pvc-20260409042555-5e5621f1#' + mv /mnt/jenkins/workspace/cloud-pxc-operator_PR-2434/e2e-tests/security-context/compare/job.batch_xb-on-demand-backup-s3.yml.patched /mnt/jenkins/workspace/cloud-pxc-operator_PR-2434/e2e-tests/security-context/compare/job.batch_xb-on-demand-backup-s3.yml + for file in '"$compare_dir"*' + cat /mnt/jenkins/workspace/cloud-pxc-operator_PR-2434/e2e-tests/security-context/compare/pod_restore-src-restore-pvc-sec-context-aks.yml + /usr/bin/sed -E 's#(claimName: xb-on-demand-backup-pvc)(-[0-9]{14}-[a-f0-9]{8})?#claimName: xb-on-demand-backup-pvc-20260409042555-5e5621f1#' + mv /mnt/jenkins/workspace/cloud-pxc-operator_PR-2434/e2e-tests/security-context/compare/pod_restore-src-restore-pvc-sec-context-aks.yml.patched /mnt/jenkins/workspace/cloud-pxc-operator_PR-2434/e2e-tests/security-context/compare/pod_restore-src-restore-pvc-sec-context-aks.yml + for file in '"$compare_dir"*' + cat /mnt/jenkins/workspace/cloud-pxc-operator_PR-2434/e2e-tests/security-context/compare/pod_restore-src-restore-pvc-sec-context-k133-aks.yml + /usr/bin/sed -E 's#(claimName: xb-on-demand-backup-pvc)(-[0-9]{14}-[a-f0-9]{8})?#claimName: xb-on-demand-backup-pvc-20260409042555-5e5621f1#' + mv /mnt/jenkins/workspace/cloud-pxc-operator_PR-2434/e2e-tests/security-context/compare/pod_restore-src-restore-pvc-sec-context-k133-aks.yml.patched /mnt/jenkins/workspace/cloud-pxc-operator_PR-2434/e2e-tests/security-context/compare/pod_restore-src-restore-pvc-sec-context-k133-aks.yml + for file in '"$compare_dir"*' + cat /mnt/jenkins/workspace/cloud-pxc-operator_PR-2434/e2e-tests/security-context/compare/pod_restore-src-restore-pvc-sec-context-k133-oc.yml + /usr/bin/sed -E 's#(claimName: xb-on-demand-backup-pvc)(-[0-9]{14}-[a-f0-9]{8})?#claimName: xb-on-demand-backup-pvc-20260409042555-5e5621f1#' + mv /mnt/jenkins/workspace/cloud-pxc-operator_PR-2434/e2e-tests/security-context/compare/pod_restore-src-restore-pvc-sec-context-k133-oc.yml.patched /mnt/jenkins/workspace/cloud-pxc-operator_PR-2434/e2e-tests/security-context/compare/pod_restore-src-restore-pvc-sec-context-k133-oc.yml + for file in '"$compare_dir"*' + cat /mnt/jenkins/workspace/cloud-pxc-operator_PR-2434/e2e-tests/security-context/compare/pod_restore-src-restore-pvc-sec-context-k133.yml + /usr/bin/sed -E 's#(claimName: xb-on-demand-backup-pvc)(-[0-9]{14}-[a-f0-9]{8})?#claimName: xb-on-demand-backup-pvc-20260409042555-5e5621f1#' + mv /mnt/jenkins/workspace/cloud-pxc-operator_PR-2434/e2e-tests/security-context/compare/pod_restore-src-restore-pvc-sec-context-k133.yml.patched /mnt/jenkins/workspace/cloud-pxc-operator_PR-2434/e2e-tests/security-context/compare/pod_restore-src-restore-pvc-sec-context-k133.yml + for file in '"$compare_dir"*' + cat /mnt/jenkins/workspace/cloud-pxc-operator_PR-2434/e2e-tests/security-context/compare/pod_restore-src-restore-pvc-sec-context-oc.yml + /usr/bin/sed -E 's#(claimName: xb-on-demand-backup-pvc)(-[0-9]{14}-[a-f0-9]{8})?#claimName: xb-on-demand-backup-pvc-20260409042555-5e5621f1#' + mv /mnt/jenkins/workspace/cloud-pxc-operator_PR-2434/e2e-tests/security-context/compare/pod_restore-src-restore-pvc-sec-context-oc.yml.patched /mnt/jenkins/workspace/cloud-pxc-operator_PR-2434/e2e-tests/security-context/compare/pod_restore-src-restore-pvc-sec-context-oc.yml + for file in '"$compare_dir"*' + cat /mnt/jenkins/workspace/cloud-pxc-operator_PR-2434/e2e-tests/security-context/compare/pod_restore-src-restore-pvc-sec-context.yml + /usr/bin/sed -E 's#(claimName: xb-on-demand-backup-pvc)(-[0-9]{14}-[a-f0-9]{8})?#claimName: xb-on-demand-backup-pvc-20260409042555-5e5621f1#' + mv /mnt/jenkins/workspace/cloud-pxc-operator_PR-2434/e2e-tests/security-context/compare/pod_restore-src-restore-pvc-sec-context.yml.patched /mnt/jenkins/workspace/cloud-pxc-operator_PR-2434/e2e-tests/security-context/compare/pod_restore-src-restore-pvc-sec-context.yml + for file in '"$compare_dir"*' + cat /mnt/jenkins/workspace/cloud-pxc-operator_PR-2434/e2e-tests/security-context/compare/select-1.sql + /usr/bin/sed -E 's#(claimName: xb-on-demand-backup-pvc)(-[0-9]{14}-[a-f0-9]{8})?#claimName: xb-on-demand-backup-pvc-20260409042555-5e5621f1#' + mv /mnt/jenkins/workspace/cloud-pxc-operator_PR-2434/e2e-tests/security-context/compare/select-1.sql.patched /mnt/jenkins/workspace/cloud-pxc-operator_PR-2434/e2e-tests/security-context/compare/select-1.sql + for file in '"$compare_dir"*' + /usr/bin/sed -E 's#(claimName: xb-on-demand-backup-pvc)(-[0-9]{14}-[a-f0-9]{8})?#claimName: xb-on-demand-backup-pvc-20260409042555-5e5621f1#' + cat /mnt/jenkins/workspace/cloud-pxc-operator_PR-2434/e2e-tests/security-context/compare/statefulset_sec-context-proxysql-changes-oc.yml + mv /mnt/jenkins/workspace/cloud-pxc-operator_PR-2434/e2e-tests/security-context/compare/statefulset_sec-context-proxysql-changes-oc.yml.patched /mnt/jenkins/workspace/cloud-pxc-operator_PR-2434/e2e-tests/security-context/compare/statefulset_sec-context-proxysql-changes-oc.yml + for file in '"$compare_dir"*' + /usr/bin/sed -E 's#(claimName: xb-on-demand-backup-pvc)(-[0-9]{14}-[a-f0-9]{8})?#claimName: xb-on-demand-backup-pvc-20260409042555-5e5621f1#' + cat /mnt/jenkins/workspace/cloud-pxc-operator_PR-2434/e2e-tests/security-context/compare/statefulset_sec-context-proxysql-changes.yml + mv /mnt/jenkins/workspace/cloud-pxc-operator_PR-2434/e2e-tests/security-context/compare/statefulset_sec-context-proxysql-changes.yml.patched /mnt/jenkins/workspace/cloud-pxc-operator_PR-2434/e2e-tests/security-context/compare/statefulset_sec-context-proxysql-changes.yml + for file in '"$compare_dir"*' + /usr/bin/sed -E 's#(claimName: xb-on-demand-backup-pvc)(-[0-9]{14}-[a-f0-9]{8})?#claimName: xb-on-demand-backup-pvc-20260409042555-5e5621f1#' + cat /mnt/jenkins/workspace/cloud-pxc-operator_PR-2434/e2e-tests/security-context/compare/statefulset_sec-context-proxysql-oc.yml + mv /mnt/jenkins/workspace/cloud-pxc-operator_PR-2434/e2e-tests/security-context/compare/statefulset_sec-context-proxysql-oc.yml.patched /mnt/jenkins/workspace/cloud-pxc-operator_PR-2434/e2e-tests/security-context/compare/statefulset_sec-context-proxysql-oc.yml + for file in '"$compare_dir"*' + cat /mnt/jenkins/workspace/cloud-pxc-operator_PR-2434/e2e-tests/security-context/compare/statefulset_sec-context-proxysql.yml + /usr/bin/sed -E 's#(claimName: xb-on-demand-backup-pvc)(-[0-9]{14}-[a-f0-9]{8})?#claimName: xb-on-demand-backup-pvc-20260409042555-5e5621f1#' + mv /mnt/jenkins/workspace/cloud-pxc-operator_PR-2434/e2e-tests/security-context/compare/statefulset_sec-context-proxysql.yml.patched /mnt/jenkins/workspace/cloud-pxc-operator_PR-2434/e2e-tests/security-context/compare/statefulset_sec-context-proxysql.yml + for file in '"$compare_dir"*' + cat /mnt/jenkins/workspace/cloud-pxc-operator_PR-2434/e2e-tests/security-context/compare/statefulset_sec-context-pxc-changes.yml + /usr/bin/sed -E 's#(claimName: xb-on-demand-backup-pvc)(-[0-9]{14}-[a-f0-9]{8})?#claimName: xb-on-demand-backup-pvc-20260409042555-5e5621f1#' + mv /mnt/jenkins/workspace/cloud-pxc-operator_PR-2434/e2e-tests/security-context/compare/statefulset_sec-context-pxc-changes.yml.patched /mnt/jenkins/workspace/cloud-pxc-operator_PR-2434/e2e-tests/security-context/compare/statefulset_sec-context-pxc-changes.yml + for file in '"$compare_dir"*' + cat /mnt/jenkins/workspace/cloud-pxc-operator_PR-2434/e2e-tests/security-context/compare/statefulset_sec-context-pxc.yml + /usr/bin/sed -E 's#(claimName: xb-on-demand-backup-pvc)(-[0-9]{14}-[a-f0-9]{8})?#claimName: xb-on-demand-backup-pvc-20260409042555-5e5621f1#' + mv /mnt/jenkins/workspace/cloud-pxc-operator_PR-2434/e2e-tests/security-context/compare/statefulset_sec-context-pxc.yml.patched /mnt/jenkins/workspace/cloud-pxc-operator_PR-2434/e2e-tests/security-context/compare/statefulset_sec-context-pxc.yml + compare_kubectl job.batch/xb-on-demand-backup-pvc + local resource=job.batch/xb-on-demand-backup-pvc + local postfix= + local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2434/e2e-tests/security-context/compare/job.batch_xb-on-demand-backup-pvc.yml + local new_result=/tmp/tmp.xbfiKiU3p9/job.batch_xb-on-demand-backup-pvc.yml + desc 'compare job.batch/xb-on-demand-backup-pvc-' + set +o xtrace ----------------------------------------------------------------------------------- compare job.batch/xb-on-demand-backup-pvc- ----------------------------------------------------------------------------------- + '[' 0 = 1 -a -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2434/e2e-tests/security-context/compare/job.batch_xb-on-demand-backup-pvc-eks.yml ']' + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.0 ]] + '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2434/e2e-tests/security-context/compare/job.batch_xb-on-demand-backup-pvc-80.yml ']' + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.4 ]] + version_gt 1.33 ++ echo '1.32 >= 1.33' ++ bc -l + '[' 0 -eq 1 ']' + return 1 + version_gt 1.29 ++ echo '1.32 >= 1.29' ++ bc -l + '[' 1 -eq 1 ']' + return 0 + '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2434/e2e-tests/security-context/compare/job.batch_xb-on-demand-backup-pvc-k129.yml ']' + expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2434/e2e-tests/security-context/compare/job.batch_xb-on-demand-backup-pvc-k129.yml + '[' '!' -z '' -a -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2434/e2e-tests/security-context/compare/job.batch_xb-on-demand-backup-pvc-k129-oc.yml ']' + version_gt 1.29 ++ echo '1.32 >= 1.29' ++ bc -l + '[' 1 -eq 1 ']' + return 0 + '[' '!' -z '' -a -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2434/e2e-tests/security-context/compare/job.batch_xb-on-demand-backup-pvc-k129-k129-oc.yml ']' + '[' 0 = 1 -a -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2434/e2e-tests/security-context/compare/job.batch_xb-on-demand-backup-pvc-k129-eks.yml ']' + '[' 0 = 1 -a -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2434/e2e-tests/security-context/compare/job.batch_xb-on-demand-backup-pvc-k129-aks.yml ']' + kubectl_bin get -o yaml job.batch/xb-on-demand-backup-pvc ++ mktemp + yq eval ' del(.metadata.managedFields) | del(.. | select(has("creationTimestamp")).creationTimestamp) | del(.. | select(has("namespace")).namespace) | del(.. | select(has("uid")).uid) | del(.metadata.resourceVersion) | del(.spec.template.spec.containers[].env[] | select(.name == "CLUSTER_HASH")) | del(.spec.template.spec.containers[].env[] | select(.name == "S3_BUCKET_PATH")) | del(.spec.template.spec.containers[].env[] | select(.name == "BACKUP_PATH")) | del(.spec.template.spec.containers[].env[] | select(.name == "S3_BUCKET_URL")) | del(.spec.template.spec.containers[].env[] | select(.name == "AZURE_CONTAINER_NAME")) | del(.spec.template.spec.containers[].env[] | select(.name == "XTRABACKUP_ENABLED")) | del(.metadata.selfLink) | del(.metadata.deletionTimestamp) | del(.metadata.annotations."kubectl.kubernetes.io/last-applied-configuration") | del(.metadata.annotations."kubernetes.io/psp") | del(.metadata.annotations."batch.kubernetes.io/job-tracking") | del(.metadata.labels."batch.kubernetes.io/job-name") | del(.metadata.labels."job-name") | del(.metadata.annotations."cloud.google.com/neg") | del(.metadata.annotations."k8s.v1.cni.cncf.io*") | del(.metadata.annotations."k8s.ovn.org/pod-networks") | del(.metadata.annotations."kubernetes.digitalocean.com/load-balancer-id") | del(.metadata.annotations."service.beta.kubernetes.io/do-loadbalancer-type") | del(.spec.template.metadata.annotations."last-applied-secret") | del(.spec.template.metadata.labels."batch.kubernetes.io/job-name") | del(.spec.template.metadata.labels."job-name") | del(.. | select(has("batch.kubernetes.io/controller-uid"))."batch.kubernetes.io/controller-uid") | del(.. | select(has("image")).image) | del(.. | select(has("clusterIP")).clusterIP) | del(.. | select(has("clusterIPs")).clusterIPs) | del(.. | select(has("dataSource")).dataSource) | del(.. | select(has("procMount")).procMount) | del(.. | select(has("storageClassName")).storageClassName) | del(.. | select(has("finalizers")).finalizers) | del(.. | select(has("kubernetes.io/pvc-protection"))."kubernetes.io/pvc-protection") | del(.. | select(has("volumeName")).volumeName) | del(.. | select(has("volume.beta.kubernetes.io/storage-provisioner"))."volume.beta.kubernetes.io/storage-provisioner") | del(.. | select(has("volume.kubernetes.io/storage-provisioner"))."volume.kubernetes.io/storage-provisioner") | del(.spec.volumeMode) | del(.spec.nodeName) | del(.. | select(has("volume.kubernetes.io/selected-node"))."volume.kubernetes.io/selected-node") | del(.. | select(has("percona.com/last-config-hash"))."percona.com/last-config-hash") | del(.. | select(has("percona.com/configuration-hash"))."percona.com/configuration-hash") | del(.. | select(has("percona.com/env-secret-config-hash"))."percona.com/env-secret-config-hash") | del(.. | select(has("percona.com/ssl-hash"))."percona.com/ssl-hash") | del(.. | select(has("percona.com/ssl-internal-hash"))."percona.com/ssl-internal-hash") | del(.. | select(has("kubectl.kubernetes.io/default-container"))."kubectl.kubernetes.io/default-container") | del(.spec.volumeClaimTemplates[].spec.volumeMode | select(. == "Filesystem")) | del(.. | select(has("healthCheckNodePort")).healthCheckNodePort) | del(.. | select(has("nodePort")).nodePort) | del(.. | select(has("imagePullSecrets")).imagePullSecrets) | del(.. | select(has("enableServiceLinks")).enableServiceLinks) | del(.status) | del(.spec.volumeClaimTemplates[].apiVersion) | del(.spec.volumeClaimTemplates[].kind) | del(.metadata.ownerReferences[].apiVersion) | del(.. | select(has("controller-uid")).controller-uid) | del(.. | select(has("preemptionPolicy")).preemptionPolicy) | del(.spec.ipFamilies) | del(.spec.ipFamilyPolicy) | (.. | select(. == "policy/v1beta1")) = "policy/v1" | del(.. | select(has("kubernetes.io/hostname"))."kubernetes.io/hostname") | (.. | select(tag == "!!str")) |= sub("security-context-12638", "namespace") | (.. | select(tag == "!!str")) |= sub("kube-api-access-.*", "kube-api-access") | del(.. | select(has("annotations")).annotations | select(length==0)) | del(.spec.crVersion) | del(.. | select(.[] == "percona-xtradb-cluster-operator-workload-token*"))' - + local LAST_OUT=/tmp/tmp.JRjbaXrvCn ++ mktemp + local LAST_ERR=/tmp/tmp.04ywSqjTla + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl get -o yaml job.batch/xb-on-demand-backup-pvc + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.JRjbaXrvCn + cat /tmp/tmp.04ywSqjTla + rm /tmp/tmp.JRjbaXrvCn /tmp/tmp.04ywSqjTla + return 0 + [[ 0 -eq 0 ]] + diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-2434/e2e-tests/security-context/compare/job.batch_xb-on-demand-backup-pvc-k129.yml /tmp/tmp.xbfiKiU3p9/job.batch_xb-on-demand-backup-pvc.yml + log 'compare_kubectl: job.batch/xb-on-demand-backup-pvc OK' ++ date +%Y-%m-%dT%H:%M:%S%z + echo '[2026-04-09T04:28:46+0000]' compare_kubectl: job.batch/xb-on-demand-backup-pvc OK [2026-04-09T04:28:46+0000] compare_kubectl: job.batch/xb-on-demand-backup-pvc OK ++ kubectl_bin config current-context +++ mktemp ++ local LAST_OUT=/tmp/tmp.96SuxL0o0n +++ mktemp ++ local LAST_ERR=/tmp/tmp.j2NxrxqbOJ ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl config current-context ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.96SuxL0o0n ++ cat /tmp/tmp.j2NxrxqbOJ ++ rm /tmp/tmp.96SuxL0o0n /tmp/tmp.j2NxrxqbOJ ++ return 0 + kubectl_bin config set-context gke_cloud-dev-112233_us-central1-a_jen-pxc-2434-3b65d7fe-1-cluster9 --namespace=security-context-12638 ++ mktemp + local LAST_OUT=/tmp/tmp.n2yiv5KzuF ++ mktemp + local LAST_ERR=/tmp/tmp.hB3SdKJacP + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl config set-context gke_cloud-dev-112233_us-central1-a_jen-pxc-2434-3b65d7fe-1-cluster9 --namespace=security-context-12638 + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.n2yiv5KzuF Context "gke_cloud-dev-112233_us-central1-a_jen-pxc-2434-3b65d7fe-1-cluster9" modified. + cat /tmp/tmp.hB3SdKJacP + rm /tmp/tmp.n2yiv5KzuF /tmp/tmp.hB3SdKJacP + return 0 + desc 'run pvc restore' + set +o xtrace ----------------------------------------------------------------------------------- run pvc restore ----------------------------------------------------------------------------------- + restore=restore-pvc + cat /mnt/jenkins/workspace/cloud-pxc-operator_PR-2434/e2e-tests/security-context/conf/sec-context-restore-pvc.yml + /usr/bin/sed -e s~minio-service.#namespace~minio-service.security-context-12638~ + kubectl_bin apply -f - ++ mktemp + local LAST_OUT=/tmp/tmp.ZbOuEhKFvR ++ mktemp + local LAST_ERR=/tmp/tmp.2GSBFYISAe + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl apply -f - + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.ZbOuEhKFvR perconaxtradbclusterrestore.pxc.percona.com/restore-pvc created + cat /tmp/tmp.2GSBFYISAe + rm /tmp/tmp.ZbOuEhKFvR /tmp/tmp.2GSBFYISAe + return 0 + wait_pod restore-src-restore-pvc-sec-context + local pod=restore-src-restore-pvc-sec-context + local max_retry=480 + local ns= ++ echo restore-src-restore-pvc-sec-context ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ grep -E '^(pxc|proxysql)$' + local container= + set +o xtrace Error from server (NotFound): pods "restore-src-restore-pvc-sec-context" not found waiting for pod/restore-src-restore-pvc-sec-context to become Ready......................Defaulted container "ncat" out of: ncat, backup-init (init) .Ok + kubectl_bin get -o yaml pod/restore-src-restore-pvc-sec-context ++ mktemp + local LAST_OUT=/tmp/tmp.l8t3St59Ul ++ mktemp + local LAST_ERR=/tmp/tmp.IadkSbQ0s8 + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl get -o yaml pod/restore-src-restore-pvc-sec-context + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.l8t3St59Ul apiVersion: v1 kind: Pod metadata: annotations: openshift.io/scc: privileged creationTimestamp: "2026-04-09T04:29:44Z" labels: app.kubernetes.io/instance: sec-context app.kubernetes.io/managed-by: percona-xtradb-cluster-operator app.kubernetes.io/name: percona-xtradb-cluster app.kubernetes.io/part-of: percona-xtradb-cluster percona.com/restore-svc-name: restore-src-restore-pvc-sec-context name: restore-src-restore-pvc-sec-context namespace: security-context-12638 ownerReferences: - apiVersion: pxc.percona.com/v1 blockOwnerDeletion: true controller: true kind: PerconaXtraDBClusterRestore name: restore-pvc uid: 58ae5cac-34be-4359-81c1-9e63139954a7 resourceVersion: "1775708998484255012" uid: 79b1bb3d-a985-48b1-9c8f-8d8940d1697d spec: containers: - command: - /opt/percona/backup/recovery-pvc-donor.sh image: perconalab/percona-xtradb-cluster-operator:main-pxc8.0-backup imagePullPolicy: Always name: ncat resources: {} securityContext: privileged: true terminationMessagePath: /dev/termination-log terminationMessagePolicy: File volumeMounts: - mountPath: /backup name: backup - mountPath: /etc/mysql/ssl name: ssl - mountPath: /etc/mysql/ssl-internal name: ssl-internal - mountPath: /etc/mysql/vault-keyring-secret name: vault-keyring-secret - mountPath: /opt/percona name: bin - mountPath: /var/run/secrets/kubernetes.io/serviceaccount name: kube-api-access-cx97h readOnly: true dnsPolicy: ClusterFirst enableServiceLinks: true initContainers: - command: - /backup-init-entrypoint.sh image: perconalab/percona-xtradb-cluster-operator:PR-2434-3b65d7fe imagePullPolicy: Always name: backup-init resources: limits: cpu: 50m memory: 50M requests: cpu: 50m memory: 50M securityContext: privileged: true terminationMessagePath: /dev/termination-log terminationMessagePolicy: File volumeMounts: - mountPath: /opt/percona name: bin - mountPath: /var/run/secrets/kubernetes.io/serviceaccount name: kube-api-access-cx97h readOnly: true nodeName: gke-jen-pxc-2434-3b65d7f-default-pool-86157881-1wqt preemptionPolicy: PreemptLowerPriority priority: 0 restartPolicy: Always schedulerName: default-scheduler securityContext: fsGroup: 1001 supplementalGroups: - 1001 - 1002 - 1003 serviceAccount: percona-xtradb-cluster-operator-workload serviceAccountName: percona-xtradb-cluster-operator-workload terminationGracePeriodSeconds: 30 tolerations: - effect: NoExecute key: node.kubernetes.io/not-ready operator: Exists tolerationSeconds: 300 - effect: NoExecute key: node.kubernetes.io/unreachable operator: Exists tolerationSeconds: 300 volumes: - name: backup persistentVolumeClaim: claimName: xb-on-demand-backup-pvc-20260409042555-5e5621f1 - name: ssl-internal secret: defaultMode: 420 optional: true secretName: some-name-ssl-internal - name: ssl secret: defaultMode: 420 optional: false secretName: some-name-ssl - name: vault-keyring-secret secret: defaultMode: 420 optional: true secretName: sec-context-vault - emptyDir: {} name: bin - name: kube-api-access-cx97h projected: defaultMode: 420 sources: - serviceAccountToken: expirationSeconds: 3607 path: token - configMap: items: - key: ca.crt path: ca.crt name: kube-root-ca.crt - downwardAPI: items: - fieldRef: apiVersion: v1 fieldPath: metadata.namespace path: namespace status: conditions: - lastProbeTime: null lastTransitionTime: "2026-04-09T04:29:56Z" status: "True" type: PodReadyToStartContainers - lastProbeTime: null lastTransitionTime: "2026-04-09T04:29:57Z" status: "True" type: Initialized - lastProbeTime: null lastTransitionTime: "2026-04-09T04:29:58Z" status: "True" type: Ready - lastProbeTime: null lastTransitionTime: "2026-04-09T04:29:58Z" status: "True" type: ContainersReady - lastProbeTime: null lastTransitionTime: "2026-04-09T04:29:44Z" status: "True" type: PodScheduled containerStatuses: - containerID: containerd://bb87613d749abe2cd428d3c826095e6c3e65aecf4fe5c478ffd47ea8ca576ea9 image: docker.io/perconalab/percona-xtradb-cluster-operator:main-pxc8.0-backup imageID: docker.io/perconalab/percona-xtradb-cluster-operator@sha256:7ee3f388de9cbf30ad84be9631929189483863d8e53ea7d8c3cbbdd050e8f409 lastState: {} name: ncat ready: true restartCount: 0 started: true state: running: startedAt: "2026-04-09T04:29:57Z" volumeMounts: - mountPath: /backup name: backup - mountPath: /etc/mysql/ssl name: ssl - mountPath: /etc/mysql/ssl-internal name: ssl-internal - mountPath: /etc/mysql/vault-keyring-secret name: vault-keyring-secret - mountPath: /opt/percona name: bin - mountPath: /var/run/secrets/kubernetes.io/serviceaccount name: kube-api-access-cx97h readOnly: true recursiveReadOnly: Disabled hostIP: 10.216.0.72 hostIPs: - ip: 10.216.0.72 initContainerStatuses: - containerID: containerd://3f012c1a84fb5b510a78f3786373cb51c5235d993f88d053100f9575f8a2ce26 image: docker.io/perconalab/percona-xtradb-cluster-operator:PR-2434-3b65d7fe imageID: docker.io/perconalab/percona-xtradb-cluster-operator@sha256:767770d5beccf7e21c15d6c4de96ee07e5743836001c85b8c6d9823f42105954 lastState: {} name: backup-init ready: true restartCount: 0 started: false state: terminated: containerID: containerd://3f012c1a84fb5b510a78f3786373cb51c5235d993f88d053100f9575f8a2ce26 exitCode: 0 finishedAt: "2026-04-09T04:29:57Z" reason: Completed startedAt: "2026-04-09T04:29:55Z" volumeMounts: - mountPath: /opt/percona name: bin - mountPath: /var/run/secrets/kubernetes.io/serviceaccount name: kube-api-access-cx97h readOnly: true recursiveReadOnly: Disabled phase: Running podIP: 10.61.145.61 podIPs: - ip: 10.61.145.61 qosClass: Burstable startTime: "2026-04-09T04:29:44Z" + cat /tmp/tmp.IadkSbQ0s8 + rm /tmp/tmp.l8t3St59Ul /tmp/tmp.IadkSbQ0s8 + return 0 + version_gt 1.21 ++ echo '1.32 >= 1.21' ++ bc -l + '[' 1 -eq 1 ']' + return 0 + compare_kubectl pod/restore-src-restore-pvc-sec-context + local resource=pod/restore-src-restore-pvc-sec-context + local postfix= + local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2434/e2e-tests/security-context/compare/pod_restore-src-restore-pvc-sec-context.yml + local new_result=/tmp/tmp.xbfiKiU3p9/pod_restore-src-restore-pvc-sec-context.yml + desc 'compare pod/restore-src-restore-pvc-sec-context-' + set +o xtrace ----------------------------------------------------------------------------------- compare pod/restore-src-restore-pvc-sec-context- ----------------------------------------------------------------------------------- + '[' 0 = 1 -a -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2434/e2e-tests/security-context/compare/pod_restore-src-restore-pvc-sec-context-eks.yml ']' + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.0 ]] + '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2434/e2e-tests/security-context/compare/pod_restore-src-restore-pvc-sec-context-80.yml ']' + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.4 ]] + version_gt 1.33 ++ echo '1.32 >= 1.33' ++ bc -l + '[' 0 -eq 1 ']' + return 1 + version_gt 1.29 ++ echo '1.32 >= 1.29' ++ bc -l + '[' 1 -eq 1 ']' + return 0 + '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2434/e2e-tests/security-context/compare/pod_restore-src-restore-pvc-sec-context-k129.yml ']' + version_gt 1.27 ++ echo '1.32 >= 1.27' ++ bc -l + '[' 1 -eq 1 ']' + return 0 + '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2434/e2e-tests/security-context/compare/pod_restore-src-restore-pvc-sec-context-k127.yml ']' + version_gt 1.24 ++ echo '1.32 >= 1.24' ++ bc -l + '[' 1 -eq 1 ']' + return 0 + '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2434/e2e-tests/security-context/compare/pod_restore-src-restore-pvc-sec-context-k124.yml ']' + version_gt 1.22 ++ echo '1.32 >= 1.22' ++ bc -l + '[' 1 -eq 1 ']' + return 0 + '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2434/e2e-tests/security-context/compare/pod_restore-src-restore-pvc-sec-context-k122.yml ']' + version_gt 1.21 ++ echo '1.32 >= 1.21' ++ bc -l + '[' 1 -eq 1 ']' + return 0 + '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2434/e2e-tests/security-context/compare/pod_restore-src-restore-pvc-sec-context-k121.yml ']' + '[' '!' -z '' -a -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2434/e2e-tests/security-context/compare/pod_restore-src-restore-pvc-sec-context-oc.yml ']' + version_gt 1.29 ++ echo '1.32 >= 1.29' ++ bc -l + '[' 1 -eq 1 ']' + return 0 + '[' '!' -z '' -a -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2434/e2e-tests/security-context/compare/pod_restore-src-restore-pvc-sec-context-k129-oc.yml ']' + '[' 0 = 1 -a -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2434/e2e-tests/security-context/compare/pod_restore-src-restore-pvc-sec-context-eks.yml ']' + '[' 0 = 1 -a -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2434/e2e-tests/security-context/compare/pod_restore-src-restore-pvc-sec-context-aks.yml ']' + kubectl_bin get -o yaml pod/restore-src-restore-pvc-sec-context ++ mktemp + yq eval ' del(.metadata.managedFields) | del(.. | select(has("creationTimestamp")).creationTimestamp) | del(.. | select(has("namespace")).namespace) | del(.. | select(has("uid")).uid) | del(.metadata.resourceVersion) | del(.spec.template.spec.containers[].env[] | select(.name == "CLUSTER_HASH")) | del(.spec.template.spec.containers[].env[] | select(.name == "S3_BUCKET_PATH")) | del(.spec.template.spec.containers[].env[] | select(.name == "BACKUP_PATH")) | del(.spec.template.spec.containers[].env[] | select(.name == "S3_BUCKET_URL")) | del(.spec.template.spec.containers[].env[] | select(.name == "AZURE_CONTAINER_NAME")) | del(.spec.template.spec.containers[].env[] | select(.name == "XTRABACKUP_ENABLED")) | del(.metadata.selfLink) | del(.metadata.deletionTimestamp) | del(.metadata.annotations."kubectl.kubernetes.io/last-applied-configuration") | del(.metadata.annotations."kubernetes.io/psp") | del(.metadata.annotations."batch.kubernetes.io/job-tracking") | del(.metadata.labels."batch.kubernetes.io/job-name") | del(.metadata.labels."job-name") | del(.metadata.annotations."cloud.google.com/neg") | del(.metadata.annotations."k8s.v1.cni.cncf.io*") | del(.metadata.annotations."k8s.ovn.org/pod-networks") | del(.metadata.annotations."kubernetes.digitalocean.com/load-balancer-id") | del(.metadata.annotations."service.beta.kubernetes.io/do-loadbalancer-type") | del(.spec.template.metadata.annotations."last-applied-secret") | del(.spec.template.metadata.labels."batch.kubernetes.io/job-name") | del(.spec.template.metadata.labels."job-name") | del(.. | select(has("batch.kubernetes.io/controller-uid"))."batch.kubernetes.io/controller-uid") | del(.. | select(has("image")).image) | del(.. | select(has("clusterIP")).clusterIP) | del(.. | select(has("clusterIPs")).clusterIPs) | del(.. | select(has("dataSource")).dataSource) | del(.. | select(has("procMount")).procMount) | del(.. | select(has("storageClassName")).storageClassName) | del(.. | select(has("finalizers")).finalizers) | del(.. | select(has("kubernetes.io/pvc-protection"))."kubernetes.io/pvc-protection") | del(.. | select(has("volumeName")).volumeName) | del(.. | select(has("volume.beta.kubernetes.io/storage-provisioner"))."volume.beta.kubernetes.io/storage-provisioner") | del(.. | select(has("volume.kubernetes.io/storage-provisioner"))."volume.kubernetes.io/storage-provisioner") | del(.spec.volumeMode) | del(.spec.nodeName) | del(.. | select(has("volume.kubernetes.io/selected-node"))."volume.kubernetes.io/selected-node") | del(.. | select(has("percona.com/last-config-hash"))."percona.com/last-config-hash") | del(.. | select(has("percona.com/configuration-hash"))."percona.com/configuration-hash") | del(.. | select(has("percona.com/env-secret-config-hash"))."percona.com/env-secret-config-hash") | del(.. | select(has("percona.com/ssl-hash"))."percona.com/ssl-hash") | del(.. | select(has("percona.com/ssl-internal-hash"))."percona.com/ssl-internal-hash") | del(.. | select(has("kubectl.kubernetes.io/default-container"))."kubectl.kubernetes.io/default-container") | del(.spec.volumeClaimTemplates[].spec.volumeMode | select(. == "Filesystem")) | del(.. | select(has("healthCheckNodePort")).healthCheckNodePort) | del(.. | select(has("nodePort")).nodePort) | del(.. | select(has("imagePullSecrets")).imagePullSecrets) | del(.. | select(has("enableServiceLinks")).enableServiceLinks) | del(.status) | del(.spec.volumeClaimTemplates[].apiVersion) | del(.spec.volumeClaimTemplates[].kind) | del(.metadata.ownerReferences[].apiVersion) | del(.. | select(has("controller-uid")).controller-uid) | del(.. | select(has("preemptionPolicy")).preemptionPolicy) | del(.spec.ipFamilies) | del(.spec.ipFamilyPolicy) | (.. | select(. == "policy/v1beta1")) = "policy/v1" | del(.. | select(has("kubernetes.io/hostname"))."kubernetes.io/hostname") | (.. | select(tag == "!!str")) |= sub("security-context-12638", "namespace") | (.. | select(tag == "!!str")) |= sub("kube-api-access-.*", "kube-api-access") | del(.. | select(has("annotations")).annotations | select(length==0)) | del(.spec.crVersion) | del(.. | select(.[] == "percona-xtradb-cluster-operator-workload-token*"))' - + local LAST_OUT=/tmp/tmp.0Ylb6Poetn ++ mktemp + local LAST_ERR=/tmp/tmp.zW665MDb7d + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl get -o yaml pod/restore-src-restore-pvc-sec-context + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.0Ylb6Poetn + cat /tmp/tmp.zW665MDb7d + rm /tmp/tmp.0Ylb6Poetn /tmp/tmp.zW665MDb7d + return 0 + [[ 0 -eq 0 ]] + diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-2434/e2e-tests/security-context/compare/pod_restore-src-restore-pvc-sec-context.yml /tmp/tmp.xbfiKiU3p9/pod_restore-src-restore-pvc-sec-context.yml + log 'compare_kubectl: pod/restore-src-restore-pvc-sec-context OK' ++ date +%Y-%m-%dT%H:%M:%S%z + echo '[2026-04-09T04:30:04+0000]' compare_kubectl: pod/restore-src-restore-pvc-sec-context OK [2026-04-09T04:30:04+0000] compare_kubectl: pod/restore-src-restore-pvc-sec-context OK + wait_backup_restore restore-pvc + local backup_name=restore-pvc + local target_state=Succeeded + local wait_time=720 + set +o xtrace waiting for pxc-restore/restore-pvc to reach Succeeded state 2026-04-09T04:30:05 pxc-restore/restore-pvc state: Restoring 2026-04-09T04:30:07 pxc-restore/restore-pvc state: Restoring 2026-04-09T04:30:09 pxc-restore/restore-pvc state: Restoring 2026-04-09T04:30:12 pxc-restore/restore-pvc state: Restoring 2026-04-09T04:30:14 pxc-restore/restore-pvc state: Restoring 2026-04-09T04:30:16 pxc-restore/restore-pvc state: Preparing Cluster 2026-04-09T04:30:19 pxc-restore/restore-pvc state: Preparing Cluster 2026-04-09T04:30:21 pxc-restore/restore-pvc state: Preparing Cluster 2026-04-09T04:30:23 pxc-restore/restore-pvc state: Preparing Cluster 2026-04-09T04:30:25 pxc-restore/restore-pvc state: Preparing Cluster 2026-04-09T04:30:27 pxc-restore/restore-pvc state: Preparing Cluster 2026-04-09T04:30:29 pxc-restore/restore-pvc state: Preparing Cluster 2026-04-09T04:30:32 pxc-restore/restore-pvc state: Preparing Cluster 2026-04-09T04:30:34 pxc-restore/restore-pvc state: Preparing Cluster 2026-04-09T04:30:36 pxc-restore/restore-pvc state: Preparing Cluster 2026-04-09T04:30:38 pxc-restore/restore-pvc state: Preparing Cluster 2026-04-09T04:30:41 pxc-restore/restore-pvc state: Preparing Cluster 2026-04-09T04:30:43 pxc-restore/restore-pvc state: Preparing Cluster 2026-04-09T04:30:45 pxc-restore/restore-pvc state: Preparing Cluster 2026-04-09T04:30:47 pxc-restore/restore-pvc state: Preparing Cluster 2026-04-09T04:30:49 pxc-restore/restore-pvc state: Preparing Cluster 2026-04-09T04:30:51 pxc-restore/restore-pvc state: Preparing Cluster 2026-04-09T04:30:53 pxc-restore/restore-pvc state: Preparing Cluster 2026-04-09T04:30:56 pxc-restore/restore-pvc state: Preparing Cluster 2026-04-09T04:30:58 pxc-restore/restore-pvc state: Preparing Cluster 2026-04-09T04:31:00 pxc-restore/restore-pvc state: Preparing Cluster 2026-04-09T04:31:02 pxc-restore/restore-pvc state: Preparing Cluster 2026-04-09T04:31:04 pxc-restore/restore-pvc state: Preparing Cluster 2026-04-09T04:31:06 pxc-restore/restore-pvc state: Preparing Cluster 2026-04-09T04:31:08 pxc-restore/restore-pvc state: Preparing Cluster 2026-04-09T04:31:10 pxc-restore/restore-pvc state: Preparing Cluster 2026-04-09T04:31:12 pxc-restore/restore-pvc state: Preparing Cluster 2026-04-09T04:31:14 pxc-restore/restore-pvc state: Preparing Cluster 2026-04-09T04:31:16 pxc-restore/restore-pvc state: Preparing Cluster 2026-04-09T04:31:18 pxc-restore/restore-pvc state: Preparing Cluster 2026-04-09T04:31:21 pxc-restore/restore-pvc state: Preparing Cluster 2026-04-09T04:31:23 pxc-restore/restore-pvc state: Preparing Cluster 2026-04-09T04:31:25 pxc-restore/restore-pvc state: Preparing Cluster 2026-04-09T04:31:29 pxc-restore/restore-pvc state: Preparing Cluster 2026-04-09T04:31:31 pxc-restore/restore-pvc state: Preparing Cluster 2026-04-09T04:31:34 pxc-restore/restore-pvc state: Preparing Cluster 2026-04-09T04:31:36 pxc-restore/restore-pvc state: Starting Cluster 2026-04-09T04:31:38 pxc-restore/restore-pvc state: Starting Cluster 2026-04-09T04:31:41 pxc-restore/restore-pvc state: Starting Cluster 2026-04-09T04:31:43 pxc-restore/restore-pvc state: Starting Cluster 2026-04-09T04:31:45 pxc-restore/restore-pvc state: Starting Cluster 2026-04-09T04:31:47 pxc-restore/restore-pvc state: Starting Cluster 2026-04-09T04:31:50 pxc-restore/restore-pvc state: Starting Cluster 2026-04-09T04:31:52 pxc-restore/restore-pvc state: Starting Cluster 2026-04-09T04:31:54 pxc-restore/restore-pvc state: Starting Cluster 2026-04-09T04:31:56 pxc-restore/restore-pvc state: Starting Cluster 2026-04-09T04:31:58 pxc-restore/restore-pvc state: Starting Cluster 2026-04-09T04:32:00 pxc-restore/restore-pvc state: Starting Cluster 2026-04-09T04:32:02 pxc-restore/restore-pvc state: Starting Cluster 2026-04-09T04:32:04 pxc-restore/restore-pvc state: Starting Cluster 2026-04-09T04:32:05 pxc-restore/restore-pvc state: Starting Cluster 2026-04-09T04:32:07 pxc-restore/restore-pvc state: Starting Cluster 2026-04-09T04:32:09 pxc-restore/restore-pvc state: Starting Cluster 2026-04-09T04:32:10 pxc-restore/restore-pvc state: Starting Cluster 2026-04-09T04:32:12 pxc-restore/restore-pvc state: Starting Cluster 2026-04-09T04:32:14 pxc-restore/restore-pvc state: Starting Cluster 2026-04-09T04:32:16 pxc-restore/restore-pvc state: Starting Cluster 2026-04-09T04:32:17 pxc-restore/restore-pvc state: Starting Cluster 2026-04-09T04:32:19 pxc-restore/restore-pvc state: Starting Cluster 2026-04-09T04:32:20 pxc-restore/restore-pvc state: Starting Cluster 2026-04-09T04:32:22 pxc-restore/restore-pvc state: Starting Cluster 2026-04-09T04:32:24 pxc-restore/restore-pvc state: Starting Cluster 2026-04-09T04:32:25 pxc-restore/restore-pvc state: Starting Cluster 2026-04-09T04:32:27 pxc-restore/restore-pvc state: Starting Cluster 2026-04-09T04:32:29 pxc-restore/restore-pvc state: Starting Cluster 2026-04-09T04:32:31 pxc-restore/restore-pvc state: Starting Cluster 2026-04-09T04:32:33 pxc-restore/restore-pvc state: Starting Cluster 2026-04-09T04:32:35 pxc-restore/restore-pvc state: Starting Cluster 2026-04-09T04:32:37 pxc-restore/restore-pvc state: Starting Cluster 2026-04-09T04:32:39 pxc-restore/restore-pvc state: Starting Cluster 2026-04-09T04:32:40 pxc-restore/restore-pvc state: Starting Cluster 2026-04-09T04:32:42 pxc-restore/restore-pvc state: Starting Cluster 2026-04-09T04:32:44 pxc-restore/restore-pvc state: Starting Cluster 2026-04-09T04:32:46 pxc-restore/restore-pvc state: Starting Cluster 2026-04-09T04:32:48 pxc-restore/restore-pvc state: Starting Cluster 2026-04-09T04:32:50 pxc-restore/restore-pvc state: Starting Cluster 2026-04-09T04:32:52 pxc-restore/restore-pvc state: Starting Cluster 2026-04-09T04:32:54 pxc-restore/restore-pvc state: Starting Cluster 2026-04-09T04:32:56 pxc-restore/restore-pvc state: Starting Cluster 2026-04-09T04:32:58 pxc-restore/restore-pvc state: Starting Cluster 2026-04-09T04:33:00 pxc-restore/restore-pvc state: Starting Cluster 2026-04-09T04:33:02 pxc-restore/restore-pvc state: Starting Cluster 2026-04-09T04:33:04 pxc-restore/restore-pvc state: Starting Cluster 2026-04-09T04:33:07 pxc-restore/restore-pvc state: Starting Cluster 2026-04-09T04:33:09 pxc-restore/restore-pvc state: Starting Cluster 2026-04-09T04:33:11 pxc-restore/restore-pvc state: Starting Cluster 2026-04-09T04:33:13 pxc-restore/restore-pvc state: Starting Cluster 2026-04-09T04:33:15 pxc-restore/restore-pvc state: Starting Cluster 2026-04-09T04:33:17 pxc-restore/restore-pvc state: Starting Cluster 2026-04-09T04:33:19 pxc-restore/restore-pvc state: Starting Cluster 2026-04-09T04:33:21 pxc-restore/restore-pvc state: Starting Cluster 2026-04-09T04:33:23 pxc-restore/restore-pvc state: Starting Cluster 2026-04-09T04:33:25 pxc-restore/restore-pvc state: Starting Cluster 2026-04-09T04:33:27 pxc-restore/restore-pvc state: Starting Cluster 2026-04-09T04:33:29 pxc-restore/restore-pvc state: Starting Cluster 2026-04-09T04:33:31 pxc-restore/restore-pvc state: Starting Cluster 2026-04-09T04:33:33 pxc-restore/restore-pvc state: Starting Cluster 2026-04-09T04:33:34 pxc-restore/restore-pvc state: Starting Cluster 2026-04-09T04:33:36 pxc-restore/restore-pvc state: Starting Cluster 2026-04-09T04:33:38 pxc-restore/restore-pvc state: Starting Cluster 2026-04-09T04:33:40 pxc-restore/restore-pvc state: Starting Cluster 2026-04-09T04:33:41 pxc-restore/restore-pvc state: Starting Cluster 2026-04-09T04:33:43 pxc-restore/restore-pvc state: Starting Cluster 2026-04-09T04:33:45 pxc-restore/restore-pvc state: Starting Cluster 2026-04-09T04:33:47 pxc-restore/restore-pvc state: Starting Cluster 2026-04-09T04:33:49 pxc-restore/restore-pvc state: Starting Cluster 2026-04-09T04:33:52 pxc-restore/restore-pvc state: Starting Cluster 2026-04-09T04:33:54 pxc-restore/restore-pvc state: Starting Cluster 2026-04-09T04:33:56 pxc-restore/restore-pvc state: Starting Cluster 2026-04-09T04:33:59 pxc-restore/restore-pvc state: Starting Cluster 2026-04-09T04:34:01 pxc-restore/restore-pvc state: Starting Cluster 2026-04-09T04:34:04 pxc-restore/restore-pvc state: Starting Cluster 2026-04-09T04:34:06 pxc-restore/restore-pvc state: Starting Cluster 2026-04-09T04:34:09 pxc-restore/restore-pvc state: Starting Cluster 2026-04-09T04:34:11 pxc-restore/restore-pvc state: Starting Cluster 2026-04-09T04:34:14 pxc-restore/restore-pvc state: Starting Cluster 2026-04-09T04:34:16 pxc-restore/restore-pvc state: Starting Cluster 2026-04-09T04:34:18 pxc-restore/restore-pvc state: Starting Cluster 2026-04-09T04:34:20 pxc-restore/restore-pvc state: Starting Cluster 2026-04-09T04:34:22 pxc-restore/restore-pvc state: Starting Cluster 2026-04-09T04:34:24 pxc-restore/restore-pvc state: Starting Cluster 2026-04-09T04:34:26 pxc-restore/restore-pvc state: Starting Cluster 2026-04-09T04:34:29 pxc-restore/restore-pvc state: Starting Cluster 2026-04-09T04:34:31 pxc-restore/restore-pvc state: Starting Cluster 2026-04-09T04:34:33 pxc-restore/restore-pvc state: Starting Cluster 2026-04-09T04:34:35 pxc-restore/restore-pvc state: Starting Cluster 2026-04-09T04:34:37 pxc-restore/restore-pvc state: Starting Cluster 2026-04-09T04:34:39 pxc-restore/restore-pvc state: Starting Cluster 2026-04-09T04:34:41 pxc-restore/restore-pvc state: Starting Cluster 2026-04-09T04:34:43 pxc-restore/restore-pvc state: Starting Cluster 2026-04-09T04:34:45 pxc-restore/restore-pvc state: Starting Cluster 2026-04-09T04:34:47 pxc-restore/restore-pvc state: Starting Cluster 2026-04-09T04:34:49 pxc-restore/restore-pvc state: Starting Cluster 2026-04-09T04:34:50 pxc-restore/restore-pvc state: Starting Cluster 2026-04-09T04:34:52 pxc-restore/restore-pvc state: Starting Cluster 2026-04-09T04:34:54 pxc-restore/restore-pvc state: Starting Cluster 2026-04-09T04:34:56 pxc-restore/restore-pvc state: Starting Cluster 2026-04-09T04:34:58 pxc-restore/restore-pvc state: Starting Cluster 2026-04-09T04:35:01 pxc-restore/restore-pvc state: Starting Cluster 2026-04-09T04:35:03 pxc-restore/restore-pvc state: Succeeded + compare_kubectl job.batch/restore-job-restore-pvc-sec-context + local resource=job.batch/restore-job-restore-pvc-sec-context + local postfix= + local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2434/e2e-tests/security-context/compare/job.batch_restore-job-restore-pvc-sec-context.yml + local new_result=/tmp/tmp.xbfiKiU3p9/job.batch_restore-job-restore-pvc-sec-context.yml + desc 'compare job.batch/restore-job-restore-pvc-sec-context-' + set +o xtrace ----------------------------------------------------------------------------------- compare job.batch/restore-job-restore-pvc-sec-context- ----------------------------------------------------------------------------------- + '[' 0 = 1 -a -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2434/e2e-tests/security-context/compare/job.batch_restore-job-restore-pvc-sec-context-eks.yml ']' + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.0 ]] + '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2434/e2e-tests/security-context/compare/job.batch_restore-job-restore-pvc-sec-context-80.yml ']' + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.4 ]] + version_gt 1.33 ++ echo '1.32 >= 1.33' ++ bc -l + '[' 0 -eq 1 ']' + return 1 + version_gt 1.29 ++ echo '1.32 >= 1.29' ++ bc -l + '[' 1 -eq 1 ']' + return 0 + '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2434/e2e-tests/security-context/compare/job.batch_restore-job-restore-pvc-sec-context-k129.yml ']' + expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2434/e2e-tests/security-context/compare/job.batch_restore-job-restore-pvc-sec-context-k129.yml + '[' '!' -z '' -a -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2434/e2e-tests/security-context/compare/job.batch_restore-job-restore-pvc-sec-context-k129-oc.yml ']' + version_gt 1.29 ++ echo '1.32 >= 1.29' ++ bc -l + '[' 1 -eq 1 ']' + return 0 + '[' '!' -z '' -a -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2434/e2e-tests/security-context/compare/job.batch_restore-job-restore-pvc-sec-context-k129-k129-oc.yml ']' + '[' 0 = 1 -a -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2434/e2e-tests/security-context/compare/job.batch_restore-job-restore-pvc-sec-context-k129-eks.yml ']' + '[' 0 = 1 -a -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2434/e2e-tests/security-context/compare/job.batch_restore-job-restore-pvc-sec-context-k129-aks.yml ']' + kubectl_bin get -o yaml job.batch/restore-job-restore-pvc-sec-context ++ mktemp + yq eval ' del(.metadata.managedFields) | del(.. | select(has("creationTimestamp")).creationTimestamp) | del(.. | select(has("namespace")).namespace) | del(.. | select(has("uid")).uid) | del(.metadata.resourceVersion) | del(.spec.template.spec.containers[].env[] | select(.name == "CLUSTER_HASH")) | del(.spec.template.spec.containers[].env[] | select(.name == "S3_BUCKET_PATH")) | del(.spec.template.spec.containers[].env[] | select(.name == "BACKUP_PATH")) | del(.spec.template.spec.containers[].env[] | select(.name == "S3_BUCKET_URL")) | del(.spec.template.spec.containers[].env[] | select(.name == "AZURE_CONTAINER_NAME")) | del(.spec.template.spec.containers[].env[] | select(.name == "XTRABACKUP_ENABLED")) | del(.metadata.selfLink) | del(.metadata.deletionTimestamp) | del(.metadata.annotations."kubectl.kubernetes.io/last-applied-configuration") | del(.metadata.annotations."kubernetes.io/psp") | del(.metadata.annotations."batch.kubernetes.io/job-tracking") | del(.metadata.labels."batch.kubernetes.io/job-name") | del(.metadata.labels."job-name") | del(.metadata.annotations."cloud.google.com/neg") | del(.metadata.annotations."k8s.v1.cni.cncf.io*") | del(.metadata.annotations."k8s.ovn.org/pod-networks") | del(.metadata.annotations."kubernetes.digitalocean.com/load-balancer-id") | del(.metadata.annotations."service.beta.kubernetes.io/do-loadbalancer-type") | del(.spec.template.metadata.annotations."last-applied-secret") | del(.spec.template.metadata.labels."batch.kubernetes.io/job-name") | del(.spec.template.metadata.labels."job-name") | del(.. | select(has("batch.kubernetes.io/controller-uid"))."batch.kubernetes.io/controller-uid") | del(.. | select(has("image")).image) | del(.. | select(has("clusterIP")).clusterIP) | del(.. | select(has("clusterIPs")).clusterIPs) | del(.. | select(has("dataSource")).dataSource) | del(.. | select(has("procMount")).procMount) | del(.. | select(has("storageClassName")).storageClassName) | del(.. | select(has("finalizers")).finalizers) | del(.. | select(has("kubernetes.io/pvc-protection"))."kubernetes.io/pvc-protection") | del(.. | select(has("volumeName")).volumeName) | del(.. | select(has("volume.beta.kubernetes.io/storage-provisioner"))."volume.beta.kubernetes.io/storage-provisioner") | del(.. | select(has("volume.kubernetes.io/storage-provisioner"))."volume.kubernetes.io/storage-provisioner") | del(.spec.volumeMode) | del(.spec.nodeName) | del(.. | select(has("volume.kubernetes.io/selected-node"))."volume.kubernetes.io/selected-node") | del(.. | select(has("percona.com/last-config-hash"))."percona.com/last-config-hash") | del(.. | select(has("percona.com/configuration-hash"))."percona.com/configuration-hash") | del(.. | select(has("percona.com/env-secret-config-hash"))."percona.com/env-secret-config-hash") | del(.. | select(has("percona.com/ssl-hash"))."percona.com/ssl-hash") | del(.. | select(has("percona.com/ssl-internal-hash"))."percona.com/ssl-internal-hash") | del(.. | select(has("kubectl.kubernetes.io/default-container"))."kubectl.kubernetes.io/default-container") | del(.spec.volumeClaimTemplates[].spec.volumeMode | select(. == "Filesystem")) | del(.. | select(has("healthCheckNodePort")).healthCheckNodePort) | del(.. | select(has("nodePort")).nodePort) | del(.. | select(has("imagePullSecrets")).imagePullSecrets) | del(.. | select(has("enableServiceLinks")).enableServiceLinks) | del(.status) | del(.spec.volumeClaimTemplates[].apiVersion) | del(.spec.volumeClaimTemplates[].kind) | del(.metadata.ownerReferences[].apiVersion) | del(.. | select(has("controller-uid")).controller-uid) | del(.. | select(has("preemptionPolicy")).preemptionPolicy) | del(.spec.ipFamilies) | del(.spec.ipFamilyPolicy) | (.. | select(. == "policy/v1beta1")) = "policy/v1" | del(.. | select(has("kubernetes.io/hostname"))."kubernetes.io/hostname") | (.. | select(tag == "!!str")) |= sub("security-context-12638", "namespace") | (.. | select(tag == "!!str")) |= sub("kube-api-access-.*", "kube-api-access") | del(.. | select(has("annotations")).annotations | select(length==0)) | del(.spec.crVersion) | del(.. | select(.[] == "percona-xtradb-cluster-operator-workload-token*"))' - + local LAST_OUT=/tmp/tmp.xwiv4VO2V4 ++ mktemp + local LAST_ERR=/tmp/tmp.8IN7K1Csie + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl get -o yaml job.batch/restore-job-restore-pvc-sec-context + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.xwiv4VO2V4 + cat /tmp/tmp.8IN7K1Csie + rm /tmp/tmp.xwiv4VO2V4 /tmp/tmp.8IN7K1Csie + return 0 + [[ 0 -eq 0 ]] + diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-2434/e2e-tests/security-context/compare/job.batch_restore-job-restore-pvc-sec-context-k129.yml /tmp/tmp.xbfiKiU3p9/job.batch_restore-job-restore-pvc-sec-context.yml + log 'compare_kubectl: job.batch/restore-job-restore-pvc-sec-context OK' ++ date +%Y-%m-%dT%H:%M:%S%z + echo '[2026-04-09T04:35:05+0000]' compare_kubectl: job.batch/restore-job-restore-pvc-sec-context OK [2026-04-09T04:35:05+0000] compare_kubectl: job.batch/restore-job-restore-pvc-sec-context OK + desc 'run s3 backup' + set +o xtrace ----------------------------------------------------------------------------------- run s3 backup ----------------------------------------------------------------------------------- + kubectl_bin apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2434/e2e-tests/conf/minio-secret.yml ++ mktemp + local LAST_OUT=/tmp/tmp.T2nBiKSGMB ++ mktemp + local LAST_ERR=/tmp/tmp.x8zkGWDFST + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2434/e2e-tests/conf/minio-secret.yml + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.T2nBiKSGMB secret/minio-secret unchanged + cat /tmp/tmp.x8zkGWDFST + rm /tmp/tmp.T2nBiKSGMB /tmp/tmp.x8zkGWDFST + return 0 + start_minio + deploy_helm security-context-12638 + helm repo add hashicorp https://helm.releases.hashicorp.com "hashicorp" already exists with the same configuration, skipping + helm repo add minio https://charts.min.io/ "minio" already exists with the same configuration, skipping + helm repo update Hang tight while we grab the latest from your chart repositories... ...Successfully got an update from the "minio" chart repository ...Successfully got an update from the "chaos-mesh" chart repository ...Successfully got an update from the "hashicorp" chart repository ...Successfully got an update from the "percona" chart repository Update Complete. ⎈Happy Helming!⎈ + local cert_secret= + local endpoint=http://minio-service:9000 + minio_args=(--version $MINIO_VER --set replicas=1 --set mode=standalone --set resources.requests.memory=256Mi --set rootUser=rootuser --set rootPassword=rootpass123 --set "users[0].accessKey=some-access-key" --set "users[0].secretKey=some-secret-key" --set "users[0].policy=consoleAdmin" --set service.type=ClusterIP --set configPathmc=/tmp/ --set securityContext.enabled=false --set persistence.size=2G) + local minio_args + [[ -n '' ]] + desc 'install Minio' + set +o xtrace ----------------------------------------------------------------------------------- install Minio ----------------------------------------------------------------------------------- + helm uninstall minio-service Error: uninstall: Release not loaded: minio-service: release: not found + : + retry 10 60 helm install minio-service --version 5.4.0 --set replicas=1 --set mode=standalone --set resources.requests.memory=256Mi --set rootUser=rootuser --set rootPassword=rootpass123 --set 'users[0].accessKey=some-access-key' --set 'users[0].secretKey=some-secret-key' --set 'users[0].policy=consoleAdmin' --set service.type=ClusterIP --set configPathmc=/tmp/ --set securityContext.enabled=false --set persistence.size=2G minio/minio + local max=10 + local delay=60 + shift 2 + local n=1 + helm install minio-service --version 5.4.0 --set replicas=1 --set mode=standalone --set resources.requests.memory=256Mi --set rootUser=rootuser --set rootPassword=rootpass123 --set 'users[0].accessKey=some-access-key' --set 'users[0].secretKey=some-secret-key' --set 'users[0].policy=consoleAdmin' --set service.type=ClusterIP --set configPathmc=/tmp/ --set securityContext.enabled=false --set persistence.size=2G minio/minio NAME: minio-service LAST DEPLOYED: Thu Apr 9 04:35:10 2026 NAMESPACE: security-context-12638 STATUS: deployed REVISION: 1 TEST SUITE: None NOTES: MinIO can be accessed via port 9000 on the following DNS name from within your cluster: minio-service.security-context-12638.cluster.local To access MinIO from localhost, run the below commands: 1. export POD_NAME=$(kubectl get pods --namespace security-context-12638 -l "release=minio-service" -o jsonpath="{.items[0].metadata.name}") 2. kubectl port-forward $POD_NAME 9000 --namespace security-context-12638 Read more about port forwarding here: http://kubernetes.io/docs/user-guide/kubectl/kubectl_port-forward/ You can now access MinIO server on http://localhost:9000. Follow the below steps to connect to MinIO server with mc client: 1. Download the MinIO mc client - https://min.io/docs/minio/linux/reference/minio-mc.html#quickstart 2. export MC_HOST_minio-service-local=http://$(kubectl get secret --namespace security-context-12638 minio-service -o jsonpath="{.data.rootUser}" | base64 --decode):$(kubectl get secret --namespace security-context-12638 minio-service -o jsonpath="{.data.rootPassword}" | base64 --decode)@localhost:9000 3. mc ls minio-service-local + sleep 30 ++ kubectl_bin get pods --selector=release=minio-service -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.0pKLDEmjTJ +++ mktemp ++ local LAST_ERR=/tmp/tmp.rYj0GCEbQ9 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=release=minio-service -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.0pKLDEmjTJ ++ cat /tmp/tmp.rYj0GCEbQ9 ++ rm /tmp/tmp.0pKLDEmjTJ /tmp/tmp.rYj0GCEbQ9 ++ return 0 + MINIO_POD=minio-service-5fd5489bdc-sw8qv + wait_pod minio-service-5fd5489bdc-sw8qv + local pod=minio-service-5fd5489bdc-sw8qv + local max_retry=480 + local ns= ++ echo minio-service-5fd5489bdc-sw8qv ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ grep -E '^(pxc|proxysql)$' + local container= + set +o xtrace pod/minio-service-5fd5489bdc-sw8qv condition met waiting for pod/minio-service-5fd5489bdc-sw8qv to become Ready.Ok + kubectl_bin run -i --rm aws-cli --image=perconalab/awscli --restart=Never -- /usr/bin/env AWS_ACCESS_KEY_ID=some-access-key AWS_SECRET_ACCESS_KEY=some-secret-key AWS_DEFAULT_REGION=us-east-1 /usr/bin/aws --endpoint-url http://minio-service:9000 --no-verify-ssl s3 mb s3://operator-testing ++ mktemp + local LAST_OUT=/tmp/tmp.TnyckDlL8h ++ mktemp + local LAST_ERR=/tmp/tmp.q52MjZPaYO + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl run -i --rm aws-cli --image=perconalab/awscli --restart=Never -- /usr/bin/env AWS_ACCESS_KEY_ID=some-access-key AWS_SECRET_ACCESS_KEY=some-secret-key AWS_DEFAULT_REGION=us-east-1 /usr/bin/aws --endpoint-url http://minio-service:9000 --no-verify-ssl s3 mb s3://operator-testing + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.TnyckDlL8h make_bucket: operator-testing pod "aws-cli" deleted from security-context-12638 namespace + cat /tmp/tmp.q52MjZPaYO All commands and output from this session will be recorded in container logs, including credentials and sensitive information passed through the command prompt. If you don't see a command prompt, try pressing enter. warning: couldn't attach to pod/aws-cli, falling back to streaming logs: Internal error occurred: unable to upgrade connection: container aws-cli not found in pod aws-cli_security-context-12638 + rm /tmp/tmp.TnyckDlL8h /tmp/tmp.q52MjZPaYO + return 0 + wait_cluster_consistency sec-context 3 2 + local cluster_name=sec-context + local cluster_size=3 + local proxy_size=2 + '[' -z 2 ']' + desc 'wait cluster consistency' + set +o xtrace ----------------------------------------------------------------------------------- wait cluster consistency ----------------------------------------------------------------------------------- + local i=0 + local max=300 + sleep 7 + echo -n 'waiting for pxc/sec-context to be ready' waiting for pxc/sec-context to be ready++ kubectl_bin get pxc sec-context -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.1VO1JQc6sj +++ mktemp ++ local LAST_ERR=/tmp/tmp.Dkows1C7lk ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc sec-context -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.1VO1JQc6sj ++ cat /tmp/tmp.Dkows1C7lk ++ rm /tmp/tmp.1VO1JQc6sj /tmp/tmp.Dkows1C7lk ++ return 0 + [[ ready == \r\e\a\d\y ]] ++ kubectl_bin get pxc sec-context -o 'jsonpath={.status.pxc.ready}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.ozFUZtcPo6 +++ mktemp ++ local LAST_ERR=/tmp/tmp.9NP7yO5kZn ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc sec-context -o 'jsonpath={.status.pxc.ready}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.ozFUZtcPo6 ++ cat /tmp/tmp.9NP7yO5kZn ++ rm /tmp/tmp.ozFUZtcPo6 /tmp/tmp.9NP7yO5kZn ++ return 0 + [[ 3 == \3 ]] +++ get_proxy_engine sec-context +++ local cluster_name=sec-context ++++ get_proxy sec-context ++++ local target_cluster=sec-context +++++ kubectl_bin get pxc sec-context -o 'jsonpath={.spec.haproxy.enabled}' ++++++ mktemp +++++ local LAST_OUT=/tmp/tmp.UL5vCkWGww ++++++ mktemp +++++ local LAST_ERR=/tmp/tmp.TSI40tkk6Z +++++ local exit_status=0 ++++++ seq 0 2 +++++ for i in '$(seq 0 2)' +++++ set +e +++++ kubectl get pxc sec-context -o 'jsonpath={.spec.haproxy.enabled}' +++++ exit_status=0 +++++ set -e +++++ '[' 0 '!=' 0 ']' +++++ break +++++ cat /tmp/tmp.UL5vCkWGww +++++ cat /tmp/tmp.TSI40tkk6Z +++++ rm /tmp/tmp.UL5vCkWGww /tmp/tmp.TSI40tkk6Z +++++ return 0 ++++ [[ '' == \t\r\u\e ]] +++++ kubectl_bin get pxc sec-context -o 'jsonpath={.spec.proxysql.enabled}' ++++++ mktemp +++++ local LAST_OUT=/tmp/tmp.Cs2jkYflVB ++++++ mktemp +++++ local LAST_ERR=/tmp/tmp.Cb5s0bhJK3 +++++ local exit_status=0 ++++++ seq 0 2 +++++ for i in '$(seq 0 2)' +++++ set +e +++++ kubectl get pxc sec-context -o 'jsonpath={.spec.proxysql.enabled}' +++++ exit_status=0 +++++ set -e +++++ '[' 0 '!=' 0 ']' +++++ break +++++ cat /tmp/tmp.Cs2jkYflVB +++++ cat /tmp/tmp.Cb5s0bhJK3 +++++ rm /tmp/tmp.Cs2jkYflVB /tmp/tmp.Cb5s0bhJK3 +++++ return 0 ++++ [[ true == \t\r\u\e ]] ++++ echo sec-context-proxysql ++++ return +++ local cluster_proxy=sec-context-proxysql +++ echo proxysql ++ kubectl_bin get pxc sec-context -o 'jsonpath={.status.proxysql.ready}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.GFONOrQIVo +++ mktemp ++ local LAST_ERR=/tmp/tmp.khHaKyIO8Z ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc sec-context -o 'jsonpath={.status.proxysql.ready}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.GFONOrQIVo ++ cat /tmp/tmp.khHaKyIO8Z ++ rm /tmp/tmp.GFONOrQIVo /tmp/tmp.khHaKyIO8Z ++ return 0 + [[ 2 == \2 ]] + echo + backup=on-demand-backup-s3 + kubectl_bin apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2434/e2e-tests/security-context/conf/sec-context-on-demand-backup-s3.yml ++ mktemp + local LAST_OUT=/tmp/tmp.RvP4pDkjZe ++ mktemp + local LAST_ERR=/tmp/tmp.4eW8oJJTok + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2434/e2e-tests/security-context/conf/sec-context-on-demand-backup-s3.yml + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.RvP4pDkjZe perconaxtradbclusterbackup.pxc.percona.com/on-demand-backup-s3 created + cat /tmp/tmp.4eW8oJJTok + rm /tmp/tmp.RvP4pDkjZe /tmp/tmp.4eW8oJJTok + return 0 + wait_backup on-demand-backup-s3 + local backup=on-demand-backup-s3 + local status=Succeeded + set +o xtrace waiting for pxc-backup/on-demand-backup-s3 to reach Succeeded state......................Succeeded + compare_kubectl job.batch/xb-on-demand-backup-s3 + local resource=job.batch/xb-on-demand-backup-s3 + local postfix= + local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2434/e2e-tests/security-context/compare/job.batch_xb-on-demand-backup-s3.yml + local new_result=/tmp/tmp.xbfiKiU3p9/job.batch_xb-on-demand-backup-s3.yml + desc 'compare job.batch/xb-on-demand-backup-s3-' + set +o xtrace ----------------------------------------------------------------------------------- compare job.batch/xb-on-demand-backup-s3- ----------------------------------------------------------------------------------- + '[' 0 = 1 -a -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2434/e2e-tests/security-context/compare/job.batch_xb-on-demand-backup-s3-eks.yml ']' + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.0 ]] + '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2434/e2e-tests/security-context/compare/job.batch_xb-on-demand-backup-s3-80.yml ']' + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.4 ]] + version_gt 1.33 ++ echo '1.32 >= 1.33' ++ bc -l + '[' 0 -eq 1 ']' + return 1 + version_gt 1.29 ++ echo '1.32 >= 1.29' ++ bc -l + '[' 1 -eq 1 ']' + return 0 + '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2434/e2e-tests/security-context/compare/job.batch_xb-on-demand-backup-s3-k129.yml ']' + expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2434/e2e-tests/security-context/compare/job.batch_xb-on-demand-backup-s3-k129.yml + '[' '!' -z '' -a -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2434/e2e-tests/security-context/compare/job.batch_xb-on-demand-backup-s3-k129-oc.yml ']' + version_gt 1.29 ++ echo '1.32 >= 1.29' ++ bc -l + '[' 1 -eq 1 ']' + return 0 + '[' '!' -z '' -a -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2434/e2e-tests/security-context/compare/job.batch_xb-on-demand-backup-s3-k129-k129-oc.yml ']' + '[' 0 = 1 -a -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2434/e2e-tests/security-context/compare/job.batch_xb-on-demand-backup-s3-k129-eks.yml ']' + '[' 0 = 1 -a -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2434/e2e-tests/security-context/compare/job.batch_xb-on-demand-backup-s3-k129-aks.yml ']' + kubectl_bin get -o yaml job.batch/xb-on-demand-backup-s3 ++ mktemp + yq eval ' del(.metadata.managedFields) | del(.. | select(has("creationTimestamp")).creationTimestamp) | del(.. | select(has("namespace")).namespace) | del(.. | select(has("uid")).uid) | del(.metadata.resourceVersion) | del(.spec.template.spec.containers[].env[] | select(.name == "CLUSTER_HASH")) | del(.spec.template.spec.containers[].env[] | select(.name == "S3_BUCKET_PATH")) | del(.spec.template.spec.containers[].env[] | select(.name == "BACKUP_PATH")) | del(.spec.template.spec.containers[].env[] | select(.name == "S3_BUCKET_URL")) | del(.spec.template.spec.containers[].env[] | select(.name == "AZURE_CONTAINER_NAME")) | del(.spec.template.spec.containers[].env[] | select(.name == "XTRABACKUP_ENABLED")) | del(.metadata.selfLink) | del(.metadata.deletionTimestamp) | del(.metadata.annotations."kubectl.kubernetes.io/last-applied-configuration") | del(.metadata.annotations."kubernetes.io/psp") | del(.metadata.annotations."batch.kubernetes.io/job-tracking") | del(.metadata.labels."batch.kubernetes.io/job-name") | del(.metadata.labels."job-name") | del(.metadata.annotations."cloud.google.com/neg") | del(.metadata.annotations."k8s.v1.cni.cncf.io*") | del(.metadata.annotations."k8s.ovn.org/pod-networks") | del(.metadata.annotations."kubernetes.digitalocean.com/load-balancer-id") | del(.metadata.annotations."service.beta.kubernetes.io/do-loadbalancer-type") | del(.spec.template.metadata.annotations."last-applied-secret") | del(.spec.template.metadata.labels."batch.kubernetes.io/job-name") | del(.spec.template.metadata.labels."job-name") | del(.. | select(has("batch.kubernetes.io/controller-uid"))."batch.kubernetes.io/controller-uid") | del(.. | select(has("image")).image) | del(.. | select(has("clusterIP")).clusterIP) | del(.. | select(has("clusterIPs")).clusterIPs) | del(.. | select(has("dataSource")).dataSource) | del(.. | select(has("procMount")).procMount) | del(.. | select(has("storageClassName")).storageClassName) | del(.. | select(has("finalizers")).finalizers) | del(.. | select(has("kubernetes.io/pvc-protection"))."kubernetes.io/pvc-protection") | del(.. | select(has("volumeName")).volumeName) | del(.. | select(has("volume.beta.kubernetes.io/storage-provisioner"))."volume.beta.kubernetes.io/storage-provisioner") | del(.. | select(has("volume.kubernetes.io/storage-provisioner"))."volume.kubernetes.io/storage-provisioner") | del(.spec.volumeMode) | del(.spec.nodeName) | del(.. | select(has("volume.kubernetes.io/selected-node"))."volume.kubernetes.io/selected-node") | del(.. | select(has("percona.com/last-config-hash"))."percona.com/last-config-hash") | del(.. | select(has("percona.com/configuration-hash"))."percona.com/configuration-hash") | del(.. | select(has("percona.com/env-secret-config-hash"))."percona.com/env-secret-config-hash") | del(.. | select(has("percona.com/ssl-hash"))."percona.com/ssl-hash") | del(.. | select(has("percona.com/ssl-internal-hash"))."percona.com/ssl-internal-hash") | del(.. | select(has("kubectl.kubernetes.io/default-container"))."kubectl.kubernetes.io/default-container") | del(.spec.volumeClaimTemplates[].spec.volumeMode | select(. == "Filesystem")) | del(.. | select(has("healthCheckNodePort")).healthCheckNodePort) | del(.. | select(has("nodePort")).nodePort) | del(.. | select(has("imagePullSecrets")).imagePullSecrets) | del(.. | select(has("enableServiceLinks")).enableServiceLinks) | del(.status) | del(.spec.volumeClaimTemplates[].apiVersion) | del(.spec.volumeClaimTemplates[].kind) | del(.metadata.ownerReferences[].apiVersion) | del(.. | select(has("controller-uid")).controller-uid) | del(.. | select(has("preemptionPolicy")).preemptionPolicy) | del(.spec.ipFamilies) | del(.spec.ipFamilyPolicy) | (.. | select(. == "policy/v1beta1")) = "policy/v1" | del(.. | select(has("kubernetes.io/hostname"))."kubernetes.io/hostname") | (.. | select(tag == "!!str")) |= sub("security-context-12638", "namespace") | (.. | select(tag == "!!str")) |= sub("kube-api-access-.*", "kube-api-access") | del(.. | select(has("annotations")).annotations | select(length==0)) | del(.spec.crVersion) | del(.. | select(.[] == "percona-xtradb-cluster-operator-workload-token*"))' - + local LAST_OUT=/tmp/tmp.p2b2G6xXYq ++ mktemp + local LAST_ERR=/tmp/tmp.mcgPUxIhY6 + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl get -o yaml job.batch/xb-on-demand-backup-s3 + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.p2b2G6xXYq + cat /tmp/tmp.mcgPUxIhY6 + rm /tmp/tmp.p2b2G6xXYq /tmp/tmp.mcgPUxIhY6 + return 0 + [[ 0 -eq 0 ]] + diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-2434/e2e-tests/security-context/compare/job.batch_xb-on-demand-backup-s3-k129.yml /tmp/tmp.xbfiKiU3p9/job.batch_xb-on-demand-backup-s3.yml + log 'compare_kubectl: job.batch/xb-on-demand-backup-s3 OK' ++ date +%Y-%m-%dT%H:%M:%S%z + echo '[2026-04-09T04:37:05+0000]' compare_kubectl: job.batch/xb-on-demand-backup-s3 OK [2026-04-09T04:37:05+0000] compare_kubectl: job.batch/xb-on-demand-backup-s3 OK + desc 'run s3 restore' + set +o xtrace ----------------------------------------------------------------------------------- run s3 restore ----------------------------------------------------------------------------------- + restore=restore-s3 + kubectl_bin apply -f - + cat /mnt/jenkins/workspace/cloud-pxc-operator_PR-2434/e2e-tests/security-context/conf/sec-context-restore-s3.yml ++ mktemp + local LAST_OUT=/tmp/tmp.UcwQ9hn24V + /usr/bin/sed -e s~minio-service.#namespace~minio-service.security-context-12638~ ++ mktemp + local LAST_ERR=/tmp/tmp.v9FN5isRUh + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl apply -f - + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.UcwQ9hn24V perconaxtradbclusterrestore.pxc.percona.com/restore-s3 created + cat /tmp/tmp.v9FN5isRUh + rm /tmp/tmp.UcwQ9hn24V /tmp/tmp.v9FN5isRUh + return 0 + wait_backup_restore restore-s3 + local backup_name=restore-s3 + local target_state=Succeeded + local wait_time=720 + set +o xtrace waiting for pxc-restore/restore-s3 to reach Succeeded state 2026-04-09T04:37:09 pxc-restore/restore-s3 state: Stopping Cluster 2026-04-09T04:37:11 pxc-restore/restore-s3 state: Stopping Cluster 2026-04-09T04:37:14 pxc-restore/restore-s3 state: Stopping Cluster 2026-04-09T04:37:16 pxc-restore/restore-s3 state: Stopping Cluster 2026-04-09T04:37:18 pxc-restore/restore-s3 state: Stopping Cluster 2026-04-09T04:37:20 pxc-restore/restore-s3 state: Stopping Cluster 2026-04-09T04:37:23 pxc-restore/restore-s3 state: Stopping Cluster 2026-04-09T04:37:25 pxc-restore/restore-s3 state: Stopping Cluster 2026-04-09T04:37:27 pxc-restore/restore-s3 state: Stopping Cluster 2026-04-09T04:37:30 pxc-restore/restore-s3 state: Stopping Cluster 2026-04-09T04:37:32 pxc-restore/restore-s3 state: Stopping Cluster 2026-04-09T04:37:34 pxc-restore/restore-s3 state: Stopping Cluster 2026-04-09T04:37:36 pxc-restore/restore-s3 state: Stopping Cluster 2026-04-09T04:37:38 pxc-restore/restore-s3 state: Stopping Cluster 2026-04-09T04:37:40 pxc-restore/restore-s3 state: Stopping Cluster 2026-04-09T04:37:42 pxc-restore/restore-s3 state: Stopping Cluster 2026-04-09T04:37:45 pxc-restore/restore-s3 state: Stopping Cluster 2026-04-09T04:37:47 pxc-restore/restore-s3 state: Stopping Cluster 2026-04-09T04:37:49 pxc-restore/restore-s3 state: Stopping Cluster 2026-04-09T04:37:51 pxc-restore/restore-s3 state: Restoring 2026-04-09T04:37:53 pxc-restore/restore-s3 state: Restoring 2026-04-09T04:37:54 pxc-restore/restore-s3 state: Restoring 2026-04-09T04:37:56 pxc-restore/restore-s3 state: Restoring 2026-04-09T04:37:58 pxc-restore/restore-s3 state: Restoring 2026-04-09T04:38:01 pxc-restore/restore-s3 state: Restoring 2026-04-09T04:38:03 pxc-restore/restore-s3 state: Restoring 2026-04-09T04:38:05 pxc-restore/restore-s3 state: Restoring 2026-04-09T04:38:07 pxc-restore/restore-s3 state: Restoring 2026-04-09T04:38:09 pxc-restore/restore-s3 state: Restoring 2026-04-09T04:38:11 pxc-restore/restore-s3 state: Restoring 2026-04-09T04:38:13 pxc-restore/restore-s3 state: Restoring 2026-04-09T04:38:15 pxc-restore/restore-s3 state: Restoring 2026-04-09T04:38:18 pxc-restore/restore-s3 state: Restoring 2026-04-09T04:38:20 pxc-restore/restore-s3 state: Restoring 2026-04-09T04:38:22 pxc-restore/restore-s3 state: Preparing Cluster 2026-04-09T04:38:24 pxc-restore/restore-s3 state: Preparing Cluster 2026-04-09T04:38:26 pxc-restore/restore-s3 state: Preparing Cluster 2026-04-09T04:38:28 pxc-restore/restore-s3 state: Preparing Cluster 2026-04-09T04:38:29 pxc-restore/restore-s3 state: Preparing Cluster 2026-04-09T04:38:32 pxc-restore/restore-s3 state: Preparing Cluster 2026-04-09T04:38:34 pxc-restore/restore-s3 state: Preparing Cluster 2026-04-09T04:38:36 pxc-restore/restore-s3 state: Preparing Cluster 2026-04-09T04:38:38 pxc-restore/restore-s3 state: Preparing Cluster 2026-04-09T04:38:40 pxc-restore/restore-s3 state: Preparing Cluster 2026-04-09T04:38:42 pxc-restore/restore-s3 state: Preparing Cluster 2026-04-09T04:38:43 pxc-restore/restore-s3 state: Preparing Cluster 2026-04-09T04:38:44 pxc-restore/restore-s3 state: Preparing Cluster 2026-04-09T04:38:46 pxc-restore/restore-s3 state: Preparing Cluster 2026-04-09T04:38:47 pxc-restore/restore-s3 state: Preparing Cluster 2026-04-09T04:38:49 pxc-restore/restore-s3 state: Preparing Cluster 2026-04-09T04:38:50 pxc-restore/restore-s3 state: Preparing Cluster 2026-04-09T04:38:51 pxc-restore/restore-s3 state: Preparing Cluster 2026-04-09T04:38:53 pxc-restore/restore-s3 state: Preparing Cluster 2026-04-09T04:38:54 pxc-restore/restore-s3 state: Preparing Cluster 2026-04-09T04:38:56 pxc-restore/restore-s3 state: Preparing Cluster 2026-04-09T04:38:57 pxc-restore/restore-s3 state: Preparing Cluster 2026-04-09T04:38:58 pxc-restore/restore-s3 state: Preparing Cluster 2026-04-09T04:39:00 pxc-restore/restore-s3 state: Preparing Cluster 2026-04-09T04:39:01 pxc-restore/restore-s3 state: Preparing Cluster 2026-04-09T04:39:03 pxc-restore/restore-s3 state: Preparing Cluster 2026-04-09T04:39:04 pxc-restore/restore-s3 state: Preparing Cluster 2026-04-09T04:39:06 pxc-restore/restore-s3 state: Preparing Cluster 2026-04-09T04:39:07 pxc-restore/restore-s3 state: Preparing Cluster 2026-04-09T04:39:09 pxc-restore/restore-s3 state: Preparing Cluster 2026-04-09T04:39:11 pxc-restore/restore-s3 state: Preparing Cluster 2026-04-09T04:39:12 pxc-restore/restore-s3 state: Preparing Cluster 2026-04-09T04:39:15 pxc-restore/restore-s3 state: Preparing Cluster 2026-04-09T04:39:17 pxc-restore/restore-s3 state: Preparing Cluster 2026-04-09T04:39:19 pxc-restore/restore-s3 state: Preparing Cluster 2026-04-09T04:39:21 pxc-restore/restore-s3 state: Preparing Cluster 2026-04-09T04:39:23 pxc-restore/restore-s3 state: Preparing Cluster 2026-04-09T04:39:25 pxc-restore/restore-s3 state: Preparing Cluster 2026-04-09T04:39:27 pxc-restore/restore-s3 state: Preparing Cluster 2026-04-09T04:39:29 pxc-restore/restore-s3 state: Preparing Cluster 2026-04-09T04:39:31 pxc-restore/restore-s3 state: Preparing Cluster 2026-04-09T04:39:32 pxc-restore/restore-s3 state: Preparing Cluster 2026-04-09T04:39:34 pxc-restore/restore-s3 state: Preparing Cluster 2026-04-09T04:39:36 pxc-restore/restore-s3 state: Starting Cluster 2026-04-09T04:39:38 pxc-restore/restore-s3 state: Starting Cluster 2026-04-09T04:39:40 pxc-restore/restore-s3 state: Starting Cluster 2026-04-09T04:39:42 pxc-restore/restore-s3 state: Starting Cluster 2026-04-09T04:39:44 pxc-restore/restore-s3 state: Starting Cluster 2026-04-09T04:39:45 pxc-restore/restore-s3 state: Starting Cluster 2026-04-09T04:39:47 pxc-restore/restore-s3 state: Starting Cluster 2026-04-09T04:39:49 pxc-restore/restore-s3 state: Starting Cluster 2026-04-09T04:39:51 pxc-restore/restore-s3 state: Starting Cluster 2026-04-09T04:39:53 pxc-restore/restore-s3 state: Starting Cluster 2026-04-09T04:39:55 pxc-restore/restore-s3 state: Starting Cluster 2026-04-09T04:39:58 pxc-restore/restore-s3 state: Starting Cluster 2026-04-09T04:40:00 pxc-restore/restore-s3 state: Starting Cluster 2026-04-09T04:40:02 pxc-restore/restore-s3 state: Starting Cluster 2026-04-09T04:40:04 pxc-restore/restore-s3 state: Starting Cluster 2026-04-09T04:40:06 pxc-restore/restore-s3 state: Starting Cluster 2026-04-09T04:40:08 pxc-restore/restore-s3 state: Starting Cluster 2026-04-09T04:40:09 pxc-restore/restore-s3 state: Starting Cluster 2026-04-09T04:40:11 pxc-restore/restore-s3 state: Starting Cluster 2026-04-09T04:40:13 pxc-restore/restore-s3 state: Starting Cluster 2026-04-09T04:40:15 pxc-restore/restore-s3 state: Starting Cluster 2026-04-09T04:40:18 pxc-restore/restore-s3 state: Starting Cluster 2026-04-09T04:40:19 pxc-restore/restore-s3 state: Starting Cluster 2026-04-09T04:40:21 pxc-restore/restore-s3 state: Starting Cluster 2026-04-09T04:40:23 pxc-restore/restore-s3 state: Starting Cluster 2026-04-09T04:40:25 pxc-restore/restore-s3 state: Starting Cluster 2026-04-09T04:40:27 pxc-restore/restore-s3 state: Starting Cluster 2026-04-09T04:40:29 pxc-restore/restore-s3 state: Starting Cluster 2026-04-09T04:40:30 pxc-restore/restore-s3 state: Starting Cluster 2026-04-09T04:40:33 pxc-restore/restore-s3 state: Starting Cluster 2026-04-09T04:40:35 pxc-restore/restore-s3 state: Starting Cluster 2026-04-09T04:40:37 pxc-restore/restore-s3 state: Starting Cluster 2026-04-09T04:40:39 pxc-restore/restore-s3 state: Starting Cluster 2026-04-09T04:40:41 pxc-restore/restore-s3 state: Starting Cluster 2026-04-09T04:40:43 pxc-restore/restore-s3 state: Starting Cluster 2026-04-09T04:40:45 pxc-restore/restore-s3 state: Starting Cluster 2026-04-09T04:40:47 pxc-restore/restore-s3 state: Starting Cluster 2026-04-09T04:40:49 pxc-restore/restore-s3 state: Starting Cluster 2026-04-09T04:40:51 pxc-restore/restore-s3 state: Starting Cluster 2026-04-09T04:40:53 pxc-restore/restore-s3 state: Starting Cluster 2026-04-09T04:40:55 pxc-restore/restore-s3 state: Starting Cluster 2026-04-09T04:40:57 pxc-restore/restore-s3 state: Starting Cluster 2026-04-09T04:40:59 pxc-restore/restore-s3 state: Starting Cluster 2026-04-09T04:41:01 pxc-restore/restore-s3 state: Starting Cluster 2026-04-09T04:41:03 pxc-restore/restore-s3 state: Starting Cluster 2026-04-09T04:41:05 pxc-restore/restore-s3 state: Starting Cluster 2026-04-09T04:41:07 pxc-restore/restore-s3 state: Starting Cluster 2026-04-09T04:41:09 pxc-restore/restore-s3 state: Starting Cluster 2026-04-09T04:41:11 pxc-restore/restore-s3 state: Starting Cluster 2026-04-09T04:41:13 pxc-restore/restore-s3 state: Starting Cluster 2026-04-09T04:41:15 pxc-restore/restore-s3 state: Starting Cluster 2026-04-09T04:41:17 pxc-restore/restore-s3 state: Starting Cluster 2026-04-09T04:41:19 pxc-restore/restore-s3 state: Starting Cluster 2026-04-09T04:41:21 pxc-restore/restore-s3 state: Starting Cluster 2026-04-09T04:41:23 pxc-restore/restore-s3 state: Starting Cluster 2026-04-09T04:41:25 pxc-restore/restore-s3 state: Starting Cluster 2026-04-09T04:41:27 pxc-restore/restore-s3 state: Starting Cluster 2026-04-09T04:41:29 pxc-restore/restore-s3 state: Starting Cluster 2026-04-09T04:41:31 pxc-restore/restore-s3 state: Starting Cluster 2026-04-09T04:41:33 pxc-restore/restore-s3 state: Starting Cluster 2026-04-09T04:41:35 pxc-restore/restore-s3 state: Starting Cluster 2026-04-09T04:41:37 pxc-restore/restore-s3 state: Starting Cluster 2026-04-09T04:41:40 pxc-restore/restore-s3 state: Starting Cluster 2026-04-09T04:41:42 pxc-restore/restore-s3 state: Starting Cluster 2026-04-09T04:41:44 pxc-restore/restore-s3 state: Starting Cluster 2026-04-09T04:41:46 pxc-restore/restore-s3 state: Starting Cluster 2026-04-09T04:41:48 pxc-restore/restore-s3 state: Starting Cluster 2026-04-09T04:41:50 pxc-restore/restore-s3 state: Starting Cluster 2026-04-09T04:41:52 pxc-restore/restore-s3 state: Starting Cluster 2026-04-09T04:41:54 pxc-restore/restore-s3 state: Starting Cluster 2026-04-09T04:41:56 pxc-restore/restore-s3 state: Starting Cluster 2026-04-09T04:41:59 pxc-restore/restore-s3 state: Starting Cluster 2026-04-09T04:42:01 pxc-restore/restore-s3 state: Starting Cluster 2026-04-09T04:42:03 pxc-restore/restore-s3 state: Starting Cluster 2026-04-09T04:42:05 pxc-restore/restore-s3 state: Starting Cluster 2026-04-09T04:42:07 pxc-restore/restore-s3 state: Starting Cluster 2026-04-09T04:42:10 pxc-restore/restore-s3 state: Starting Cluster 2026-04-09T04:42:12 pxc-restore/restore-s3 state: Starting Cluster 2026-04-09T04:42:14 pxc-restore/restore-s3 state: Starting Cluster 2026-04-09T04:42:16 pxc-restore/restore-s3 state: Starting Cluster 2026-04-09T04:42:18 pxc-restore/restore-s3 state: Starting Cluster 2026-04-09T04:42:20 pxc-restore/restore-s3 state: Starting Cluster 2026-04-09T04:42:22 pxc-restore/restore-s3 state: Starting Cluster 2026-04-09T04:42:24 pxc-restore/restore-s3 state: Starting Cluster 2026-04-09T04:42:26 pxc-restore/restore-s3 state: Starting Cluster 2026-04-09T04:42:28 pxc-restore/restore-s3 state: Starting Cluster 2026-04-09T04:42:31 pxc-restore/restore-s3 state: Starting Cluster 2026-04-09T04:42:33 pxc-restore/restore-s3 state: Starting Cluster 2026-04-09T04:42:35 pxc-restore/restore-s3 state: Starting Cluster 2026-04-09T04:42:38 pxc-restore/restore-s3 state: Starting Cluster 2026-04-09T04:42:40 pxc-restore/restore-s3 state: Starting Cluster 2026-04-09T04:42:42 pxc-restore/restore-s3 state: Starting Cluster 2026-04-09T04:42:44 pxc-restore/restore-s3 state: Starting Cluster 2026-04-09T04:42:47 pxc-restore/restore-s3 state: Starting Cluster 2026-04-09T04:42:49 pxc-restore/restore-s3 state: Starting Cluster 2026-04-09T04:42:52 pxc-restore/restore-s3 state: Starting Cluster 2026-04-09T04:42:54 pxc-restore/restore-s3 state: Starting Cluster 2026-04-09T04:42:57 pxc-restore/restore-s3 state: Starting Cluster 2026-04-09T04:42:59 pxc-restore/restore-s3 state: Starting Cluster 2026-04-09T04:43:02 pxc-restore/restore-s3 state: Starting Cluster 2026-04-09T04:43:04 pxc-restore/restore-s3 state: Starting Cluster 2026-04-09T04:43:06 pxc-restore/restore-s3 state: Starting Cluster 2026-04-09T04:43:08 pxc-restore/restore-s3 state: Succeeded + compare_kubectl job.batch/restore-job-restore-s3-sec-context + local resource=job.batch/restore-job-restore-s3-sec-context + local postfix= + local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2434/e2e-tests/security-context/compare/job.batch_restore-job-restore-s3-sec-context.yml + local new_result=/tmp/tmp.xbfiKiU3p9/job.batch_restore-job-restore-s3-sec-context.yml + desc 'compare job.batch/restore-job-restore-s3-sec-context-' + set +o xtrace ----------------------------------------------------------------------------------- compare job.batch/restore-job-restore-s3-sec-context- ----------------------------------------------------------------------------------- + '[' 0 = 1 -a -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2434/e2e-tests/security-context/compare/job.batch_restore-job-restore-s3-sec-context-eks.yml ']' + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.0 ]] + '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2434/e2e-tests/security-context/compare/job.batch_restore-job-restore-s3-sec-context-80.yml ']' + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.4 ]] + version_gt 1.33 ++ echo '1.32 >= 1.33' ++ bc -l + '[' 0 -eq 1 ']' + return 1 + version_gt 1.29 ++ echo '1.32 >= 1.29' ++ bc -l + '[' 1 -eq 1 ']' + return 0 + '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2434/e2e-tests/security-context/compare/job.batch_restore-job-restore-s3-sec-context-k129.yml ']' + expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2434/e2e-tests/security-context/compare/job.batch_restore-job-restore-s3-sec-context-k129.yml + '[' '!' -z '' -a -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2434/e2e-tests/security-context/compare/job.batch_restore-job-restore-s3-sec-context-k129-oc.yml ']' + version_gt 1.29 ++ echo '1.32 >= 1.29' ++ bc -l + '[' 1 -eq 1 ']' + return 0 + '[' '!' -z '' -a -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2434/e2e-tests/security-context/compare/job.batch_restore-job-restore-s3-sec-context-k129-k129-oc.yml ']' + '[' 0 = 1 -a -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2434/e2e-tests/security-context/compare/job.batch_restore-job-restore-s3-sec-context-k129-eks.yml ']' + '[' 0 = 1 -a -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2434/e2e-tests/security-context/compare/job.batch_restore-job-restore-s3-sec-context-k129-aks.yml ']' + kubectl_bin get -o yaml job.batch/restore-job-restore-s3-sec-context ++ mktemp + yq eval ' del(.metadata.managedFields) | del(.. | select(has("creationTimestamp")).creationTimestamp) | del(.. | select(has("namespace")).namespace) | del(.. | select(has("uid")).uid) | del(.metadata.resourceVersion) | del(.spec.template.spec.containers[].env[] | select(.name == "CLUSTER_HASH")) | del(.spec.template.spec.containers[].env[] | select(.name == "S3_BUCKET_PATH")) | del(.spec.template.spec.containers[].env[] | select(.name == "BACKUP_PATH")) | del(.spec.template.spec.containers[].env[] | select(.name == "S3_BUCKET_URL")) | del(.spec.template.spec.containers[].env[] | select(.name == "AZURE_CONTAINER_NAME")) | del(.spec.template.spec.containers[].env[] | select(.name == "XTRABACKUP_ENABLED")) | del(.metadata.selfLink) | del(.metadata.deletionTimestamp) | del(.metadata.annotations."kubectl.kubernetes.io/last-applied-configuration") | del(.metadata.annotations."kubernetes.io/psp") | del(.metadata.annotations."batch.kubernetes.io/job-tracking") | del(.metadata.labels."batch.kubernetes.io/job-name") | del(.metadata.labels."job-name") | del(.metadata.annotations."cloud.google.com/neg") | del(.metadata.annotations."k8s.v1.cni.cncf.io*") | del(.metadata.annotations."k8s.ovn.org/pod-networks") | del(.metadata.annotations."kubernetes.digitalocean.com/load-balancer-id") | del(.metadata.annotations."service.beta.kubernetes.io/do-loadbalancer-type") | del(.spec.template.metadata.annotations."last-applied-secret") | del(.spec.template.metadata.labels."batch.kubernetes.io/job-name") | del(.spec.template.metadata.labels."job-name") | del(.. | select(has("batch.kubernetes.io/controller-uid"))."batch.kubernetes.io/controller-uid") | del(.. | select(has("image")).image) | del(.. | select(has("clusterIP")).clusterIP) | del(.. | select(has("clusterIPs")).clusterIPs) | del(.. | select(has("dataSource")).dataSource) | del(.. | select(has("procMount")).procMount) | del(.. | select(has("storageClassName")).storageClassName) | del(.. | select(has("finalizers")).finalizers) | del(.. | select(has("kubernetes.io/pvc-protection"))."kubernetes.io/pvc-protection") | del(.. | select(has("volumeName")).volumeName) | del(.. | select(has("volume.beta.kubernetes.io/storage-provisioner"))."volume.beta.kubernetes.io/storage-provisioner") | del(.. | select(has("volume.kubernetes.io/storage-provisioner"))."volume.kubernetes.io/storage-provisioner") | del(.spec.volumeMode) | del(.spec.nodeName) | del(.. | select(has("volume.kubernetes.io/selected-node"))."volume.kubernetes.io/selected-node") | del(.. | select(has("percona.com/last-config-hash"))."percona.com/last-config-hash") | del(.. | select(has("percona.com/configuration-hash"))."percona.com/configuration-hash") | del(.. | select(has("percona.com/env-secret-config-hash"))."percona.com/env-secret-config-hash") | del(.. | select(has("percona.com/ssl-hash"))."percona.com/ssl-hash") | del(.. | select(has("percona.com/ssl-internal-hash"))."percona.com/ssl-internal-hash") | del(.. | select(has("kubectl.kubernetes.io/default-container"))."kubectl.kubernetes.io/default-container") | del(.spec.volumeClaimTemplates[].spec.volumeMode | select(. == "Filesystem")) | del(.. | select(has("healthCheckNodePort")).healthCheckNodePort) | del(.. | select(has("nodePort")).nodePort) | del(.. | select(has("imagePullSecrets")).imagePullSecrets) | del(.. | select(has("enableServiceLinks")).enableServiceLinks) | del(.status) | del(.spec.volumeClaimTemplates[].apiVersion) | del(.spec.volumeClaimTemplates[].kind) | del(.metadata.ownerReferences[].apiVersion) | del(.. | select(has("controller-uid")).controller-uid) | del(.. | select(has("preemptionPolicy")).preemptionPolicy) | del(.spec.ipFamilies) | del(.spec.ipFamilyPolicy) | (.. | select(. == "policy/v1beta1")) = "policy/v1" | del(.. | select(has("kubernetes.io/hostname"))."kubernetes.io/hostname") | (.. | select(tag == "!!str")) |= sub("security-context-12638", "namespace") | (.. | select(tag == "!!str")) |= sub("kube-api-access-.*", "kube-api-access") | del(.. | select(has("annotations")).annotations | select(length==0)) | del(.spec.crVersion) | del(.. | select(.[] == "percona-xtradb-cluster-operator-workload-token*"))' - + local LAST_OUT=/tmp/tmp.fYZcrOM2jq ++ mktemp + local LAST_ERR=/tmp/tmp.Tzq7d3HCq3 + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl get -o yaml job.batch/restore-job-restore-s3-sec-context + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.fYZcrOM2jq + cat /tmp/tmp.Tzq7d3HCq3 + rm /tmp/tmp.fYZcrOM2jq /tmp/tmp.Tzq7d3HCq3 + return 0 + [[ 0 -eq 0 ]] + diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-2434/e2e-tests/security-context/compare/job.batch_restore-job-restore-s3-sec-context-k129.yml /tmp/tmp.xbfiKiU3p9/job.batch_restore-job-restore-s3-sec-context.yml + log 'compare_kubectl: job.batch/restore-job-restore-s3-sec-context OK' ++ date +%Y-%m-%dT%H:%M:%S%z + echo '[2026-04-09T04:43:11+0000]' compare_kubectl: job.batch/restore-job-restore-s3-sec-context OK [2026-04-09T04:43:11+0000] compare_kubectl: job.batch/restore-job-restore-s3-sec-context OK + [[ -n '' ]] + destroy security-context-12638 + local namespace=security-context-12638 + local ignore_logs=true + [[ 0 == 1 ]] + desc 'destroy cluster/operator and all other resources' + set +o xtrace ----------------------------------------------------------------------------------- destroy cluster/operator and all other resources ----------------------------------------------------------------------------------- + '[' true == false -o 1 == 1 ']' + grep -v level=info + /usr/bin/sed -r 's/"ts":[0-9.]+//; s^limits-[0-9.]+/^^g' + grep -v 'the object has been modified' + grep -v 'get backup status: Job.batch' ++ get_operator_pod ++ local label_prefix=app.kubernetes.io/ +++ grep -c percona-xtradb-cluster-operator +++ kubectl get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator -n pxc-operator + sort -u + tee /tmp/tmp.xbfiKiU3p9/operator.log ++ local check_label=1 ++ [[ 1 -eq 0 ]] ++ jq -r '.items[] | select(.metadata.deletionTimestamp == null) | .metadata.name' ++ kubectl_bin get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator --field-selector=status.phase=Running -o json -n pxc-operator +++ mktemp ++ local LAST_OUT=/tmp/tmp.NWI9YL1ADk +++ mktemp ++ head -1 ++ local LAST_ERR=/tmp/tmp.ls7Sq6wGr0 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator --field-selector=status.phase=Running -o json -n pxc-operator ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.NWI9YL1ADk ++ cat /tmp/tmp.ls7Sq6wGr0 ++ rm /tmp/tmp.NWI9YL1ADk /tmp/tmp.ls7Sq6wGr0 ++ return 0 + kubectl_bin logs -n pxc-operator percona-xtradb-cluster-operator-665ff7485-tdrh4 ++ mktemp + local LAST_OUT=/tmp/tmp.AXBQWbSlfX ++ mktemp + local LAST_ERR=/tmp/tmp.rKobuW6Orm + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl logs -n pxc-operator percona-xtradb-cluster-operator-665ff7485-tdrh4 + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.AXBQWbSlfX + cat /tmp/tmp.rKobuW6Orm + rm /tmp/tmp.AXBQWbSlfX /tmp/tmp.rKobuW6Orm + return 0 2026-04-09T04:14:53.305Z INFO setup Manager starting up {"gitCommit": "3b65d7fe6a0a5db845238d34252d90db1f886e1d", "gitBranch": "PR-2434-3b65d7fe", "buildTime": "2026-04-09T01:11:10Z", "goVersion": "go1.25.9", "os": "linux", "arch": "amd64"} 2026-04-09T04:14:53.305Z INFO setup Runs on {"platform": "kubernetes", "version": "v1.32.13-gke.1205000"} 2026-04-09T04:14:53.306Z INFO setup Feature gates {"PXCO_FEATURE_GATES": "", "enabled": ""} 2026-04-09T04:14:53.309Z INFO setup Registering Components. 2026-04-09T04:14:54.153Z INFO controller-runtime.webhook Registering webhook {"path": "/validate-percona-xtradbcluster"} 2026-04-09T04:14:54.153Z INFO setup Starting the Cmd. 2026-04-09T04:14:54.189Z INFO controller-runtime.certwatcher Starting certificate poll+watcher {"cert": "/tmp/k8s-webhook-server/serving-certs/tls.crt", "key": "/tmp/k8s-webhook-server/serving-certs/tls.key", "interval": "10s"} 2026-04-09T04:14:54.189Z INFO controller-runtime.certwatcher Updated current TLS certificate {"cert": "/tmp/k8s-webhook-server/serving-certs/tls.crt", "key": "/tmp/k8s-webhook-server/serving-certs/tls.key"} 2026-04-09T04:14:54.189Z INFO controller-runtime.metrics Serving metrics server {"bindAddress": ":8080", "secure": false} 2026-04-09T04:14:54.189Z INFO controller-runtime.metrics Starting metrics server 2026-04-09T04:14:54.189Z INFO controller-runtime.webhook Serving webhook server {"host": "", "port": 9443} 2026-04-09T04:14:54.189Z INFO controller-runtime.webhook Starting webhook server 2026-04-09T04:14:54.189Z INFO starting server {"name": "health probe", "addr": "[::]:8081"} 2026-04-09T04:14:54.290Z INFO Attempting to acquire leader lease... {"lock": "pxc-operator/08db1feb.percona.com"} 2026-04-09T04:14:54.317Z DEBUG events percona-xtradb-cluster-operator-665ff7485-tdrh4_c6a1ea93-02fe-4f7b-80ca-e84d0838b56e became leader {"type": "Normal", "object": {"kind":"Lease","namespace":"pxc-operator","name":"08db1feb.percona.com","uid":"df60075d-a0a2-4c60-9065-bbef5a164731","apiVersion":"coordination.k8s.io/v1","resourceVersion":"1775708094311599009"}, "reason": "LeaderElection"} 2026-04-09T04:14:54.317Z INFO Successfully acquired lease {"lock": "pxc-operator/08db1feb.percona.com"} 2026-04-09T04:14:54.318Z INFO Starting EventSource {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "source": "kind source: *v1.PerconaXtraDBClusterBackup"} 2026-04-09T04:14:54.318Z INFO Starting EventSource {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "source": "kind source: *v1.PerconaXtraDBCluster"} 2026-04-09T04:14:54.318Z INFO Starting EventSource {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "source": "kind source: *v1.Secret"} 2026-04-09T04:14:54.318Z INFO Starting EventSource {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "source": "kind source: *v1.PerconaXtraDBClusterRestore"} 2026-04-09T04:14:54.418Z INFO Starting Controller {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore"} 2026-04-09T04:14:54.418Z INFO Starting workers {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "worker count": 1} 2026-04-09T04:14:54.419Z INFO Starting Controller {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup"} 2026-04-09T04:14:54.419Z INFO Starting Controller {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster"} 2026-04-09T04:14:54.419Z INFO Starting workers {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "worker count": 1} 2026-04-09T04:14:54.419Z INFO Starting workers {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "worker count": 1} 2026-04-09T04:17:20.721Z INFO Set CR version {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"sec-context","namespace":"security-context-12638"}, "namespace": "security-context-12638", "name": "sec-context", "reconcileID": "68c12674-4d00-4569-872b-65b88796aa09", "version": "1.20.0"} 2026-04-09T04:17:21.043Z INFO spec.privateKey.rotationPolicy: In cert-manager >= v1.18.0, the default value changed from `Never` to `Always`. {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"sec-context","namespace":"security-context-12638"}, "namespace": "security-context-12638", "name": "sec-context", "reconcileID": "68c12674-4d00-4569-872b-65b88796aa09"} 2026-04-09T04:17:33.092Z INFO spec.privateKey.rotationPolicy: In cert-manager >= v1.18.0, the default value changed from `Never` to `Always`. {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"sec-context","namespace":"security-context-12638"}, "namespace": "security-context-12638", "name": "sec-context", "reconcileID": "68c12674-4d00-4569-872b-65b88796aa09"} 2026-04-09T04:17:33.127Z INFO spec.privateKey.rotationPolicy: In cert-manager >= v1.18.0, the default value changed from `Never` to `Always`. {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"sec-context","namespace":"security-context-12638"}, "namespace": "security-context-12638", "name": "sec-context", "reconcileID": "68c12674-4d00-4569-872b-65b88796aa09"} 2026-04-09T04:17:36.228Z DEBUG Creating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"sec-context","namespace":"security-context-12638"}, "namespace": "security-context-12638", "name": "sec-context", "reconcileID": "68c12674-4d00-4569-872b-65b88796aa09", "object": "auto-sec-context-pxc", "kind": "&TypeMeta{Kind:ConfigMap,APIVersion:v1,}"} 2026-04-09T04:17:36.346Z DEBUG Creating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"sec-context","namespace":"security-context-12638"}, "namespace": "security-context-12638", "name": "sec-context", "reconcileID": "68c12674-4d00-4569-872b-65b88796aa09", "object": "sec-context-proxysql", "kind": "&TypeMeta{Kind:StatefulSet,APIVersion:apps/v1,}"} 2026-04-09T04:17:36.388Z DEBUG Creating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"sec-context","namespace":"security-context-12638"}, "namespace": "security-context-12638", "name": "sec-context", "reconcileID": "68c12674-4d00-4569-872b-65b88796aa09", "object": "sec-context-pxc", "kind": "&TypeMeta{Kind:StatefulSet,APIVersion:apps/v1,}"} 2026-04-09T04:17:36.450Z DEBUG Creating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"sec-context","namespace":"security-context-12638"}, "namespace": "security-context-12638", "name": "sec-context", "reconcileID": "68c12674-4d00-4569-872b-65b88796aa09", "object": "sec-context-pxc", "kind": "&TypeMeta{Kind:Service,APIVersion:v1,}"} 2026-04-09T04:17:36.508Z DEBUG Creating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"sec-context","namespace":"security-context-12638"}, "namespace": "security-context-12638", "name": "sec-context", "reconcileID": "68c12674-4d00-4569-872b-65b88796aa09", "object": "sec-context-pxc-unready", "kind": "&TypeMeta{Kind:Service,APIVersion:v1,}"} 2026-04-09T04:17:36.549Z DEBUG Creating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"sec-context","namespace":"security-context-12638"}, "namespace": "security-context-12638", "name": "sec-context", "reconcileID": "68c12674-4d00-4569-872b-65b88796aa09", "object": "sec-context-proxysql", "kind": "&TypeMeta{Kind:Service,APIVersion:v1,}"} 2026-04-09T04:17:36.688Z DEBUG Creating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"sec-context","namespace":"security-context-12638"}, "namespace": "security-context-12638", "name": "sec-context", "reconcileID": "68c12674-4d00-4569-872b-65b88796aa09", "object": "sec-context-proxysql-unready", "kind": "&TypeMeta{Kind:Service,APIVersion:v1,}"} 2026-04-09T04:17:37.481Z DEBUG Creating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"sec-context","namespace":"security-context-12638"}, "namespace": "security-context-12638", "name": "sec-context", "reconcileID": "3deead31-f234-40f4-8f1c-46a481d95498", "object": "sec-context-pxc", "kind": "&TypeMeta{Kind:PodDisruptionBudget,APIVersion:policy/v1,}"} 2026-04-09T04:17:37.508Z DEBUG Creating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"sec-context","namespace":"security-context-12638"}, "namespace": "security-context-12638", "name": "sec-context", "reconcileID": "3deead31-f234-40f4-8f1c-46a481d95498", "object": "sec-context-proxysql", "kind": "&TypeMeta{Kind:PodDisruptionBudget,APIVersion:policy/v1,}"} 2026-04-09T04:18:58.805Z INFO Password expiration policy updated {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"sec-context","namespace":"security-context-12638"}, "namespace": "security-context-12638", "name": "sec-context", "reconcileID": "785c5ad9-977a-4439-ba99-7c5b532d21f0", "user": "operator"} 2026-04-09T04:18:58.844Z INFO Password expiration policy updated {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"sec-context","namespace":"security-context-12638"}, "namespace": "security-context-12638", "name": "sec-context", "reconcileID": "785c5ad9-977a-4439-ba99-7c5b532d21f0", "user": "monitor"} 2026-04-09T04:18:58.893Z INFO User monitor: granted privileges {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"sec-context","namespace":"security-context-12638"}, "namespace": "security-context-12638", "name": "sec-context", "reconcileID": "785c5ad9-977a-4439-ba99-7c5b532d21f0"} 2026-04-09T04:18:58.925Z INFO monitor user privileges granted {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"sec-context","namespace":"security-context-12638"}, "namespace": "security-context-12638", "name": "sec-context", "reconcileID": "785c5ad9-977a-4439-ba99-7c5b532d21f0"} 2026-04-09T04:18:58.959Z INFO Password expiration policy updated {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"sec-context","namespace":"security-context-12638"}, "namespace": "security-context-12638", "name": "sec-context", "reconcileID": "785c5ad9-977a-4439-ba99-7c5b532d21f0", "user": "xtrabackup"} 2026-04-09T04:18:59.002Z INFO User xtrabackup: granted privileges {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"sec-context","namespace":"security-context-12638"}, "namespace": "security-context-12638", "name": "sec-context", "reconcileID": "785c5ad9-977a-4439-ba99-7c5b532d21f0"} 2026-04-09T04:18:59.033Z INFO Password expiration policy updated {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"sec-context","namespace":"security-context-12638"}, "namespace": "security-context-12638", "name": "sec-context", "reconcileID": "785c5ad9-977a-4439-ba99-7c5b532d21f0", "user": "replication"} 2026-04-09T04:18:59.042Z INFO reconcile replication error {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"sec-context","namespace":"security-context-12638"}, "namespace": "security-context-12638", "name": "sec-context", "reconcileID": "785c5ad9-977a-4439-ba99-7c5b532d21f0", "err": "get primary pxc pod: not found"} 2026-04-09T04:19:04.170Z INFO reconcile replication error {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"sec-context","namespace":"security-context-12638"}, "namespace": "security-context-12638", "name": "sec-context", "reconcileID": "08e7954c-0b5d-43a1-88c6-91b0c6257544", "err": "get primary pxc pod: not found"} 2026-04-09T04:19:09.275Z INFO reconcile replication error {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"sec-context","namespace":"security-context-12638"}, "namespace": "security-context-12638", "name": "sec-context", "reconcileID": "cde25d7d-95a9-482b-85b5-8f93d3999d63", "err": "get primary pxc pod: not found"} 2026-04-09T04:19:14.404Z INFO reconcile replication error {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"sec-context","namespace":"security-context-12638"}, "namespace": "security-context-12638", "name": "sec-context", "reconcileID": "b149ff94-fbc0-4e63-8cbc-c2f31f8bffcd", "err": "get primary pxc pod: not found"} 2026-04-09T04:21:40.839Z INFO Password expiration policy updated {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"sec-context","namespace":"security-context-12638"}, "namespace": "security-context-12638", "name": "sec-context", "reconcileID": "6490cbdd-27ed-4955-b70d-5b904e7eddf5", "user": "root"} 2026-04-09T04:21:40.957Z INFO update PXC version (fetched from db) {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"sec-context","namespace":"security-context-12638"}, "namespace": "security-context-12638", "name": "sec-context", "reconcileID": "6490cbdd-27ed-4955-b70d-5b904e7eddf5", "new version": "8.0.43-34.1"} 2026-04-09T04:21:42.315Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"sec-context","namespace":"security-context-12638"}, "namespace": "security-context-12638", "name": "sec-context", "reconcileID": "6490cbdd-27ed-4955-b70d-5b904e7eddf5"} 2026-04-09T04:21:48.775Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"sec-context","namespace":"security-context-12638"}, "namespace": "security-context-12638", "name": "sec-context", "reconcileID": "5327b1e8-f415-4ddb-9365-2ba1c2326a52"} 2026-04-09T04:21:54.143Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"sec-context","namespace":"security-context-12638"}, "namespace": "security-context-12638", "name": "sec-context", "reconcileID": "0cba9311-0ece-4b69-a80d-c52714dbf8c6"} 2026-04-09T04:21:59.292Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"sec-context","namespace":"security-context-12638"}, "namespace": "security-context-12638", "name": "sec-context", "reconcileID": "cb515992-0aab-46a2-935c-7f65d73d8945"} 2026-04-09T04:22:04.483Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"sec-context","namespace":"security-context-12638"}, "namespace": "security-context-12638", "name": "sec-context", "reconcileID": "dc128e8f-e492-4649-916c-66ae36d40c89"} 2026-04-09T04:22:09.984Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"sec-context","namespace":"security-context-12638"}, "namespace": "security-context-12638", "name": "sec-context", "reconcileID": "1f39941c-d15c-4c40-ba9d-8c02056592f9"} 2026-04-09T04:22:15.087Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"sec-context","namespace":"security-context-12638"}, "namespace": "security-context-12638", "name": "sec-context", "reconcileID": "3b5587fa-5eaf-40a4-b8d5-3915ff0b7942"} 2026-04-09T04:22:20.582Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"sec-context","namespace":"security-context-12638"}, "namespace": "security-context-12638", "name": "sec-context", "reconcileID": "db8b8b00-b1f3-4f45-9a9d-3c94c32150bc"} 2026-04-09T04:22:25.770Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"sec-context","namespace":"security-context-12638"}, "namespace": "security-context-12638", "name": "sec-context", "reconcileID": "cd23bd2d-f36e-4529-aca7-40c3bd7bc142"} 2026-04-09T04:22:31.381Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"sec-context","namespace":"security-context-12638"}, "namespace": "security-context-12638", "name": "sec-context", "reconcileID": "b72fe5bf-6a71-42a2-a6af-0d3da98bad57"} 2026-04-09T04:22:36.642Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"sec-context","namespace":"security-context-12638"}, "namespace": "security-context-12638", "name": "sec-context", "reconcileID": "fb48176d-ac16-46f8-8bc0-84c41c5a74fe"} 2026-04-09T04:22:41.676Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"sec-context","namespace":"security-context-12638"}, "namespace": "security-context-12638", "name": "sec-context", "reconcileID": "4cd96108-29dc-43de-a380-a503816f94eb"} 2026-04-09T04:22:46.945Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"sec-context","namespace":"security-context-12638"}, "namespace": "security-context-12638", "name": "sec-context", "reconcileID": "acafbd6e-462d-485e-9ac9-e179d3fe07bd"} 2026-04-09T04:22:52.318Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"sec-context","namespace":"security-context-12638"}, "namespace": "security-context-12638", "name": "sec-context", "reconcileID": "7c6d7f76-69ea-43e4-87c2-99fc6a762c26"} 2026-04-09T04:22:54.842Z DEBUG Updating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"sec-context","namespace":"security-context-12638"}, "namespace": "security-context-12638", "name": "sec-context", "reconcileID": "232e99ac-07ba-4f7f-b9dd-aa1ce73c127a", "object": "sec-context-pxc", "kind": "&TypeMeta{Kind:StatefulSet,APIVersion:apps/v1,}", "hashChanged": true, "metaChanged": true} 2026-04-09T04:22:54.906Z DEBUG Updating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"sec-context","namespace":"security-context-12638"}, "namespace": "security-context-12638", "name": "sec-context", "reconcileID": "232e99ac-07ba-4f7f-b9dd-aa1ce73c127a", "object": "sec-context-proxysql", "kind": "&TypeMeta{Kind:StatefulSet,APIVersion:apps/v1,}", "hashChanged": true, "metaChanged": true} 2026-04-09T04:22:54.976Z DEBUG Updating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"sec-context","namespace":"security-context-12638"}, "namespace": "security-context-12638", "name": "sec-context", "reconcileID": "232e99ac-07ba-4f7f-b9dd-aa1ce73c127a", "object": "sec-context-proxysql", "kind": "&TypeMeta{Kind:StatefulSet,APIVersion:apps/v1,}", "hashChanged": true, "metaChanged": true} 2026-04-09T04:22:55.232Z INFO Creating or updating backup job {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"sec-context","namespace":"security-context-12638"}, "namespace": "security-context-12638", "name": "sec-context", "reconcileID": "232e99ac-07ba-4f7f-b9dd-aa1ce73c127a", "name": "fd2d3-each-hour-pvc", "schedule": "0 */1 * * *"} 2026-04-09T04:22:57.016Z ERROR sync users {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"sec-context","namespace":"security-context-12638"}, "namespace": "security-context-12638", "name": "sec-context", "reconcileID": "232e99ac-07ba-4f7f-b9dd-aa1ce73c127a", "error": "exec syncusers: failed to execute command in pod: unable to upgrade connection: container not found (\"proxysql\") / / ", "errorVerbose": "exec syncusers: failed to execute command in pod: unable to upgrade connection: container not found (\"proxysql\") / / \ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).syncPXCUsersWithProxySQL\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/users.go:975\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).resyncPXCUsersWithProxySQL.func1\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:832\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1693"} 2026-04-09T04:24:00.846Z INFO reconcile replication error {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"sec-context","namespace":"security-context-12638"}, "namespace": "security-context-12638", "name": "sec-context", "reconcileID": "6e31859c-ee1e-48e2-aa17-7584ebfae520", "err": "failed to ensure cluster readonly status: connect to pod sec-context-pxc-1: dial tcp: lookup sec-context-pxc-1.sec-context-pxc.security-context-12638 on 34.118.224.10:53: no such host"} 2026-04-09T04:24:58.963Z INFO Unable to find primary pod for replication. No pod with name or ip like this {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"sec-context","namespace":"security-context-12638"}, "namespace": "security-context-12638", "name": "sec-context", "reconcileID": "36b15622-4b6b-4ec7-b5bd-0ef7cbbc5076", "primary name": "sec-context-pxc-0.sec-context-pxc.security-context-12638.svc.cluster.local"} 2026-04-09T04:25:04.334Z INFO Unable to find primary pod for replication. No pod with name or ip like this {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"sec-context","namespace":"security-context-12638"}, "namespace": "security-context-12638", "name": "sec-context", "reconcileID": "63c55271-10b0-4887-a0c6-555c6f6f6658", "primary name": "sec-context-pxc-0.sec-context-pxc.security-context-12638.svc.cluster.local"} 2026-04-09T04:25:09.495Z INFO Unable to find primary pod for replication. No pod with name or ip like this {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"sec-context","namespace":"security-context-12638"}, "namespace": "security-context-12638", "name": "sec-context", "reconcileID": "64b7f1d8-f169-4615-832d-f79a2fbee274", "primary name": "sec-context-pxc-0.sec-context-pxc.security-context-12638.svc.cluster.local"} 2026-04-09T04:25:14.646Z INFO Unable to find primary pod for replication. No pod with name or ip like this {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"sec-context","namespace":"security-context-12638"}, "namespace": "security-context-12638", "name": "sec-context", "reconcileID": "0c6b68f9-61c9-41ae-9868-26ce673732f5", "primary name": "sec-context-pxc-0.sec-context-pxc.security-context-12638.svc.cluster.local"} 2026-04-09T04:25:19.838Z INFO Unable to find primary pod for replication. No pod with name or ip like this {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"sec-context","namespace":"security-context-12638"}, "namespace": "security-context-12638", "name": "sec-context", "reconcileID": "f5abd51b-a46b-4355-8247-c4dd504e8fb5", "primary name": "sec-context-pxc-0.sec-context-pxc.security-context-12638.svc.cluster.local"} 2026-04-09T04:25:24.986Z INFO Unable to find primary pod for replication. No pod with name or ip like this {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"sec-context","namespace":"security-context-12638"}, "namespace": "security-context-12638", "name": "sec-context", "reconcileID": "9c193a0d-a02d-442a-ac09-90bb669f9906", "primary name": "sec-context-pxc-0.sec-context-pxc.security-context-12638.svc.cluster.local"} 2026-04-09T04:25:30.134Z INFO Unable to find primary pod for replication. No pod with name or ip like this {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"sec-context","namespace":"security-context-12638"}, "namespace": "security-context-12638", "name": "sec-context", "reconcileID": "8a41c4f1-b457-4fcc-854c-bafe3ba03dfc", "primary name": "sec-context-pxc-0.sec-context-pxc.security-context-12638.svc.cluster.local"} 2026-04-09T04:25:35.276Z INFO Unable to find primary pod for replication. No pod with name or ip like this {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"sec-context","namespace":"security-context-12638"}, "namespace": "security-context-12638", "name": "sec-context", "reconcileID": "53853dc2-7d71-49da-a469-48297327bb1f", "primary name": "sec-context-pxc-0.sec-context-pxc.security-context-12638.svc.cluster.local"} 2026-04-09T04:25:40.430Z INFO Unable to find primary pod for replication. No pod with name or ip like this {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"sec-context","namespace":"security-context-12638"}, "namespace": "security-context-12638", "name": "sec-context", "reconcileID": "3d1ebe88-07dd-4437-bc24-59b02f1ce86c", "primary name": "sec-context-pxc-0.sec-context-pxc.security-context-12638.svc.cluster.local"} 2026-04-09T04:25:47.936Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"sec-context","namespace":"security-context-12638"}, "namespace": "security-context-12638", "name": "sec-context", "reconcileID": "4a66160b-2c1e-4a24-9118-faa287aaed1e"} 2026-04-09T04:25:53.186Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"sec-context","namespace":"security-context-12638"}, "namespace": "security-context-12638", "name": "sec-context", "reconcileID": "21176876-149a-4e44-b69f-8a35a03fa135"} 2026-04-09T04:25:55.291Z DEBUG Check if parallel backups are allowed {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"on-demand-backup-pvc","namespace":"security-context-12638"}, "namespace": "security-context-12638", "name": "on-demand-backup-pvc", "reconcileID": "de738426-5653-4cc5-b1c4-61dcc88bf52a", "cluster": "sec-context", "storage": "pvc", "allowed": true} 2026-04-09T04:25:55.291Z INFO Creating a new volume for backup {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"on-demand-backup-pvc","namespace":"security-context-12638"}, "namespace": "security-context-12638", "name": "on-demand-backup-pvc", "reconcileID": "de738426-5653-4cc5-b1c4-61dcc88bf52a", "Namespace": "security-context-12638", "Name": "xb-on-demand-backup-pvc-20260409042555-5e5621f1"} 2026-04-09T04:25:55.375Z INFO Created a new backup job {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"on-demand-backup-pvc","namespace":"security-context-12638"}, "namespace": "security-context-12638", "name": "on-demand-backup-pvc", "reconcileID": "de738426-5653-4cc5-b1c4-61dcc88bf52a", "namespace": "security-context-12638", "name": "xb-on-demand-backup-pvc"} 2026-04-09T04:25:58.343Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"sec-context","namespace":"security-context-12638"}, "namespace": "security-context-12638", "name": "sec-context", "reconcileID": "83b8f293-986b-40fd-b5f0-b61b07cfe41a"} 2026-04-09T04:26:00.376Z DEBUG Check if parallel backups are allowed {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"on-demand-backup-pvc","namespace":"security-context-12638"}, "namespace": "security-context-12638", "name": "on-demand-backup-pvc", "reconcileID": "a8ac2995-7e5d-4231-9cda-a37c74646f6f", "cluster": "sec-context", "storage": "pvc", "allowed": true} 2026-04-09T04:26:00.456Z DEBUG Check if parallel backups are allowed {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"on-demand-backup-pvc","namespace":"security-context-12638"}, "namespace": "security-context-12638", "name": "on-demand-backup-pvc", "reconcileID": "c0d541a9-181c-4d49-a3d9-034236b23fc1", "cluster": "sec-context", "storage": "pvc", "allowed": true} 2026-04-09T04:26:03.962Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"sec-context","namespace":"security-context-12638"}, "namespace": "security-context-12638", "name": "sec-context", "reconcileID": "e901e678-fc55-414c-b4c8-212418ae7df3"} 2026-04-09T04:26:05.503Z DEBUG Check if parallel backups are allowed {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"on-demand-backup-pvc","namespace":"security-context-12638"}, "namespace": "security-context-12638", "name": "on-demand-backup-pvc", "reconcileID": "f49221b4-ddf4-425b-b845-078029f9443e", "cluster": "sec-context", "storage": "pvc", "allowed": true} 2026-04-09T04:26:09.352Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"sec-context","namespace":"security-context-12638"}, "namespace": "security-context-12638", "name": "sec-context", "reconcileID": "91bf4279-4565-41d5-b0ac-2c18508d4ea3"} 2026-04-09T04:26:10.546Z DEBUG Check if parallel backups are allowed {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"on-demand-backup-pvc","namespace":"security-context-12638"}, "namespace": "security-context-12638", "name": "on-demand-backup-pvc", "reconcileID": "cfa94be3-31fd-4f9b-af94-b61a598a46ff", "cluster": "sec-context", "storage": "pvc", "allowed": true} 2026-04-09T04:26:14.217Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"sec-context","namespace":"security-context-12638"}, "namespace": "security-context-12638", "name": "sec-context", "reconcileID": "8dc0b55a-1dd0-4062-8e3b-4326da707bc6"} 2026-04-09T04:26:15.604Z DEBUG Check if parallel backups are allowed {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"on-demand-backup-pvc","namespace":"security-context-12638"}, "namespace": "security-context-12638", "name": "on-demand-backup-pvc", "reconcileID": "d91f1696-2138-4bd6-8c42-9068a6eddfb5", "cluster": "sec-context", "storage": "pvc", "allowed": true} 2026-04-09T04:26:19.930Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"sec-context","namespace":"security-context-12638"}, "namespace": "security-context-12638", "name": "sec-context", "reconcileID": "22bcd52b-ae33-428b-8899-5219d1affd15"} 2026-04-09T04:26:20.654Z DEBUG Check if parallel backups are allowed {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"on-demand-backup-pvc","namespace":"security-context-12638"}, "namespace": "security-context-12638", "name": "on-demand-backup-pvc", "reconcileID": "5164704e-93bd-4beb-b1b5-85bf7c8fbb04", "cluster": "sec-context", "storage": "pvc", "allowed": true} 2026-04-09T04:26:25.272Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"sec-context","namespace":"security-context-12638"}, "namespace": "security-context-12638", "name": "sec-context", "reconcileID": "a94217b1-1ff2-47ae-89a5-91afab50f8d6"} 2026-04-09T04:26:25.708Z DEBUG Check if parallel backups are allowed {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"on-demand-backup-pvc","namespace":"security-context-12638"}, "namespace": "security-context-12638", "name": "on-demand-backup-pvc", "reconcileID": "45bbe579-b76b-410e-a56b-db73bc347fc8", "cluster": "sec-context", "storage": "pvc", "allowed": true} 2026-04-09T04:26:30.559Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"sec-context","namespace":"security-context-12638"}, "namespace": "security-context-12638", "name": "sec-context", "reconcileID": "ac280759-c86d-44dc-8619-b3b06ba02e1d"} 2026-04-09T04:26:30.751Z DEBUG Check if parallel backups are allowed {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"on-demand-backup-pvc","namespace":"security-context-12638"}, "namespace": "security-context-12638", "name": "on-demand-backup-pvc", "reconcileID": "913513fb-f0f0-4db3-b6fc-747aedf524d2", "cluster": "sec-context", "storage": "pvc", "allowed": true} 2026-04-09T04:26:35.791Z DEBUG Check if parallel backups are allowed {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"on-demand-backup-pvc","namespace":"security-context-12638"}, "namespace": "security-context-12638", "name": "on-demand-backup-pvc", "reconcileID": "d1dfc91a-a27b-45a3-ac27-f25326bd4666", "cluster": "sec-context", "storage": "pvc", "allowed": true} 2026-04-09T04:26:36.002Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"sec-context","namespace":"security-context-12638"}, "namespace": "security-context-12638", "name": "sec-context", "reconcileID": "2d43ad78-c32d-4e20-85af-138e5f2821cd"} 2026-04-09T04:26:40.833Z DEBUG Check if parallel backups are allowed {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"on-demand-backup-pvc","namespace":"security-context-12638"}, "namespace": "security-context-12638", "name": "on-demand-backup-pvc", "reconcileID": "fa4c1448-0786-4fb3-a33a-1960816439d2", "cluster": "sec-context", "storage": "pvc", "allowed": true} 2026-04-09T04:26:41.417Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"sec-context","namespace":"security-context-12638"}, "namespace": "security-context-12638", "name": "sec-context", "reconcileID": "2795078b-ee99-413e-874e-7a37a54cb524"} 2026-04-09T04:26:45.898Z DEBUG Check if parallel backups are allowed {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"on-demand-backup-pvc","namespace":"security-context-12638"}, "namespace": "security-context-12638", "name": "on-demand-backup-pvc", "reconcileID": "2ec9284d-c2f0-4c98-8ad5-c9a4c0d7ca3a", "cluster": "sec-context", "storage": "pvc", "allowed": true} 2026-04-09T04:26:46.514Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"sec-context","namespace":"security-context-12638"}, "namespace": "security-context-12638", "name": "sec-context", "reconcileID": "1168161b-c2bf-42f4-9c7f-c0ef0d4602b7"} 2026-04-09T04:26:50.945Z DEBUG Check if parallel backups are allowed {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"on-demand-backup-pvc","namespace":"security-context-12638"}, "namespace": "security-context-12638", "name": "on-demand-backup-pvc", "reconcileID": "860d7601-b612-41d9-9905-9404b6f8b5d9", "cluster": "sec-context", "storage": "pvc", "allowed": true} 2026-04-09T04:26:51.877Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"sec-context","namespace":"security-context-12638"}, "namespace": "security-context-12638", "name": "sec-context", "reconcileID": "f4d8d46d-4822-41a8-860a-66d86cb1179f"} 2026-04-09T04:26:55.993Z DEBUG Check if parallel backups are allowed {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"on-demand-backup-pvc","namespace":"security-context-12638"}, "namespace": "security-context-12638", "name": "on-demand-backup-pvc", "reconcileID": "9d8d3c59-b1a5-46cd-a5f7-6b81e5089fe1", "cluster": "sec-context", "storage": "pvc", "allowed": true} 2026-04-09T04:26:57.398Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"sec-context","namespace":"security-context-12638"}, "namespace": "security-context-12638", "name": "sec-context", "reconcileID": "4ea2aab2-b23b-4f12-b473-9827fbd80d60"} 2026-04-09T04:27:01.047Z DEBUG Check if parallel backups are allowed {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"on-demand-backup-pvc","namespace":"security-context-12638"}, "namespace": "security-context-12638", "name": "on-demand-backup-pvc", "reconcileID": "f9bb6f9e-33e5-4bc9-94fe-da85c6c7a5f3", "cluster": "sec-context", "storage": "pvc", "allowed": true} 2026-04-09T04:27:03.133Z ERROR sync users {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"sec-context","namespace":"security-context-12638"}, "namespace": "security-context-12638", "name": "sec-context", "reconcileID": "6b672d2f-cd2e-416f-9205-8bd7f8c60946", "error": "syncusers: ERROR (line:1301) : Could not find any nodes belonging to the cluster with writer hostgroup:11\nERROR (line:572) : Could not find a primary cluster node\n", "errorVerbose": "syncusers: ERROR (line:1301) : Could not find any nodes belonging to the cluster with writer hostgroup:11\nERROR (line:572) : Could not find a primary cluster node\n\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).syncPXCUsersWithProxySQL\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/users.go:979\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).resyncPXCUsersWithProxySQL.func1\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:832\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1693"} 2026-04-09T04:27:06.085Z DEBUG Check if parallel backups are allowed {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"on-demand-backup-pvc","namespace":"security-context-12638"}, "namespace": "security-context-12638", "name": "on-demand-backup-pvc", "reconcileID": "579e7e4f-14e0-4cbc-8686-8888b7dd2d88", "cluster": "sec-context", "storage": "pvc", "allowed": true} 2026-04-09T04:27:08.059Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"sec-context","namespace":"security-context-12638"}, "namespace": "security-context-12638", "name": "sec-context", "reconcileID": "e88e4740-757c-47f8-82ec-075c8d505b91"} 2026-04-09T04:27:11.128Z DEBUG Check if parallel backups are allowed {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"on-demand-backup-pvc","namespace":"security-context-12638"}, "namespace": "security-context-12638", "name": "on-demand-backup-pvc", "reconcileID": "98d0c190-9cfd-4994-bd77-aa43e763af3d", "cluster": "sec-context", "storage": "pvc", "allowed": true} 2026-04-09T04:27:13.389Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"sec-context","namespace":"security-context-12638"}, "namespace": "security-context-12638", "name": "sec-context", "reconcileID": "a7ff1172-8ca9-4524-a441-9f1c29a67af8"} 2026-04-09T04:27:16.175Z DEBUG Check if parallel backups are allowed {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"on-demand-backup-pvc","namespace":"security-context-12638"}, "namespace": "security-context-12638", "name": "on-demand-backup-pvc", "reconcileID": "32755351-7df7-4ff1-b72c-5aa189d4a0b8", "cluster": "sec-context", "storage": "pvc", "allowed": true} 2026-04-09T04:27:18.840Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"sec-context","namespace":"security-context-12638"}, "namespace": "security-context-12638", "name": "sec-context", "reconcileID": "fc3451ba-187a-4223-9bd1-7f303edd908b"} 2026-04-09T04:27:21.217Z DEBUG Check if parallel backups are allowed {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"on-demand-backup-pvc","namespace":"security-context-12638"}, "namespace": "security-context-12638", "name": "on-demand-backup-pvc", "reconcileID": "373a1d37-ccdc-484e-b7a9-f11a11bff727", "cluster": "sec-context", "storage": "pvc", "allowed": true} 2026-04-09T04:27:24.199Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"sec-context","namespace":"security-context-12638"}, "namespace": "security-context-12638", "name": "sec-context", "reconcileID": "1ecd1484-2c71-4e98-acb6-8c23ab93b177"} 2026-04-09T04:27:26.260Z DEBUG Check if parallel backups are allowed {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"on-demand-backup-pvc","namespace":"security-context-12638"}, "namespace": "security-context-12638", "name": "on-demand-backup-pvc", "reconcileID": "5a165b47-931d-4ee1-b80c-382e14321d8c", "cluster": "sec-context", "storage": "pvc", "allowed": true} 2026-04-09T04:27:29.539Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"sec-context","namespace":"security-context-12638"}, "namespace": "security-context-12638", "name": "sec-context", "reconcileID": "d59e6604-cf61-4520-b17c-5312e016bfbf"} 2026-04-09T04:27:31.313Z DEBUG Check if parallel backups are allowed {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"on-demand-backup-pvc","namespace":"security-context-12638"}, "namespace": "security-context-12638", "name": "on-demand-backup-pvc", "reconcileID": "e80eb389-a411-4343-89a4-f079de285e6c", "cluster": "sec-context", "storage": "pvc", "allowed": true} 2026-04-09T04:27:34.781Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"sec-context","namespace":"security-context-12638"}, "namespace": "security-context-12638", "name": "sec-context", "reconcileID": "fdd6ced1-8a02-4d43-a80f-1fca6b072844"} 2026-04-09T04:27:36.361Z DEBUG Check if parallel backups are allowed {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"on-demand-backup-pvc","namespace":"security-context-12638"}, "namespace": "security-context-12638", "name": "on-demand-backup-pvc", "reconcileID": "801f2c92-4e50-4ee9-ae0c-e26809c43c03", "cluster": "sec-context", "storage": "pvc", "allowed": true} 2026-04-09T04:27:40.042Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"sec-context","namespace":"security-context-12638"}, "namespace": "security-context-12638", "name": "sec-context", "reconcileID": "d97427b5-459f-460e-b6bc-85fe77c353b7"} 2026-04-09T04:27:41.403Z DEBUG Check if parallel backups are allowed {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"on-demand-backup-pvc","namespace":"security-context-12638"}, "namespace": "security-context-12638", "name": "on-demand-backup-pvc", "reconcileID": "29b0baef-1093-436d-b6c7-71035c1c3244", "cluster": "sec-context", "storage": "pvc", "allowed": true} 2026-04-09T04:27:45.463Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"sec-context","namespace":"security-context-12638"}, "namespace": "security-context-12638", "name": "sec-context", "reconcileID": "c929a22f-304e-4c01-8c05-0b661970430c"} 2026-04-09T04:27:46.450Z DEBUG Check if parallel backups are allowed {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"on-demand-backup-pvc","namespace":"security-context-12638"}, "namespace": "security-context-12638", "name": "on-demand-backup-pvc", "reconcileID": "baf501f8-a032-4e3d-8f23-4dc1bad58d0a", "cluster": "sec-context", "storage": "pvc", "allowed": true} 2026-04-09T04:27:50.638Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"sec-context","namespace":"security-context-12638"}, "namespace": "security-context-12638", "name": "sec-context", "reconcileID": "878dd044-2c2d-4978-abc2-c1aea321a955"} 2026-04-09T04:27:51.493Z DEBUG Check if parallel backups are allowed {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"on-demand-backup-pvc","namespace":"security-context-12638"}, "namespace": "security-context-12638", "name": "on-demand-backup-pvc", "reconcileID": "fbd151ec-dd8b-4836-bd21-299538cb3d7f", "cluster": "sec-context", "storage": "pvc", "allowed": true} 2026-04-09T04:27:56.084Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"sec-context","namespace":"security-context-12638"}, "namespace": "security-context-12638", "name": "sec-context", "reconcileID": "4adbb3e2-67df-4079-8f9a-874feb0b9ece"} 2026-04-09T04:27:56.536Z DEBUG Check if parallel backups are allowed {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"on-demand-backup-pvc","namespace":"security-context-12638"}, "namespace": "security-context-12638", "name": "on-demand-backup-pvc", "reconcileID": "72e826a3-f00a-49c8-8425-2086f467f762", "cluster": "sec-context", "storage": "pvc", "allowed": true} 2026-04-09T04:28:01.469Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"sec-context","namespace":"security-context-12638"}, "namespace": "security-context-12638", "name": "sec-context", "reconcileID": "1565eb90-45b1-4b32-b2b0-f1adfaa8ff43"} 2026-04-09T04:28:01.575Z DEBUG Check if parallel backups are allowed {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"on-demand-backup-pvc","namespace":"security-context-12638"}, "namespace": "security-context-12638", "name": "on-demand-backup-pvc", "reconcileID": "b88cbc43-64ec-4169-9c9e-8715b53a6b3e", "cluster": "sec-context", "storage": "pvc", "allowed": true} 2026-04-09T04:28:06.647Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"sec-context","namespace":"security-context-12638"}, "namespace": "security-context-12638", "name": "sec-context", "reconcileID": "0eeb4a60-4ebb-4b72-8cc8-d4cc3143c37f"} 2026-04-09T04:28:07.155Z DEBUG Check if parallel backups are allowed {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"on-demand-backup-pvc","namespace":"security-context-12638"}, "namespace": "security-context-12638", "name": "on-demand-backup-pvc", "reconcileID": "c062abd6-39f5-4b96-b203-c0c2f002a6d7", "cluster": "sec-context", "storage": "pvc", "allowed": true} 2026-04-09T04:28:12.094Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"sec-context","namespace":"security-context-12638"}, "namespace": "security-context-12638", "name": "sec-context", "reconcileID": "e7c43af7-a1ea-4933-a335-6d3f5f14c9e7"} 2026-04-09T04:28:12.198Z DEBUG Check if parallel backups are allowed {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"on-demand-backup-pvc","namespace":"security-context-12638"}, "namespace": "security-context-12638", "name": "on-demand-backup-pvc", "reconcileID": "cf11fe2d-5d53-4eec-91b5-ec800f8bb685", "cluster": "sec-context", "storage": "pvc", "allowed": true} 2026-04-09T04:28:17.237Z DEBUG Check if parallel backups are allowed {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"on-demand-backup-pvc","namespace":"security-context-12638"}, "namespace": "security-context-12638", "name": "on-demand-backup-pvc", "reconcileID": "779677d4-6176-4b7c-81bf-c386876baf28", "cluster": "sec-context", "storage": "pvc", "allowed": true} 2026-04-09T04:28:17.919Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"sec-context","namespace":"security-context-12638"}, "namespace": "security-context-12638", "name": "sec-context", "reconcileID": "c8ddef51-ef82-4f60-818f-276659c72392"} 2026-04-09T04:28:22.424Z DEBUG Check if parallel backups are allowed {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"on-demand-backup-pvc","namespace":"security-context-12638"}, "namespace": "security-context-12638", "name": "on-demand-backup-pvc", "reconcileID": "adbe109c-25f5-449b-9577-d9f5839dd94d", "cluster": "sec-context", "storage": "pvc", "allowed": true} 2026-04-09T04:28:22.502Z DEBUG Check if parallel backups are allowed {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"on-demand-backup-pvc","namespace":"security-context-12638"}, "namespace": "security-context-12638", "name": "on-demand-backup-pvc", "reconcileID": "9690f23c-ea10-469b-a464-7c15a40a3c2c", "cluster": "sec-context", "storage": "pvc", "allowed": true} 2026-04-09T04:28:22.939Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"sec-context","namespace":"security-context-12638"}, "namespace": "security-context-12638", "name": "sec-context", "reconcileID": "1c418ce9-7c06-4186-a0b3-2bc7bb0b8e2f"} 2026-04-09T04:28:27.545Z DEBUG Check if parallel backups are allowed {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"on-demand-backup-pvc","namespace":"security-context-12638"}, "namespace": "security-context-12638", "name": "on-demand-backup-pvc", "reconcileID": "853b3ab8-c520-4946-8f98-6c8b8aa0e043", "cluster": "sec-context", "storage": "pvc", "allowed": true} 2026-04-09T04:28:28.239Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"sec-context","namespace":"security-context-12638"}, "namespace": "security-context-12638", "name": "sec-context", "reconcileID": "3928cafe-6f69-4f8d-a720-2ced7c5e36ca"} 2026-04-09T04:28:32.589Z DEBUG Check if parallel backups are allowed {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"on-demand-backup-pvc","namespace":"security-context-12638"}, "namespace": "security-context-12638", "name": "on-demand-backup-pvc", "reconcileID": "621cfc86-0856-4f22-90ef-f4ca5e23d9fe", "cluster": "sec-context", "storage": "pvc", "allowed": true} 2026-04-09T04:28:33.977Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"sec-context","namespace":"security-context-12638"}, "namespace": "security-context-12638", "name": "sec-context", "reconcileID": "14e328df-7da4-44c0-9529-179bbf83db99"} 2026-04-09T04:28:37.716Z DEBUG Check if parallel backups are allowed {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"on-demand-backup-pvc","namespace":"security-context-12638"}, "namespace": "security-context-12638", "name": "on-demand-backup-pvc", "reconcileID": "0c4b5bb1-2f2a-46a0-8408-39804c2a57c1", "cluster": "sec-context", "storage": "pvc", "allowed": true} 2026-04-09T04:28:39.380Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"sec-context","namespace":"security-context-12638"}, "namespace": "security-context-12638", "name": "sec-context", "reconcileID": "4bd62072-fc25-4a56-aeca-2d67c6d7f639"} 2026-04-09T04:28:42.757Z DEBUG Check if parallel backups are allowed {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"on-demand-backup-pvc","namespace":"security-context-12638"}, "namespace": "security-context-12638", "name": "on-demand-backup-pvc", "reconcileID": "87f2826a-d32d-4472-b897-0da6026219f2", "cluster": "sec-context", "storage": "pvc", "allowed": true} 2026-04-09T04:28:42.811Z DEBUG Removing mysql-init secret {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"on-demand-backup-pvc","namespace":"security-context-12638"}, "namespace": "security-context-12638", "name": "on-demand-backup-pvc", "reconcileID": "87f2826a-d32d-4472-b897-0da6026219f2", "job": "xb-on-demand-backup-pvc", "secret": "sec-context-mysql-init"} 2026-04-09T04:28:42.811Z INFO Backup succeeded {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"on-demand-backup-pvc","namespace":"security-context-12638"}, "namespace": "security-context-12638", "name": "on-demand-backup-pvc", "reconcileID": "87f2826a-d32d-4472-b897-0da6026219f2", "job": "xb-on-demand-backup-pvc"} 2026-04-09T04:28:44.699Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"sec-context","namespace":"security-context-12638"}, "namespace": "security-context-12638", "name": "sec-context", "reconcileID": "16339c6c-509e-4ef6-90a5-f357b4622d5f"} 2026-04-09T04:28:49.929Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"sec-context","namespace":"security-context-12638"}, "namespace": "security-context-12638", "name": "sec-context", "reconcileID": "a0467995-030c-4462-97ca-9879f20c723f"} 2026-04-09T04:28:55.298Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"sec-context","namespace":"security-context-12638"}, "namespace": "security-context-12638", "name": "sec-context", "reconcileID": "766e7b14-9920-4e00-8ccb-bc8509a0c09a"} 2026-04-09T04:29:00.635Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"sec-context","namespace":"security-context-12638"}, "namespace": "security-context-12638", "name": "sec-context", "reconcileID": "ff6892cb-e4ed-4da1-bb33-7f2ce385fa07"} 2026-04-09T04:29:03.239Z INFO stopping cluster {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"restore-pvc","namespace":"security-context-12638"}, "namespace": "security-context-12638", "name": "restore-pvc", "reconcileID": "caeb015b-f39d-4c21-8348-1c57bc754446", "cluster": "sec-context"} 2026-04-09T04:29:03.439Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"sec-context","namespace":"security-context-12638"}, "namespace": "security-context-12638", "name": "sec-context", "reconcileID": "302fca46-62af-455d-b257-6858ea9051ae"} 2026-04-09T04:29:03.440Z DEBUG Updating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"sec-context","namespace":"security-context-12638"}, "namespace": "security-context-12638", "name": "sec-context", "reconcileID": "302fca46-62af-455d-b257-6858ea9051ae", "object": "sec-context-pxc", "kind": "&TypeMeta{Kind:StatefulSet,APIVersion:apps/v1,}", "hashChanged": true, "metaChanged": true} 2026-04-09T04:29:03.504Z DEBUG Updating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"sec-context","namespace":"security-context-12638"}, "namespace": "security-context-12638", "name": "sec-context", "reconcileID": "302fca46-62af-455d-b257-6858ea9051ae", "object": "sec-context-proxysql", "kind": "&TypeMeta{Kind:StatefulSet,APIVersion:apps/v1,}", "hashChanged": true, "metaChanged": true} 2026-04-09T04:29:44.467Z INFO starting restore {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"restore-pvc","namespace":"security-context-12638"}, "namespace": "security-context-12638", "name": "restore-pvc", "reconcileID": "1b150f67-08c7-409b-94c0-68cecc914464", "cluster": "sec-context", "backup": "on-demand-backup-pvc"} 2026-04-09T04:29:49.705Z INFO starting restore {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"restore-pvc","namespace":"security-context-12638"}, "namespace": "security-context-12638", "name": "restore-pvc", "reconcileID": "36f42ac2-7d69-4679-8b19-db2ff14d4186", "cluster": "sec-context", "backup": "on-demand-backup-pvc"} 2026-04-09T04:29:54.764Z INFO starting restore {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"restore-pvc","namespace":"security-context-12638"}, "namespace": "security-context-12638", "name": "restore-pvc", "reconcileID": "c2775d39-da9a-42cb-997b-385409d0fb8c", "cluster": "sec-context", "backup": "on-demand-backup-pvc"} 2026-04-09T04:29:59.831Z INFO starting restore {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"restore-pvc","namespace":"security-context-12638"}, "namespace": "security-context-12638", "name": "restore-pvc", "reconcileID": "70be8b4b-aa63-49d6-ac43-689039a0d769", "cluster": "sec-context", "backup": "on-demand-backup-pvc"} 2026-04-09T04:29:59.860Z INFO spec.template.spec.topologySpreadConstraints[0].labelSelector: a null labelSelector results in matching no pod {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"restore-pvc","namespace":"security-context-12638"}, "namespace": "security-context-12638", "name": "restore-pvc", "reconcileID": "70be8b4b-aa63-49d6-ac43-689039a0d769"} 2026-04-09T04:29:59.887Z INFO Waiting for restore job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"restore-pvc","namespace":"security-context-12638"}, "namespace": "security-context-12638", "name": "restore-pvc", "reconcileID": "9896bb23-f087-45a0-941d-cc51ce2766cc", "job": "restore-job-restore-pvc-sec-context"} 2026-04-09T04:30:04.909Z INFO Waiting for restore job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"restore-pvc","namespace":"security-context-12638"}, "namespace": "security-context-12638", "name": "restore-pvc", "reconcileID": "30dd758f-5acf-4e05-8d93-60ad062c1ab7", "job": "restore-job-restore-pvc-sec-context"} 2026-04-09T04:30:09.947Z INFO Waiting for restore job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"restore-pvc","namespace":"security-context-12638"}, "namespace": "security-context-12638", "name": "restore-pvc", "reconcileID": "a0edcc4c-0ea5-4e92-9128-5b3ad91209ac", "job": "restore-job-restore-pvc-sec-context"} 2026-04-09T04:30:14.964Z INFO preparing cluster {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"restore-pvc","namespace":"security-context-12638"}, "namespace": "security-context-12638", "name": "restore-pvc", "reconcileID": "30eaa603-af2c-43a6-96b0-1382328d8027", "cluster": "sec-context"} 2026-04-09T04:30:15.035Z INFO spec.template.spec.topologySpreadConstraints[0].labelSelector: a null labelSelector results in matching no pod {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"restore-pvc","namespace":"security-context-12638"}, "namespace": "security-context-12638", "name": "restore-pvc", "reconcileID": "e1e1acee-1f79-4fe9-8f1e-4c6ab4d2c812"} 2026-04-09T04:30:15.035Z INFO Waiting for prepare job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"restore-pvc","namespace":"security-context-12638"}, "namespace": "security-context-12638", "name": "restore-pvc", "reconcileID": "e1e1acee-1f79-4fe9-8f1e-4c6ab4d2c812", "job": "prepare-job-restore-pvc-sec-context"} 2026-04-09T04:30:20.059Z INFO Waiting for prepare job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"restore-pvc","namespace":"security-context-12638"}, "namespace": "security-context-12638", "name": "restore-pvc", "reconcileID": "1f9e8589-b01c-44c6-9bc3-11a59159737c", "job": "prepare-job-restore-pvc-sec-context"} 2026-04-09T04:30:25.077Z INFO Waiting for prepare job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"restore-pvc","namespace":"security-context-12638"}, "namespace": "security-context-12638", "name": "restore-pvc", "reconcileID": "9438ca72-1620-454c-975f-b6800d056ed1", "job": "prepare-job-restore-pvc-sec-context"} 2026-04-09T04:30:30.104Z INFO Waiting for prepare job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"restore-pvc","namespace":"security-context-12638"}, "namespace": "security-context-12638", "name": "restore-pvc", "reconcileID": "14e17e61-1e29-44a3-bc08-61cc596038ed", "job": "prepare-job-restore-pvc-sec-context"} 2026-04-09T04:30:35.122Z INFO Waiting for prepare job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"restore-pvc","namespace":"security-context-12638"}, "namespace": "security-context-12638", "name": "restore-pvc", "reconcileID": "d86da419-f92b-4f85-a37c-37e48b496636", "job": "prepare-job-restore-pvc-sec-context"} 2026-04-09T04:30:40.139Z INFO Waiting for prepare job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"restore-pvc","namespace":"security-context-12638"}, "namespace": "security-context-12638", "name": "restore-pvc", "reconcileID": "d0f4acee-b61a-4adb-9768-19ef0520cd9f", "job": "prepare-job-restore-pvc-sec-context"} 2026-04-09T04:30:45.158Z INFO Waiting for prepare job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"restore-pvc","namespace":"security-context-12638"}, "namespace": "security-context-12638", "name": "restore-pvc", "reconcileID": "fcf14d0b-e782-49ae-82ba-f0380fba8c58", "job": "prepare-job-restore-pvc-sec-context"} 2026-04-09T04:30:50.173Z INFO Waiting for prepare job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"restore-pvc","namespace":"security-context-12638"}, "namespace": "security-context-12638", "name": "restore-pvc", "reconcileID": "583e40fb-8693-43cf-a7eb-98b8ae13d3a1", "job": "prepare-job-restore-pvc-sec-context"} 2026-04-09T04:30:55.197Z INFO Waiting for prepare job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"restore-pvc","namespace":"security-context-12638"}, "namespace": "security-context-12638", "name": "restore-pvc", "reconcileID": "8ec51df6-6c10-497d-b8bb-74838e420804", "job": "prepare-job-restore-pvc-sec-context"} 2026-04-09T04:31:00.213Z INFO Waiting for prepare job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"restore-pvc","namespace":"security-context-12638"}, "namespace": "security-context-12638", "name": "restore-pvc", "reconcileID": "ed351600-71eb-44ad-9d09-437bf4e62020", "job": "prepare-job-restore-pvc-sec-context"} 2026-04-09T04:31:05.230Z INFO Waiting for prepare job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"restore-pvc","namespace":"security-context-12638"}, "namespace": "security-context-12638", "name": "restore-pvc", "reconcileID": "81539bf4-3e25-4144-822e-c2186f04a7d8", "job": "prepare-job-restore-pvc-sec-context"} 2026-04-09T04:31:10.248Z INFO Waiting for prepare job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"restore-pvc","namespace":"security-context-12638"}, "namespace": "security-context-12638", "name": "restore-pvc", "reconcileID": "7c4db865-d1dc-48ca-bc55-c5e6383b0009", "job": "prepare-job-restore-pvc-sec-context"} 2026-04-09T04:31:15.264Z INFO Waiting for prepare job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"restore-pvc","namespace":"security-context-12638"}, "namespace": "security-context-12638", "name": "restore-pvc", "reconcileID": "a91b32b2-dcde-45de-97e6-621a0b4c99d8", "job": "prepare-job-restore-pvc-sec-context"} 2026-04-09T04:31:20.283Z INFO Waiting for prepare job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"restore-pvc","namespace":"security-context-12638"}, "namespace": "security-context-12638", "name": "restore-pvc", "reconcileID": "210a4709-f2fc-4855-877c-fe0c54b5a94f", "job": "prepare-job-restore-pvc-sec-context"} 2026-04-09T04:31:25.297Z INFO Waiting for prepare job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"restore-pvc","namespace":"security-context-12638"}, "namespace": "security-context-12638", "name": "restore-pvc", "reconcileID": "271c3f26-04a1-4463-8c4a-a2e12e53eda5", "job": "prepare-job-restore-pvc-sec-context"} 2026-04-09T04:31:30.327Z INFO Waiting for prepare job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"restore-pvc","namespace":"security-context-12638"}, "namespace": "security-context-12638", "name": "restore-pvc", "reconcileID": "b41139c1-3ab0-4576-ba6f-024db2b4add5", "job": "prepare-job-restore-pvc-sec-context"} 2026-04-09T04:31:35.346Z INFO starting cluster {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"restore-pvc","namespace":"security-context-12638"}, "namespace": "security-context-12638", "name": "restore-pvc", "reconcileID": "0321cad5-d06d-4e19-bc24-db1651fb83df", "cluster": "sec-context"} 2026-04-09T04:31:35.579Z DEBUG Updating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"sec-context","namespace":"security-context-12638"}, "namespace": "security-context-12638", "name": "sec-context", "reconcileID": "6738ddd3-1b39-44ee-aeef-83989dba0e7a", "object": "sec-context-pxc", "kind": "&TypeMeta{Kind:StatefulSet,APIVersion:apps/v1,}", "hashChanged": true, "metaChanged": true} 2026-04-09T04:31:35.624Z DEBUG Updating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"sec-context","namespace":"security-context-12638"}, "namespace": "security-context-12638", "name": "sec-context", "reconcileID": "6738ddd3-1b39-44ee-aeef-83989dba0e7a", "object": "sec-context-proxysql", "kind": "&TypeMeta{Kind:StatefulSet,APIVersion:apps/v1,}", "hashChanged": true, "metaChanged": true} 2026-04-09T04:31:35.698Z DEBUG Updating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"sec-context","namespace":"security-context-12638"}, "namespace": "security-context-12638", "name": "sec-context", "reconcileID": "6738ddd3-1b39-44ee-aeef-83989dba0e7a", "object": "sec-context-proxysql", "kind": "&TypeMeta{Kind:StatefulSet,APIVersion:apps/v1,}", "hashChanged": true, "metaChanged": true} 2026-04-09T04:31:40.467Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"restore-pvc","namespace":"security-context-12638"}, "namespace": "security-context-12638", "name": "restore-pvc", "reconcileID": "780d5cb9-fe22-4e34-9737-373987161b7a", "cluster": "sec-context"} 2026-04-09T04:31:45.487Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"restore-pvc","namespace":"security-context-12638"}, "namespace": "security-context-12638", "name": "restore-pvc", "reconcileID": "c15fadc5-f2db-49e2-9431-51782d0eb038", "cluster": "sec-context"} 2026-04-09T04:31:50.507Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"restore-pvc","namespace":"security-context-12638"}, "namespace": "security-context-12638", "name": "restore-pvc", "reconcileID": "7d537ec5-0b05-4eff-816c-01ff6bb4de17", "cluster": "sec-context"} 2026-04-09T04:31:55.528Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"restore-pvc","namespace":"security-context-12638"}, "namespace": "security-context-12638", "name": "restore-pvc", "reconcileID": "05ed7c3f-e65e-40fe-a8af-b2eb0c1eddcf", "cluster": "sec-context"} 2026-04-09T04:32:00.552Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"restore-pvc","namespace":"security-context-12638"}, "namespace": "security-context-12638", "name": "restore-pvc", "reconcileID": "67a65f87-7407-48dc-9911-a0ef2c1d31ce", "cluster": "sec-context"} 2026-04-09T04:32:05.574Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"restore-pvc","namespace":"security-context-12638"}, "namespace": "security-context-12638", "name": "restore-pvc", "reconcileID": "4d7d3954-7ce4-4431-a3af-ee68a13af983", "cluster": "sec-context"} 2026-04-09T04:32:10.591Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"restore-pvc","namespace":"security-context-12638"}, "namespace": "security-context-12638", "name": "restore-pvc", "reconcileID": "a1879954-7a38-4583-880b-7ae18b1e13e3", "cluster": "sec-context"} 2026-04-09T04:32:15.605Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"restore-pvc","namespace":"security-context-12638"}, "namespace": "security-context-12638", "name": "restore-pvc", "reconcileID": "1dc997df-e2d7-42d3-9b60-f47ee58eb297", "cluster": "sec-context"} 2026-04-09T04:32:20.625Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"restore-pvc","namespace":"security-context-12638"}, "namespace": "security-context-12638", "name": "restore-pvc", "reconcileID": "e820ab90-db07-4bf9-a0b6-d03ab41cb0e4", "cluster": "sec-context"} 2026-04-09T04:32:23.232Z INFO reconcile replication error {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"sec-context","namespace":"security-context-12638"}, "namespace": "security-context-12638", "name": "sec-context", "reconcileID": "bfb62016-fa72-4ae9-9f51-fd6f1d4de855", "err": "get primary pxc pod: not found"} 2026-04-09T04:32:25.639Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"restore-pvc","namespace":"security-context-12638"}, "namespace": "security-context-12638", "name": "restore-pvc", "reconcileID": "4ea2d0e4-f673-4a6a-996b-e05b2c3cfec2", "cluster": "sec-context"} 2026-04-09T04:32:30.662Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"restore-pvc","namespace":"security-context-12638"}, "namespace": "security-context-12638", "name": "restore-pvc", "reconcileID": "55819fa6-cf9e-46a5-87a4-5f9a9988e864", "cluster": "sec-context"} 2026-04-09T04:32:35.700Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"restore-pvc","namespace":"security-context-12638"}, "namespace": "security-context-12638", "name": "restore-pvc", "reconcileID": "f38510d3-d3f5-45bd-8638-b110ba927734", "cluster": "sec-context"} 2026-04-09T04:32:40.719Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"restore-pvc","namespace":"security-context-12638"}, "namespace": "security-context-12638", "name": "restore-pvc", "reconcileID": "f5151489-1503-4eb5-953d-faea9395c881", "cluster": "sec-context"} 2026-04-09T04:32:45.735Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"restore-pvc","namespace":"security-context-12638"}, "namespace": "security-context-12638", "name": "restore-pvc", "reconcileID": "b25a70f3-aa20-4af9-b2e9-16dfe17636f5", "cluster": "sec-context"} 2026-04-09T04:32:50.751Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"restore-pvc","namespace":"security-context-12638"}, "namespace": "security-context-12638", "name": "restore-pvc", "reconcileID": "7ad87700-4323-4910-b301-2e0094461a92", "cluster": "sec-context"} 2026-04-09T04:32:55.767Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"restore-pvc","namespace":"security-context-12638"}, "namespace": "security-context-12638", "name": "restore-pvc", "reconcileID": "7f33bec1-d168-4766-887e-6f98580cba8f", "cluster": "sec-context"} 2026-04-09T04:33:00.785Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"restore-pvc","namespace":"security-context-12638"}, "namespace": "security-context-12638", "name": "restore-pvc", "reconcileID": "ca55e299-2130-4ca6-bb99-a8172539ad79", "cluster": "sec-context"} 2026-04-09T04:33:05.807Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"restore-pvc","namespace":"security-context-12638"}, "namespace": "security-context-12638", "name": "restore-pvc", "reconcileID": "031d0173-c10d-4866-82c4-91d1a2069804", "cluster": "sec-context"} 2026-04-09T04:33:10.825Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"restore-pvc","namespace":"security-context-12638"}, "namespace": "security-context-12638", "name": "restore-pvc", "reconcileID": "6a60508f-aa20-4b2c-b7c2-203e58c01d5a", "cluster": "sec-context"} 2026-04-09T04:33:15.842Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"restore-pvc","namespace":"security-context-12638"}, "namespace": "security-context-12638", "name": "restore-pvc", "reconcileID": "7fe52dc0-17dc-497b-9d22-78f950e36596", "cluster": "sec-context"} 2026-04-09T04:33:20.858Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"restore-pvc","namespace":"security-context-12638"}, "namespace": "security-context-12638", "name": "restore-pvc", "reconcileID": "d1c5f518-3957-4d54-8a98-311b9720bf56", "cluster": "sec-context"} 2026-04-09T04:33:25.877Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"restore-pvc","namespace":"security-context-12638"}, "namespace": "security-context-12638", "name": "restore-pvc", "reconcileID": "22ab6d87-ece1-4116-a529-bbf2ea2e27c2", "cluster": "sec-context"} 2026-04-09T04:33:30.901Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"restore-pvc","namespace":"security-context-12638"}, "namespace": "security-context-12638", "name": "restore-pvc", "reconcileID": "aa18bb80-5aad-42a5-95ed-185ab677b784", "cluster": "sec-context"} 2026-04-09T04:33:35.917Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"restore-pvc","namespace":"security-context-12638"}, "namespace": "security-context-12638", "name": "restore-pvc", "reconcileID": "2f5bb874-619a-4305-9961-00af7fa8002c", "cluster": "sec-context"} 2026-04-09T04:33:40.934Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"restore-pvc","namespace":"security-context-12638"}, "namespace": "security-context-12638", "name": "restore-pvc", "reconcileID": "ac0b6694-1735-4bb0-af13-311d6cda26cb", "cluster": "sec-context"} 2026-04-09T04:33:45.950Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"restore-pvc","namespace":"security-context-12638"}, "namespace": "security-context-12638", "name": "restore-pvc", "reconcileID": "93351eb1-d06c-4af4-81e8-8aaa2d42d582", "cluster": "sec-context"} 2026-04-09T04:33:50.985Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"restore-pvc","namespace":"security-context-12638"}, "namespace": "security-context-12638", "name": "restore-pvc", "reconcileID": "f7067e2d-45da-4cac-9a8e-f0fb5113c29b", "cluster": "sec-context"} 2026-04-09T04:33:56.002Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"restore-pvc","namespace":"security-context-12638"}, "namespace": "security-context-12638", "name": "restore-pvc", "reconcileID": "4594ff82-9921-41ca-939d-d479c2f5cb5a", "cluster": "sec-context"} 2026-04-09T04:34:01.018Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"restore-pvc","namespace":"security-context-12638"}, "namespace": "security-context-12638", "name": "restore-pvc", "reconcileID": "d12a14a3-7333-47ba-a8af-65be23adede2", "cluster": "sec-context"} 2026-04-09T04:34:06.045Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"restore-pvc","namespace":"security-context-12638"}, "namespace": "security-context-12638", "name": "restore-pvc", "reconcileID": "5eff2876-6d67-4b40-bac0-11d6c0d90540", "cluster": "sec-context"} 2026-04-09T04:34:11.063Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"restore-pvc","namespace":"security-context-12638"}, "namespace": "security-context-12638", "name": "restore-pvc", "reconcileID": "c8e15ab1-e875-42fd-a2e4-2b9ff838ec47", "cluster": "sec-context"} 2026-04-09T04:34:16.078Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"restore-pvc","namespace":"security-context-12638"}, "namespace": "security-context-12638", "name": "restore-pvc", "reconcileID": "bba42e88-ede4-4e9e-8da6-892150bccd8b", "cluster": "sec-context"} 2026-04-09T04:34:21.099Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"restore-pvc","namespace":"security-context-12638"}, "namespace": "security-context-12638", "name": "restore-pvc", "reconcileID": "163601d3-722f-46ef-aeb2-08ff613d6052", "cluster": "sec-context"} 2026-04-09T04:34:26.115Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"restore-pvc","namespace":"security-context-12638"}, "namespace": "security-context-12638", "name": "restore-pvc", "reconcileID": "52883ab8-d8dd-4adf-98e6-af2a5ac609d6", "cluster": "sec-context"} 2026-04-09T04:34:31.134Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"restore-pvc","namespace":"security-context-12638"}, "namespace": "security-context-12638", "name": "restore-pvc", "reconcileID": "a9f29420-89f0-4cf1-b2f8-2060fd428652", "cluster": "sec-context"} 2026-04-09T04:34:36.153Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"restore-pvc","namespace":"security-context-12638"}, "namespace": "security-context-12638", "name": "restore-pvc", "reconcileID": "b722f4c9-5abc-4c57-9d77-dce7d5524457", "cluster": "sec-context"} 2026-04-09T04:34:41.169Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"restore-pvc","namespace":"security-context-12638"}, "namespace": "security-context-12638", "name": "restore-pvc", "reconcileID": "ad716b7c-cdec-4530-af11-f5c57b6ec2fc", "cluster": "sec-context"} 2026-04-09T04:34:46.189Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"restore-pvc","namespace":"security-context-12638"}, "namespace": "security-context-12638", "name": "restore-pvc", "reconcileID": "b3aa67f4-2784-41e8-b101-de6f6c1217da", "cluster": "sec-context"} 2026-04-09T04:34:51.219Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"restore-pvc","namespace":"security-context-12638"}, "namespace": "security-context-12638", "name": "restore-pvc", "reconcileID": "fa8c00b9-a251-4816-9f91-60cc912cbf89", "cluster": "sec-context"} 2026-04-09T04:34:56.236Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"restore-pvc","namespace":"security-context-12638"}, "namespace": "security-context-12638", "name": "restore-pvc", "reconcileID": "1f009525-63f8-4baf-bc75-89dd59243110", "cluster": "sec-context"} 2026-04-09T04:35:01.936Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"sec-context","namespace":"security-context-12638"}, "namespace": "security-context-12638", "name": "sec-context", "reconcileID": "392a2b09-a9b4-42c2-b197-b29d3e09d1ca"} 2026-04-09T04:35:07.190Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"sec-context","namespace":"security-context-12638"}, "namespace": "security-context-12638", "name": "sec-context", "reconcileID": "f49ca2ce-cf79-4cbb-afb3-b2ee7e7479b0"} 2026-04-09T04:35:12.503Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"sec-context","namespace":"security-context-12638"}, "namespace": "security-context-12638", "name": "sec-context", "reconcileID": "b46abbf7-1224-4e91-8b38-fdb09f7dc01d"} 2026-04-09T04:35:17.977Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"sec-context","namespace":"security-context-12638"}, "namespace": "security-context-12638", "name": "sec-context", "reconcileID": "17777c50-bf36-4a02-b6bd-033c0df51a4c"} 2026-04-09T04:35:23.205Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"sec-context","namespace":"security-context-12638"}, "namespace": "security-context-12638", "name": "sec-context", "reconcileID": "69ce31dd-7ccd-43f0-998b-bd18923cb27c"} 2026-04-09T04:35:28.645Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"sec-context","namespace":"security-context-12638"}, "namespace": "security-context-12638", "name": "sec-context", "reconcileID": "21d50d43-7110-4d92-a49a-d78da6ddabca"} 2026-04-09T04:35:33.804Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"sec-context","namespace":"security-context-12638"}, "namespace": "security-context-12638", "name": "sec-context", "reconcileID": "7081e1cf-da74-45a5-af62-11a2fce51e1e"} 2026-04-09T04:35:39.251Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"sec-context","namespace":"security-context-12638"}, "namespace": "security-context-12638", "name": "sec-context", "reconcileID": "398b4e7a-4267-4691-abff-569ae8259166"} 2026-04-09T04:35:44.695Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"sec-context","namespace":"security-context-12638"}, "namespace": "security-context-12638", "name": "sec-context", "reconcileID": "afc8d00e-9005-4b36-bca1-6092c58215fe"} 2026-04-09T04:35:49.947Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"sec-context","namespace":"security-context-12638"}, "namespace": "security-context-12638", "name": "sec-context", "reconcileID": "2b69f447-2341-463b-88e1-aeade3e7303b"} 2026-04-09T04:35:55.291Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"sec-context","namespace":"security-context-12638"}, "namespace": "security-context-12638", "name": "sec-context", "reconcileID": "8375e811-5f98-4508-867e-5ff4373c675e"} 2026-04-09T04:36:00.637Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"sec-context","namespace":"security-context-12638"}, "namespace": "security-context-12638", "name": "sec-context", "reconcileID": "d49ca3e7-ebe3-478e-8a5f-58e7930e5aa8"} 2026-04-09T04:36:05.917Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"sec-context","namespace":"security-context-12638"}, "namespace": "security-context-12638", "name": "sec-context", "reconcileID": "c55a691c-b3bb-4440-99ff-7e4f0deab9ab"} 2026-04-09T04:36:10.974Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"sec-context","namespace":"security-context-12638"}, "namespace": "security-context-12638", "name": "sec-context", "reconcileID": "5fa2e2af-41a6-4ed1-b559-082eab73dcf3"} 2026-04-09T04:36:16.313Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"sec-context","namespace":"security-context-12638"}, "namespace": "security-context-12638", "name": "sec-context", "reconcileID": "899d4920-a125-448e-b4d8-849395a7967c"} 2026-04-09T04:36:21.628Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"sec-context","namespace":"security-context-12638"}, "namespace": "security-context-12638", "name": "sec-context", "reconcileID": "803fe180-82b7-42af-a16f-3efb6535ab29"} 2026-04-09T04:36:26.759Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"sec-context","namespace":"security-context-12638"}, "namespace": "security-context-12638", "name": "sec-context", "reconcileID": "3781341a-6b7d-4826-90a6-66f01988ce34"} 2026-04-09T04:36:32.928Z DEBUG Check if parallel backups are allowed {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"on-demand-backup-s3","namespace":"security-context-12638"}, "namespace": "security-context-12638", "name": "on-demand-backup-s3", "reconcileID": "c20444f1-8476-4488-9b14-b353551f9472", "cluster": "sec-context", "storage": "minio", "allowed": true} 2026-04-09T04:36:32.974Z INFO Created a new backup job {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"on-demand-backup-s3","namespace":"security-context-12638"}, "namespace": "security-context-12638", "name": "on-demand-backup-s3", "reconcileID": "c20444f1-8476-4488-9b14-b353551f9472", "namespace": "security-context-12638", "name": "xb-on-demand-backup-s3"} 2026-04-09T04:36:33.126Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"sec-context","namespace":"security-context-12638"}, "namespace": "security-context-12638", "name": "sec-context", "reconcileID": "4460fe07-ed32-4b5d-9551-652cc1e69993"} 2026-04-09T04:36:37.841Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"sec-context","namespace":"security-context-12638"}, "namespace": "security-context-12638", "name": "sec-context", "reconcileID": "189175d9-2e7e-4645-a187-9e165261922f"} 2026-04-09T04:36:37.975Z DEBUG Check if parallel backups are allowed {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"on-demand-backup-s3","namespace":"security-context-12638"}, "namespace": "security-context-12638", "name": "on-demand-backup-s3", "reconcileID": "4602751b-84b6-48ec-b919-196303d154ae", "cluster": "sec-context", "storage": "minio", "allowed": true} 2026-04-09T04:36:38.082Z DEBUG Check if parallel backups are allowed {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"on-demand-backup-s3","namespace":"security-context-12638"}, "namespace": "security-context-12638", "name": "on-demand-backup-s3", "reconcileID": "2d621d44-99d8-4560-9276-6585fd5344a6", "cluster": "sec-context", "storage": "minio", "allowed": true} 2026-04-09T04:36:42.910Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"sec-context","namespace":"security-context-12638"}, "namespace": "security-context-12638", "name": "sec-context", "reconcileID": "7111db9f-d084-4b40-93ff-1a6d8a96664d"} 2026-04-09T04:36:43.143Z DEBUG Check if parallel backups are allowed {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"on-demand-backup-s3","namespace":"security-context-12638"}, "namespace": "security-context-12638", "name": "on-demand-backup-s3", "reconcileID": "9d8637b8-afb8-4100-b4a0-e0b329bc1d44", "cluster": "sec-context", "storage": "minio", "allowed": true} 2026-04-09T04:36:48.215Z DEBUG Check if parallel backups are allowed {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"on-demand-backup-s3","namespace":"security-context-12638"}, "namespace": "security-context-12638", "name": "on-demand-backup-s3", "reconcileID": "69370af7-e5ae-4518-bd17-c12f771d21ac", "cluster": "sec-context", "storage": "minio", "allowed": true} 2026-04-09T04:36:48.508Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"sec-context","namespace":"security-context-12638"}, "namespace": "security-context-12638", "name": "sec-context", "reconcileID": "949ddf6a-a1d8-4e61-b0d3-1d4b305fea68"} 2026-04-09T04:36:53.271Z DEBUG Check if parallel backups are allowed {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"on-demand-backup-s3","namespace":"security-context-12638"}, "namespace": "security-context-12638", "name": "on-demand-backup-s3", "reconcileID": "13af82b4-a5ed-419d-9bf8-feb2c1963665", "cluster": "sec-context", "storage": "minio", "allowed": true} 2026-04-09T04:36:53.909Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"sec-context","namespace":"security-context-12638"}, "namespace": "security-context-12638", "name": "sec-context", "reconcileID": "ca8a0231-ecea-4bd8-8b10-4f79523dddcc"} 2026-04-09T04:36:58.329Z DEBUG Check if parallel backups are allowed {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"on-demand-backup-s3","namespace":"security-context-12638"}, "namespace": "security-context-12638", "name": "on-demand-backup-s3", "reconcileID": "d7249e0b-85db-435a-9348-b1f416d5bfb2", "cluster": "sec-context", "storage": "minio", "allowed": true} 2026-04-09T04:36:59.040Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"sec-context","namespace":"security-context-12638"}, "namespace": "security-context-12638", "name": "sec-context", "reconcileID": "5b32fb86-bf95-4067-a0bb-f6cefea258d8"} 2026-04-09T04:37:03.371Z DEBUG Check if parallel backups are allowed {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"on-demand-backup-s3","namespace":"security-context-12638"}, "namespace": "security-context-12638", "name": "on-demand-backup-s3", "reconcileID": "ea315fba-c5f3-4942-96fe-fc3e332b6dea", "cluster": "sec-context", "storage": "minio", "allowed": true} 2026-04-09T04:37:03.449Z DEBUG Removing mysql-init secret {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"on-demand-backup-s3","namespace":"security-context-12638"}, "namespace": "security-context-12638", "name": "on-demand-backup-s3", "reconcileID": "ea315fba-c5f3-4942-96fe-fc3e332b6dea", "job": "xb-on-demand-backup-s3", "secret": "sec-context-mysql-init"} 2026-04-09T04:37:03.449Z INFO Backup succeeded {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"on-demand-backup-s3","namespace":"security-context-12638"}, "namespace": "security-context-12638", "name": "on-demand-backup-s3", "reconcileID": "ea315fba-c5f3-4942-96fe-fc3e332b6dea", "job": "xb-on-demand-backup-s3"} 2026-04-09T04:37:04.705Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"sec-context","namespace":"security-context-12638"}, "namespace": "security-context-12638", "name": "sec-context", "reconcileID": "47d44c79-6971-4df9-a688-be5ae9e346bf"} 2026-04-09T04:37:08.298Z INFO stopping cluster {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"restore-s3","namespace":"security-context-12638"}, "namespace": "security-context-12638", "name": "restore-s3", "reconcileID": "6d856bd8-a613-4442-b208-96d564ecb371", "cluster": "sec-context"} 2026-04-09T04:37:08.821Z DEBUG Updating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"sec-context","namespace":"security-context-12638"}, "namespace": "security-context-12638", "name": "sec-context", "reconcileID": "efe798e0-15e9-47ed-b415-1580800b85ff", "object": "sec-context-pxc", "kind": "&TypeMeta{Kind:StatefulSet,APIVersion:apps/v1,}", "hashChanged": true, "metaChanged": true} 2026-04-09T04:37:08.917Z DEBUG Updating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"sec-context","namespace":"security-context-12638"}, "namespace": "security-context-12638", "name": "sec-context", "reconcileID": "efe798e0-15e9-47ed-b415-1580800b85ff", "object": "sec-context-proxysql", "kind": "&TypeMeta{Kind:StatefulSet,APIVersion:apps/v1,}", "hashChanged": true, "metaChanged": true} 2026-04-09T04:37:09.037Z DEBUG Updating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"sec-context","namespace":"security-context-12638"}, "namespace": "security-context-12638", "name": "sec-context", "reconcileID": "efe798e0-15e9-47ed-b415-1580800b85ff", "object": "sec-context-proxysql", "kind": "&TypeMeta{Kind:StatefulSet,APIVersion:apps/v1,}", "hashChanged": true, "metaChanged": true} 2026-04-09T04:37:10.496Z ERROR sync users {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"sec-context","namespace":"security-context-12638"}, "namespace": "security-context-12638", "name": "sec-context", "reconcileID": "fe0f2abc-3f6f-4f8d-847d-014764b2eace", "error": "exec syncusers: failed to execute command in pod: pods \"sec-context-proxysql-1\" not found / / ", "errorVerbose": "exec syncusers: failed to execute command in pod: pods \"sec-context-proxysql-1\" not found / / \ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).syncPXCUsersWithProxySQL\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/users.go:975\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).resyncPXCUsersWithProxySQL.func1\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:832\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1693"} 2026-04-09T04:37:50.394Z INFO starting restore {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"restore-s3","namespace":"security-context-12638"}, "namespace": "security-context-12638", "name": "restore-s3", "reconcileID": "0e02ca96-e321-4a35-9891-f80789122aba", "cluster": "sec-context", "backup": "on-demand-backup-s3"} 2026-04-09T04:37:50.438Z INFO spec.template.spec.topologySpreadConstraints[0].labelSelector: a null labelSelector results in matching no pod {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"restore-s3","namespace":"security-context-12638"}, "namespace": "security-context-12638", "name": "restore-s3", "reconcileID": "0e02ca96-e321-4a35-9891-f80789122aba"} 2026-04-09T04:37:50.475Z INFO Waiting for restore job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"restore-s3","namespace":"security-context-12638"}, "namespace": "security-context-12638", "name": "restore-s3", "reconcileID": "4bfb6b90-2903-4c68-b492-afb2a01d162f", "job": "restore-job-restore-s3-sec-context"} 2026-04-09T04:37:55.492Z INFO Waiting for restore job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"restore-s3","namespace":"security-context-12638"}, "namespace": "security-context-12638", "name": "restore-s3", "reconcileID": "425027e0-f077-47e3-89bb-9e05c34d65b3", "job": "restore-job-restore-s3-sec-context"} 2026-04-09T04:38:00.508Z INFO Waiting for restore job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"restore-s3","namespace":"security-context-12638"}, "namespace": "security-context-12638", "name": "restore-s3", "reconcileID": "c48a9f17-f595-443a-ab31-c3c473067da3", "job": "restore-job-restore-s3-sec-context"} 2026-04-09T04:38:05.525Z INFO Waiting for restore job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"restore-s3","namespace":"security-context-12638"}, "namespace": "security-context-12638", "name": "restore-s3", "reconcileID": "3d60118e-c1e7-4f24-83be-d194417227ff", "job": "restore-job-restore-s3-sec-context"} 2026-04-09T04:38:10.547Z INFO Waiting for restore job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"restore-s3","namespace":"security-context-12638"}, "namespace": "security-context-12638", "name": "restore-s3", "reconcileID": "a5de07af-13f7-49ce-97df-122de9757b2c", "job": "restore-job-restore-s3-sec-context"} 2026-04-09T04:38:15.563Z INFO Waiting for restore job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"restore-s3","namespace":"security-context-12638"}, "namespace": "security-context-12638", "name": "restore-s3", "reconcileID": "765b2551-9442-4f13-8d8e-340f89ebdfd1", "job": "restore-job-restore-s3-sec-context"} 2026-04-09T04:38:20.588Z INFO preparing cluster {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"restore-s3","namespace":"security-context-12638"}, "namespace": "security-context-12638", "name": "restore-s3", "reconcileID": "b6f06bde-7c0a-4a9d-a90e-f307eaf0a3e2", "cluster": "sec-context"} 2026-04-09T04:38:20.653Z INFO spec.template.spec.topologySpreadConstraints[0].labelSelector: a null labelSelector results in matching no pod {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"restore-s3","namespace":"security-context-12638"}, "namespace": "security-context-12638", "name": "restore-s3", "reconcileID": "d2246abb-4176-4a13-830f-fbad6cffc295"} 2026-04-09T04:38:20.653Z INFO Waiting for prepare job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"restore-s3","namespace":"security-context-12638"}, "namespace": "security-context-12638", "name": "restore-s3", "reconcileID": "d2246abb-4176-4a13-830f-fbad6cffc295", "job": "prepare-job-restore-s3-sec-context"} 2026-04-09T04:38:25.668Z INFO Waiting for prepare job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"restore-s3","namespace":"security-context-12638"}, "namespace": "security-context-12638", "name": "restore-s3", "reconcileID": "aa833b70-ba81-4b86-a90e-229fbdd589a6", "job": "prepare-job-restore-s3-sec-context"} 2026-04-09T04:38:30.689Z INFO Waiting for prepare job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"restore-s3","namespace":"security-context-12638"}, "namespace": "security-context-12638", "name": "restore-s3", "reconcileID": "427d2f88-9b25-4a32-84ec-b541a1360ebe", "job": "prepare-job-restore-s3-sec-context"} 2026-04-09T04:38:35.717Z INFO Waiting for prepare job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"restore-s3","namespace":"security-context-12638"}, "namespace": "security-context-12638", "name": "restore-s3", "reconcileID": "e5fc21f7-8371-4d36-9b31-8e74a3a6f962", "job": "prepare-job-restore-s3-sec-context"} 2026-04-09T04:38:40.733Z INFO Waiting for prepare job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"restore-s3","namespace":"security-context-12638"}, "namespace": "security-context-12638", "name": "restore-s3", "reconcileID": "0108cd5a-a1a1-4817-ad67-364624ac1687", "job": "prepare-job-restore-s3-sec-context"} 2026-04-09T04:38:45.753Z INFO Waiting for prepare job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"restore-s3","namespace":"security-context-12638"}, "namespace": "security-context-12638", "name": "restore-s3", "reconcileID": "99562596-e2a7-4a74-b510-9232295948bc", "job": "prepare-job-restore-s3-sec-context"} 2026-04-09T04:38:50.789Z INFO Waiting for prepare job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"restore-s3","namespace":"security-context-12638"}, "namespace": "security-context-12638", "name": "restore-s3", "reconcileID": "df13fcbe-55c0-4e2c-9a98-292fb5eebb5a", "job": "prepare-job-restore-s3-sec-context"} 2026-04-09T04:38:55.808Z INFO Waiting for prepare job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"restore-s3","namespace":"security-context-12638"}, "namespace": "security-context-12638", "name": "restore-s3", "reconcileID": "3f019599-1ff8-4670-a01d-b74245e980ea", "job": "prepare-job-restore-s3-sec-context"} 2026-04-09T04:39:00.827Z INFO Waiting for prepare job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"restore-s3","namespace":"security-context-12638"}, "namespace": "security-context-12638", "name": "restore-s3", "reconcileID": "eff1f328-3d1e-4ef2-be90-f3587faee839", "job": "prepare-job-restore-s3-sec-context"} 2026-04-09T04:39:05.845Z INFO Waiting for prepare job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"restore-s3","namespace":"security-context-12638"}, "namespace": "security-context-12638", "name": "restore-s3", "reconcileID": "277295ef-a6af-47c7-bb24-2b4c204115a1", "job": "prepare-job-restore-s3-sec-context"} 2026-04-09T04:39:10.861Z INFO Waiting for prepare job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"restore-s3","namespace":"security-context-12638"}, "namespace": "security-context-12638", "name": "restore-s3", "reconcileID": "70a72179-ad44-4c0f-8ad1-1deeb84207a4", "job": "prepare-job-restore-s3-sec-context"} 2026-04-09T04:39:15.877Z INFO Waiting for prepare job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"restore-s3","namespace":"security-context-12638"}, "namespace": "security-context-12638", "name": "restore-s3", "reconcileID": "99045124-99a4-4ab1-8a17-ebd6b46dd613", "job": "prepare-job-restore-s3-sec-context"} 2026-04-09T04:39:20.894Z INFO Waiting for prepare job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"restore-s3","namespace":"security-context-12638"}, "namespace": "security-context-12638", "name": "restore-s3", "reconcileID": "1f046636-87be-47e6-aa3d-3e8be625b57f", "job": "prepare-job-restore-s3-sec-context"} 2026-04-09T04:39:25.925Z INFO Waiting for prepare job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"restore-s3","namespace":"security-context-12638"}, "namespace": "security-context-12638", "name": "restore-s3", "reconcileID": "7580e9fa-ed1c-428e-ad00-4190dc615257", "job": "prepare-job-restore-s3-sec-context"} 2026-04-09T04:39:30.946Z INFO Waiting for prepare job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"restore-s3","namespace":"security-context-12638"}, "namespace": "security-context-12638", "name": "restore-s3", "reconcileID": "9936f816-b4fb-4d3d-9498-0e42ce4a72b2", "job": "prepare-job-restore-s3-sec-context"} 2026-04-09T04:39:35.965Z INFO starting cluster {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"restore-s3","namespace":"security-context-12638"}, "namespace": "security-context-12638", "name": "restore-s3", "reconcileID": "247c0c75-d4bd-42d1-89e1-9631a09e7288", "cluster": "sec-context"} 2026-04-09T04:39:36.236Z DEBUG Updating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"sec-context","namespace":"security-context-12638"}, "namespace": "security-context-12638", "name": "sec-context", "reconcileID": "24fc1cea-4bce-45fc-8f49-b25a18588784", "object": "sec-context-pxc", "kind": "&TypeMeta{Kind:StatefulSet,APIVersion:apps/v1,}", "hashChanged": true, "metaChanged": true} 2026-04-09T04:39:36.314Z DEBUG Updating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"sec-context","namespace":"security-context-12638"}, "namespace": "security-context-12638", "name": "sec-context", "reconcileID": "24fc1cea-4bce-45fc-8f49-b25a18588784", "object": "sec-context-proxysql", "kind": "&TypeMeta{Kind:StatefulSet,APIVersion:apps/v1,}", "hashChanged": true, "metaChanged": true} 2026-04-09T04:39:36.395Z DEBUG Updating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"sec-context","namespace":"security-context-12638"}, "namespace": "security-context-12638", "name": "sec-context", "reconcileID": "24fc1cea-4bce-45fc-8f49-b25a18588784", "object": "sec-context-proxysql", "kind": "&TypeMeta{Kind:StatefulSet,APIVersion:apps/v1,}", "hashChanged": true, "metaChanged": true} 2026-04-09T04:39:41.100Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"restore-s3","namespace":"security-context-12638"}, "namespace": "security-context-12638", "name": "restore-s3", "reconcileID": "7b3370e4-75b0-4e99-aa18-2d21b8af17a1", "cluster": "sec-context"} 2026-04-09T04:39:46.118Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"restore-s3","namespace":"security-context-12638"}, "namespace": "security-context-12638", "name": "restore-s3", "reconcileID": "d8f2a80a-6e1f-4b42-b315-4148076e3cfb", "cluster": "sec-context"} 2026-04-09T04:39:51.132Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"restore-s3","namespace":"security-context-12638"}, "namespace": "security-context-12638", "name": "restore-s3", "reconcileID": "deb892cc-9d77-441c-9fe6-fcd8035c760c", "cluster": "sec-context"} 2026-04-09T04:39:56.150Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"restore-s3","namespace":"security-context-12638"}, "namespace": "security-context-12638", "name": "restore-s3", "reconcileID": "459b6a34-ed80-4e7d-ab20-f00c7b827272", "cluster": "sec-context"} 2026-04-09T04:40:01.167Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"restore-s3","namespace":"security-context-12638"}, "namespace": "security-context-12638", "name": "restore-s3", "reconcileID": "c3f329e9-e1db-49e6-a3b3-2f1cc4e60d27", "cluster": "sec-context"} 2026-04-09T04:40:06.183Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"restore-s3","namespace":"security-context-12638"}, "namespace": "security-context-12638", "name": "restore-s3", "reconcileID": "e96d7e60-ed35-401b-963c-cb05f1fb3132", "cluster": "sec-context"} 2026-04-09T04:40:11.200Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"restore-s3","namespace":"security-context-12638"}, "namespace": "security-context-12638", "name": "restore-s3", "reconcileID": "79acc30f-d416-4a54-a43a-c29002c98b34", "cluster": "sec-context"} 2026-04-09T04:40:16.220Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"restore-s3","namespace":"security-context-12638"}, "namespace": "security-context-12638", "name": "restore-s3", "reconcileID": "8fd25f9a-089d-4eeb-874e-ab3682ccd186", "cluster": "sec-context"} 2026-04-09T04:40:21.237Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"restore-s3","namespace":"security-context-12638"}, "namespace": "security-context-12638", "name": "restore-s3", "reconcileID": "f65a5f4f-751d-4f03-bc1f-5d5c1ca686ed", "cluster": "sec-context"} 2026-04-09T04:40:26.261Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"restore-s3","namespace":"security-context-12638"}, "namespace": "security-context-12638", "name": "restore-s3", "reconcileID": "40a34bbc-45e1-4182-9e35-28ac97ee3249", "cluster": "sec-context"} 2026-04-09T04:40:28.888Z INFO reconcile replication error {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"sec-context","namespace":"security-context-12638"}, "namespace": "security-context-12638", "name": "sec-context", "reconcileID": "b9687447-d624-4bf9-a004-eb860d88192e", "err": "get primary pxc pod: not found"} 2026-04-09T04:40:31.277Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"restore-s3","namespace":"security-context-12638"}, "namespace": "security-context-12638", "name": "restore-s3", "reconcileID": "9d2897dd-b55e-4e1e-aa14-25fa9dee715f", "cluster": "sec-context"} 2026-04-09T04:40:34.043Z INFO reconcile replication error {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"sec-context","namespace":"security-context-12638"}, "namespace": "security-context-12638", "name": "sec-context", "reconcileID": "47f4e4aa-2a2e-453f-9316-9bd2eadfe330", "err": "get primary pxc pod: not found"} 2026-04-09T04:40:36.296Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"restore-s3","namespace":"security-context-12638"}, "namespace": "security-context-12638", "name": "restore-s3", "reconcileID": "9f4563bb-9255-4594-829b-b81a081bfc5e", "cluster": "sec-context"} 2026-04-09T04:40:41.321Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"restore-s3","namespace":"security-context-12638"}, "namespace": "security-context-12638", "name": "restore-s3", "reconcileID": "42ba702b-449c-4dc0-acaa-969e74f967a6", "cluster": "sec-context"} 2026-04-09T04:40:46.339Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"restore-s3","namespace":"security-context-12638"}, "namespace": "security-context-12638", "name": "restore-s3", "reconcileID": "91373165-8d09-470d-b1ef-c29d4cde5e5e", "cluster": "sec-context"} 2026-04-09T04:40:51.357Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"restore-s3","namespace":"security-context-12638"}, "namespace": "security-context-12638", "name": "restore-s3", "reconcileID": "e138780f-d8f2-40e4-b34d-f57512d445ab", "cluster": "sec-context"} 2026-04-09T04:40:56.385Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"restore-s3","namespace":"security-context-12638"}, "namespace": "security-context-12638", "name": "restore-s3", "reconcileID": "76177704-0649-4b9f-9d0c-f6254b2c06f6", "cluster": "sec-context"} 2026-04-09T04:41:01.400Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"restore-s3","namespace":"security-context-12638"}, "namespace": "security-context-12638", "name": "restore-s3", "reconcileID": "a8178de9-72f6-4030-9527-77a570d14b7a", "cluster": "sec-context"} 2026-04-09T04:41:06.420Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"restore-s3","namespace":"security-context-12638"}, "namespace": "security-context-12638", "name": "restore-s3", "reconcileID": "9d0f1a1b-b498-4a49-a453-2a92a046ea2c", "cluster": "sec-context"} 2026-04-09T04:41:11.437Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"restore-s3","namespace":"security-context-12638"}, "namespace": "security-context-12638", "name": "restore-s3", "reconcileID": "2d836f35-e449-44bb-a3dd-0fd3b295db43", "cluster": "sec-context"} 2026-04-09T04:41:16.454Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"restore-s3","namespace":"security-context-12638"}, "namespace": "security-context-12638", "name": "restore-s3", "reconcileID": "7249d0e8-443a-4913-87fb-6fef57df855a", "cluster": "sec-context"} 2026-04-09T04:41:21.469Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"restore-s3","namespace":"security-context-12638"}, "namespace": "security-context-12638", "name": "restore-s3", "reconcileID": "bced4cbd-d2f5-4c0b-8ced-c40418a305f4", "cluster": "sec-context"} 2026-04-09T04:41:26.493Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"restore-s3","namespace":"security-context-12638"}, "namespace": "security-context-12638", "name": "restore-s3", "reconcileID": "dbe30267-e5e7-4309-9397-05e8c44db034", "cluster": "sec-context"} 2026-04-09T04:41:31.510Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"restore-s3","namespace":"security-context-12638"}, "namespace": "security-context-12638", "name": "restore-s3", "reconcileID": "f947d973-dc0e-4a5b-853f-bd95222b2542", "cluster": "sec-context"} 2026-04-09T04:41:36.529Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"restore-s3","namespace":"security-context-12638"}, "namespace": "security-context-12638", "name": "restore-s3", "reconcileID": "a1af9722-be87-48ba-938a-11114e7a8007", "cluster": "sec-context"} 2026-04-09T04:41:41.557Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"restore-s3","namespace":"security-context-12638"}, "namespace": "security-context-12638", "name": "restore-s3", "reconcileID": "1f3028aa-55b9-46ba-ac31-10c0bd77bc8e", "cluster": "sec-context"} 2026-04-09T04:41:46.573Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"restore-s3","namespace":"security-context-12638"}, "namespace": "security-context-12638", "name": "restore-s3", "reconcileID": "09cebd1b-a7a2-4bac-a2dd-4dc0566f9e97", "cluster": "sec-context"} 2026-04-09T04:41:51.600Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"restore-s3","namespace":"security-context-12638"}, "namespace": "security-context-12638", "name": "restore-s3", "reconcileID": "bec4cdf2-3113-4a3f-8431-f98a58795c78", "cluster": "sec-context"} 2026-04-09T04:41:56.616Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"restore-s3","namespace":"security-context-12638"}, "namespace": "security-context-12638", "name": "restore-s3", "reconcileID": "d5eb65a3-c704-4718-8864-a8e9c9ce0e62", "cluster": "sec-context"} 2026-04-09T04:42:01.642Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"restore-s3","namespace":"security-context-12638"}, "namespace": "security-context-12638", "name": "restore-s3", "reconcileID": "6abe20dd-5063-47aa-89f9-3c27ba1686ac", "cluster": "sec-context"} 2026-04-09T04:42:06.814Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"restore-s3","namespace":"security-context-12638"}, "namespace": "security-context-12638", "name": "restore-s3", "reconcileID": "0bea778f-c436-4ebd-8be5-5a2d3f1ccd3a", "cluster": "sec-context"} 2026-04-09T04:42:11.831Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"restore-s3","namespace":"security-context-12638"}, "namespace": "security-context-12638", "name": "restore-s3", "reconcileID": "8328b763-7d56-4694-b837-06d05fa5f757", "cluster": "sec-context"} 2026-04-09T04:42:16.848Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"restore-s3","namespace":"security-context-12638"}, "namespace": "security-context-12638", "name": "restore-s3", "reconcileID": "9cda1d42-a296-43a5-845b-995aeeca65c2", "cluster": "sec-context"} 2026-04-09T04:42:21.994Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"restore-s3","namespace":"security-context-12638"}, "namespace": "security-context-12638", "name": "restore-s3", "reconcileID": "6d2eb263-1108-4fdb-9f2a-2091bd1d95b8", "cluster": "sec-context"} 2026-04-09T04:42:27.010Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"restore-s3","namespace":"security-context-12638"}, "namespace": "security-context-12638", "name": "restore-s3", "reconcileID": "f726ec80-3979-49f8-98c1-24d1c8fb2338", "cluster": "sec-context"} 2026-04-09T04:42:32.033Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"restore-s3","namespace":"security-context-12638"}, "namespace": "security-context-12638", "name": "restore-s3", "reconcileID": "9106e90f-86fa-4b52-8364-df5296e17b31", "cluster": "sec-context"} 2026-04-09T04:42:37.134Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"restore-s3","namespace":"security-context-12638"}, "namespace": "security-context-12638", "name": "restore-s3", "reconcileID": "8c4d014f-9bf7-4573-9d82-fcdbca1ff99e", "cluster": "sec-context"} 2026-04-09T04:42:42.154Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"restore-s3","namespace":"security-context-12638"}, "namespace": "security-context-12638", "name": "restore-s3", "reconcileID": "2ffe5d63-4b14-4fc2-a1bb-ba52f9c82040", "cluster": "sec-context"} 2026-04-09T04:42:47.177Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"restore-s3","namespace":"security-context-12638"}, "namespace": "security-context-12638", "name": "restore-s3", "reconcileID": "5f0e4bc5-20ac-448a-90d8-64cf749db870", "cluster": "sec-context"} 2026-04-09T04:42:52.225Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"restore-s3","namespace":"security-context-12638"}, "namespace": "security-context-12638", "name": "restore-s3", "reconcileID": "58df991f-b3a9-400c-a543-7b6fb08c3167", "cluster": "sec-context"} 2026-04-09T04:42:57.243Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"restore-s3","namespace":"security-context-12638"}, "namespace": "security-context-12638", "name": "restore-s3", "reconcileID": "3339900f-6472-4a3c-a692-1a25ab4d3680", "cluster": "sec-context"} 2026-04-09T04:43:02.263Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"restore-s3","namespace":"security-context-12638"}, "namespace": "security-context-12638", "name": "restore-s3", "reconcileID": "1977f359-4512-45c9-b3c3-d7c1cbb71b7a", "cluster": "sec-context"} 2026-04-09T04:43:06.952Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"sec-context","namespace":"security-context-12638"}, "namespace": "security-context-12638", "name": "sec-context", "reconcileID": "0e61db5d-8ab9-47e4-8caf-e9e8c885f6bf"} 2026-04-09T04:43:12.474Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"sec-context","namespace":"security-context-12638"}, "namespace": "security-context-12638", "name": "sec-context", "reconcileID": "674501ee-0e69-4f65-bb15-c50751e4f9cc"} github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).resyncPXCUsersWithProxySQL.func1 /go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:834 -  }, -  { -  }, +  }, +  }, +  { +  }, -  Annotations: map[string]string{ +  Annotations: map[string]string{ -  APIVersion: "apps/v1", -  APIVersion: "apps/v1", +  AvailableReplicas: 0, -  AvailableReplicas: 2, -  AvailableReplicas: 3, -  CollisionCount: &0, +  CollisionCount: nil, +  CreationTimestamp: v1.Time{}, -  CreationTimestamp: v1.Time{Time: s"2026-04-09 04:17:36 +0000 UTC"}, +  CurrentReplicas: 0, -  CurrentReplicas: 2, -  CurrentReplicas: 3, +  CurrentRevision: "", -  CurrentRevision: "sec-context-proxysql-66c55b7745", -  CurrentRevision: "sec-context-proxysql-8499b4d7bb", -  CurrentRevision: "sec-context-proxysql-86f4c84cdd", -  CurrentRevision: "sec-context-pxc-745c6c8d58", -  CurrentRevision: "sec-context-pxc-76b4c7b44f", -  DefaultMode: &420, -  DefaultMode: &420, +  DefaultMode: nil, +  DefaultMode: nil, +  DeprecatedServiceAccount: "", -  DeprecatedServiceAccount: "percona-xtradb-cluster-operator-workload", +  DNSPolicy: "", -  DNSPolicy: "ClusterFirst", -  FieldsType: "FieldsV1", -  FieldsType: "FieldsV1", -  FieldsV1: s`{"f:metadata":{"f:annotations":{".":{},"f:percona.com/last-confi`..., -  FieldsV1: s`{"f:status":{"f:availableReplicas":{},"f:collisionCount":{},"f:c`..., -  FSGroup: &1001, +  FSGroup: nil, +  Generation: 0, -  Generation: 1, -  Generation: 2, -  Generation: 3, -  Generation: 4, -  Generation: 5, +  LabelSelector: s"&LabelSelector{MatchLabels:map[string]string{app.kubernetes.io/c"..., +  ManagedFields: nil, -  ManagedFields: []v1.ManagedFieldsEntry{ -  Manager: "kube-controller-manager", -  Manager: "percona-xtradb-cluster-operator", +  MaxSkew: 1, +  ObservedGeneration: 0, -  ObservedGeneration: 1, -  ObservedGeneration: 2, -  ObservedGeneration: 3, -  ObservedGeneration: 4, -  ObservedGeneration: 5, -  Operation: "Update", -  Operation: "Update", -  "percona.com/last-config-hash": "eyJyZXBsaWNhcyI6MCwic2VsZWN0b3IiOnsibWF0Y2hMYWJlbHMiOnsiYXBwLmt1YmVybmV0ZXMuaW8vY29tcG9uZW50IjoicHhjIiwiYXBwLmt1YmVybmV0ZXMuaW8vaW5zdGFuY2UiOiJzZWMtY29udGV4dCIsImFwcC5rdWJlcm5ldGVzLmlvL21hbmFnZWQtYnkiOiJwZXJjb25hLXh0cmFkYi1jbHVzdGVyLW9wZXJhdG9yIiwiYXBwLmt1"..., +  "percona.com/last-config-hash": "eyJyZXBsaWNhcyI6MCwic2VsZWN0b3IiOnsibWF0Y2hMYWJlbHMiOnsiYXBwLmt1YmVybmV0ZXMuaW8vY29tcG9uZW50IjoicHhjIiwiYXBwLmt1YmVybmV0ZXMuaW8vaW5zdGFuY2UiOiJzZWMtY29udGV4dCIsImFwcC5rdWJlcm5ldGVzLmlvL21hbmFnZWQtYnkiOiJwZXJjb25hLXh0cmFkYi1jbHVzdGVyLW9wZXJhdG9yIiwiYXBwLmt1"..., -  "percona.com/last-config-hash": "eyJyZXBsaWNhcyI6MCwic2VsZWN0b3IiOnsibWF0Y2hMYWJlbHMiOnsiYXBwLmt1YmVybmV0ZXMuaW8vY29tcG9uZW50IjoicHJveHlzcWwiLCJhcHAua3ViZXJuZXRlcy5pby9pbnN0YW5jZSI6InNlYy1jb250ZXh0IiwiYXBwLmt1YmVybmV0ZXMuaW8vbWFuYWdlZC1ieSI6InBlcmNvbmEteHRyYWRiLWNsdXN0ZXItb3BlcmF0b3IiLCJh"..., +  "percona.com/last-config-hash": "eyJyZXBsaWNhcyI6MCwic2VsZWN0b3IiOnsibWF0Y2hMYWJlbHMiOnsiYXBwLmt1YmVybmV0ZXMuaW8vY29tcG9uZW50IjoicHJveHlzcWwiLCJhcHAua3ViZXJuZXRlcy5pby9pbnN0YW5jZSI6InNlYy1jb250ZXh0IiwiYXBwLmt1YmVybmV0ZXMuaW8vbWFuYWdlZC1ieSI6InBlcmNvbmEteHRyYWRiLWNsdXN0ZXItb3BlcmF0b3IiLCJh"..., -  "percona.com/last-config-hash": "eyJyZXBsaWNhcyI6Miwic2VsZWN0b3IiOnsibWF0Y2hMYWJlbHMiOnsiYXBwLmt1YmVybmV0ZXMuaW8vY29tcG9uZW50IjoicHJveHlzcWwiLCJhcHAua3ViZXJuZXRlcy5pby9pbnN0YW5jZSI6InNlYy1jb250ZXh0IiwiYXBwLmt1YmVybmV0ZXMuaW8vbWFuYWdlZC1ieSI6InBlcmNvbmEteHRyYWRiLWNsdXN0ZXItb3BlcmF0b3IiLCJh"..., +  "percona.com/last-config-hash": "eyJyZXBsaWNhcyI6Miwic2VsZWN0b3IiOnsibWF0Y2hMYWJlbHMiOnsiYXBwLmt1YmVybmV0ZXMuaW8vY29tcG9uZW50IjoicHJveHlzcWwiLCJhcHAua3ViZXJuZXRlcy5pby9pbnN0YW5jZSI6InNlYy1jb250ZXh0IiwiYXBwLmt1YmVybmV0ZXMuaW8vbWFuYWdlZC1ieSI6InBlcmNvbmEteHRyYWRiLWNsdXN0ZXItb3BlcmF0b3IiLCJh"..., -  "percona.com/last-config-hash": "eyJyZXBsaWNhcyI6Miwic2VsZWN0b3IiOnsibWF0Y2hMYWJlbHMiOnsiYXBwLmt1YmVybmV0ZXMuaW8vY29tcG9uZW50IjoicHJveHlzcWwiLCJhcHAua3ViZXJuZXRlcy5pby9pbnN0YW5jZSI6InNlYy1jb250ZXh0IiwiYXBwLmt1YmVybmV0ZXMuaW8vbWFuYWdlZC1ieSI6InBlcmNvbmEteHRyYWRiLWNsdXN0ZXItb3BlcmF0b3IiLCJhcHAua3ViZXJuZXRlcy5pby9uYW1lIjoicGVyY29uYS14dHJhZGItY2x1c3RlciIsImFwcC5rdWJlcm5ldGVzLmlvL3BhcnQtb2YiOiJwZXJjb25hLXh0cmFkYi1jbHVzdGVyIn19LCJ0ZW1wbGF0ZSI6eyJtZXRhZGF0YSI6eyJsYWJlbHMiOnsiYXBwLmt1YmVybmV0ZXMuaW8vY29tcG9uZW50IjoicHJveHlzcWwiLCJhcHAua3ViZXJuZXRlcy5pby9pbnN0YW5jZSI6InNlYy1jb250ZXh0IiwiYXBwLmt1YmVybmV0ZXMuaW8vbWFuYWdlZC1ieSI6InBlcmNvbmEteHRyYWRiLWNsdXN0ZXItb3BlcmF0b3IiLCJhcHAua3ViZXJuZXRlcy5pby9uYW1lIjoicGVyY29uYS14dHJhZGItY2x1c3RlciIsImFwcC5rdWJlcm5ldGVzLmlvL3BhcnQtb2YiOiJwZXJjb25hLXh0cmFkYi1jbHVzdGVyIn0sImFubm90YXRpb25zIjp7Imt1YmVjdGwua3ViZXJuZXRlcy5pby9kZWZhdWx0LWNvbnRhaW5lciI6InByb3h5c3FsIiwicGVyY29uYS5jb20vY29uZmlndXJhdGlvbi1oYXNoIjoiZDQxZDhjZDk4ZjAwYjIwNGU5ODAwOTk4ZWNmODQyN2UiLCJwZXJjb25hLmNvbS9zc2wtaGFzaCI6IjMwYmU0YWYxZGFiYTI2YzlhYTc2Mjk1ZjJmMmZlNTZjIiwicGVyY29uYS5jb20vc3NsLWludGVybmFsLWhhc2giOiI4YmRmNDY3ZDNhYTEwOWRjZjc4ZGJhN2Y4NzQ3ZGIyYiJ9fSwic3BlYyI6eyJ2b2x1bWVzIjpbeyJuYW1lIjoic3NsLWludGVybmFsIiwic2VjcmV0Ijp7InNlY3JldE5hbWUiOiJzb21lLW5hbWUtc3NsLWludGVybmFsIiwib3B0aW9uYWwiOnRydWV9fSx7Im5hbWUiOiJzc2wiLCJzZWNyZXQiOnsic2VjcmV0TmFtZSI6InNvbWUtbmFtZS1zc2wiLCJvcHRpb25hbCI6ZmFsc2V9fSx7Im5hbWUiOiJiaW4iLCJlbXB0eURpciI6e319XSwiaW5pdENvbnRhaW5lcnMiOlt7Im5hbWUiOiJweGMtaW5pdCIsImltYWdlIjoicGVyY29uYWxhYi9wZXJjb25hLXh0cmFkYi1jbHVzdGVyLW9wZXJhdG9yOlBSLTI0MzQtM2I2NWQ3ZmUiLCJjb21tYW5kIjpbIi9weGMtaW5pdC1lbnRyeXBvaW50LnNoIl0sInJlc291cmNlcyI6eyJsaW1pdHMiOnsiY3B1IjoiNTBtIiwibWVtb3J5IjoiNTBNIn19LCJ2b2x1bWVNb3VudHMiOlt7Im5hbWUiOiJiaW4iLCJtb3VudFBhdGgiOiIvdmFyL2xpYi9teXNxbCJ9XSwiaW1hZ2VQdWxsUG9saWN5IjoiQWx3YXlzIiwic2VjdXJpdHlDb250ZXh0Ijp7InByaXZpbGVnZWQiOmZhbHNlfX0seyJuYW1lIjoicHJveHlzcWwtaW5pdCIsImltYWdlIjoicGVyY29uYWxhYi9wZXJjb25hLXh0cmFkYi1jbHVzdGVyLW9wZXJhdG9yOlBSLTI0MzQtM2I2NWQ3ZmUiLCJjb21tYW5kIjpbIi9wcm94eXNxbC1pbml0LWVudHJ5cG9pbnQuc2giXSwicmVzb3VyY2VzIjp7ImxpbWl0cyI6eyJjcHUiOiI1MG0iLCJtZW1vcnkiOiI1ME0ifX0sInZvbHVtZU1vdW50cyI6W3sibmFtZSI6ImJpbiIsIm1vdW50UGF0aCI6Ii9vcHQvcGVyY29uYSJ9XSwiaW1hZ2VQdWxsUG9saWN5IjoiQWx3YXlzIiwic2VjdXJpdHlDb250ZXh0Ijp7InByaXZpbGVnZWQiOmZhbHNlfX1dLCJjb250YWluZXJzIjpbeyJuYW1lIjoicHJveHlzcWwiLCJpbWFnZSI6InBlcmNvbmFsYWIvcGVyY29uYS14dHJhZGItY2x1c3Rlci1vcGVyYXRvcjptYWluLXByb3h5c3FsIiwiY29tbWFuZCI6WyIvb3B0L3BlcmNvbmEvcHJveHlzcWwtZW50cnlwb2ludC5zaCJdLCJhcmdzIjpbInByb3h5c3FsIiwiLWYiLCItYyIsIi9ldGMvcHJveHlzcWwvcHJveHlzcWwuY25mIiwiLS1yZWxvYWQiXSwicG9ydHMiOlt7Im5hbWUiOiJteXNxbCIsImNvbnRhaW5lclBvcnQiOjMzMDZ9LHsibmFtZSI6InByb3h5YWRtIiwiY29udGFpbmVyUG9ydCI6NjAzMn0seyJuYW1lIjoic3RhdHMiLCJjb250YWluZXJQb3J0Ijo2MDcwfV0sImVudkZyb20iOlt7InNlY3JldFJlZiI6eyJuYW1lIjoic2VjLWNvbnRleHQtZW52LXZhcnMtcHJveHlzcWwiLCJvcHRpb25hbCI6dHJ1ZX19XSwiZW52IjpbeyJuYW1lIjoiUFhDX1NFUlZJQ0UiLCJ2YWx1ZSI6InNlYy1jb250ZXh0LXB4YyJ9LHsibmFtZSI6Ik9QRVJBVE9SX1BBU1NXT1JEIiwidmFsdWVGcm9tIjp7InNlY3JldEtleVJlZiI6eyJuYW1lIjoiaW50ZXJuYWwtc2VjLWNvbnRleHQiLCJrZXkiOiJvcGVyYXRvciJ9fX0seyJuYW1lIjoiUFJPWFlfQURNSU5fVVNFUiIsInZhbHVlIjoicHJveHlhZG1pbiJ9LHsibmFtZSI6IlBST1hZX0FETUlOX1BBU1NXT1JEIiwidmFsdWVGcm9tIjp7InNlY3JldEtleVJlZiI6eyJuYW1lIjoiaW50ZXJuYWwtc2VjLWNvbnRleHQiLCJrZXkiOiJwcm94eWFkbWluIn19fSx7Im5hbWUiOiJNT05JVE9SX1BBU1NXT1JEIiwidmFsdWVGcm9tIjp7InNlY3JldEtleVJlZiI6eyJuYW1lIjoiaW50ZXJuYWwtc2VjLWNvbnRleHQiLCJrZXkiOiJtb25pdG9yIn19fSx7Im5hbWUiOiJTQ0hFRFVMRVJfQ0hFQ0tUSU1FT1VUIiwidmFsdWUiOiIwIn0seyJuYW1lIjoiU0NIRURVTEVSX1dSSVRFUkFMU09SRUFERVIiLCJ2YWx1ZSI6IjAifSx7Im5hbWUiOiJTQ0hFRFVMRVJfUkVUUllVUCIsInZhbHVlIjoiMCJ9LHsibmFtZSI6IlNDSEVEVUxFUl9SRVRSWURPV04iLCJ2YWx1ZSI6IjAifSx7Im5hbWUiOiJTQ0hFRFVMRVJfUElOR1RJTUVPVVQiLCJ2YWx1ZSI6IjAifSx7Im5hbWUiOiJTQ0hFRFVMRVJfTk9ERUNIRUNLSU5URVJWQUwiLCJ2YWx1ZSI6IjAifSx7Im5hbWUiOiJTQ0hFRFVMRVJfTUFYQ09OTkVDVElPTlMiLCJ2YWx1ZSI6IjAifSx7Im5hbWUiOiJQRVJDT05BX1NDSEVEVUxFUl9DRkciLCJ2YWx1ZSI6Ii90bXAvc2NoZWR1bGVyLWNvbmZpZy50b21sIn1dLCJyZXNvdXJjZXMiOnsicmVxdWVzdHMiOnsiY3B1IjoiMTAwbSIsIm1lbW9yeSI6IjEwME0ifX0sInZvbHVtZU1vdW50cyI6W3sibmFtZSI6InByb3h5ZGF0YSIsIm1vdW50UGF0aCI6Ii92YXIvbGliL3Byb3h5c3Fs"..., +  "percona.com/last-config-hash": "eyJyZXBsaWNhcyI6Miwic2VsZWN0b3IiOnsibWF0Y2hMYWJlbHMiOnsiYXBwLmt1YmVybmV0ZXMuaW8vY29tcG9uZW50IjoicHJveHlzcWwiLCJhcHAua3ViZXJuZXRlcy5pby9pbnN0YW5jZSI6InNlYy1jb250ZXh0IiwiYXBwLmt1YmVybmV0ZXMuaW8vbWFuYWdlZC1ieSI6InBlcmNvbmEteHRyYWRiLWNsdXN0ZXItb3BlcmF0b3IiLCJhcHAua3ViZXJuZXRlcy5pby9uYW1lIjoicGVyY29uYS14dHJhZGItY2x1c3RlciIsImFwcC5rdWJlcm5ldGVzLmlvL3BhcnQtb2YiOiJwZXJjb25hLXh0cmFkYi1jbHVzdGVyIn19LCJ0ZW1wbGF0ZSI6eyJtZXRhZGF0YSI6eyJsYWJlbHMiOnsiYXBwLmt1YmVybmV0ZXMuaW8vY29tcG9uZW50IjoicHJveHlzcWwiLCJhcHAua3ViZXJuZXRlcy5pby9pbnN0YW5jZSI6InNlYy1jb250ZXh0IiwiYXBwLmt1YmVybmV0ZXMuaW8vbWFuYWdlZC1ieSI6InBlcmNvbmEteHRyYWRiLWNsdXN0ZXItb3BlcmF0b3IiLCJhcHAua3ViZXJuZXRlcy5pby9uYW1lIjoicGVyY29uYS14dHJhZGItY2x1c3RlciIsImFwcC5rdWJlcm5ldGVzLmlvL3BhcnQtb2YiOiJwZXJjb25hLXh0cmFkYi1jbHVzdGVyIn0sImFubm90YXRpb25zIjp7Imt1YmVjdGwua3ViZXJuZXRlcy5pby9kZWZhdWx0LWNvbnRhaW5lciI6InByb3h5c3FsIiwicGVyY29uYS5jb20vY29uZmlndXJhdGlvbi1oYXNoIjoiZDQxZDhjZDk4ZjAwYjIwNGU5ODAwOTk4ZWNmODQyN2UiLCJwZXJjb25hLmNvbS9zc2wtaGFzaCI6IjMwYmU0YWYxZGFiYTI2YzlhYTc2Mjk1ZjJmMmZlNTZjIiwicGVyY29uYS5jb20vc3NsLWludGVybmFsLWhhc2giOiI4YmRmNDY3ZDNhYTEwOWRjZjc4ZGJhN2Y4NzQ3ZGIyYiJ9fSwic3BlYyI6eyJ2b2x1bWVzIjpbeyJuYW1lIjoic3NsLWludGVybmFsIiwic2VjcmV0Ijp7InNlY3JldE5hbWUiOiJzb21lLW5hbWUtc3NsLWludGVybmFsIiwib3B0aW9uYWwiOnRydWV9fSx7Im5hbWUiOiJzc2wiLCJzZWNyZXQiOnsic2VjcmV0TmFtZSI6InNvbWUtbmFtZS1zc2wiLCJvcHRpb25hbCI6ZmFsc2V9fSx7Im5hbWUiOiJiaW4iLCJlbXB0eURpciI6e319XSwiaW5pdENvbnRhaW5lcnMiOlt7Im5hbWUiOiJweGMtaW5pdCIsImltYWdlIjoicGVyY29uYWxhYi9wZXJjb25hLXh0cmFkYi1jbHVzdGVyLW9wZXJhdG9yOlBSLTI0MzQtM2I2NWQ3ZmUiLCJjb21tYW5kIjpbIi9weGMtaW5pdC1lbnRyeXBvaW50LnNoIl0sInJlc291cmNlcyI6eyJsaW1pdHMiOnsiY3B1IjoiNTBtIiwibWVtb3J5IjoiNTBNIn19LCJ2b2x1bWVNb3VudHMiOlt7Im5hbWUiOiJiaW4iLCJtb3VudFBhdGgiOiIvdmFyL2xpYi9teXNxbCJ9XSwiaW1hZ2VQdWxsUG9saWN5IjoiQWx3YXlzIiwic2VjdXJpdHlDb250ZXh0Ijp7InByaXZpbGVnZWQiOnRydWUsInJ1bkFzVXNlciI6MTAwMSwicnVuQXNHcm91cCI6MTAwMX19LHsibmFtZSI6InByb3h5c3FsLWluaXQiLCJpbWFnZSI6InBlcmNvbmFsYWIvcGVyY29uYS14dHJhZGItY2x1c3Rlci1vcGVyYXRvcjpQUi0yNDM0LTNiNjVkN2ZlIiwiY29tbWFuZCI6WyIvcHJveHlzcWwtaW5pdC1lbnRyeXBvaW50LnNoIl0sInJlc291cmNlcyI6eyJsaW1pdHMiOnsiY3B1IjoiNTBtIiwibWVtb3J5IjoiNTBNIn19LCJ2b2x1bWVNb3VudHMiOlt7Im5hbWUiOiJiaW4iLCJtb3VudFBhdGgiOiIvb3B0L3BlcmNvbmEifV0sImltYWdlUHVsbFBvbGljeSI6IkFsd2F5cyIsInNlY3VyaXR5Q29udGV4dCI6eyJwcml2aWxlZ2VkIjp0cnVlLCJydW5Bc1VzZXIiOjEwMDEsInJ1bkFzR3JvdXAiOjEwMDF9fV0sImNvbnRhaW5lcnMiOlt7Im5hbWUiOiJwcm94eXNxbCIsImltYWdlIjoicGVyY29uYWxhYi9wZXJjb25hLXh0cmFkYi1jbHVzdGVyLW9wZXJhdG9yOm1haW4tcHJveHlzcWwiLCJjb21tYW5kIjpbIi9vcHQvcGVyY29uYS9wcm94eXNxbC1lbnRyeXBvaW50LnNoIl0sImFyZ3MiOlsicHJveHlzcWwiLCItZiIsIi1jIiwiL2V0Yy9wcm94eXNxbC9wcm94eXNxbC5jbmYiLCItLXJlbG9hZCJdLCJwb3J0cyI6W3sibmFtZSI6Im15c3FsIiwiY29udGFpbmVyUG9ydCI6MzMwNn0seyJuYW1lIjoicHJveHlhZG0iLCJjb250YWluZXJQb3J0Ijo2MDMyfSx7Im5hbWUiOiJzdGF0cyIsImNvbnRhaW5lclBvcnQiOjYwNzB9XSwiZW52RnJvbSI6W3sic2VjcmV0UmVmIjp7Im5hbWUiOiJzZWMtY29udGV4dC1lbnYtdmFycy1wcm94eXNxbCIsIm9wdGlvbmFsIjp0cnVlfX1dLCJlbnYiOlt7Im5hbWUiOiJQWENfU0VSVklDRSIsInZhbHVlIjoic2VjLWNvbnRleHQtcHhjIn0seyJuYW1lIjoiT1BFUkFUT1JfUEFTU1dPUkQiLCJ2YWx1ZUZyb20iOnsic2VjcmV0S2V5UmVmIjp7Im5hbWUiOiJpbnRlcm5hbC1zZWMtY29udGV4dCIsImtleSI6Im9wZXJhdG9yIn19fSx7Im5hbWUiOiJQUk9YWV9BRE1JTl9VU0VSIiwidmFsdWUiOiJwcm94eWFkbWluIn0seyJuYW1lIjoiUFJPWFlfQURNSU5fUEFTU1dPUkQiLCJ2YWx1ZUZyb20iOnsic2VjcmV0S2V5UmVmIjp7Im5hbWUiOiJpbnRlcm5hbC1zZWMtY29udGV4dCIsImtleSI6InByb3h5YWRtaW4ifX19LHsibmFtZSI6Ik1PTklUT1JfUEFTU1dPUkQiLCJ2YWx1ZUZyb20iOnsic2VjcmV0S2V5UmVmIjp7Im5hbWUiOiJpbnRlcm5hbC1zZWMtY29udGV4dCIsImtleSI6Im1vbml0b3IifX19LHsibmFtZSI6IlNDSEVEVUxFUl9DSEVDS1RJTUVPVVQiLCJ2YWx1ZSI6IjAifSx7Im5hbWUiOiJTQ0hFRFVMRVJfV1JJVEVSQUxTT1JFQURFUiIsInZhbHVlIjoiMCJ9LHsibmFtZSI6IlNDSEVEVUxFUl9SRVRSWVVQIiwidmFsdWUiOiIwIn0seyJuYW1lIjoiU0NIRURVTEVSX1JFVFJZRE9XTiIsInZhbHVlIjoiMCJ9LHsibmFtZSI6IlNDSEVEVUxFUl9QSU5HVElNRU9VVCIsInZhbHVlIjoiMCJ9LHsibmFtZSI6IlNDSEVEVUxFUl9OT0RFQ0hFQ0tJTlRFUlZBTCIsInZhbHVlIjoiMCJ9LHsibmFtZSI6IlNDSEVEVUxFUl9NQVhDT05ORUNUSU9OUyIsInZhbHVlIjoiMCJ9LHsibmFtZSI6IlBFUkNPTkFfU0NIRURVTEVSX0NGRyIsInZhbHVlIjoiL3RtcC9zY2hlZHVsZXItY29uZmlnLnRvbWwifV0sInJlc291cmNlcyI6eyJyZXF1ZXN0cyI6eyJjcHUiOiIxMDBtIiwibWVtb3J5IjoiMTAwTSJ9"..., -  "percona.com/last-config-hash": "eyJyZXBsaWNhcyI6Mywic2VsZWN0b3IiOnsibWF0Y2hMYWJlbHMiOnsiYXBwLmt1YmVybmV0ZXMuaW8vY29tcG9uZW50IjoicHhjIiwiYXBwLmt1YmVybmV0ZXMuaW8vaW5zdGFuY2UiOiJzZWMtY29udGV4dCIsImFwcC5rdWJlcm5ldGVzLmlvL21hbmFnZWQtYnkiOiJwZXJjb25hLXh0cmFkYi1jbHVzdGVyLW9wZXJhdG9yIiwiYXBwLmt1"..., +  "percona.com/last-config-hash": "eyJyZXBsaWNhcyI6Mywic2VsZWN0b3IiOnsibWF0Y2hMYWJlbHMiOnsiYXBwLmt1YmVybmV0ZXMuaW8vY29tcG9uZW50IjoicHhjIiwiYXBwLmt1YmVybmV0ZXMuaW8vaW5zdGFuY2UiOiJzZWMtY29udGV4dCIsImFwcC5rdWJlcm5ldGVzLmlvL21hbmFnZWQtYnkiOiJwZXJjb25hLXh0cmFkYi1jbHVzdGVyLW9wZXJhdG9yIiwiYXBwLmt1"..., +  "percona.com/last-config-hash": "eyJyZXBsaWNhcyI6Mywic2VsZWN0b3IiOnsibWF0Y2hMYWJlbHMiOnsiYXBwLmt1YmVybmV0ZXMuaW8vY29tcG9uZW50IjoicHhjIiwiYXBwLmt1YmVybmV0ZXMuaW8vaW5zdGFuY2UiOiJzZWMtY29udGV4dCIsImFwcC5rdWJlcm5ldGVzLmlvL21hbmFnZWQtYnkiOiJwZXJjb25hLXh0cmFkYi1jbHVzdGVyLW9wZXJhdG9yIiwiYXBwLmt1YmVybmV0ZXMuaW8vbmFtZSI6InBlcmNvbmEteHRyYWRiLWNsdXN0ZXIiLCJhcHAua3ViZXJuZXRlcy5pby9wYXJ0LW9mIjoicGVyY29uYS14dHJhZGItY2x1c3RlciJ9fSwidGVtcGxhdGUiOnsibWV0YWRhdGEiOnsibGFiZWxzIjp7ImFwcC5rdWJlcm5ldGVzLmlvL2NvbXBvbmVudCI6InB4YyIsImFwcC5rdWJlcm5ldGVzLmlvL2luc3RhbmNlIjoic2VjLWNvbnRleHQiLCJhcHAua3ViZXJuZXRlcy5pby9tYW5hZ2VkLWJ5IjoicGVyY29uYS14dHJhZGItY2x1c3Rlci1vcGVyYXRvciIsImFwcC5rdWJlcm5ldGVzLmlvL25hbWUiOiJwZXJjb25hLXh0cmFkYi1jbHVzdGVyIiwiYXBwLmt1YmVybmV0ZXMuaW8vcGFydC1vZiI6InBlcmNvbmEteHRyYWRiLWNsdXN0ZXIifSwiYW5ub3RhdGlvbnMiOnsia3ViZWN0bC5rdWJlcm5ldGVzLmlvL2RlZmF1bHQtY29udGFpbmVyIjoicHhjIiwib3BlbnNoaWZ0LmlvL3NjYyI6InByaXZpbGVnZWQiLCJwZXJjb25hLmNvbS9jb25maWd1cmF0aW9uLWhhc2giOiJkNDFkOGNkOThmMDBiMjA0ZTk4MDA5OThlY2Y4NDI3ZSIsInBlcmNvbmEuY29tL3NzbC1oYXNoIjoiMzBiZTRhZjFkYWJhMjZjOWFhNzYyOTVmMmYyZmU1NmMiLCJwZXJjb25hLmNvbS9zc2wtaW50ZXJuYWwtaGFzaCI6IjhiZGY0NjdkM2FhMTA5ZGNmNzhkYmE3Zjg3NDdkYjJiIn19LCJzcGVjIjp7InZvbHVtZXMiOlt7Im5hbWUiOiJ0bXAiLCJlbXB0eURpciI6e319LHsibmFtZSI6ImNvbmZpZyIsImNvbmZpZ01hcCI6eyJuYW1lIjoic2VjLWNvbnRleHQtcHhjIiwib3B0aW9uYWwiOnRydWV9fSx7Im5hbWUiOiJzc2wtaW50ZXJuYWwiLCJzZWNyZXQiOnsic2VjcmV0TmFtZSI6InNvbWUtbmFtZS1zc2wtaW50ZXJuYWwiLCJvcHRpb25hbCI6dHJ1ZX19LHsibmFtZSI6InNzbCIsInNlY3JldCI6eyJzZWNyZXROYW1lIjoic29tZS1uYW1lLXNzbCIsIm9wdGlvbmFsIjpmYWxzZX19LHsibmFtZSI6ImF1dG8tY29uZmlnIiwiY29uZmlnTWFwIjp7Im5hbWUiOiJhdXRvLXNlYy1jb250ZXh0LXB4YyIsIm9wdGlvbmFsIjp0cnVlfX0seyJuYW1lIjoidmF1bHQta2V5cmluZy1zZWNyZXQiLCJzZWNyZXQiOnsic2VjcmV0TmFtZSI6InNlYy1jb250ZXh0LXZhdWx0Iiwib3B0aW9uYWwiOnRydWV9fSx7Im5hbWUiOiJteXNxbC11c2Vycy1zZWNyZXQtZmlsZSIsInNlY3JldCI6eyJzZWNyZXROYW1lIjoiaW50ZXJuYWwtc2VjLWNvbnRleHQiLCJvcHRpb25hbCI6ZmFsc2V9fSx7Im5hbWUiOiJteXNxbC1pbml0LWZpbGUiLCJzZWNyZXQiOnsic2VjcmV0TmFtZSI6InNlYy1jb250ZXh0LW15c3FsLWluaXQiLCJvcHRpb25hbCI6dHJ1ZX19XSwiaW5pdENvbnRhaW5lcnMiOlt7Im5hbWUiOiJweGMtaW5pdCIsImltYWdlIjoicGVyY29uYWxhYi9wZXJjb25hLXh0cmFkYi1jbHVzdGVyLW9wZXJhdG9yOlBSLTI0MzQtM2I2NWQ3ZmUiLCJjb21tYW5kIjpbIi9weGMtaW5pdC1lbnRyeXBvaW50LnNoIl0sInJlc291cmNlcyI6eyJsaW1pdHMiOnsiY3B1IjoiNTBtIiwibWVtb3J5IjoiNTBNIn19LCJ2b2x1bWVNb3VudHMiOlt7Im5hbWUiOiJkYXRhZGlyIiwibW91bnRQYXRoIjoiL3Zhci9saWIvbXlzcWwifV0sImltYWdlUHVsbFBvbGljeSI6IkFsd2F5cyIsInNlY3VyaXR5Q29udGV4dCI6eyJwcml2aWxlZ2VkIjp0cnVlLCJydW5Bc1VzZXIiOjEwMDEsInJ1bkFzR3JvdXAiOjEwMDF9fV0sImNvbnRhaW5lcnMiOlt7Im5hbWUiOiJweGMiLCJpbWFnZSI6InBlcmNvbmFsYWIvcGVyY29uYS14dHJhZGItY2x1c3Rlci1vcGVyYXRvcjptYWluLXB4YzguMCIsImNvbW1hbmQiOlsiL3Zhci9saWIvbXlzcWwvcHhjLWVudHJ5cG9pbnQuc2giXSwiYXJncyI6WyJteXNxbGQiXSwicG9ydHMiOlt7Im5hbWUiOiJteXNxbCIsImNvbnRhaW5lclBvcnQiOjMzMDZ9LHsibmFtZSI6InNzdCIsImNvbnRhaW5lclBvcnQiOjQ0NDR9LHsibmFtZSI6IndyaXRlLXNldCIsImNvbnRhaW5lclBvcnQiOjQ1Njd9LHsibmFtZSI6ImlzdCIsImNvbnRhaW5lclBvcnQiOjQ1Njh9LHsibmFtZSI6Im15c3FsLWFkbWluIiwiY29udGFpbmVyUG9ydCI6MzMwNjJ9LHsibmFtZSI6Im15c3FseCIsImNvbnRhaW5lclBvcnQiOjMzMDYwfV0sImVudkZyb20iOlt7InNlY3JldFJlZiI6eyJuYW1lIjoic2VjLWNvbnRleHQtZW52LXZhcnMtcHhjIiwib3B0aW9uYWwiOnRydWV9fV0sImVudiI6W3sibmFtZSI6IlBYQ19TRVJWSUNFIiwidmFsdWUiOiJzZWMtY29udGV4dC1weGMtdW5yZWFkeSJ9LHsibmFtZSI6Ik1PTklUT1JfSE9TVCIsInZhbHVlIjoiJSJ9LHsibmFtZSI6Ik1ZU1FMX1JPT1RfUEFTU1dPUkQiLCJ2YWx1ZUZyb20iOnsic2VjcmV0S2V5UmVmIjp7Im5hbWUiOiJpbnRlcm5hbC1zZWMtY29udGV4dCIsImtleSI6InJvb3QifX19LHsibmFtZSI6IlhUUkFCQUNLVVBfUEFTU1dPUkQiLCJ2YWx1ZUZyb20iOnsic2VjcmV0S2V5UmVmIjp7Im5hbWUiOiJpbnRlcm5hbC1zZWMtY29udGV4dCIsImtleSI6Inh0cmFiYWNrdXAifX19LHsibmFtZSI6Ik1PTklUT1JfUEFTU1dPUkQiLCJ2YWx1ZUZyb20iOnsic2VjcmV0S2V5UmVmIjp7Im5hbWUiOiJpbnRlcm5hbC1zZWMtY29udGV4dCIsImtleSI6Im1vbml0b3IifX19LHsibmFtZSI6IkNMVVNURVJfSEFTSCIsInZhbHVlIjoiMTU1MDU0MiJ9LHsibmFtZSI6Ik9QRVJBVE9SX0FETUlOX1BBU1NXT1JEIiwidmFsdWVGcm9tIjp7InNlY3JldEtleVJlZiI6eyJuYW1lIjoiaW50ZXJuYWwtc2VjLWNvbnRleHQiLCJrZXkiOiJvcGVyYXRvciJ9fX0seyJuYW1lIjoiTElWRU5FU1NfQ0hFQ0tfVElNRU9VVCIsInZhbHVlIjoiNSJ9LHsibmFtZSI6IlJFQURJTkVTU19DSEVDS19USU1FT1VUIiwidmFsdWUiOiIxNSJ9LHsibmFtZSI6IkRFRkFVTFRfQVVUSEVOVElDQVRJT05fUExVR0lOIiwidmFs"..., -  "percona.com/last-config-hash": "eyJyZXBsaWNhcyI6Mywic2VsZWN0b3IiOnsibWF0Y2hMYWJlbHMiOnsiYXBwLmt1YmVybmV0ZXMuaW8vY29tcG9uZW50IjoicHhjIiwiYXBwLmt1YmVybmV0ZXMuaW8vaW5zdGFuY2UiOiJzZWMtY29udGV4dCIsImFwcC5rdWJlcm5ldGVzLmlvL21hbmFnZWQtYnkiOiJwZXJjb25hLXh0cmFkYi1jbHVzdGVyLW9wZXJhdG9yIiwiYXBwLmt1YmVybmV0ZXMuaW8vbmFtZSI6InBlcmNvbmEteHRyYWRiLWNsdXN0ZXIiLCJhcHAua3ViZXJuZXRlcy5pby9wYXJ0LW9mIjoicGVyY29uYS14dHJhZGItY2x1c3RlciJ9fSwidGVtcGxhdGUiOnsibWV0YWRhdGEiOnsibGFiZWxzIjp7ImFwcC5rdWJlcm5ldGVzLmlvL2NvbXBvbmVudCI6InB4YyIsImFwcC5rdWJlcm5ldGVzLmlvL2luc3RhbmNlIjoic2VjLWNvbnRleHQiLCJhcHAua3ViZXJuZXRlcy5pby9tYW5hZ2VkLWJ5IjoicGVyY29uYS14dHJhZGItY2x1c3Rlci1vcGVyYXRvciIsImFwcC5rdWJlcm5ldGVzLmlvL25hbWUiOiJwZXJjb25hLXh0cmFkYi1jbHVzdGVyIiwiYXBwLmt1YmVybmV0ZXMuaW8vcGFydC1vZiI6InBlcmNvbmEteHRyYWRiLWNsdXN0ZXIifSwiYW5ub3RhdGlvbnMiOnsia3ViZWN0bC5rdWJlcm5ldGVzLmlvL2RlZmF1bHQtY29udGFpbmVyIjoicHhjIiwib3BlbnNoaWZ0LmlvL3NjYyI6InByaXZpbGVnZWQiLCJwZXJjb25hLmNvbS9jb25maWd1cmF0aW9uLWhhc2giOiJkNDFkOGNkOThmMDBiMjA0ZTk4MDA5OThlY2Y4NDI3ZSIsInBlcmNvbmEuY29tL3NzbC1oYXNoIjoiMzBiZTRhZjFkYWJhMjZjOWFhNzYyOTVmMmYyZmU1NmMiLCJwZXJjb25hLmNvbS9zc2wtaW50ZXJuYWwtaGFzaCI6IjhiZGY0NjdkM2FhMTA5ZGNmNzhkYmE3Zjg3NDdkYjJiIn19LCJzcGVjIjp7InZvbHVtZXMiOlt7Im5hbWUiOiJ0bXAiLCJlbXB0eURpciI6e319LHsibmFtZSI6ImNvbmZpZyIsImNvbmZpZ01hcCI6eyJuYW1lIjoic2VjLWNvbnRleHQtcHhjIiwib3B0aW9uYWwiOnRydWV9fSx7Im5hbWUiOiJzc2wtaW50ZXJuYWwiLCJzZWNyZXQiOnsic2VjcmV0TmFtZSI6InNvbWUtbmFtZS1zc2wtaW50ZXJuYWwiLCJvcHRpb25hbCI6dHJ1ZX19LHsibmFtZSI6InNzbCIsInNlY3JldCI6eyJzZWNyZXROYW1lIjoic29tZS1uYW1lLXNzbCIsIm9wdGlvbmFsIjpmYWxzZX19LHsibmFtZSI6ImF1dG8tY29uZmlnIiwiY29uZmlnTWFwIjp7Im5hbWUiOiJhdXRvLXNlYy1jb250ZXh0LXB4YyIsIm9wdGlvbmFsIjp0cnVlfX0seyJuYW1lIjoidmF1bHQta2V5cmluZy1zZWNyZXQiLCJzZWNyZXQiOnsic2VjcmV0TmFtZSI6InNlYy1jb250ZXh0LXZhdWx0Iiwib3B0aW9uYWwiOnRydWV9fSx7Im5hbWUiOiJteXNxbC11c2Vycy1zZWNyZXQtZmlsZSIsInNlY3JldCI6eyJzZWNyZXROYW1lIjoiaW50ZXJuYWwtc2VjLWNvbnRleHQiLCJvcHRpb25hbCI6ZmFsc2V9fSx7Im5hbWUiOiJteXNxbC1pbml0LWZpbGUiLCJzZWNyZXQiOnsic2VjcmV0TmFtZSI6InNlYy1jb250ZXh0LW15c3FsLWluaXQiLCJvcHRpb25hbCI6dHJ1ZX19XSwiaW5pdENvbnRhaW5lcnMiOlt7Im5hbWUiOiJweGMtaW5pdCIsImltYWdlIjoicGVyY29uYWxhYi9wZXJjb25hLXh0cmFkYi1jbHVzdGVyLW9wZXJhdG9yOlBSLTI0MzQtM2I2NWQ3ZmUiLCJjb21tYW5kIjpbIi9weGMtaW5pdC1lbnRyeXBvaW50LnNoIl0sInJlc291cmNlcyI6eyJsaW1pdHMiOnsiY3B1IjoiNTBtIiwibWVtb3J5IjoiNTBNIn19LCJ2b2x1bWVNb3VudHMiOlt7Im5hbWUiOiJkYXRhZGlyIiwibW91bnRQYXRoIjoiL3Zhci9saWIvbXlzcWwifV0sImltYWdlUHVsbFBvbGljeSI6IkFsd2F5cyIsInNlY3VyaXR5Q29udGV4dCI6eyJwcml2aWxlZ2VkIjpmYWxzZX19XSwiY29udGFpbmVycyI6W3sibmFtZSI6InB4YyIsImltYWdlIjoicGVyY29uYWxhYi9wZXJjb25hLXh0cmFkYi1jbHVzdGVyLW9wZXJhdG9yOm1haW4tcHhjOC4wIiwiY29tbWFuZCI6WyIvdmFyL2xpYi9teXNxbC9weGMtZW50cnlwb2ludC5zaCJdLCJhcmdzIjpbIm15c3FsZCJdLCJwb3J0cyI6W3sibmFtZSI6Im15c3FsIiwiY29udGFpbmVyUG9ydCI6MzMwNn0seyJuYW1lIjoic3N0IiwiY29udGFpbmVyUG9ydCI6NDQ0NH0seyJuYW1lIjoid3JpdGUtc2V0IiwiY29udGFpbmVyUG9ydCI6NDU2N30seyJuYW1lIjoiaXN0IiwiY29udGFpbmVyUG9ydCI6NDU2OH0seyJuYW1lIjoibXlzcWwtYWRtaW4iLCJjb250YWluZXJQb3J0IjozMzA2Mn0seyJuYW1lIjoibXlzcWx4IiwiY29udGFpbmVyUG9ydCI6MzMwNjB9XSwiZW52RnJvbSI6W3sic2VjcmV0UmVmIjp7Im5hbWUiOiJzZWMtY29udGV4dC1lbnYtdmFycy1weGMiLCJvcHRpb25hbCI6dHJ1ZX19XSwiZW52IjpbeyJuYW1lIjoiUFhDX1NFUlZJQ0UiLCJ2YWx1ZSI6InNlYy1jb250ZXh0LXB4Yy11bnJlYWR5In0seyJuYW1lIjoiTU9OSVRPUl9IT1NUIiwidmFsdWUiOiIlIn0seyJuYW1lIjoiTVlTUUxfUk9PVF9QQVNTV09SRCIsInZhbHVlRnJvbSI6eyJzZWNyZXRLZXlSZWYiOnsibmFtZSI6ImludGVybmFsLXNlYy1jb250ZXh0Iiwia2V5Ijoicm9vdCJ9fX0seyJuYW1lIjoiWFRSQUJBQ0tVUF9QQVNTV09SRCIsInZhbHVlRnJvbSI6eyJzZWNyZXRLZXlSZWYiOnsibmFtZSI6ImludGVybmFsLXNlYy1jb250ZXh0Iiwia2V5IjoieHRyYWJhY2t1cCJ9fX0seyJuYW1lIjoiTU9OSVRPUl9QQVNTV09SRCIsInZhbHVlRnJvbSI6eyJzZWNyZXRLZXlSZWYiOnsibmFtZSI6ImludGVybmFsLXNlYy1jb250ZXh0Iiwia2V5IjoibW9uaXRvciJ9fX0seyJuYW1lIjoiQ0xVU1RFUl9IQVNIIiwidmFsdWUiOiIxNTUwNTQyIn0seyJuYW1lIjoiT1BFUkFUT1JfQURNSU5fUEFTU1dPUkQiLCJ2YWx1ZUZyb20iOnsic2VjcmV0S2V5UmVmIjp7Im5hbWUiOiJpbnRlcm5hbC1zZWMtY29udGV4dCIsImtleSI6Im9wZXJhdG9yIn19fSx7Im5hbWUiOiJMSVZFTkVTU19DSEVDS19USU1FT1VUIiwidmFsdWUiOiI1In0seyJuYW1lIjoiUkVBRElORVNTX0NIRUNLX1RJTUVPVVQiLCJ2YWx1ZSI6IjE1In0seyJuYW1lIjoiREVGQVVMVF9BVVRIRU5USUNBVElPTl9QTFVHSU4iLCJ2YWx1ZSI6ImNhY2hpbmdfc2hhMl9wYXNzd29yZCJ9LHsibmFt"..., +  PeriodSeconds: 0, -  PeriodSeconds: 10, +  PersistentVolumeClaimRetentionPolicy: nil, -  PersistentVolumeClaimRetentionPolicy: s"&StatefulSetPersistentVolumeClaimRetentionPolicy{WhenDeleted:Retain,WhenScaled:Retain,}", +  Phase: "", -  Phase: "Pending", +  PodManagementPolicy: "", -  PodManagementPolicy: "OrderedReady", -  Privileged: &false, -  Privileged: &false, +  Privileged: &true, +  Privileged: &true, +  Protocol: "", -  Protocol: "TCP", +  ReadyReplicas: 0, -  ReadyReplicas: 2, -  ReadyReplicas: 3, -  Replicas: &0, +  Replicas: 0, +  Replicas: &0, -  Replicas: 2, -  Replicas: &2, +  Replicas: &2, -  Replicas: 3, -  Replicas: &3, +  Replicas: &3, +  ResourceVersion: "", -  ResourceVersion: "1775708295452399000", -  ResourceVersion: "1775708498702959022", -  ResourceVersion: "1775708612967423000", -  ResourceVersion: "1775708744106095022", -  ResourceVersion: "1775708945525327000", -  ResourceVersion: "1775708982492831022", -  ResourceVersion: "1775709126551583000", -  ResourceVersion: "1775709297038079022", -  ResourceVersion: "1775709431355919000", -  ResourceVersion: "1775709468440879022", +  RestartPolicy: "", -  RestartPolicy: "Always", -  RevisionHistoryLimit: &10, +  RevisionHistoryLimit: nil, +  RunAsGroup: &1001, +  RunAsGroup: &1001, -  RunAsGroup: nil, -  RunAsGroup: nil, +  RunAsUser: &1001, -  RunAsUser: nil, +  SchedulerName: "", +  SchedulerName: "", -  SchedulerName: "default-scheduler", -  SchedulerName: "default-scheduler", -  Subresource: "status", +  SupplementalGroups: []int64{1001}, -  SupplementalGroups: nil, +  TerminationMessagePath: "", -  TerminationMessagePath: "/dev/termination-log", +  TerminationMessagePolicy: "", -  TerminationMessagePolicy: "File", -  Time: s"2026-04-09 04:17:36 +0000 UTC", -  Time: s"2026-04-09 04:18:15 +0000 UTC", -  Time: s"2026-04-09 04:21:38 +0000 UTC", -  Time: s"2026-04-09 04:22:54 +0000 UTC", -  Time: s"2026-04-09 04:23:32 +0000 UTC", -  Time: s"2026-04-09 04:25:44 +0000 UTC", -  Time: s"2026-04-09 04:29:03 +0000 UTC", -  Time: s"2026-04-09 04:29:05 +0000 UTC", -  Time: s"2026-04-09 04:29:42 +0000 UTC", -  Time: s"2026-04-09 04:31:35 +0000 UTC", -  Time: s"2026-04-09 04:32:06 +0000 UTC", -  Time: s"2026-04-09 04:34:57 +0000 UTC", -  Time: s"2026-04-09 04:37:08 +0000 UTC", -  Time: s"2026-04-09 04:37:11 +0000 UTC", -  Time: s"2026-04-09 04:37:48 +0000 UTC", +  TopologyKey: "kubernetes.io/hostname", -  TopologySpreadConstraints: nil, +  TopologySpreadConstraints: []v1.TopologySpreadConstraint{ +  UID: "", -  UID: "8a680ba6-a616-4f88-98fc-56e30f58e5fa", -  UID: "d1cc9ae0-c603-4c13-b868-a889ce3b16ad", +  UpdatedReplicas: 0, -  UpdatedReplicas: 2, -  UpdatedReplicas: 3, +  UpdateRevision: "", -  UpdateRevision: "sec-context-proxysql-66c55b7745", -  UpdateRevision: "sec-context-proxysql-8499b4d7bb", -  UpdateRevision: "sec-context-proxysql-86f4c84cdd", -  UpdateRevision: "sec-context-pxc-745c6c8d58", -  UpdateRevision: "sec-context-pxc-76b4c7b44f", -  Value: "0", +  Value: "1", +  Value: "1000", +  Value: "2000", +  Value: "3", -  VolumeMode: &"Filesystem", +  VolumeMode: nil, +  WhenUnsatisfiable: "ScheduleAnyway",   }    },    },    {    },    },    {    },    },    {    },    ... // 16 identical fields    ... // 16 identical fields    ... // 17 identical fields    ... // 22 identical fields    ... // 2 identical fields    ... // 2 identical fields    ... // 3 identical elements    ... // 3 identical fields    ... // 3 identical fields    ... // 3 identical fields    ... // 4 identical fields    ... // 4 identical fields    ... // 5 identical fields    ... // 5 identical fields    ... // 6 identical fields    ... // 6 identical fields    ... // 7 identical fields    ... // 8 identical fields    ... // 8 identical fields    ... // 9 identical fields    AccessModes: nil,    ActiveDeadlineSeconds: nil,    Affinity: nil,    Affinity: nil,    Affinity: &{PodAntiAffinity: &{RequiredDuringSchedulingIgnoredDuringExecution: {{LabelSelector: &{MatchLabels: {"app.kubernetes.io/component": "pxc", "app.kubernetes.io/instance": "sec-context", "app.kubernetes.io/managed-by": "percona-xtradb-cluster-operator", "app.kubernetes.io/name": "percona-xtradb-cluster", ...}}, TopologyKey: "kubernetes.io/hostname"}}}},    Affinity: &{PodAntiAffinity: &{RequiredDuringSchedulingIgnoredDuringExecution: {{LabelSelector: &{MatchLabels: {"app.kubernetes.io/component": "pxc", "app.kubernetes.io/instance": "sec-context", "app.kubernetes.io/managed-by": "percona-xtradb-cluster-operator", "app.kubernetes.io/name": "percona-xtradb-cluster", ...}}, TopologyKey: "kubernetes.io/hostname"}}}},    Args: {"mysqld"},    Args: {"proxysql", "-f", "-c", "/etc/proxysql/proxysql.cnf", ...},    AutomountServiceAccountToken: nil,    AvailableReplicas: 0,    AWSElasticBlockStore: nil,    AzureFile: nil,    Capabilities: nil,    Capabilities: nil,    Capacity: nil,    Conditions: nil,    ConfigMap: &v1.ConfigMapVolumeSource{    ContainerPort: 3306,    ContainerPort: 33060,    ContainerPort: 33062,    ContainerPort: 4444,    ContainerPort: 4567,    ContainerPort: 4568,    ContainerPort: 6032,    ContainerPort: 6070,    Containers: []v1.Container{    CurrentReplicas: 0,    DataSource: nil,    DataSourceRef: nil,    DeletionGracePeriodSeconds: nil,    DeletionTimestamp: nil,    EnvFrom: {{SecretRef: &{LocalObjectReference: {Name: "sec-context-env-vars-proxysql"}, Optional: &true}}},    EnvFrom: {{SecretRef: &{LocalObjectReference: {Name: "sec-context-env-vars-pxc"}, Optional: &true}}},    Env: {{Name: "PXC_SERVICE", Value: "sec-context-pxc"}, {Name: "OPERATOR_PASSWORD", ValueFrom: &{SecretKeyRef: &{LocalObjectReference: {Name: "internal-sec-context"}, Key: "operator"}}}, {Name: "PROXY_ADMIN_USER", Value: "proxyadmin"}, {Name: "PROXY_ADMIN_PASSWORD", ValueFrom: &{SecretKeyRef: &{LocalObjectReference: {Name: "internal-sec-context"}, Key: "proxyadmin"}}}, ...},    Env: {{Name: "PXC_SERVICE", Value: "sec-context-pxc-unready"}, {Name: "MONITOR_HOST", Value: "%"}, {Name: "MYSQL_ROOT_PASSWORD", ValueFrom: &{SecretKeyRef: &{LocalObjectReference: {Name: "internal-sec-context"}, Key: "root"}}}, {Name: "XTRABACKUP_PASSWORD", ValueFrom: &{SecretKeyRef: &{LocalObjectReference: {Name: "internal-sec-context"}, Key: "xtrabackup"}}}, ...},    Env: []v1.EnvVar{    EphemeralContainers: nil,    FailureThreshold: 3,    FC: nil,    Finalizers: nil,    FSGroup: &1001,    FSGroupChangePolicy: nil,    GitRepo: nil,    HostAliases: nil,    HostAliases: nil,    HostIP: "",    HostIPC: false,    Hostname: "",    HostPort: 0,    ImagePullPolicy: "Always",    ImagePullSecrets: nil,    InitContainers: []v1.Container{    InitialDelaySeconds: 300,    ISCSI: nil,    Items: nil,    Items: nil,    Labels: nil,    Lifecycle: nil,    LivenessProbe: &v1.Probe{    LocalObjectReference: {Name: "auto-sec-context-pxc"},    LocalObjectReference: {Name: "sec-context-pxc"},    MinReadySeconds: 0,    Name: "auto-config",    {Name: "bin", VolumeSource: {EmptyDir: &{}}},    Name: "config",    Name: "ist",    {Name: "MONITOR_PASSWORD", ValueFrom: &{SecretKeyRef: &{LocalObjectReference: {Name: "internal-sec-context"}, Key: "monitor"}}},    Name: "mysql",    Name: "mysql-admin",    Name: "mysql-init-file",    Name: "mysql-users-secret-file",    Name: "mysqlx",    {Name: "PERCONA_SCHEDULER_CFG", Value: "/tmp/scheduler-config.toml"},    Name: "proxyadm",    {Name: "PROXY_ADMIN_PASSWORD", ValueFrom: &{SecretKeyRef: &{LocalObjectReference: {Name: "internal-sec-context"}, Key: "proxyadmin"}}},    Name: "SCHEDULER_CHECKTIMEOUT",    Name: "SCHEDULER_MAXCONNECTIONS",    Name: "SCHEDULER_NODECHECKINTERVAL",    Name: "SCHEDULER_PINGTIMEOUT",    Name: "SCHEDULER_RETRYDOWN",    Name: "SCHEDULER_RETRYUP",    Name: "SCHEDULER_WRITERALSOREADER",    Namespace: "security-context-12638",    Name: "ssl",    Name: "ssl-internal",    Name: "sst",    Name: "stats",    {Name: "tmp", VolumeSource: {EmptyDir: &{}}},    Name: "vault-keyring-secret",    Name: "write-set",    NFS: nil,    NodeName: "",    NodeSelector: nil,    ObjectMeta: {Labels: {"app.kubernetes.io/component": "proxysql", "app.kubernetes.io/instance": "sec-context", "app.kubernetes.io/managed-by": "percona-xtradb-cluster-operator", "app.kubernetes.io/name": "percona-xtradb-cluster", ...}, Annotations: {"kubectl.kubernetes.io/default-container": "proxysql", "percona.com/configuration-hash": "d41d8cd98f00b204e9800998ecf8427e", "percona.com/ssl-hash": "30be4af1daba26c9aa76295f2f2fe56c", "percona.com/ssl-internal-hash": "8bdf467d3aa109dcf78dba7f8747db2b"}},    ObjectMeta: {Labels: {"app.kubernetes.io/component": "pxc", "app.kubernetes.io/instance": "sec-context", "app.kubernetes.io/managed-by": "percona-xtradb-cluster-operator", "app.kubernetes.io/name": "percona-xtradb-cluster", ...}, Annotations: {"kubectl.kubernetes.io/default-container": "pxc", "openshift.io/scc": "privileged", "percona.com/configuration-hash": "d41d8cd98f00b204e9800998ecf8427e", "percona.com/ssl-hash": "30be4af1daba26c9aa76295f2f2fe56c", ...}},    ObjectMeta: {Name: "datadir", Labels: {"app.kubernetes.io/component": "pxc", "app.kubernetes.io/instance": "sec-context", "app.kubernetes.io/managed-by": "percona-xtradb-cluster-operator", "app.kubernetes.io/name": "percona-xtradb-cluster", ...}},    ObjectMeta: {Name: "proxydata", Labels: {"app.kubernetes.io/component": "proxysql", "app.kubernetes.io/instance": "sec-context", "app.kubernetes.io/managed-by": "percona-xtradb-cluster-operator", "app.kubernetes.io/name": "percona-xtradb-cluster", ...}},    ObjectMeta: v1.ObjectMeta{    Optional: &false,    Optional: &true,    Optional: &true,    Ordinals: nil,    OS: nil,    Overhead: nil,    OwnerReferences: {{APIVersion: "pxc.percona.com/v1", Kind: "PerconaXtraDBCluster", Name: "sec-context", UID: "504c42ec-db28-4b3d-b84a-7d41a0fbeb05", ...}},    Ports: nil,    Ports: []v1.ContainerPort{    PreemptionPolicy: nil,    ProbeHandler: {Exec: &{Command: {"/var/lib/mysql/liveness-check.sh"}}},    Quobyte: nil,    ReadinessProbe: &{ProbeHandler: {Exec: &{Command: {"/var/lib/mysql/readiness-check.sh"}}}, InitialDelaySeconds: 15, TimeoutSeconds: 15, PeriodSeconds: 30, ...},    ReadOnlyRootFilesystem: nil,    ReadyReplicas: 0,    Replicas: 0,    Replicas: &2,    Replicas: &3,    ResizePolicy: nil,    Resources: {},    Resources: {Requests: {s"cpu": {i: {...}, s: "100m", Format: "DecimalSI"}, s"memory": {i: {...}, s: "100M", Format: "DecimalSI"}}},    RunAsGroup: nil,    RunAsNonRoot: nil,    RunAsNonRoot: nil,    RunAsUser: &1001,    SecretName: "internal-sec-context",    SecretName: "sec-context-mysql-init",    SecretName: "sec-context-vault",    SecretName: "some-name-ssl",    SecretName: "some-name-ssl-internal",    Secret: &v1.SecretVolumeSource{    SecurityContext: nil,    SecurityContext: &{Privileged: &true},    SecurityContext: &{Privileged: &true, RunAsUser: &1001, RunAsGroup: &1001},    SecurityContext: &v1.PodSecurityContext{    SecurityContext: &v1.SecurityContext{    Selector: &{MatchLabels: {"app.kubernetes.io/component": "proxysql", "app.kubernetes.io/instance": "sec-context", "app.kubernetes.io/managed-by": "percona-xtradb-cluster-operator", "app.kubernetes.io/name": "percona-xtradb-cluster", ...}},    Selector: &{MatchLabels: {"app.kubernetes.io/component": "pxc", "app.kubernetes.io/instance": "sec-context", "app.kubernetes.io/managed-by": "percona-xtradb-cluster-operator", "app.kubernetes.io/name": "percona-xtradb-cluster", ...}},    SelfLink: "",    SELinuxOptions: nil,    SELinuxOptions: nil,    SELinuxOptions: nil,    ServiceAccountName: "percona-xtradb-cluster-operator-workload",    ServiceName: "sec-context-proxysql-unready",    ServiceName: "sec-context-pxc",    SetHostnameAsFQDN: nil,    ShareProcessNamespace: nil,    Spec: v1.PersistentVolumeClaimSpec{    Spec: v1.PodSpec{    Spec: v1.StatefulSetSpec{    StartupProbe: nil,    Status: v1.PersistentVolumeClaimStatus{    Status: v1.StatefulSetStatus{    Stdin: false,    StdinOnce: false,    StorageClassName: nil,    Subdomain: "",    Subdomain: "",    SuccessThreshold: 1,    SupplementalGroupsPolicy: nil,    Sysctls: nil,    Template: v1.PodTemplateSpec{    TerminationGracePeriodSeconds: &30,    TerminationGracePeriodSeconds: &600,    TerminationGracePeriodSeconds: nil,    TimeoutSeconds: 5,    Tolerations: nil,    Tolerations: nil,    TTY: false,    TypeMeta: {},    TypeMeta: {Kind: "StatefulSet", APIVersion: "apps/v1"},    UpdatedReplicas: 0,    UpdateStrategy: {Type: "RollingUpdate", RollingUpdate: &{Partition: &0}},   &v1.StatefulSet{    ValueFrom: nil,    VolumeAttributesClassName: nil,    VolumeClaimTemplates: []v1.PersistentVolumeClaim{    VolumeDevices: nil,    VolumeMounts: {{Name: "datadir", MountPath: "/var/lib/mysql"}, {Name: "config", MountPath: "/etc/percona-xtradb-cluster.conf.d"}, {Name: "tmp", MountPath: "/tmp"}, {Name: "ssl", MountPath: "/etc/mysql/ssl"}, ...},    VolumeName: "",    VolumeSource: v1.VolumeSource{    Volumes: []v1.Volume{    VsphereVolume: nil,    WindowsOptions: nil,    WindowsOptions: nil,    WindowsOptions: nil,    WorkingDir: "", + kubectl get pxc --all-namespaces -o wide + xargs -L 1 sh -xc 'kubectl patch pxc -n $0 $1 --type=merge -p "{\"metadata\":{\"finalizers\":[]}}"' + grep -v NAMESPACE + kubectl patch pxc -n security-context-12638 sec-context --type=merge -p '{"metadata":{"finalizers":[]}}' perconaxtradbcluster.pxc.percona.com/sec-context patched + kubectl_bin delete pxc --all --all-namespaces ++ mktemp + local LAST_OUT=/tmp/tmp.TvrjI2ruJo ++ mktemp + local LAST_ERR=/tmp/tmp.fxVzQxfg7K + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl delete pxc --all --all-namespaces + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.TvrjI2ruJo perconaxtradbcluster.pxc.percona.com "sec-context" deleted from security-context-12638 namespace + cat /tmp/tmp.fxVzQxfg7K + rm /tmp/tmp.TvrjI2ruJo /tmp/tmp.fxVzQxfg7K + return 0 + kubectl_bin delete pxc-backup --all --all-namespaces ++ mktemp + local LAST_OUT=/tmp/tmp.TAQU4RAzfA ++ mktemp + local LAST_ERR=/tmp/tmp.QlaCNLhF9p + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl delete pxc-backup --all --all-namespaces + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.TAQU4RAzfA perconaxtradbclusterbackup.pxc.percona.com "on-demand-backup-pvc" deleted from security-context-12638 namespace perconaxtradbclusterbackup.pxc.percona.com "on-demand-backup-s3" deleted from security-context-12638 namespace + cat /tmp/tmp.QlaCNLhF9p + rm /tmp/tmp.TAQU4RAzfA /tmp/tmp.QlaCNLhF9p + return 0 + kubectl_bin delete pxc-restore --all --all-namespaces ++ mktemp + local LAST_OUT=/tmp/tmp.dXBuSiWGd1 ++ mktemp + local LAST_ERR=/tmp/tmp.gCan7eRKjV + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl delete pxc-restore --all --all-namespaces + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.dXBuSiWGd1 perconaxtradbclusterrestore.pxc.percona.com "restore-pvc" deleted from security-context-12638 namespace perconaxtradbclusterrestore.pxc.percona.com "restore-s3" deleted from security-context-12638 namespace + cat /tmp/tmp.gCan7eRKjV + rm /tmp/tmp.dXBuSiWGd1 /tmp/tmp.gCan7eRKjV + return 0 + kubectl_bin delete ValidatingWebhookConfiguration percona-xtradbcluster-webhook ++ mktemp + local LAST_OUT=/tmp/tmp.awbvS7Wbrq ++ mktemp + local LAST_ERR=/tmp/tmp.k9WZu19N6e + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl delete ValidatingWebhookConfiguration percona-xtradbcluster-webhook + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.awbvS7Wbrq validatingwebhookconfiguration.admissionregistration.k8s.io "percona-xtradbcluster-webhook" deleted + cat /tmp/tmp.k9WZu19N6e + rm /tmp/tmp.awbvS7Wbrq /tmp/tmp.k9WZu19N6e + return 0 + kubectl_bin delete -f https://github.com/jetstack/cert-manager/releases/download/v1.19.2/cert-manager.yaml + : + '[' '!' -z '' ']' + '[' -n pxc-operator ']' + kubectl_bin delete --grace-period=0 --force=true namespace security-context-12638 + rm -rf /tmp/tmp.xbfiKiU3p9 ++ mktemp + kubectl_bin delete --grace-period=0 --force=true namespace pxc-operator ++ mktemp + local LAST_OUT=/tmp/tmp.7idUiO64BH + desc 'test passed' + set +o xtrace ----------------------------------------------------------------------------------- test passed ----------------------------------------------------------------------------------- ++ mktemp + local LAST_OUT=/tmp/tmp.3Bu34NXIIx + local LAST_ERR=/tmp/tmp.iEfhEYLthp + local exit_status=0 ++ mktemp ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl delete --grace-period=0 --force=true namespace pxc-operator + local LAST_ERR=/tmp/tmp.MseeeCoS1q + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl delete --grace-period=0 --force=true namespace security-context-12638