Log: /mnt/jenkins/workspace/cloud-pxc-operator_PR-1731/e2e-tests/logs/security-context-8-0.log WARNING: version difference between client (1.30) and server (1.26) exceeds the supported minor version skew of +/-1 WARNING: version difference between client (1.30) and server (1.26) exceeds the supported minor version skew of +/-1 + create_infra security-context-1408 + local ns=security-context-1408 + '[' -n pxc-operator ']' + kubectl get pxc --all-namespaces -o wide + grep -v NAMESPACE + xargs -L 1 sh -xc 'kubectl patch pxc -n $0 $1 --type=merge -p "{\"metadata\":{\"finalizers\":[]}}"' + kubectl patch pxc -n security-context-27472 sec-context --type=merge -p '{"metadata":{"finalizers":[]}}' perconaxtradbcluster.pxc.percona.com/sec-context patched + kubectl_bin delete pxc --all --all-namespaces ++ mktemp + local LAST_OUT=/tmp/tmp.JbpCJVSuQn ++ mktemp + local LAST_ERR=/tmp/tmp.2uPM0Uia3i + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl delete pxc --all --all-namespaces + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.JbpCJVSuQn perconaxtradbcluster.pxc.percona.com "sec-context" deleted + cat /tmp/tmp.2uPM0Uia3i + rm /tmp/tmp.JbpCJVSuQn /tmp/tmp.2uPM0Uia3i + return 0 + kubectl_bin delete pxc-backup --all --all-namespaces ++ mktemp + local LAST_OUT=/tmp/tmp.xoQUhQwpqV ++ mktemp + local LAST_ERR=/tmp/tmp.YCx05HIGwT + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl delete pxc-backup --all --all-namespaces + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.xoQUhQwpqV perconaxtradbclusterbackup.pxc.percona.com "on-demand-backup-pvc" deleted perconaxtradbclusterbackup.pxc.percona.com "on-demand-backup-s3" deleted + cat /tmp/tmp.YCx05HIGwT + rm /tmp/tmp.xoQUhQwpqV /tmp/tmp.YCx05HIGwT + return 0 + kubectl_bin delete pxc-restore --all --all-namespaces ++ mktemp + local LAST_OUT=/tmp/tmp.vJpGUK8Rqh ++ mktemp + local LAST_ERR=/tmp/tmp.BPIdVSgK3J + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl delete pxc-restore --all --all-namespaces + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.vJpGUK8Rqh perconaxtradbclusterrestore.pxc.percona.com "restore-pvc" deleted perconaxtradbclusterrestore.pxc.percona.com "restore-s3" deleted + cat /tmp/tmp.BPIdVSgK3J + rm /tmp/tmp.vJpGUK8Rqh /tmp/tmp.BPIdVSgK3J + return 0 + create_namespace pxc-operator + local namespace=pxc-operator + local skip_clean_namespace= + [[ 1 == 1 ]] + [[ -z '' ]] + destroy_chaos_mesh ++ helm list --all-namespaces --filter chaos-mesh ++ tail -n1 ++ awk '-F ' '{print $2}' ++ sed s/NAMESPACE// + local chaos_mesh_ns= + '[' -n '' ']' ++ grep chaos-mesh ++ kubectl get MutatingWebhookConfiguration ++ awk '{print $1}' + timeout 30 kubectl delete MutatingWebhookConfiguration error: resource(s) were provided, but no name was specified + : ++ kubectl get ValidatingWebhookConfiguration ++ grep chaos-mesh ++ awk '{print $1}' + timeout 30 kubectl delete ValidatingWebhookConfiguration error: resource(s) were provided, but no name was specified + : ++ kubectl get ValidatingWebhookConfiguration ++ grep validate-auth ++ awk '{print $1}' + timeout 30 kubectl delete ValidatingWebhookConfiguration error: resource(s) were provided, but no name was specified + : ++ grep chaos-mesh ++ awk '{print $1}' ++ kubectl api-resources ++ kubectl get crd ++ grep chaos-mesh.org ++ awk '{print $1}' + timeout 30 kubectl delete crd error: resource(s) were provided, but no name was specified + : ++ kubectl get clusterrolebinding ++ grep chaos-mesh ++ awk '{print $1}' + timeout 30 kubectl delete clusterrolebinding error: resource(s) were provided, but no name was specified + : ++ kubectl get clusterrole ++ awk '{print $1}' ++ grep chaos-mesh + timeout 30 kubectl delete clusterrole error: resource(s) were provided, but no name was specified + : + desc 'cleaned up all old namespaces' + set +o xtrace ----------------------------------------------------------------------------------- cleaned up all old namespaces ----------------------------------------------------------------------------------- + '[' -n '' ']' + desc 'cleaned up old namespaces pxc-operator' + set +o xtrace ----------------------------------------------------------------------------------- cleaned up old namespaces pxc-operator ----------------------------------------------------------------------------------- + kubectl_bin delete namespace pxc-operator + awk '{print$1}' + xargs kubectl delete ns + egrep -v '^kube-|^default$|Terminating|pxc-operator|openshift|^NAME' + kubectl_bin get ns ++ mktemp ++ mktemp + local LAST_OUT=/tmp/tmp.oinVyQvtCK + local LAST_OUT=/tmp/tmp.MzRzn9JTVg ++ mktemp ++ mktemp + local LAST_ERR=/tmp/tmp.m3XLbX4bSf + local exit_status=0 + local LAST_ERR=/tmp/tmp.bt18jFZhEC + local exit_status=0 ++ seq 0 2 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl get ns + for i in '$(seq 0 2)' + set +e + kubectl delete namespace pxc-operator + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.MzRzn9JTVg + cat /tmp/tmp.m3XLbX4bSf + rm /tmp/tmp.MzRzn9JTVg /tmp/tmp.m3XLbX4bSf + return 0 namespace "cert-manager" deleted namespace "security-context-27472" deleted Error from server (Forbidden): namespaces "default" is forbidden: this namespace may not be deleted + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.oinVyQvtCK namespace "pxc-operator" deleted + cat /tmp/tmp.bt18jFZhEC + rm /tmp/tmp.oinVyQvtCK /tmp/tmp.bt18jFZhEC + return 0 + wait_for_delete namespace/pxc-operator + local res=namespace/pxc-operator + echo -n 'namespace/pxc-operator - ' namespace/pxc-operator - + set +o xtrace Error from server (NotFound): namespaces "pxc-operator" not found + desc 'create namespace pxc-operator' + set +o xtrace ----------------------------------------------------------------------------------- create namespace pxc-operator ----------------------------------------------------------------------------------- + kubectl_bin create namespace pxc-operator ++ mktemp + local LAST_OUT=/tmp/tmp.kJx5gewrdk ++ mktemp + local LAST_ERR=/tmp/tmp.QDreyshbYw + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl create namespace pxc-operator + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.kJx5gewrdk namespace/pxc-operator created + cat /tmp/tmp.QDreyshbYw + rm /tmp/tmp.kJx5gewrdk /tmp/tmp.QDreyshbYw + return 0 ++ kubectl_bin config current-context +++ mktemp ++ local LAST_OUT=/tmp/tmp.7tmNxtoyic +++ mktemp ++ local LAST_ERR=/tmp/tmp.8qXUYk7bf6 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl config current-context ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.7tmNxtoyic ++ cat /tmp/tmp.8qXUYk7bf6 ++ rm /tmp/tmp.7tmNxtoyic /tmp/tmp.8qXUYk7bf6 ++ return 0 + kubectl_bin config set-context gke_cloud-dev-112233_us-central1-a_jen-pxc-1731-534e4b17-1-cluster9 --namespace=pxc-operator ++ mktemp + local LAST_OUT=/tmp/tmp.DZHjJVynlK ++ mktemp + local LAST_ERR=/tmp/tmp.agZdv3d7FN + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl config set-context gke_cloud-dev-112233_us-central1-a_jen-pxc-1731-534e4b17-1-cluster9 --namespace=pxc-operator + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.DZHjJVynlK Context "gke_cloud-dev-112233_us-central1-a_jen-pxc-1731-534e4b17-1-cluster9" modified. + cat /tmp/tmp.agZdv3d7FN + rm /tmp/tmp.DZHjJVynlK /tmp/tmp.agZdv3d7FN + return 0 + deploy_operator + desc 'start PXC operator' + set +o xtrace ----------------------------------------------------------------------------------- start PXC operator ----------------------------------------------------------------------------------- + kubectl_bin apply --server-side --force-conflicts -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1731/deploy/crd.yaml ++ mktemp + local LAST_OUT=/tmp/tmp.WXNxwD039q ++ mktemp + local LAST_ERR=/tmp/tmp.ObCgyAvWbs + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl apply --server-side --force-conflicts -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1731/deploy/crd.yaml + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.WXNxwD039q customresourcedefinition.apiextensions.k8s.io/perconaxtradbclusterbackups.pxc.percona.com serverside-applied customresourcedefinition.apiextensions.k8s.io/perconaxtradbclusterrestores.pxc.percona.com serverside-applied customresourcedefinition.apiextensions.k8s.io/perconaxtradbclusters.pxc.percona.com serverside-applied + cat /tmp/tmp.ObCgyAvWbs + rm /tmp/tmp.WXNxwD039q /tmp/tmp.ObCgyAvWbs + return 0 + '[' -n pxc-operator ']' + apply_rbac cw-rbac + local operator_namespace=pxc-operator + local rbac=cw-rbac + cat /mnt/jenkins/workspace/cloud-pxc-operator_PR-1731/deploy/cw-rbac.yaml + sed -e 's^namespace: .*^namespace: pxc-operator^' + kubectl_bin apply -f - ++ mktemp + local LAST_OUT=/tmp/tmp.CHYQuTLSCK ++ mktemp + local LAST_ERR=/tmp/tmp.LbO6EcMeZv + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl apply -f - + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.CHYQuTLSCK clusterrole.rbac.authorization.k8s.io/percona-xtradb-cluster-operator unchanged serviceaccount/percona-xtradb-cluster-operator created clusterrolebinding.rbac.authorization.k8s.io/service-account-percona-xtradb-cluster-operator unchanged + cat /tmp/tmp.LbO6EcMeZv + rm /tmp/tmp.CHYQuTLSCK /tmp/tmp.LbO6EcMeZv + return 0 + cat /mnt/jenkins/workspace/cloud-pxc-operator_PR-1731/deploy/cw-operator.yaml + sed -e 's^failureThreshold: .*^failureThreshold: 10^' + yq eval '(select(.kind == "Deployment").spec.template.spec.containers[] | select(.name == "percona-xtradb-cluster-operator").env[] | select(.name == "DISABLE_TELEMETRY").value) = "true"' - + sed -e 's^image: .*^image: perconalab/percona-xtradb-cluster-operator:PR-1731-534e4b17^' + yq eval '(select(.kind == "Deployment").spec.template.spec.containers[] | select(.name == "percona-xtradb-cluster-operator").env[] | select(.name == "LOG_LEVEL").value) = "DEBUG"' - + kubectl_bin apply -f - ++ mktemp + local LAST_OUT=/tmp/tmp.YIbcpTcI8u ++ mktemp + local LAST_ERR=/tmp/tmp.B1MH07QHPp + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl apply -f - + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.YIbcpTcI8u deployment.apps/percona-xtradb-cluster-operator created service/percona-xtradb-cluster-operator created + cat /tmp/tmp.B1MH07QHPp + rm /tmp/tmp.YIbcpTcI8u /tmp/tmp.B1MH07QHPp + return 0 + sleep 10 + kubectl_bin wait --for=condition=Ready pods -l app.kubernetes.io/component=operator,app.kubernetes.io/instance=percona-xtradb-cluster-operator,app.kubernetes.io/name=percona-xtradb-cluster-operator --timeout=30s ++ mktemp + local LAST_OUT=/tmp/tmp.sUMe6kOjVd ++ mktemp + local LAST_ERR=/tmp/tmp.FJNysbUPGq + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl wait --for=condition=Ready pods -l app.kubernetes.io/component=operator,app.kubernetes.io/instance=percona-xtradb-cluster-operator,app.kubernetes.io/name=percona-xtradb-cluster-operator --timeout=30s + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.sUMe6kOjVd pod/percona-xtradb-cluster-operator-5789c875c5-h9727 condition met + cat /tmp/tmp.FJNysbUPGq + rm /tmp/tmp.sUMe6kOjVd /tmp/tmp.FJNysbUPGq + return 0 ++ get_operator_pod ++ local label_prefix=app.kubernetes.io/ +++ kubectl get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator -n pxc-operator +++ grep -c percona-xtradb-cluster-operator ++ local check_label=1 ++ [[ 1 -eq 0 ]] ++ kubectl_bin get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator -o 'jsonpath={.items[].metadata.name}' -n pxc-operator +++ mktemp ++ local LAST_OUT=/tmp/tmp.HYtY0smor4 +++ mktemp ++ local LAST_ERR=/tmp/tmp.mWfxzQyDKu ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator -o 'jsonpath={.items[].metadata.name}' -n pxc-operator ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.HYtY0smor4 ++ cat /tmp/tmp.mWfxzQyDKu ++ rm /tmp/tmp.HYtY0smor4 /tmp/tmp.mWfxzQyDKu ++ return 0 + wait_pod percona-xtradb-cluster-operator-5789c875c5-h9727 480 pxc-operator + local pod=percona-xtradb-cluster-operator-5789c875c5-h9727 + local max_retry=480 + local ns=pxc-operator ++ echo percona-xtradb-cluster-operator-5789c875c5-h9727 ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ egrep '^(pxc|proxysql)$' + local container= + set +o xtrace pod/percona-xtradb-cluster-operator-5789c875c5-h9727 condition met percona-xtradb-cluster-operator-5789c875c5-h9727.Ok + sleep 3 + create_namespace security-context-1408 + local namespace=security-context-1408 + local skip_clean_namespace= + [[ 1 == 1 ]] + [[ -z '' ]] + destroy_chaos_mesh ++ helm list --all-namespaces --filter chaos-mesh ++ tail -n1 ++ awk '-F ' '{print $2}' ++ sed s/NAMESPACE// + local chaos_mesh_ns= + '[' -n '' ']' ++ kubectl get MutatingWebhookConfiguration ++ grep chaos-mesh ++ awk '{print $1}' + timeout 30 kubectl delete MutatingWebhookConfiguration error: resource(s) were provided, but no name was specified + : ++ kubectl get ValidatingWebhookConfiguration ++ grep chaos-mesh ++ awk '{print $1}' + timeout 30 kubectl delete ValidatingWebhookConfiguration error: resource(s) were provided, but no name was specified + : ++ kubectl get ValidatingWebhookConfiguration ++ grep validate-auth ++ awk '{print $1}' + timeout 30 kubectl delete ValidatingWebhookConfiguration error: resource(s) were provided, but no name was specified + : ++ kubectl api-resources ++ grep chaos-mesh ++ awk '{print $1}' ++ kubectl get crd ++ grep chaos-mesh.org ++ awk '{print $1}' + timeout 30 kubectl delete crd error: resource(s) were provided, but no name was specified + : ++ grep chaos-mesh ++ kubectl get clusterrolebinding ++ awk '{print $1}' + timeout 30 kubectl delete clusterrolebinding error: resource(s) were provided, but no name was specified + : ++ kubectl get clusterrole ++ awk '{print $1}' ++ grep chaos-mesh + timeout 30 kubectl delete clusterrole error: resource(s) were provided, but no name was specified + : + desc 'cleaned up all old namespaces' + set +o xtrace ----------------------------------------------------------------------------------- cleaned up all old namespaces ----------------------------------------------------------------------------------- + egrep -v '^kube-|^default$|Terminating|pxc-operator|openshift|^NAME' + '[' -n '' ']' + desc 'cleaned up old namespaces security-context-1408' + set +o xtrace ----------------------------------------------------------------------------------- cleaned up old namespaces security-context-1408 ----------------------------------------------------------------------------------- + kubectl_bin delete namespace security-context-1408 ++ mktemp + local LAST_OUT=/tmp/tmp.lNOQityBlt + kubectl_bin get ns ++ mktemp ++ mktemp + local LAST_ERR=/tmp/tmp.Q1fP8ZDcIf + local exit_status=0 + xargs kubectl delete ns + local LAST_OUT=/tmp/tmp.pyT0cnb5Z3 ++ mktemp ++ seq 0 2 + awk '{print$1}' + local LAST_ERR=/tmp/tmp.swItlJCTT3 + local exit_status=0 + for i in '$(seq 0 2)' + set +e + kubectl delete namespace security-context-1408 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl get ns + exit_status=1 + set -e + '[' 1 '!=' 0 ']' + '[' 1 == 1 ']' + sleep 0 + for i in '$(seq 0 2)' + set +e + kubectl delete namespace security-context-1408 + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.pyT0cnb5Z3 + cat /tmp/tmp.swItlJCTT3 + rm /tmp/tmp.pyT0cnb5Z3 /tmp/tmp.swItlJCTT3 + return 0 + exit_status=1 + set -e + '[' 1 '!=' 0 ']' + '[' 1 == 1 ']' + sleep 0 + for i in '$(seq 0 2)' + set +e + kubectl delete namespace security-context-1408 Error from server (Forbidden): namespaces "default" is forbidden: this namespace may not be deleted + exit_status=1 + set -e + '[' 1 '!=' 0 ']' + '[' 1 == 1 ']' + sleep 0 + cat /tmp/tmp.lNOQityBlt + cat /tmp/tmp.Q1fP8ZDcIf Error from server (NotFound): namespaces "security-context-1408" not found + rm /tmp/tmp.lNOQityBlt /tmp/tmp.Q1fP8ZDcIf + return 1 + : + wait_for_delete namespace/security-context-1408 + local res=namespace/security-context-1408 + echo -n 'namespace/security-context-1408 - ' namespace/security-context-1408 - + set +o xtrace Error from server (NotFound): namespaces "security-context-1408" not found + desc 'create namespace security-context-1408' + set +o xtrace ----------------------------------------------------------------------------------- create namespace security-context-1408 ----------------------------------------------------------------------------------- + kubectl_bin create namespace security-context-1408 ++ mktemp + local LAST_OUT=/tmp/tmp.9pv5A61ybt ++ mktemp + local LAST_ERR=/tmp/tmp.He8uHWNcoP + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl create namespace security-context-1408 + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.9pv5A61ybt namespace/security-context-1408 created + cat /tmp/tmp.He8uHWNcoP + rm /tmp/tmp.9pv5A61ybt /tmp/tmp.He8uHWNcoP + return 0 ++ kubectl_bin config current-context +++ mktemp ++ local LAST_OUT=/tmp/tmp.h4jyjpll4q +++ mktemp ++ local LAST_ERR=/tmp/tmp.FgfRxUGV9Z ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl config current-context ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.h4jyjpll4q ++ cat /tmp/tmp.FgfRxUGV9Z ++ rm /tmp/tmp.h4jyjpll4q /tmp/tmp.FgfRxUGV9Z ++ return 0 + kubectl_bin config set-context gke_cloud-dev-112233_us-central1-a_jen-pxc-1731-534e4b17-1-cluster9 --namespace=security-context-1408 ++ mktemp + local LAST_OUT=/tmp/tmp.7XznmyK9WG ++ mktemp + local LAST_ERR=/tmp/tmp.LSUUvbeKUR + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl config set-context gke_cloud-dev-112233_us-central1-a_jen-pxc-1731-534e4b17-1-cluster9 --namespace=security-context-1408 + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.7XznmyK9WG Context "gke_cloud-dev-112233_us-central1-a_jen-pxc-1731-534e4b17-1-cluster9" modified. + cat /tmp/tmp.LSUUvbeKUR + rm /tmp/tmp.7XznmyK9WG /tmp/tmp.LSUUvbeKUR + return 0 + apply_secrets + desc 'create secrets for cloud storages' + set +o xtrace ----------------------------------------------------------------------------------- create secrets for cloud storages ----------------------------------------------------------------------------------- + '[' -z '' ']' + kubectl_bin apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1731/e2e-tests/conf/minio-secret.yml -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1731/e2e-tests/conf/cloud-secret.yml ++ mktemp + local LAST_OUT=/tmp/tmp.SQIg9v9GRm ++ mktemp + local LAST_ERR=/tmp/tmp.I7CXLftKdR + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1731/e2e-tests/conf/minio-secret.yml -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1731/e2e-tests/conf/cloud-secret.yml + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.SQIg9v9GRm secret/minio-secret created secret/aws-s3-secret created secret/gcp-cs-secret created secret/azure-secret created + cat /tmp/tmp.I7CXLftKdR + rm /tmp/tmp.SQIg9v9GRm /tmp/tmp.I7CXLftKdR + return 0 + deploy_cert_manager + desc 'deploy cert manager' + set +o xtrace ----------------------------------------------------------------------------------- deploy cert manager ----------------------------------------------------------------------------------- + kubectl_bin create namespace cert-manager ++ mktemp + local LAST_OUT=/tmp/tmp.rXGoKZBiGf ++ mktemp + local LAST_ERR=/tmp/tmp.lzR7seXPbB + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl create namespace cert-manager + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.rXGoKZBiGf namespace/cert-manager created + cat /tmp/tmp.lzR7seXPbB + rm /tmp/tmp.rXGoKZBiGf /tmp/tmp.lzR7seXPbB + return 0 + kubectl_bin label namespace cert-manager certmanager.k8s.io/disable-validation=true ++ mktemp + local LAST_OUT=/tmp/tmp.gdJuJJlADv ++ mktemp + local LAST_ERR=/tmp/tmp.PYxIxqhMn5 + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl label namespace cert-manager certmanager.k8s.io/disable-validation=true + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.gdJuJJlADv namespace/cert-manager labeled + cat /tmp/tmp.PYxIxqhMn5 + rm /tmp/tmp.gdJuJJlADv /tmp/tmp.PYxIxqhMn5 + return 0 + kubectl_bin apply -f https://github.com/jetstack/cert-manager/releases/download/v1.14.2/cert-manager.yaml --validate=false ++ mktemp + local LAST_OUT=/tmp/tmp.0xACAYyIKQ ++ mktemp + local LAST_ERR=/tmp/tmp.3sAWs0fBc7 + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl apply -f https://github.com/jetstack/cert-manager/releases/download/v1.14.2/cert-manager.yaml --validate=false + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.0xACAYyIKQ namespace/cert-manager configured customresourcedefinition.apiextensions.k8s.io/certificaterequests.cert-manager.io unchanged customresourcedefinition.apiextensions.k8s.io/certificates.cert-manager.io unchanged customresourcedefinition.apiextensions.k8s.io/challenges.acme.cert-manager.io unchanged customresourcedefinition.apiextensions.k8s.io/clusterissuers.cert-manager.io unchanged customresourcedefinition.apiextensions.k8s.io/issuers.cert-manager.io unchanged customresourcedefinition.apiextensions.k8s.io/orders.acme.cert-manager.io unchanged serviceaccount/cert-manager-cainjector created serviceaccount/cert-manager created serviceaccount/cert-manager-webhook created clusterrole.rbac.authorization.k8s.io/cert-manager-cainjector unchanged clusterrole.rbac.authorization.k8s.io/cert-manager-controller-issuers unchanged clusterrole.rbac.authorization.k8s.io/cert-manager-controller-clusterissuers unchanged clusterrole.rbac.authorization.k8s.io/cert-manager-controller-certificates unchanged clusterrole.rbac.authorization.k8s.io/cert-manager-controller-orders unchanged clusterrole.rbac.authorization.k8s.io/cert-manager-controller-challenges unchanged clusterrole.rbac.authorization.k8s.io/cert-manager-controller-ingress-shim unchanged clusterrole.rbac.authorization.k8s.io/cert-manager-cluster-view unchanged clusterrole.rbac.authorization.k8s.io/cert-manager-view unchanged clusterrole.rbac.authorization.k8s.io/cert-manager-edit unchanged clusterrole.rbac.authorization.k8s.io/cert-manager-controller-approve:cert-manager-io unchanged clusterrole.rbac.authorization.k8s.io/cert-manager-controller-certificatesigningrequests unchanged clusterrole.rbac.authorization.k8s.io/cert-manager-webhook:subjectaccessreviews unchanged clusterrolebinding.rbac.authorization.k8s.io/cert-manager-cainjector unchanged clusterrolebinding.rbac.authorization.k8s.io/cert-manager-controller-issuers unchanged clusterrolebinding.rbac.authorization.k8s.io/cert-manager-controller-clusterissuers unchanged clusterrolebinding.rbac.authorization.k8s.io/cert-manager-controller-certificates unchanged clusterrolebinding.rbac.authorization.k8s.io/cert-manager-controller-orders unchanged clusterrolebinding.rbac.authorization.k8s.io/cert-manager-controller-challenges unchanged clusterrolebinding.rbac.authorization.k8s.io/cert-manager-controller-ingress-shim unchanged clusterrolebinding.rbac.authorization.k8s.io/cert-manager-controller-approve:cert-manager-io unchanged clusterrolebinding.rbac.authorization.k8s.io/cert-manager-controller-certificatesigningrequests unchanged clusterrolebinding.rbac.authorization.k8s.io/cert-manager-webhook:subjectaccessreviews configured role.rbac.authorization.k8s.io/cert-manager-cainjector:leaderelection unchanged role.rbac.authorization.k8s.io/cert-manager:leaderelection unchanged role.rbac.authorization.k8s.io/cert-manager-webhook:dynamic-serving created rolebinding.rbac.authorization.k8s.io/cert-manager-cainjector:leaderelection unchanged rolebinding.rbac.authorization.k8s.io/cert-manager:leaderelection configured rolebinding.rbac.authorization.k8s.io/cert-manager-webhook:dynamic-serving created service/cert-manager created service/cert-manager-webhook created deployment.apps/cert-manager-cainjector created deployment.apps/cert-manager created deployment.apps/cert-manager-webhook created mutatingwebhookconfiguration.admissionregistration.k8s.io/cert-manager-webhook configured validatingwebhookconfiguration.admissionregistration.k8s.io/cert-manager-webhook configured + cat /tmp/tmp.3sAWs0fBc7 Warning: resource namespaces/cert-manager is missing the kubectl.kubernetes.io/last-applied-configuration annotation which is required by kubectl apply. kubectl apply should only be used on resources created declaratively by either kubectl create --save-config or kubectl apply. The missing annotation will be patched automatically. + rm /tmp/tmp.0xACAYyIKQ /tmp/tmp.3sAWs0fBc7 + return 0 + '[' '' == 4.10 ']' + sleep 70 + kubectl_bin apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1731/e2e-tests/security-context/conf/service-account.yml ++ mktemp + local LAST_OUT=/tmp/tmp.MNdKkcvxnY ++ mktemp + local LAST_ERR=/tmp/tmp.1tvoTOGOay + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1731/e2e-tests/security-context/conf/service-account.yml + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.MNdKkcvxnY serviceaccount/percona-xtradb-cluster-operator-workload created + cat /tmp/tmp.1tvoTOGOay + rm /tmp/tmp.MNdKkcvxnY /tmp/tmp.1tvoTOGOay + return 0 + [[ -n '' ]] + desc 'create first PXC cluster' + set +o xtrace ----------------------------------------------------------------------------------- create first PXC cluster ----------------------------------------------------------------------------------- + cluster=sec-context + spinup_pxc sec-context /mnt/jenkins/workspace/cloud-pxc-operator_PR-1731/e2e-tests/security-context/conf/sec-context.yml 3 10 /mnt/jenkins/workspace/cloud-pxc-operator_PR-1731/e2e-tests/conf/secrets_without_tls.yml + local cluster=sec-context + local config=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1731/e2e-tests/security-context/conf/sec-context.yml + local size=3 + local sleep=10 + local secretsFile=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1731/e2e-tests/conf/secrets_without_tls.yml + local pxcClientFile=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1731/e2e-tests/conf/client.yml + local port=3306 + desc 'create first PXC cluster' + set +o xtrace ----------------------------------------------------------------------------------- create first PXC cluster ----------------------------------------------------------------------------------- + kubectl_bin apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1731/e2e-tests/conf/secrets_without_tls.yml ++ mktemp + local LAST_OUT=/tmp/tmp.5j4hoYYC7c ++ mktemp + local LAST_ERR=/tmp/tmp.jNXe9IkxZL + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1731/e2e-tests/conf/secrets_without_tls.yml + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.5j4hoYYC7c secret/my-cluster-secrets created + cat /tmp/tmp.jNXe9IkxZL + rm /tmp/tmp.5j4hoYYC7c /tmp/tmp.jNXe9IkxZL + return 0 + apply_config /mnt/jenkins/workspace/cloud-pxc-operator_PR-1731/e2e-tests/conf/client.yml + '[' -z '' ']' + cat_config /mnt/jenkins/workspace/cloud-pxc-operator_PR-1731/e2e-tests/conf/client.yml + kubectl_bin apply -f - + /usr/bin/sed -e 's#apiVersion: pxc.percona.com/v.*$#apiVersion: pxc.percona.com/v1#' + cat /mnt/jenkins/workspace/cloud-pxc-operator_PR-1731/e2e-tests/conf/client.yml + /usr/bin/sed -e 's#image:.*-init$#image: perconalab/percona-xtradb-cluster-operator:PR-1731-534e4b17#' + /usr/bin/sed -e 's#image:.*-pmm$#image: perconalab/pmm-client:dev-latest#' + /usr/bin/sed -e 's#apply:.*#apply: Never#' + /usr/bin/sed -e 's#image:.*-logcollector$#image: perconalab/percona-xtradb-cluster-operator:main-logcollector#' + /usr/bin/sed -e 's#image:.*-haproxy$#image: perconalab/percona-xtradb-cluster-operator:main-haproxy#' + /usr/bin/sed -e 's#image:.*-backup$#image: perconalab/percona-xtradb-cluster-operator:main-pxc8.0-backup#' + /usr/bin/sed -e 's#image:.*\/percona-xtradb-cluster:.*$#image: perconalab/percona-xtradb-cluster-operator:main-pxc8.0#' + /usr/bin/sed -e 's#image:.*-proxysql$#image: perconalab/percona-xtradb-cluster-operator:main-proxysql#' ++ mktemp + /usr/bin/sed -e s~minio-service.#namespace~minio-service.security-context-1408~ + local LAST_OUT=/tmp/tmp.r0zUslWN07 + /usr/bin/sed -e 's#image:.*-pxc\([0-9]*.[0-9]*\)\{0,1\}$#image: perconalab/percona-xtradb-cluster-operator:main-pxc8.0#' ++ mktemp + local LAST_ERR=/tmp/tmp.ceQKP86UYN + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl apply -f - + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.r0zUslWN07 deployment.apps/pxc-client created + cat /tmp/tmp.ceQKP86UYN + rm /tmp/tmp.r0zUslWN07 /tmp/tmp.ceQKP86UYN + return 0 + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 5\.7 ]] + apply_config /mnt/jenkins/workspace/cloud-pxc-operator_PR-1731/e2e-tests/security-context/conf/sec-context.yml + '[' -z '' ']' + cat_config /mnt/jenkins/workspace/cloud-pxc-operator_PR-1731/e2e-tests/security-context/conf/sec-context.yml + kubectl_bin apply -f - + cat /mnt/jenkins/workspace/cloud-pxc-operator_PR-1731/e2e-tests/security-context/conf/sec-context.yml ++ mktemp + /usr/bin/sed -e 's#apiVersion: pxc.percona.com/v.*$#apiVersion: pxc.percona.com/v1#' + local LAST_OUT=/tmp/tmp.oXTwU18Mbv + /usr/bin/sed -e 's#image:.*-haproxy$#image: perconalab/percona-xtradb-cluster-operator:main-haproxy#' + /usr/bin/sed -e 's#apply:.*#apply: Never#' + /usr/bin/sed -e 's#image:.*-logcollector$#image: perconalab/percona-xtradb-cluster-operator:main-logcollector#' + /usr/bin/sed -e s~minio-service.#namespace~minio-service.security-context-1408~ ++ mktemp + /usr/bin/sed -e 's#image:.*-pmm$#image: perconalab/pmm-client:dev-latest#' + /usr/bin/sed -e 's#image:.*-init$#image: perconalab/percona-xtradb-cluster-operator:PR-1731-534e4b17#' + /usr/bin/sed -e 's#image:.*-backup$#image: perconalab/percona-xtradb-cluster-operator:main-pxc8.0-backup#' + /usr/bin/sed -e 's#image:.*-proxysql$#image: perconalab/percona-xtradb-cluster-operator:main-proxysql#' + local LAST_ERR=/tmp/tmp.OqCv1SLgMo + local exit_status=0 + /usr/bin/sed -e 's#image:.*\/percona-xtradb-cluster:.*$#image: perconalab/percona-xtradb-cluster-operator:main-pxc8.0#' ++ seq 0 2 + /usr/bin/sed -e 's#image:.*-pxc\([0-9]*.[0-9]*\)\{0,1\}$#image: perconalab/percona-xtradb-cluster-operator:main-pxc8.0#' + for i in '$(seq 0 2)' + set +e + kubectl apply -f - + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.oXTwU18Mbv perconaxtradbcluster.pxc.percona.com/sec-context created + cat /tmp/tmp.OqCv1SLgMo + rm /tmp/tmp.oXTwU18Mbv /tmp/tmp.OqCv1SLgMo + return 0 + desc 'check if all 3 Pods started' + set +o xtrace ----------------------------------------------------------------------------------- check if all 3 Pods started ----------------------------------------------------------------------------------- ++ get_proxy sec-context ++ local target_cluster=sec-context +++ kubectl_bin get pxc sec-context -o 'jsonpath={.spec.haproxy.enabled}' ++++ mktemp +++ local LAST_OUT=/tmp/tmp.D1v5AYA3q2 ++++ mktemp +++ local LAST_ERR=/tmp/tmp.AY99LNVl5o +++ local exit_status=0 ++++ seq 0 2 +++ for i in '$(seq 0 2)' +++ set +e +++ kubectl get pxc sec-context -o 'jsonpath={.spec.haproxy.enabled}' +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 ']' +++ break +++ cat /tmp/tmp.D1v5AYA3q2 +++ cat /tmp/tmp.AY99LNVl5o +++ rm /tmp/tmp.D1v5AYA3q2 /tmp/tmp.AY99LNVl5o +++ return 0 ++ [[ '' == \t\r\u\e ]] +++ kubectl_bin get pxc sec-context -o 'jsonpath={.spec.proxysql.enabled}' ++++ mktemp +++ local LAST_OUT=/tmp/tmp.7d3GQ6X6uq ++++ mktemp +++ local LAST_ERR=/tmp/tmp.ajEcFwhCNb +++ local exit_status=0 ++++ seq 0 2 +++ for i in '$(seq 0 2)' +++ set +e +++ kubectl get pxc sec-context -o 'jsonpath={.spec.proxysql.enabled}' +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 ']' +++ break +++ cat /tmp/tmp.7d3GQ6X6uq +++ cat /tmp/tmp.ajEcFwhCNb +++ rm /tmp/tmp.7d3GQ6X6uq /tmp/tmp.ajEcFwhCNb +++ return 0 ++ [[ true == \t\r\u\e ]] ++ echo sec-context-proxysql ++ return + local proxy=sec-context-proxysql + kubectl_bin wait --for=condition=Ready pod -l app.kubernetes.io/instance=monitoring,app.kubernetes.io/managed-by=percona-xtradb-cluster-operator --timeout=300s -n security-context-1408 ++ mktemp + local LAST_OUT=/tmp/tmp.h3spXMMtvp ++ mktemp + local LAST_ERR=/tmp/tmp.OqNnFY4o2o + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl wait --for=condition=Ready pod -l app.kubernetes.io/instance=monitoring,app.kubernetes.io/managed-by=percona-xtradb-cluster-operator --timeout=300s -n security-context-1408 + exit_status=1 + set -e + '[' 1 '!=' 0 ']' + '[' 1 == 1 ']' + sleep 0 + for i in '$(seq 0 2)' + set +e + kubectl wait --for=condition=Ready pod -l app.kubernetes.io/instance=monitoring,app.kubernetes.io/managed-by=percona-xtradb-cluster-operator --timeout=300s -n security-context-1408 + exit_status=1 + set -e + '[' 1 '!=' 0 ']' + '[' 1 == 1 ']' + sleep 0 + for i in '$(seq 0 2)' + set +e + kubectl wait --for=condition=Ready pod -l app.kubernetes.io/instance=monitoring,app.kubernetes.io/managed-by=percona-xtradb-cluster-operator --timeout=300s -n security-context-1408 + exit_status=1 + set -e + '[' 1 '!=' 0 ']' + '[' 1 == 1 ']' + sleep 0 + cat /tmp/tmp.h3spXMMtvp + cat /tmp/tmp.OqNnFY4o2o error: no matching resources found + rm /tmp/tmp.h3spXMMtvp /tmp/tmp.OqNnFY4o2o + return 1 + true + wait_for_running sec-context-proxysql 1 + local name=sec-context-proxysql + let last_pod=0 + : + local max_retry=480 + desc 'wait for running cluster' + set +o xtrace ----------------------------------------------------------------------------------- wait for running cluster ----------------------------------------------------------------------------------- ++ seq 0 0 + for i in '$(seq 0 $last_pod)' + wait_pod sec-context-proxysql-0 480 + local pod=sec-context-proxysql-0 + local max_retry=480 + local ns= ++ echo sec-context-proxysql-0 ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ egrep '^(pxc|proxysql)$' + local container=proxysql + set +o xtrace pod/sec-context-proxysql-0 condition met sec-context-proxysql-0.Ok + wait_for_running sec-context-pxc 3 + local name=sec-context-pxc + let last_pod=2 + local max_retry=480 + desc 'wait for running cluster' + set +o xtrace ----------------------------------------------------------------------------------- wait for running cluster ----------------------------------------------------------------------------------- ++ seq 0 2 + for i in '$(seq 0 $last_pod)' + wait_pod sec-context-pxc-0 480 + local pod=sec-context-pxc-0 + local max_retry=480 + local ns= ++ egrep '^(pxc|proxysql)$' ++ echo sec-context-pxc-0 ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' + local container=pxc + set +o xtrace pod/sec-context-pxc-0 condition met sec-context-pxc-0.Ok + for i in '$(seq 0 $last_pod)' + wait_pod sec-context-pxc-1 480 + local pod=sec-context-pxc-1 + local max_retry=480 + local ns= ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ echo sec-context-pxc-1 ++ egrep '^(pxc|proxysql)$' + local container=pxc + set +o xtrace pod/sec-context-pxc-1 condition met sec-context-pxc-1.Ok + for i in '$(seq 0 $last_pod)' + wait_pod sec-context-pxc-2 480 + local pod=sec-context-pxc-2 + local max_retry=480 + local ns= ++ echo sec-context-pxc-2 ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ egrep '^(pxc|proxysql)$' + local container=pxc + set +o xtrace pod/sec-context-pxc-2 condition met sec-context-pxc-2.Ok + sleep 10 + desc 'write data' + set +o xtrace ----------------------------------------------------------------------------------- write data ----------------------------------------------------------------------------------- + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 5\.7 ]] + run_mysql 'CREATE DATABASE IF NOT EXISTS myApp; use myApp; CREATE TABLE IF NOT EXISTS myApp (id int PRIMARY KEY) ;' '-h sec-context-proxysql -uroot -proot_password -P3306' + local 'command=CREATE DATABASE IF NOT EXISTS myApp; use myApp; CREATE TABLE IF NOT EXISTS myApp (id int PRIMARY KEY) ;' + local 'uri=-h sec-context-proxysql -uroot -proot_password -P3306' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.Mmxla4pGn9 +++ mktemp ++ local LAST_ERR=/tmp/tmp.CIvLLWaZpi ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.Mmxla4pGn9 ++ cat /tmp/tmp.CIvLLWaZpi ++ rm /tmp/tmp.Mmxla4pGn9 /tmp/tmp.CIvLLWaZpi ++ return 0 + client_pod=pxc-client-6644d8898f-b5pf5 + wait_pod pxc-client-6644d8898f-b5pf5 + local pod=pxc-client-6644d8898f-b5pf5 + local max_retry=480 + local ns= ++ echo pxc-client-6644d8898f-b5pf5 ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ egrep '^(pxc|proxysql)$' + local container= + set +o xtrace pod/pxc-client-6644d8898f-b5pf5 condition met pxc-client-6644d8898f-b5pf5.Ok + set +o xtrace + run_mysql 'INSERT myApp.myApp (id) VALUES (100500)' '-h sec-context-proxysql -uroot -proot_password -P3306' + local 'command=INSERT myApp.myApp (id) VALUES (100500)' + local 'uri=-h sec-context-proxysql -uroot -proot_password -P3306' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.vNrmYjxd79 +++ mktemp ++ local LAST_ERR=/tmp/tmp.yRdrXVOHaE ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.vNrmYjxd79 ++ cat /tmp/tmp.yRdrXVOHaE ++ rm /tmp/tmp.vNrmYjxd79 /tmp/tmp.yRdrXVOHaE ++ return 0 + client_pod=pxc-client-6644d8898f-b5pf5 + wait_pod pxc-client-6644d8898f-b5pf5 + local pod=pxc-client-6644d8898f-b5pf5 + local max_retry=480 + local ns= ++ echo pxc-client-6644d8898f-b5pf5 ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ egrep '^(pxc|proxysql)$' + local container= + set +o xtrace pod/pxc-client-6644d8898f-b5pf5 condition met pxc-client-6644d8898f-b5pf5.Ok + set +o xtrace + sleep 30 ++ seq 0 2 + for i in '$(seq 0 $((size - 1)))' + compare_mysql_cmd select-1 'SELECT * from myApp.myApp;' '-h sec-context-pxc-0.sec-context-pxc -uroot -proot_password -P3306' + local command_id=select-1 + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h sec-context-pxc-0.sec-context-pxc -uroot -proot_password -P3306' + local postfix= + local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1731/e2e-tests/security-context/compare/select-1.sql + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.0 ]] + '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1731/e2e-tests/security-context/compare/select-1-80.sql ']' + run_mysql 'SELECT * from myApp.myApp;' '-h sec-context-pxc-0.sec-context-pxc -uroot -proot_password -P3306' + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h sec-context-pxc-0.sec-context-pxc -uroot -proot_password -P3306' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.WuNb8UJ884 +++ mktemp ++ local LAST_ERR=/tmp/tmp.lV8BxVs0cF ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.WuNb8UJ884 ++ cat /tmp/tmp.lV8BxVs0cF ++ rm /tmp/tmp.WuNb8UJ884 /tmp/tmp.lV8BxVs0cF ++ return 0 + client_pod=pxc-client-6644d8898f-b5pf5 + wait_pod pxc-client-6644d8898f-b5pf5 + local pod=pxc-client-6644d8898f-b5pf5 + local max_retry=480 + local ns= ++ echo pxc-client-6644d8898f-b5pf5 ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ egrep '^(pxc|proxysql)$' + local container= + set +o xtrace pod/pxc-client-6644d8898f-b5pf5 condition met pxc-client-6644d8898f-b5pf5.Ok + set +o xtrace + '[' '!' -s /tmp/tmp.uV7ZWHDpuo/select-1.sql ']' + diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-1731/e2e-tests/security-context/compare/select-1.sql /tmp/tmp.uV7ZWHDpuo/select-1.sql + for i in '$(seq 0 $((size - 1)))' + compare_mysql_cmd select-1 'SELECT * from myApp.myApp;' '-h sec-context-pxc-1.sec-context-pxc -uroot -proot_password -P3306' + local command_id=select-1 + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h sec-context-pxc-1.sec-context-pxc -uroot -proot_password -P3306' + local postfix= + local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1731/e2e-tests/security-context/compare/select-1.sql + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.0 ]] + '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1731/e2e-tests/security-context/compare/select-1-80.sql ']' + run_mysql 'SELECT * from myApp.myApp;' '-h sec-context-pxc-1.sec-context-pxc -uroot -proot_password -P3306' + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h sec-context-pxc-1.sec-context-pxc -uroot -proot_password -P3306' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.V51JOa7kn6 +++ mktemp ++ local LAST_ERR=/tmp/tmp.HC58M8hlaN ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.V51JOa7kn6 ++ cat /tmp/tmp.HC58M8hlaN ++ rm /tmp/tmp.V51JOa7kn6 /tmp/tmp.HC58M8hlaN ++ return 0 + client_pod=pxc-client-6644d8898f-b5pf5 + wait_pod pxc-client-6644d8898f-b5pf5 + local pod=pxc-client-6644d8898f-b5pf5 + local max_retry=480 + local ns= ++ egrep '^(pxc|proxysql)$' ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ echo pxc-client-6644d8898f-b5pf5 + local container= + set +o xtrace pod/pxc-client-6644d8898f-b5pf5 condition met pxc-client-6644d8898f-b5pf5.Ok + set +o xtrace + '[' '!' -s /tmp/tmp.uV7ZWHDpuo/select-1.sql ']' + diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-1731/e2e-tests/security-context/compare/select-1.sql /tmp/tmp.uV7ZWHDpuo/select-1.sql + for i in '$(seq 0 $((size - 1)))' + compare_mysql_cmd select-1 'SELECT * from myApp.myApp;' '-h sec-context-pxc-2.sec-context-pxc -uroot -proot_password -P3306' + local command_id=select-1 + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h sec-context-pxc-2.sec-context-pxc -uroot -proot_password -P3306' + local postfix= + local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1731/e2e-tests/security-context/compare/select-1.sql + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.0 ]] + '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1731/e2e-tests/security-context/compare/select-1-80.sql ']' + run_mysql 'SELECT * from myApp.myApp;' '-h sec-context-pxc-2.sec-context-pxc -uroot -proot_password -P3306' + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h sec-context-pxc-2.sec-context-pxc -uroot -proot_password -P3306' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.nbaFazwcSU +++ mktemp ++ local LAST_ERR=/tmp/tmp.jXJV68Vbfr ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.nbaFazwcSU ++ cat /tmp/tmp.jXJV68Vbfr ++ rm /tmp/tmp.nbaFazwcSU /tmp/tmp.jXJV68Vbfr ++ return 0 + client_pod=pxc-client-6644d8898f-b5pf5 + wait_pod pxc-client-6644d8898f-b5pf5 + local pod=pxc-client-6644d8898f-b5pf5 + local max_retry=480 + local ns= ++ echo pxc-client-6644d8898f-b5pf5 ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ egrep '^(pxc|proxysql)$' + local container= + set +o xtrace pod/pxc-client-6644d8898f-b5pf5 condition met pxc-client-6644d8898f-b5pf5.Ok + set +o xtrace + '[' '!' -s /tmp/tmp.uV7ZWHDpuo/select-1.sql ']' + diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-1731/e2e-tests/security-context/compare/select-1.sql /tmp/tmp.uV7ZWHDpuo/select-1.sql ++ is_keyring_plugin_in_use sec-context ++ local cluster=sec-context ++ kubectl_bin exec -it sec-context-pxc-0 -c pxc -- bash -c 'cat /etc/mysql/node.cnf' ++ egrep -o 'early-plugin-load=keyring_\w+.so' +++ mktemp ++ local LAST_OUT=/tmp/tmp.S9ukxGbavj +++ mktemp ++ local LAST_ERR=/tmp/tmp.vcWCqufViX ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl exec -it sec-context-pxc-0 -c pxc -- bash -c 'cat /etc/mysql/node.cnf' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.S9ukxGbavj ++ cat /tmp/tmp.vcWCqufViX Unable to use a TTY - input is not a terminal or the right kind of file ++ rm /tmp/tmp.S9ukxGbavj /tmp/tmp.vcWCqufViX ++ return 0 + '[' '' ']' + desc 'check if service and statefulset created with expected config' + set +o xtrace ----------------------------------------------------------------------------------- check if service and statefulset created with expected config ----------------------------------------------------------------------------------- + compare_kubectl statefulset/sec-context-pxc + local resource=statefulset/sec-context-pxc + local postfix= + local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1731/e2e-tests/security-context/compare/statefulset_sec-context-pxc.yml + local new_result=/tmp/tmp.uV7ZWHDpuo/statefulset_sec-context-pxc.yml + desc 'compare statefulset/sec-context-pxc-' + set +o xtrace ----------------------------------------------------------------------------------- compare statefulset/sec-context-pxc- ----------------------------------------------------------------------------------- + '[' 0 = 1 -a -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1731/e2e-tests/security-context/compare/statefulset_sec-context-pxc-eks.yml ']' + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.0 ]] + '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1731/e2e-tests/security-context/compare/statefulset_sec-context-pxc-80.yml ']' + version_gt 1.29 + desc 'return true if kubernetes version equal or greater than desired' + set +o xtrace ----------------------------------------------------------------------------------- return true if kubernetes version equal or greater than desired ----------------------------------------------------------------------------------- ++ bc -l ++ echo '1.26 >= 1.29' + '[' 0 -eq 1 ']' + return 1 + version_gt 1.27 + desc 'return true if kubernetes version equal or greater than desired' + set +o xtrace ----------------------------------------------------------------------------------- return true if kubernetes version equal or greater than desired ----------------------------------------------------------------------------------- ++ echo '1.26 >= 1.27' ++ bc -l + '[' 0 -eq 1 ']' + return 1 + version_gt 1.24 + desc 'return true if kubernetes version equal or greater than desired' + set +o xtrace ----------------------------------------------------------------------------------- return true if kubernetes version equal or greater than desired ----------------------------------------------------------------------------------- ++ echo '1.26 >= 1.24' ++ bc -l + '[' 1 -eq 1 ']' + return 0 + '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1731/e2e-tests/security-context/compare/statefulset_sec-context-pxc-k124.yml ']' + version_gt 1.22 + desc 'return true if kubernetes version equal or greater than desired' + set +o xtrace ----------------------------------------------------------------------------------- return true if kubernetes version equal or greater than desired ----------------------------------------------------------------------------------- ++ bc -l ++ echo '1.26 >= 1.22' + '[' 1 -eq 1 ']' + return 0 + '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1731/e2e-tests/security-context/compare/statefulset_sec-context-pxc-k122.yml ']' + version_gt 1.21 + desc 'return true if kubernetes version equal or greater than desired' + set +o xtrace ----------------------------------------------------------------------------------- return true if kubernetes version equal or greater than desired ----------------------------------------------------------------------------------- ++ echo '1.26 >= 1.21' ++ bc -l + '[' 1 -eq 1 ']' + return 0 + '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1731/e2e-tests/security-context/compare/statefulset_sec-context-pxc-k121.yml ']' + '[' '!' -z '' -a -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1731/e2e-tests/security-context/compare/statefulset_sec-context-pxc-oc.yml ']' + '[' 0 = 1 -a -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1731/e2e-tests/security-context/compare/statefulset_sec-context-pxc-eks.yml ']' + kubectl_bin get -o yaml statefulset/sec-context-pxc ++ mktemp + yq eval ' del(.metadata.managedFields) | del(.. | select(has("creationTimestamp")).creationTimestamp) | del(.. | select(has("namespace")).namespace) | del(.. | select(has("uid")).uid) | del(.metadata.resourceVersion) | del(.spec.template.spec.containers[].env[] | select(.name == "CLUSTER_HASH")) | del(.spec.template.spec.containers[].env[] | select(.name == "S3_BUCKET_PATH")) | del(.spec.template.spec.containers[].env[] | select(.name == "BACKUP_PATH")) | del(.spec.template.spec.containers[].env[] | select(.name == "S3_BUCKET_URL")) | del(.spec.template.spec.containers[].env[] | select(.name == "AZURE_CONTAINER_NAME")) | del(.metadata.selfLink) | del(.metadata.deletionTimestamp) | del(.metadata.annotations."kubernetes.io/psp") | del(.metadata.annotations."batch.kubernetes.io/job-tracking") | del(.metadata.annotations."cloud.google.com/neg") | del(.metadata.annotations."k8s.v1.cni.cncf.io*") | del(.metadata.annotations."k8s.ovn.org/pod-networks") | del(.spec.template.metadata.annotations."last-applied-secret") | del(.. | select(has("batch.kubernetes.io/controller-uid"))."batch.kubernetes.io/controller-uid") | del(.. | select(has("image")).image) | del(.. | select(has("clusterIP")).clusterIP) | del(.. | select(has("clusterIPs")).clusterIPs) | del(.. | select(has("dataSource")).dataSource) | del(.. | select(has("procMount")).procMount) | del(.. | select(has("storageClassName")).storageClassName) | del(.. | select(has("finalizers")).finalizers) | del(.. | select(has("kubernetes.io/pvc-protection"))."kubernetes.io/pvc-protection") | del(.. | select(has("volumeName")).volumeName) | del(.. | select(has("volume.beta.kubernetes.io/storage-provisioner"))."volume.beta.kubernetes.io/storage-provisioner") | del(.. | select(has("volume.kubernetes.io/storage-provisioner"))."volume.kubernetes.io/storage-provisioner") | del(.spec.volumeMode) | del(.spec.nodeName) | del(.. | select(has("volume.kubernetes.io/selected-node"))."volume.kubernetes.io/selected-node") | del(.. | select(has("percona.com/last-config-hash"))."percona.com/last-config-hash") | del(.. | select(has("percona.com/configuration-hash"))."percona.com/configuration-hash") | del(.. | select(has("percona.com/env-secret-config-hash"))."percona.com/env-secret-config-hash") | del(.. | select(has("percona.com/ssl-hash"))."percona.com/ssl-hash") | del(.. | select(has("percona.com/ssl-internal-hash"))."percona.com/ssl-internal-hash") | del(.spec.volumeClaimTemplates[].spec.volumeMode | select(. == "Filesystem")) | del(.. | select(has("healthCheckNodePort")).healthCheckNodePort) | del(.. | select(has("nodePort")).nodePort) | del(.. | select(has("imagePullSecrets")).imagePullSecrets) | del(.. | select(has("enableServiceLinks")).enableServiceLinks) | del(.status) | del(.spec.volumeClaimTemplates[].apiVersion) | del(.spec.volumeClaimTemplates[].kind) | del(.metadata.ownerReferences[].apiVersion) | del(.. | select(has("controller-uid")).controller-uid) | del(.. | select(has("preemptionPolicy")).preemptionPolicy) | del(.spec.ipFamilies) | del(.spec.ipFamilyPolicy) | (.. | select(. == "policy/v1beta1")) = "policy/v1" | del(.. | select(has("kubernetes.io/hostname"))."kubernetes.io/hostname") | (.. | select(tag == "!!str")) |= sub("security-context-1408", "namespace") | (.. | select(tag == "!!str")) |= sub("kube-api-access-.*", "kube-api-access") | del(.. | select(has("annotations")).annotations | select(length==0)) | del(.. | select(.[] == "percona-xtradb-cluster-operator-workload-token*"))' - + local LAST_OUT=/tmp/tmp.MfHJFvttee ++ mktemp + local LAST_ERR=/tmp/tmp.4u0NWW9Gbs + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl get -o yaml statefulset/sec-context-pxc + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.MfHJFvttee + cat /tmp/tmp.4u0NWW9Gbs + rm /tmp/tmp.MfHJFvttee /tmp/tmp.4u0NWW9Gbs + return 0 + diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-1731/e2e-tests/security-context/compare/statefulset_sec-context-pxc.yml /tmp/tmp.uV7ZWHDpuo/statefulset_sec-context-pxc.yml + compare_kubectl statefulset/sec-context-proxysql + local resource=statefulset/sec-context-proxysql + local postfix= + local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1731/e2e-tests/security-context/compare/statefulset_sec-context-proxysql.yml + local new_result=/tmp/tmp.uV7ZWHDpuo/statefulset_sec-context-proxysql.yml + desc 'compare statefulset/sec-context-proxysql-' + set +o xtrace ----------------------------------------------------------------------------------- compare statefulset/sec-context-proxysql- ----------------------------------------------------------------------------------- + '[' 0 = 1 -a -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1731/e2e-tests/security-context/compare/statefulset_sec-context-proxysql-eks.yml ']' + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.0 ]] + '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1731/e2e-tests/security-context/compare/statefulset_sec-context-proxysql-80.yml ']' + version_gt 1.29 + desc 'return true if kubernetes version equal or greater than desired' + set +o xtrace ----------------------------------------------------------------------------------- return true if kubernetes version equal or greater than desired ----------------------------------------------------------------------------------- ++ bc -l ++ echo '1.26 >= 1.29' + '[' 0 -eq 1 ']' + return 1 + version_gt 1.27 + desc 'return true if kubernetes version equal or greater than desired' + set +o xtrace ----------------------------------------------------------------------------------- return true if kubernetes version equal or greater than desired ----------------------------------------------------------------------------------- ++ echo '1.26 >= 1.27' ++ bc -l + '[' 0 -eq 1 ']' + return 1 + version_gt 1.24 + desc 'return true if kubernetes version equal or greater than desired' + set +o xtrace ----------------------------------------------------------------------------------- return true if kubernetes version equal or greater than desired ----------------------------------------------------------------------------------- ++ echo '1.26 >= 1.24' ++ bc -l + '[' 1 -eq 1 ']' + return 0 + '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1731/e2e-tests/security-context/compare/statefulset_sec-context-proxysql-k124.yml ']' + version_gt 1.22 + desc 'return true if kubernetes version equal or greater than desired' + set +o xtrace ----------------------------------------------------------------------------------- return true if kubernetes version equal or greater than desired ----------------------------------------------------------------------------------- ++ echo '1.26 >= 1.22' ++ bc -l + '[' 1 -eq 1 ']' + return 0 + '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1731/e2e-tests/security-context/compare/statefulset_sec-context-proxysql-k122.yml ']' + version_gt 1.21 + desc 'return true if kubernetes version equal or greater than desired' + set +o xtrace ----------------------------------------------------------------------------------- return true if kubernetes version equal or greater than desired ----------------------------------------------------------------------------------- ++ echo '1.26 >= 1.21' ++ bc -l + '[' 1 -eq 1 ']' + return 0 + '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1731/e2e-tests/security-context/compare/statefulset_sec-context-proxysql-k121.yml ']' + '[' '!' -z '' -a -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1731/e2e-tests/security-context/compare/statefulset_sec-context-proxysql-oc.yml ']' + '[' 0 = 1 -a -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1731/e2e-tests/security-context/compare/statefulset_sec-context-proxysql-eks.yml ']' + kubectl_bin get -o yaml statefulset/sec-context-proxysql + yq eval ' del(.metadata.managedFields) | del(.. | select(has("creationTimestamp")).creationTimestamp) | del(.. | select(has("namespace")).namespace) | del(.. | select(has("uid")).uid) | del(.metadata.resourceVersion) | del(.spec.template.spec.containers[].env[] | select(.name == "CLUSTER_HASH")) | del(.spec.template.spec.containers[].env[] | select(.name == "S3_BUCKET_PATH")) | del(.spec.template.spec.containers[].env[] | select(.name == "BACKUP_PATH")) | del(.spec.template.spec.containers[].env[] | select(.name == "S3_BUCKET_URL")) | del(.spec.template.spec.containers[].env[] | select(.name == "AZURE_CONTAINER_NAME")) | del(.metadata.selfLink) | del(.metadata.deletionTimestamp) | del(.metadata.annotations."kubernetes.io/psp") | del(.metadata.annotations."batch.kubernetes.io/job-tracking") | del(.metadata.annotations."cloud.google.com/neg") | del(.metadata.annotations."k8s.v1.cni.cncf.io*") | del(.metadata.annotations."k8s.ovn.org/pod-networks") | del(.spec.template.metadata.annotations."last-applied-secret") | del(.. | select(has("batch.kubernetes.io/controller-uid"))."batch.kubernetes.io/controller-uid") | del(.. | select(has("image")).image) | del(.. | select(has("clusterIP")).clusterIP) | del(.. | select(has("clusterIPs")).clusterIPs) | del(.. | select(has("dataSource")).dataSource) | del(.. | select(has("procMount")).procMount) | del(.. | select(has("storageClassName")).storageClassName) | del(.. | select(has("finalizers")).finalizers) | del(.. | select(has("kubernetes.io/pvc-protection"))."kubernetes.io/pvc-protection") | del(.. | select(has("volumeName")).volumeName) | del(.. | select(has("volume.beta.kubernetes.io/storage-provisioner"))."volume.beta.kubernetes.io/storage-provisioner") | del(.. | select(has("volume.kubernetes.io/storage-provisioner"))."volume.kubernetes.io/storage-provisioner") | del(.spec.volumeMode) | del(.spec.nodeName) | del(.. | select(has("volume.kubernetes.io/selected-node"))."volume.kubernetes.io/selected-node") | del(.. | select(has("percona.com/last-config-hash"))."percona.com/last-config-hash") | del(.. | select(has("percona.com/configuration-hash"))."percona.com/configuration-hash") | del(.. | select(has("percona.com/env-secret-config-hash"))."percona.com/env-secret-config-hash") | del(.. | select(has("percona.com/ssl-hash"))."percona.com/ssl-hash") | del(.. | select(has("percona.com/ssl-internal-hash"))."percona.com/ssl-internal-hash") | del(.spec.volumeClaimTemplates[].spec.volumeMode | select(. == "Filesystem")) | del(.. | select(has("healthCheckNodePort")).healthCheckNodePort) | del(.. | select(has("nodePort")).nodePort) | del(.. | select(has("imagePullSecrets")).imagePullSecrets) | del(.. | select(has("enableServiceLinks")).enableServiceLinks) | del(.status) | del(.spec.volumeClaimTemplates[].apiVersion) | del(.spec.volumeClaimTemplates[].kind) | del(.metadata.ownerReferences[].apiVersion) | del(.. | select(has("controller-uid")).controller-uid) | del(.. | select(has("preemptionPolicy")).preemptionPolicy) | del(.spec.ipFamilies) | del(.spec.ipFamilyPolicy) | (.. | select(. == "policy/v1beta1")) = "policy/v1" | del(.. | select(has("kubernetes.io/hostname"))."kubernetes.io/hostname") | (.. | select(tag == "!!str")) |= sub("security-context-1408", "namespace") | (.. | select(tag == "!!str")) |= sub("kube-api-access-.*", "kube-api-access") | del(.. | select(has("annotations")).annotations | select(length==0)) | del(.. | select(.[] == "percona-xtradb-cluster-operator-workload-token*"))' - ++ mktemp + local LAST_OUT=/tmp/tmp.F1sy7Y0AQ1 ++ mktemp + local LAST_ERR=/tmp/tmp.N5z5H0pUsm + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl get -o yaml statefulset/sec-context-proxysql + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.F1sy7Y0AQ1 + cat /tmp/tmp.N5z5H0pUsm + rm /tmp/tmp.F1sy7Y0AQ1 /tmp/tmp.N5z5H0pUsm + return 0 + diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-1731/e2e-tests/security-context/compare/statefulset_sec-context-proxysql.yml /tmp/tmp.uV7ZWHDpuo/statefulset_sec-context-proxysql.yml + desc 'change security context in PXC cluster' + set +o xtrace ----------------------------------------------------------------------------------- change security context in PXC cluster ----------------------------------------------------------------------------------- + pfx=-changes + apply_config /mnt/jenkins/workspace/cloud-pxc-operator_PR-1731/e2e-tests/security-context/conf/sec-context-changes.yml + '[' -z '' ']' + kubectl_bin apply -f - + cat_config /mnt/jenkins/workspace/cloud-pxc-operator_PR-1731/e2e-tests/security-context/conf/sec-context-changes.yml + /usr/bin/sed -e 's#apply:.*#apply: Never#' + /usr/bin/sed -e 's#image:.*-backup$#image: perconalab/percona-xtradb-cluster-operator:main-pxc8.0-backup#' + /usr/bin/sed -e 's#image:.*-pmm$#image: perconalab/pmm-client:dev-latest#' + /usr/bin/sed -e 's#image:.*-proxysql$#image: perconalab/percona-xtradb-cluster-operator:main-proxysql#' + /usr/bin/sed -e 's#image:.*-haproxy$#image: perconalab/percona-xtradb-cluster-operator:main-haproxy#' + /usr/bin/sed -e 's#image:.*-logcollector$#image: perconalab/percona-xtradb-cluster-operator:main-logcollector#' + /usr/bin/sed -e s~minio-service.#namespace~minio-service.security-context-1408~ + /usr/bin/sed -e 's#image:.*-init$#image: perconalab/percona-xtradb-cluster-operator:PR-1731-534e4b17#' ++ mktemp + local LAST_OUT=/tmp/tmp.T5l6QtgF9c ++ mktemp + local LAST_ERR=/tmp/tmp.VKyACxb956 + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl apply -f - + cat /mnt/jenkins/workspace/cloud-pxc-operator_PR-1731/e2e-tests/security-context/conf/sec-context-changes.yml + /usr/bin/sed -e 's#apiVersion: pxc.percona.com/v.*$#apiVersion: pxc.percona.com/v1#' + /usr/bin/sed -e 's#image:.*-pxc\([0-9]*.[0-9]*\)\{0,1\}$#image: perconalab/percona-xtradb-cluster-operator:main-pxc8.0#' + /usr/bin/sed -e 's#image:.*\/percona-xtradb-cluster:.*$#image: perconalab/percona-xtradb-cluster-operator:main-pxc8.0#' + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.T5l6QtgF9c perconaxtradbcluster.pxc.percona.com/sec-context configured + cat /tmp/tmp.VKyACxb956 + rm /tmp/tmp.T5l6QtgF9c /tmp/tmp.VKyACxb956 + return 0 + sleep 30 + desc 'check if service and statefulset chenged to expected config' + set +o xtrace ----------------------------------------------------------------------------------- check if service and statefulset chenged to expected config ----------------------------------------------------------------------------------- + compare_kubectl statefulset/sec-context-pxc -changes + local resource=statefulset/sec-context-pxc + local postfix=-changes + local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1731/e2e-tests/security-context/compare/statefulset_sec-context-pxc-changes.yml + local new_result=/tmp/tmp.uV7ZWHDpuo/statefulset_sec-context-pxc.yml + desc 'compare statefulset/sec-context-pxc--changes' + set +o xtrace ----------------------------------------------------------------------------------- compare statefulset/sec-context-pxc--changes ----------------------------------------------------------------------------------- + '[' 0 = 1 -a -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1731/e2e-tests/security-context/compare/statefulset_sec-context-pxc-changes-eks.yml ']' + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.0 ]] + '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1731/e2e-tests/security-context/compare/statefulset_sec-context-pxc-changes-80.yml ']' + version_gt 1.29 + desc 'return true if kubernetes version equal or greater than desired' + set +o xtrace ----------------------------------------------------------------------------------- return true if kubernetes version equal or greater than desired ----------------------------------------------------------------------------------- ++ bc -l ++ echo '1.26 >= 1.29' + '[' 0 -eq 1 ']' + return 1 + version_gt 1.27 + desc 'return true if kubernetes version equal or greater than desired' + set +o xtrace ----------------------------------------------------------------------------------- return true if kubernetes version equal or greater than desired ----------------------------------------------------------------------------------- ++ echo '1.26 >= 1.27' ++ bc -l + '[' 0 -eq 1 ']' + return 1 + version_gt 1.24 + desc 'return true if kubernetes version equal or greater than desired' + set +o xtrace ----------------------------------------------------------------------------------- return true if kubernetes version equal or greater than desired ----------------------------------------------------------------------------------- ++ echo '1.26 >= 1.24' ++ bc -l + '[' 1 -eq 1 ']' + return 0 + '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1731/e2e-tests/security-context/compare/statefulset_sec-context-pxc-changes-k124.yml ']' + version_gt 1.22 + desc 'return true if kubernetes version equal or greater than desired' + set +o xtrace ----------------------------------------------------------------------------------- return true if kubernetes version equal or greater than desired ----------------------------------------------------------------------------------- ++ echo '1.26 >= 1.22' ++ bc -l + '[' 1 -eq 1 ']' + return 0 + '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1731/e2e-tests/security-context/compare/statefulset_sec-context-pxc-changes-k122.yml ']' + version_gt 1.21 + desc 'return true if kubernetes version equal or greater than desired' + set +o xtrace ----------------------------------------------------------------------------------- return true if kubernetes version equal or greater than desired ----------------------------------------------------------------------------------- ++ echo '1.26 >= 1.21' ++ bc -l + '[' 1 -eq 1 ']' + return 0 + '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1731/e2e-tests/security-context/compare/statefulset_sec-context-pxc-changes-k121.yml ']' + '[' '!' -z '' -a -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1731/e2e-tests/security-context/compare/statefulset_sec-context-pxc-changes-oc.yml ']' + '[' 0 = 1 -a -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1731/e2e-tests/security-context/compare/statefulset_sec-context-pxc-changes-eks.yml ']' + kubectl_bin get -o yaml statefulset/sec-context-pxc + yq eval ' del(.metadata.managedFields) | del(.. | select(has("creationTimestamp")).creationTimestamp) | del(.. | select(has("namespace")).namespace) | del(.. | select(has("uid")).uid) | del(.metadata.resourceVersion) | del(.spec.template.spec.containers[].env[] | select(.name == "CLUSTER_HASH")) | del(.spec.template.spec.containers[].env[] | select(.name == "S3_BUCKET_PATH")) | del(.spec.template.spec.containers[].env[] | select(.name == "BACKUP_PATH")) | del(.spec.template.spec.containers[].env[] | select(.name == "S3_BUCKET_URL")) | del(.spec.template.spec.containers[].env[] | select(.name == "AZURE_CONTAINER_NAME")) | del(.metadata.selfLink) | del(.metadata.deletionTimestamp) | del(.metadata.annotations."kubernetes.io/psp") | del(.metadata.annotations."batch.kubernetes.io/job-tracking") | del(.metadata.annotations."cloud.google.com/neg") | del(.metadata.annotations."k8s.v1.cni.cncf.io*") | del(.metadata.annotations."k8s.ovn.org/pod-networks") | del(.spec.template.metadata.annotations."last-applied-secret") | del(.. | select(has("batch.kubernetes.io/controller-uid"))."batch.kubernetes.io/controller-uid") | del(.. | select(has("image")).image) | del(.. | select(has("clusterIP")).clusterIP) | del(.. | select(has("clusterIPs")).clusterIPs) | del(.. | select(has("dataSource")).dataSource) | del(.. | select(has("procMount")).procMount) | del(.. | select(has("storageClassName")).storageClassName) | del(.. | select(has("finalizers")).finalizers) | del(.. | select(has("kubernetes.io/pvc-protection"))."kubernetes.io/pvc-protection") | del(.. | select(has("volumeName")).volumeName) | del(.. | select(has("volume.beta.kubernetes.io/storage-provisioner"))."volume.beta.kubernetes.io/storage-provisioner") | del(.. | select(has("volume.kubernetes.io/storage-provisioner"))."volume.kubernetes.io/storage-provisioner") | del(.spec.volumeMode) | del(.spec.nodeName) | del(.. | select(has("volume.kubernetes.io/selected-node"))."volume.kubernetes.io/selected-node") | del(.. | select(has("percona.com/last-config-hash"))."percona.com/last-config-hash") | del(.. | select(has("percona.com/configuration-hash"))."percona.com/configuration-hash") | del(.. | select(has("percona.com/env-secret-config-hash"))."percona.com/env-secret-config-hash") | del(.. | select(has("percona.com/ssl-hash"))."percona.com/ssl-hash") | del(.. | select(has("percona.com/ssl-internal-hash"))."percona.com/ssl-internal-hash") | del(.spec.volumeClaimTemplates[].spec.volumeMode | select(. == "Filesystem")) | del(.. | select(has("healthCheckNodePort")).healthCheckNodePort) | del(.. | select(has("nodePort")).nodePort) | del(.. | select(has("imagePullSecrets")).imagePullSecrets) | del(.. | select(has("enableServiceLinks")).enableServiceLinks) | del(.status) | del(.spec.volumeClaimTemplates[].apiVersion) | del(.spec.volumeClaimTemplates[].kind) | del(.metadata.ownerReferences[].apiVersion) | del(.. | select(has("controller-uid")).controller-uid) | del(.. | select(has("preemptionPolicy")).preemptionPolicy) | del(.spec.ipFamilies) | del(.spec.ipFamilyPolicy) | (.. | select(. == "policy/v1beta1")) = "policy/v1" | del(.. | select(has("kubernetes.io/hostname"))."kubernetes.io/hostname") | (.. | select(tag == "!!str")) |= sub("security-context-1408", "namespace") | (.. | select(tag == "!!str")) |= sub("kube-api-access-.*", "kube-api-access") | del(.. | select(has("annotations")).annotations | select(length==0)) | del(.. | select(.[] == "percona-xtradb-cluster-operator-workload-token*"))' - ++ mktemp + local LAST_OUT=/tmp/tmp.HvTrBARC1X ++ mktemp + local LAST_ERR=/tmp/tmp.8WEpAcADA0 + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl get -o yaml statefulset/sec-context-pxc + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.HvTrBARC1X + cat /tmp/tmp.8WEpAcADA0 + rm /tmp/tmp.HvTrBARC1X /tmp/tmp.8WEpAcADA0 + return 0 + diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-1731/e2e-tests/security-context/compare/statefulset_sec-context-pxc-changes.yml /tmp/tmp.uV7ZWHDpuo/statefulset_sec-context-pxc.yml + compare_kubectl statefulset/sec-context-proxysql -changes + local resource=statefulset/sec-context-proxysql + local postfix=-changes + local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1731/e2e-tests/security-context/compare/statefulset_sec-context-proxysql-changes.yml + local new_result=/tmp/tmp.uV7ZWHDpuo/statefulset_sec-context-proxysql.yml + desc 'compare statefulset/sec-context-proxysql--changes' + set +o xtrace ----------------------------------------------------------------------------------- compare statefulset/sec-context-proxysql--changes ----------------------------------------------------------------------------------- + '[' 0 = 1 -a -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1731/e2e-tests/security-context/compare/statefulset_sec-context-proxysql-changes-eks.yml ']' + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.0 ]] + '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1731/e2e-tests/security-context/compare/statefulset_sec-context-proxysql-changes-80.yml ']' + version_gt 1.29 + desc 'return true if kubernetes version equal or greater than desired' + set +o xtrace ----------------------------------------------------------------------------------- return true if kubernetes version equal or greater than desired ----------------------------------------------------------------------------------- ++ echo '1.26 >= 1.29' ++ bc -l + '[' 0 -eq 1 ']' + return 1 + version_gt 1.27 + desc 'return true if kubernetes version equal or greater than desired' + set +o xtrace ----------------------------------------------------------------------------------- return true if kubernetes version equal or greater than desired ----------------------------------------------------------------------------------- ++ echo '1.26 >= 1.27' ++ bc -l + '[' 0 -eq 1 ']' + return 1 + version_gt 1.24 + desc 'return true if kubernetes version equal or greater than desired' + set +o xtrace ----------------------------------------------------------------------------------- return true if kubernetes version equal or greater than desired ----------------------------------------------------------------------------------- ++ echo '1.26 >= 1.24' ++ bc -l + '[' 1 -eq 1 ']' + return 0 + '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1731/e2e-tests/security-context/compare/statefulset_sec-context-proxysql-changes-k124.yml ']' + version_gt 1.22 + desc 'return true if kubernetes version equal or greater than desired' + set +o xtrace ----------------------------------------------------------------------------------- return true if kubernetes version equal or greater than desired ----------------------------------------------------------------------------------- ++ echo '1.26 >= 1.22' ++ bc -l + '[' 1 -eq 1 ']' + return 0 + '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1731/e2e-tests/security-context/compare/statefulset_sec-context-proxysql-changes-k122.yml ']' + version_gt 1.21 + desc 'return true if kubernetes version equal or greater than desired' + set +o xtrace ----------------------------------------------------------------------------------- return true if kubernetes version equal or greater than desired ----------------------------------------------------------------------------------- ++ echo '1.26 >= 1.21' ++ bc -l + '[' 1 -eq 1 ']' + return 0 + '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1731/e2e-tests/security-context/compare/statefulset_sec-context-proxysql-changes-k121.yml ']' + '[' '!' -z '' -a -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1731/e2e-tests/security-context/compare/statefulset_sec-context-proxysql-changes-oc.yml ']' + '[' 0 = 1 -a -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1731/e2e-tests/security-context/compare/statefulset_sec-context-proxysql-changes-eks.yml ']' + kubectl_bin get -o yaml statefulset/sec-context-proxysql + yq eval ' del(.metadata.managedFields) | del(.. | select(has("creationTimestamp")).creationTimestamp) | del(.. | select(has("namespace")).namespace) | del(.. | select(has("uid")).uid) | del(.metadata.resourceVersion) | del(.spec.template.spec.containers[].env[] | select(.name == "CLUSTER_HASH")) | del(.spec.template.spec.containers[].env[] | select(.name == "S3_BUCKET_PATH")) | del(.spec.template.spec.containers[].env[] | select(.name == "BACKUP_PATH")) | del(.spec.template.spec.containers[].env[] | select(.name == "S3_BUCKET_URL")) | del(.spec.template.spec.containers[].env[] | select(.name == "AZURE_CONTAINER_NAME")) | del(.metadata.selfLink) | del(.metadata.deletionTimestamp) | del(.metadata.annotations."kubernetes.io/psp") | del(.metadata.annotations."batch.kubernetes.io/job-tracking") | del(.metadata.annotations."cloud.google.com/neg") | del(.metadata.annotations."k8s.v1.cni.cncf.io*") | del(.metadata.annotations."k8s.ovn.org/pod-networks") | del(.spec.template.metadata.annotations."last-applied-secret") | del(.. | select(has("batch.kubernetes.io/controller-uid"))."batch.kubernetes.io/controller-uid") | del(.. | select(has("image")).image) | del(.. | select(has("clusterIP")).clusterIP) | del(.. | select(has("clusterIPs")).clusterIPs) | del(.. | select(has("dataSource")).dataSource) | del(.. | select(has("procMount")).procMount) | del(.. | select(has("storageClassName")).storageClassName) | del(.. | select(has("finalizers")).finalizers) | del(.. | select(has("kubernetes.io/pvc-protection"))."kubernetes.io/pvc-protection") | del(.. | select(has("volumeName")).volumeName) | del(.. | select(has("volume.beta.kubernetes.io/storage-provisioner"))."volume.beta.kubernetes.io/storage-provisioner") | del(.. | select(has("volume.kubernetes.io/storage-provisioner"))."volume.kubernetes.io/storage-provisioner") | del(.spec.volumeMode) | del(.spec.nodeName) | del(.. | select(has("volume.kubernetes.io/selected-node"))."volume.kubernetes.io/selected-node") | del(.. | select(has("percona.com/last-config-hash"))."percona.com/last-config-hash") | del(.. | select(has("percona.com/configuration-hash"))."percona.com/configuration-hash") | del(.. | select(has("percona.com/env-secret-config-hash"))."percona.com/env-secret-config-hash") | del(.. | select(has("percona.com/ssl-hash"))."percona.com/ssl-hash") | del(.. | select(has("percona.com/ssl-internal-hash"))."percona.com/ssl-internal-hash") | del(.spec.volumeClaimTemplates[].spec.volumeMode | select(. == "Filesystem")) | del(.. | select(has("healthCheckNodePort")).healthCheckNodePort) | del(.. | select(has("nodePort")).nodePort) | del(.. | select(has("imagePullSecrets")).imagePullSecrets) | del(.. | select(has("enableServiceLinks")).enableServiceLinks) | del(.status) | del(.spec.volumeClaimTemplates[].apiVersion) | del(.spec.volumeClaimTemplates[].kind) | del(.metadata.ownerReferences[].apiVersion) | del(.. | select(has("controller-uid")).controller-uid) | del(.. | select(has("preemptionPolicy")).preemptionPolicy) | del(.spec.ipFamilies) | del(.spec.ipFamilyPolicy) | (.. | select(. == "policy/v1beta1")) = "policy/v1" | del(.. | select(has("kubernetes.io/hostname"))."kubernetes.io/hostname") | (.. | select(tag == "!!str")) |= sub("security-context-1408", "namespace") | (.. | select(tag == "!!str")) |= sub("kube-api-access-.*", "kube-api-access") | del(.. | select(has("annotations")).annotations | select(length==0)) | del(.. | select(.[] == "percona-xtradb-cluster-operator-workload-token*"))' - ++ mktemp + local LAST_OUT=/tmp/tmp.XkNOQztsuU ++ mktemp + local LAST_ERR=/tmp/tmp.hev5dL3kPt + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl get -o yaml statefulset/sec-context-proxysql + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.XkNOQztsuU + cat /tmp/tmp.hev5dL3kPt + rm /tmp/tmp.XkNOQztsuU /tmp/tmp.hev5dL3kPt + return 0 + diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-1731/e2e-tests/security-context/compare/statefulset_sec-context-proxysql-changes.yml /tmp/tmp.uV7ZWHDpuo/statefulset_sec-context-proxysql.yml + wait_cluster_consistency sec-context 3 2 + local cluster_name=sec-context + local cluster_size=3 + local proxy_size=2 + '[' -z 2 ']' + desc 'wait cluster consistency' + set +o xtrace ----------------------------------------------------------------------------------- wait cluster consistency ----------------------------------------------------------------------------------- + local i=0 + local max=36 + sleep 7 ++ kubectl_bin get pxc sec-context -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.ISGzbzJBur +++ mktemp ++ local LAST_ERR=/tmp/tmp.jI2duLeS6k ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc sec-context -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.ISGzbzJBur ++ cat /tmp/tmp.jI2duLeS6k ++ rm /tmp/tmp.ISGzbzJBur /tmp/tmp.jI2duLeS6k ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo 'waiting for cluster readyness' waiting for cluster readyness + sleep 20 + [[ 0 -ge 36 ]] + let i+=1 ++ kubectl_bin get pxc sec-context -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.bHu81nE97Z +++ mktemp ++ local LAST_ERR=/tmp/tmp.K56Xhtnc00 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc sec-context -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.bHu81nE97Z ++ cat /tmp/tmp.K56Xhtnc00 ++ rm /tmp/tmp.bHu81nE97Z /tmp/tmp.K56Xhtnc00 ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo 'waiting for cluster readyness' waiting for cluster readyness + sleep 20 + [[ 1 -ge 36 ]] + let i+=1 ++ kubectl_bin get pxc sec-context -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.Fvah1MHeO1 +++ mktemp ++ local LAST_ERR=/tmp/tmp.iWTt877CNl ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc sec-context -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.Fvah1MHeO1 ++ cat /tmp/tmp.iWTt877CNl ++ rm /tmp/tmp.Fvah1MHeO1 /tmp/tmp.iWTt877CNl ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo 'waiting for cluster readyness' waiting for cluster readyness + sleep 20 + [[ 2 -ge 36 ]] + let i+=1 ++ kubectl_bin get pxc sec-context -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.IOsGIBe74Z +++ mktemp ++ local LAST_ERR=/tmp/tmp.evqcqqOktU ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc sec-context -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.IOsGIBe74Z ++ cat /tmp/tmp.evqcqqOktU ++ rm /tmp/tmp.IOsGIBe74Z /tmp/tmp.evqcqqOktU ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo 'waiting for cluster readyness' waiting for cluster readyness + sleep 20 + [[ 3 -ge 36 ]] + let i+=1 ++ kubectl_bin get pxc sec-context -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.BqG98zHA9w +++ mktemp ++ local LAST_ERR=/tmp/tmp.gNBW6jzHR7 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc sec-context -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.BqG98zHA9w ++ cat /tmp/tmp.gNBW6jzHR7 ++ rm /tmp/tmp.BqG98zHA9w /tmp/tmp.gNBW6jzHR7 ++ return 0 + [[ initializing == \r\e\a\d\y ]] + echo 'waiting for cluster readyness' waiting for cluster readyness + sleep 20 + [[ 4 -ge 36 ]] + let i+=1 ++ kubectl_bin get pxc sec-context -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.hTOKdml3Ti +++ mktemp ++ local LAST_ERR=/tmp/tmp.PTmILEwARw ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc sec-context -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.hTOKdml3Ti ++ cat /tmp/tmp.PTmILEwARw ++ rm /tmp/tmp.hTOKdml3Ti /tmp/tmp.PTmILEwARw ++ return 0 + [[ ready == \r\e\a\d\y ]] ++ kubectl_bin get pxc sec-context -o 'jsonpath={.status.pxc.ready}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.iiyrIVI5fB +++ mktemp ++ local LAST_ERR=/tmp/tmp.xch4YKUTax ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc sec-context -o 'jsonpath={.status.pxc.ready}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.iiyrIVI5fB ++ cat /tmp/tmp.xch4YKUTax ++ rm /tmp/tmp.iiyrIVI5fB /tmp/tmp.xch4YKUTax ++ return 0 + [[ 3 == \3 ]] +++ get_proxy_engine sec-context +++ local cluster_name=sec-context ++++ get_proxy sec-context ++++ local target_cluster=sec-context +++++ kubectl_bin get pxc sec-context -o 'jsonpath={.spec.haproxy.enabled}' ++++++ mktemp +++++ local LAST_OUT=/tmp/tmp.KPC4jwWyLz ++++++ mktemp +++++ local LAST_ERR=/tmp/tmp.n3R5XnMpKw +++++ local exit_status=0 ++++++ seq 0 2 +++++ for i in '$(seq 0 2)' +++++ set +e +++++ kubectl get pxc sec-context -o 'jsonpath={.spec.haproxy.enabled}' +++++ exit_status=0 +++++ set -e +++++ '[' 0 '!=' 0 ']' +++++ break +++++ cat /tmp/tmp.KPC4jwWyLz +++++ cat /tmp/tmp.n3R5XnMpKw +++++ rm /tmp/tmp.KPC4jwWyLz /tmp/tmp.n3R5XnMpKw +++++ return 0 ++++ [[ '' == \t\r\u\e ]] +++++ kubectl_bin get pxc sec-context -o 'jsonpath={.spec.proxysql.enabled}' ++++++ mktemp +++++ local LAST_OUT=/tmp/tmp.T5sotuiath ++++++ mktemp +++++ local LAST_ERR=/tmp/tmp.y0QCdDBB4q +++++ local exit_status=0 ++++++ seq 0 2 +++++ for i in '$(seq 0 2)' +++++ set +e +++++ kubectl get pxc sec-context -o 'jsonpath={.spec.proxysql.enabled}' +++++ exit_status=0 +++++ set -e +++++ '[' 0 '!=' 0 ']' +++++ break +++++ cat /tmp/tmp.T5sotuiath +++++ cat /tmp/tmp.y0QCdDBB4q +++++ rm /tmp/tmp.T5sotuiath /tmp/tmp.y0QCdDBB4q +++++ return 0 ++++ [[ true == \t\r\u\e ]] ++++ echo sec-context-proxysql ++++ return +++ local cluster_proxy=sec-context-proxysql +++ echo proxysql ++ kubectl_bin get pxc sec-context -o 'jsonpath={.status.proxysql.ready}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.pz3O4GLOn5 +++ mktemp ++ local LAST_ERR=/tmp/tmp.m2y630B21Z ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc sec-context -o 'jsonpath={.status.proxysql.ready}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.pz3O4GLOn5 ++ cat /tmp/tmp.m2y630B21Z ++ rm /tmp/tmp.pz3O4GLOn5 /tmp/tmp.m2y630B21Z ++ return 0 + [[ 2 == \2 ]] + desc 'run pvc backup' + set +o xtrace ----------------------------------------------------------------------------------- run pvc backup ----------------------------------------------------------------------------------- + backup=on-demand-backup-pvc + kubectl_bin apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1731/e2e-tests/security-context/conf/sec-context-on-demand-backup-pvc.yml ++ mktemp + local LAST_OUT=/tmp/tmp.ZRIUh3QSEK ++ mktemp + local LAST_ERR=/tmp/tmp.zNMaXgUZ8H + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1731/e2e-tests/security-context/conf/sec-context-on-demand-backup-pvc.yml + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.ZRIUh3QSEK perconaxtradbclusterbackup.pxc.percona.com/on-demand-backup-pvc created + cat /tmp/tmp.zNMaXgUZ8H + rm /tmp/tmp.ZRIUh3QSEK /tmp/tmp.zNMaXgUZ8H + return 0 + wait_backup on-demand-backup-pvc + local backup=on-demand-backup-pvc + local status=Succeeded + set +o xtrace on-demand-backup-pvc...................Succeeded + compare_kubectl job.batch/xb-on-demand-backup-pvc + local resource=job.batch/xb-on-demand-backup-pvc + local postfix= + local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1731/e2e-tests/security-context/compare/job.batch_xb-on-demand-backup-pvc.yml + local new_result=/tmp/tmp.uV7ZWHDpuo/job.batch_xb-on-demand-backup-pvc.yml + desc 'compare job.batch/xb-on-demand-backup-pvc-' + set +o xtrace ----------------------------------------------------------------------------------- compare job.batch/xb-on-demand-backup-pvc- ----------------------------------------------------------------------------------- + '[' 0 = 1 -a -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1731/e2e-tests/security-context/compare/job.batch_xb-on-demand-backup-pvc-eks.yml ']' + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.0 ]] + '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1731/e2e-tests/security-context/compare/job.batch_xb-on-demand-backup-pvc-80.yml ']' + version_gt 1.29 + desc 'return true if kubernetes version equal or greater than desired' + set +o xtrace ----------------------------------------------------------------------------------- return true if kubernetes version equal or greater than desired ----------------------------------------------------------------------------------- ++ echo '1.26 >= 1.29' ++ bc -l + '[' 0 -eq 1 ']' + return 1 + version_gt 1.27 + desc 'return true if kubernetes version equal or greater than desired' + set +o xtrace ----------------------------------------------------------------------------------- return true if kubernetes version equal or greater than desired ----------------------------------------------------------------------------------- ++ echo '1.26 >= 1.27' ++ bc -l + '[' 0 -eq 1 ']' + return 1 + version_gt 1.24 + desc 'return true if kubernetes version equal or greater than desired' + set +o xtrace ----------------------------------------------------------------------------------- return true if kubernetes version equal or greater than desired ----------------------------------------------------------------------------------- ++ echo '1.26 >= 1.24' ++ bc -l + '[' 1 -eq 1 ']' + return 0 + '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1731/e2e-tests/security-context/compare/job.batch_xb-on-demand-backup-pvc-k124.yml ']' + version_gt 1.22 + desc 'return true if kubernetes version equal or greater than desired' + set +o xtrace ----------------------------------------------------------------------------------- return true if kubernetes version equal or greater than desired ----------------------------------------------------------------------------------- ++ echo '1.26 >= 1.22' ++ bc -l + '[' 1 -eq 1 ']' + return 0 + '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1731/e2e-tests/security-context/compare/job.batch_xb-on-demand-backup-pvc-k122.yml ']' + version_gt 1.21 + desc 'return true if kubernetes version equal or greater than desired' + set +o xtrace ----------------------------------------------------------------------------------- return true if kubernetes version equal or greater than desired ----------------------------------------------------------------------------------- ++ echo '1.26 >= 1.21' ++ bc -l + '[' 1 -eq 1 ']' + return 0 + '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1731/e2e-tests/security-context/compare/job.batch_xb-on-demand-backup-pvc-k121.yml ']' + '[' '!' -z '' -a -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1731/e2e-tests/security-context/compare/job.batch_xb-on-demand-backup-pvc-oc.yml ']' + '[' 0 = 1 -a -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1731/e2e-tests/security-context/compare/job.batch_xb-on-demand-backup-pvc-eks.yml ']' + kubectl_bin get -o yaml job.batch/xb-on-demand-backup-pvc ++ mktemp + yq eval ' del(.metadata.managedFields) | del(.. | select(has("creationTimestamp")).creationTimestamp) | del(.. | select(has("namespace")).namespace) | del(.. | select(has("uid")).uid) | del(.metadata.resourceVersion) | del(.spec.template.spec.containers[].env[] | select(.name == "CLUSTER_HASH")) | del(.spec.template.spec.containers[].env[] | select(.name == "S3_BUCKET_PATH")) | del(.spec.template.spec.containers[].env[] | select(.name == "BACKUP_PATH")) | del(.spec.template.spec.containers[].env[] | select(.name == "S3_BUCKET_URL")) | del(.spec.template.spec.containers[].env[] | select(.name == "AZURE_CONTAINER_NAME")) | del(.metadata.selfLink) | del(.metadata.deletionTimestamp) | del(.metadata.annotations."kubernetes.io/psp") | del(.metadata.annotations."batch.kubernetes.io/job-tracking") | del(.metadata.annotations."cloud.google.com/neg") | del(.metadata.annotations."k8s.v1.cni.cncf.io*") | del(.metadata.annotations."k8s.ovn.org/pod-networks") | del(.spec.template.metadata.annotations."last-applied-secret") | del(.. | select(has("batch.kubernetes.io/controller-uid"))."batch.kubernetes.io/controller-uid") | del(.. | select(has("image")).image) | del(.. | select(has("clusterIP")).clusterIP) | del(.. | select(has("clusterIPs")).clusterIPs) | del(.. | select(has("dataSource")).dataSource) | del(.. | select(has("procMount")).procMount) | del(.. | select(has("storageClassName")).storageClassName) | del(.. | select(has("finalizers")).finalizers) | del(.. | select(has("kubernetes.io/pvc-protection"))."kubernetes.io/pvc-protection") | del(.. | select(has("volumeName")).volumeName) | del(.. | select(has("volume.beta.kubernetes.io/storage-provisioner"))."volume.beta.kubernetes.io/storage-provisioner") | del(.. | select(has("volume.kubernetes.io/storage-provisioner"))."volume.kubernetes.io/storage-provisioner") | del(.spec.volumeMode) | del(.spec.nodeName) | del(.. | select(has("volume.kubernetes.io/selected-node"))."volume.kubernetes.io/selected-node") | del(.. | select(has("percona.com/last-config-hash"))."percona.com/last-config-hash") | del(.. | select(has("percona.com/configuration-hash"))."percona.com/configuration-hash") | del(.. | select(has("percona.com/env-secret-config-hash"))."percona.com/env-secret-config-hash") | del(.. | select(has("percona.com/ssl-hash"))."percona.com/ssl-hash") | del(.. | select(has("percona.com/ssl-internal-hash"))."percona.com/ssl-internal-hash") | del(.spec.volumeClaimTemplates[].spec.volumeMode | select(. == "Filesystem")) | del(.. | select(has("healthCheckNodePort")).healthCheckNodePort) | del(.. | select(has("nodePort")).nodePort) | del(.. | select(has("imagePullSecrets")).imagePullSecrets) | del(.. | select(has("enableServiceLinks")).enableServiceLinks) | del(.status) | del(.spec.volumeClaimTemplates[].apiVersion) | del(.spec.volumeClaimTemplates[].kind) | del(.metadata.ownerReferences[].apiVersion) | del(.. | select(has("controller-uid")).controller-uid) | del(.. | select(has("preemptionPolicy")).preemptionPolicy) | del(.spec.ipFamilies) | del(.spec.ipFamilyPolicy) | (.. | select(. == "policy/v1beta1")) = "policy/v1" | del(.. | select(has("kubernetes.io/hostname"))."kubernetes.io/hostname") | (.. | select(tag == "!!str")) |= sub("security-context-1408", "namespace") | (.. | select(tag == "!!str")) |= sub("kube-api-access-.*", "kube-api-access") | del(.. | select(has("annotations")).annotations | select(length==0)) | del(.. | select(.[] == "percona-xtradb-cluster-operator-workload-token*"))' - + local LAST_OUT=/tmp/tmp.kUOKYO2o5D ++ mktemp + local LAST_ERR=/tmp/tmp.4SdeLcircc + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl get -o yaml job.batch/xb-on-demand-backup-pvc + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.kUOKYO2o5D + cat /tmp/tmp.4SdeLcircc + rm /tmp/tmp.kUOKYO2o5D /tmp/tmp.4SdeLcircc + return 0 + diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-1731/e2e-tests/security-context/compare/job.batch_xb-on-demand-backup-pvc.yml /tmp/tmp.uV7ZWHDpuo/job.batch_xb-on-demand-backup-pvc.yml ++ kubectl_bin config current-context +++ mktemp ++ local LAST_OUT=/tmp/tmp.sDfuACdKzi +++ mktemp ++ local LAST_ERR=/tmp/tmp.qrV3TLJEH1 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl config current-context ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.sDfuACdKzi ++ cat /tmp/tmp.qrV3TLJEH1 ++ rm /tmp/tmp.sDfuACdKzi /tmp/tmp.qrV3TLJEH1 ++ return 0 + kubectl_bin config set-context gke_cloud-dev-112233_us-central1-a_jen-pxc-1731-534e4b17-1-cluster9 --namespace=security-context-1408 ++ mktemp + local LAST_OUT=/tmp/tmp.77xe8EEwuP ++ mktemp + local LAST_ERR=/tmp/tmp.7a4AWKlgC7 + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl config set-context gke_cloud-dev-112233_us-central1-a_jen-pxc-1731-534e4b17-1-cluster9 --namespace=security-context-1408 + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.77xe8EEwuP Context "gke_cloud-dev-112233_us-central1-a_jen-pxc-1731-534e4b17-1-cluster9" modified. + cat /tmp/tmp.7a4AWKlgC7 + rm /tmp/tmp.77xe8EEwuP /tmp/tmp.7a4AWKlgC7 + return 0 + desc 'run pvc restore' + set +o xtrace ----------------------------------------------------------------------------------- run pvc restore ----------------------------------------------------------------------------------- + restore=restore-pvc + cat /mnt/jenkins/workspace/cloud-pxc-operator_PR-1731/e2e-tests/security-context/conf/sec-context-restore-pvc.yml + /usr/bin/sed -e s~minio-service.#namespace~minio-service.security-context-1408~ + kubectl_bin apply -f - ++ mktemp + local LAST_OUT=/tmp/tmp.cGMioOT9Us ++ mktemp + local LAST_ERR=/tmp/tmp.TPIAdLCcjd + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl apply -f - + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.cGMioOT9Us perconaxtradbclusterrestore.pxc.percona.com/restore-pvc created + cat /tmp/tmp.TPIAdLCcjd + rm /tmp/tmp.cGMioOT9Us /tmp/tmp.TPIAdLCcjd + return 0 + wait_pod restore-src-restore-pvc-sec-context + local pod=restore-src-restore-pvc-sec-context + local max_retry=480 + local ns= ++ echo restore-src-restore-pvc-sec-context ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ egrep '^(pxc|proxysql)$' + local container= + set +o xtrace Error from server (NotFound): pods "restore-src-restore-pvc-sec-context" not found restore-src-restore-pvc-sec-context.....................Ok + kubectl_bin get -o yaml pod/restore-src-restore-pvc-sec-context ++ mktemp + local LAST_OUT=/tmp/tmp.XTgjGbCWXy ++ mktemp + local LAST_ERR=/tmp/tmp.vEtYhS8e08 + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl get -o yaml pod/restore-src-restore-pvc-sec-context + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.XTgjGbCWXy apiVersion: v1 kind: Pod metadata: annotations: openshift.io/scc: privileged creationTimestamp: "2024-06-13T03:53:16Z" labels: name: restore-src-restore-pvc-sec-context name: restore-src-restore-pvc-sec-context namespace: security-context-1408 ownerReferences: - apiVersion: pxc.percona.com/v1 controller: true kind: PerconaXtraDBClusterRestore name: restore-pvc uid: a3fd4031-e732-454e-a84e-7a73885eb45c resourceVersion: "59915" uid: 23ac965a-0312-4984-afff-88ab0b064a52 spec: containers: - command: - recovery-pvc-donor.sh image: perconalab/percona-xtradb-cluster-operator:main-pxc8.0-backup imagePullPolicy: Always name: ncat resources: {} securityContext: privileged: true terminationMessagePath: /dev/termination-log terminationMessagePolicy: File volumeMounts: - mountPath: /backup name: backup - mountPath: /etc/mysql/ssl name: ssl - mountPath: /etc/mysql/ssl-internal name: ssl-internal - mountPath: /etc/mysql/vault-keyring-secret name: vault-keyring-secret - mountPath: /var/run/secrets/kubernetes.io/serviceaccount name: kube-api-access-jqrl8 readOnly: true dnsPolicy: ClusterFirst enableServiceLinks: true nodeName: gke-jen-pxc-1731-534e4b1-default-pool-8279f2af-rpxn preemptionPolicy: PreemptLowerPriority priority: 0 restartPolicy: Always schedulerName: default-scheduler securityContext: fsGroup: 1001 supplementalGroups: - 1001 - 1002 - 1003 serviceAccount: percona-xtradb-cluster-operator-workload serviceAccountName: percona-xtradb-cluster-operator-workload terminationGracePeriodSeconds: 30 tolerations: - effect: NoExecute key: node.kubernetes.io/not-ready operator: Exists tolerationSeconds: 300 - effect: NoExecute key: node.kubernetes.io/unreachable operator: Exists tolerationSeconds: 300 volumes: - name: backup persistentVolumeClaim: claimName: xb-on-demand-backup-pvc - name: ssl-internal secret: defaultMode: 420 optional: true secretName: some-name-ssl-internal - name: ssl secret: defaultMode: 420 optional: false secretName: some-name-ssl - name: vault-keyring-secret secret: defaultMode: 420 optional: true secretName: sec-context-vault - name: kube-api-access-jqrl8 projected: defaultMode: 420 sources: - serviceAccountToken: expirationSeconds: 3607 path: token - configMap: items: - key: ca.crt path: ca.crt name: kube-root-ca.crt - downwardAPI: items: - fieldRef: apiVersion: v1 fieldPath: metadata.namespace path: namespace status: conditions: - lastProbeTime: null lastTransitionTime: "2024-06-13T03:53:16Z" status: "True" type: Initialized - lastProbeTime: null lastTransitionTime: "2024-06-13T03:53:33Z" status: "True" type: Ready - lastProbeTime: null lastTransitionTime: "2024-06-13T03:53:33Z" status: "True" type: ContainersReady - lastProbeTime: null lastTransitionTime: "2024-06-13T03:53:16Z" status: "True" type: PodScheduled containerStatuses: - containerID: containerd://fda7ebf344ad56876dddaab972f1153ccda2e78295cae881abd4143194e3f596 image: docker.io/perconalab/percona-xtradb-cluster-operator:main-pxc8.0-backup imageID: docker.io/perconalab/percona-xtradb-cluster-operator@sha256:26346b4d536689353d06ac696f205755906b9aa7367d5a7923537939ffa71a72 lastState: {} name: ncat ready: true restartCount: 0 started: true state: running: startedAt: "2024-06-13T03:53:33Z" hostIP: 10.216.0.11 phase: Running podIP: 10.73.16.8 podIPs: - ip: 10.73.16.8 qosClass: BestEffort startTime: "2024-06-13T03:53:16Z" + cat /tmp/tmp.vEtYhS8e08 + rm /tmp/tmp.XTgjGbCWXy /tmp/tmp.vEtYhS8e08 + return 0 + version_gt 1.21 + desc 'return true if kubernetes version equal or greater than desired' + set +o xtrace ----------------------------------------------------------------------------------- return true if kubernetes version equal or greater than desired ----------------------------------------------------------------------------------- ++ bc -l ++ echo '1.26 >= 1.21' + '[' 1 -eq 1 ']' + return 0 + compare_kubectl pod/restore-src-restore-pvc-sec-context + local resource=pod/restore-src-restore-pvc-sec-context + local postfix= + local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1731/e2e-tests/security-context/compare/pod_restore-src-restore-pvc-sec-context.yml + local new_result=/tmp/tmp.uV7ZWHDpuo/pod_restore-src-restore-pvc-sec-context.yml + desc 'compare pod/restore-src-restore-pvc-sec-context-' + set +o xtrace ----------------------------------------------------------------------------------- compare pod/restore-src-restore-pvc-sec-context- ----------------------------------------------------------------------------------- + '[' 0 = 1 -a -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1731/e2e-tests/security-context/compare/pod_restore-src-restore-pvc-sec-context-eks.yml ']' + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.0 ]] + '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1731/e2e-tests/security-context/compare/pod_restore-src-restore-pvc-sec-context-80.yml ']' + version_gt 1.29 + desc 'return true if kubernetes version equal or greater than desired' + set +o xtrace ----------------------------------------------------------------------------------- return true if kubernetes version equal or greater than desired ----------------------------------------------------------------------------------- ++ bc -l ++ echo '1.26 >= 1.29' + '[' 0 -eq 1 ']' + return 1 + version_gt 1.27 + desc 'return true if kubernetes version equal or greater than desired' + set +o xtrace ----------------------------------------------------------------------------------- return true if kubernetes version equal or greater than desired ----------------------------------------------------------------------------------- ++ echo '1.26 >= 1.27' ++ bc -l + '[' 0 -eq 1 ']' + return 1 + version_gt 1.24 + desc 'return true if kubernetes version equal or greater than desired' + set +o xtrace ----------------------------------------------------------------------------------- return true if kubernetes version equal or greater than desired ----------------------------------------------------------------------------------- ++ bc -l ++ echo '1.26 >= 1.24' + '[' 1 -eq 1 ']' + return 0 + '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1731/e2e-tests/security-context/compare/pod_restore-src-restore-pvc-sec-context-k124.yml ']' + version_gt 1.22 + desc 'return true if kubernetes version equal or greater than desired' + set +o xtrace ----------------------------------------------------------------------------------- return true if kubernetes version equal or greater than desired ----------------------------------------------------------------------------------- ++ bc -l ++ echo '1.26 >= 1.22' + '[' 1 -eq 1 ']' + return 0 + '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1731/e2e-tests/security-context/compare/pod_restore-src-restore-pvc-sec-context-k122.yml ']' + version_gt 1.21 + desc 'return true if kubernetes version equal or greater than desired' + set +o xtrace ----------------------------------------------------------------------------------- return true if kubernetes version equal or greater than desired ----------------------------------------------------------------------------------- ++ bc -l ++ echo '1.26 >= 1.21' + '[' 1 -eq 1 ']' + return 0 + '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1731/e2e-tests/security-context/compare/pod_restore-src-restore-pvc-sec-context-k121.yml ']' + '[' '!' -z '' -a -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1731/e2e-tests/security-context/compare/pod_restore-src-restore-pvc-sec-context-oc.yml ']' + '[' 0 = 1 -a -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1731/e2e-tests/security-context/compare/pod_restore-src-restore-pvc-sec-context-eks.yml ']' + kubectl_bin get -o yaml pod/restore-src-restore-pvc-sec-context + yq eval ' del(.metadata.managedFields) | del(.. | select(has("creationTimestamp")).creationTimestamp) | del(.. | select(has("namespace")).namespace) | del(.. | select(has("uid")).uid) | del(.metadata.resourceVersion) | del(.spec.template.spec.containers[].env[] | select(.name == "CLUSTER_HASH")) | del(.spec.template.spec.containers[].env[] | select(.name == "S3_BUCKET_PATH")) | del(.spec.template.spec.containers[].env[] | select(.name == "BACKUP_PATH")) | del(.spec.template.spec.containers[].env[] | select(.name == "S3_BUCKET_URL")) | del(.spec.template.spec.containers[].env[] | select(.name == "AZURE_CONTAINER_NAME")) | del(.metadata.selfLink) | del(.metadata.deletionTimestamp) | del(.metadata.annotations."kubernetes.io/psp") | del(.metadata.annotations."batch.kubernetes.io/job-tracking") | del(.metadata.annotations."cloud.google.com/neg") | del(.metadata.annotations."k8s.v1.cni.cncf.io*") | del(.metadata.annotations."k8s.ovn.org/pod-networks") | del(.spec.template.metadata.annotations."last-applied-secret") | del(.. | select(has("batch.kubernetes.io/controller-uid"))."batch.kubernetes.io/controller-uid") | del(.. | select(has("image")).image) | del(.. | select(has("clusterIP")).clusterIP) | del(.. | select(has("clusterIPs")).clusterIPs) | del(.. | select(has("dataSource")).dataSource) | del(.. | select(has("procMount")).procMount) | del(.. | select(has("storageClassName")).storageClassName) | del(.. | select(has("finalizers")).finalizers) | del(.. | select(has("kubernetes.io/pvc-protection"))."kubernetes.io/pvc-protection") | del(.. | select(has("volumeName")).volumeName) | del(.. | select(has("volume.beta.kubernetes.io/storage-provisioner"))."volume.beta.kubernetes.io/storage-provisioner") | del(.. | select(has("volume.kubernetes.io/storage-provisioner"))."volume.kubernetes.io/storage-provisioner") | del(.spec.volumeMode) | del(.spec.nodeName) | del(.. | select(has("volume.kubernetes.io/selected-node"))."volume.kubernetes.io/selected-node") | del(.. | select(has("percona.com/last-config-hash"))."percona.com/last-config-hash") | del(.. | select(has("percona.com/configuration-hash"))."percona.com/configuration-hash") | del(.. | select(has("percona.com/env-secret-config-hash"))."percona.com/env-secret-config-hash") | del(.. | select(has("percona.com/ssl-hash"))."percona.com/ssl-hash") | del(.. | select(has("percona.com/ssl-internal-hash"))."percona.com/ssl-internal-hash") | del(.spec.volumeClaimTemplates[].spec.volumeMode | select(. == "Filesystem")) | del(.. | select(has("healthCheckNodePort")).healthCheckNodePort) | del(.. | select(has("nodePort")).nodePort) | del(.. | select(has("imagePullSecrets")).imagePullSecrets) | del(.. | select(has("enableServiceLinks")).enableServiceLinks) | del(.status) | del(.spec.volumeClaimTemplates[].apiVersion) | del(.spec.volumeClaimTemplates[].kind) | del(.metadata.ownerReferences[].apiVersion) | del(.. | select(has("controller-uid")).controller-uid) | del(.. | select(has("preemptionPolicy")).preemptionPolicy) | del(.spec.ipFamilies) | del(.spec.ipFamilyPolicy) | (.. | select(. == "policy/v1beta1")) = "policy/v1" | del(.. | select(has("kubernetes.io/hostname"))."kubernetes.io/hostname") | (.. | select(tag == "!!str")) |= sub("security-context-1408", "namespace") | (.. | select(tag == "!!str")) |= sub("kube-api-access-.*", "kube-api-access") | del(.. | select(has("annotations")).annotations | select(length==0)) | del(.. | select(.[] == "percona-xtradb-cluster-operator-workload-token*"))' - ++ mktemp + local LAST_OUT=/tmp/tmp.pJIffC9oKn ++ mktemp + local LAST_ERR=/tmp/tmp.jl1RBEj8ae + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl get -o yaml pod/restore-src-restore-pvc-sec-context + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.pJIffC9oKn + cat /tmp/tmp.jl1RBEj8ae + rm /tmp/tmp.pJIffC9oKn /tmp/tmp.jl1RBEj8ae + return 0 + diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-1731/e2e-tests/security-context/compare/pod_restore-src-restore-pvc-sec-context.yml /tmp/tmp.uV7ZWHDpuo/pod_restore-src-restore-pvc-sec-context.yml + wait_backup_restore restore-pvc + local backup_name=restore-pvc + local status=Succeeded + local wait_time=720 + desc 'wait backup restore' + set +o xtrace ----------------------------------------------------------------------------------- wait backup restore ----------------------------------------------------------------------------------- + set +o xtrace restore-pvc.........................................................................................................Succeeded + compare_kubectl job.batch/restore-job-restore-pvc-sec-context + local resource=job.batch/restore-job-restore-pvc-sec-context + local postfix= + local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1731/e2e-tests/security-context/compare/job.batch_restore-job-restore-pvc-sec-context.yml + local new_result=/tmp/tmp.uV7ZWHDpuo/job.batch_restore-job-restore-pvc-sec-context.yml + desc 'compare job.batch/restore-job-restore-pvc-sec-context-' + set +o xtrace ----------------------------------------------------------------------------------- compare job.batch/restore-job-restore-pvc-sec-context- ----------------------------------------------------------------------------------- + '[' 0 = 1 -a -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1731/e2e-tests/security-context/compare/job.batch_restore-job-restore-pvc-sec-context-eks.yml ']' + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.0 ]] + '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1731/e2e-tests/security-context/compare/job.batch_restore-job-restore-pvc-sec-context-80.yml ']' + version_gt 1.29 + desc 'return true if kubernetes version equal or greater than desired' + set +o xtrace ----------------------------------------------------------------------------------- return true if kubernetes version equal or greater than desired ----------------------------------------------------------------------------------- ++ echo '1.26 >= 1.29' ++ bc -l + '[' 0 -eq 1 ']' + return 1 + version_gt 1.27 + desc 'return true if kubernetes version equal or greater than desired' + set +o xtrace ----------------------------------------------------------------------------------- return true if kubernetes version equal or greater than desired ----------------------------------------------------------------------------------- ++ echo '1.26 >= 1.27' ++ bc -l + '[' 0 -eq 1 ']' + return 1 + version_gt 1.24 + desc 'return true if kubernetes version equal or greater than desired' + set +o xtrace ----------------------------------------------------------------------------------- return true if kubernetes version equal or greater than desired ----------------------------------------------------------------------------------- ++ echo '1.26 >= 1.24' ++ bc -l + '[' 1 -eq 1 ']' + return 0 + '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1731/e2e-tests/security-context/compare/job.batch_restore-job-restore-pvc-sec-context-k124.yml ']' + version_gt 1.22 + desc 'return true if kubernetes version equal or greater than desired' + set +o xtrace ----------------------------------------------------------------------------------- return true if kubernetes version equal or greater than desired ----------------------------------------------------------------------------------- ++ echo '1.26 >= 1.22' ++ bc -l + '[' 1 -eq 1 ']' + return 0 + '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1731/e2e-tests/security-context/compare/job.batch_restore-job-restore-pvc-sec-context-k122.yml ']' + version_gt 1.21 + desc 'return true if kubernetes version equal or greater than desired' + set +o xtrace ----------------------------------------------------------------------------------- return true if kubernetes version equal or greater than desired ----------------------------------------------------------------------------------- ++ echo '1.26 >= 1.21' ++ bc -l + '[' 1 -eq 1 ']' + return 0 + '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1731/e2e-tests/security-context/compare/job.batch_restore-job-restore-pvc-sec-context-k121.yml ']' + '[' '!' -z '' -a -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1731/e2e-tests/security-context/compare/job.batch_restore-job-restore-pvc-sec-context-oc.yml ']' + '[' 0 = 1 -a -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1731/e2e-tests/security-context/compare/job.batch_restore-job-restore-pvc-sec-context-eks.yml ']' + kubectl_bin get -o yaml job.batch/restore-job-restore-pvc-sec-context ++ mktemp + yq eval ' del(.metadata.managedFields) | del(.. | select(has("creationTimestamp")).creationTimestamp) | del(.. | select(has("namespace")).namespace) | del(.. | select(has("uid")).uid) | del(.metadata.resourceVersion) | del(.spec.template.spec.containers[].env[] | select(.name == "CLUSTER_HASH")) | del(.spec.template.spec.containers[].env[] | select(.name == "S3_BUCKET_PATH")) | del(.spec.template.spec.containers[].env[] | select(.name == "BACKUP_PATH")) | del(.spec.template.spec.containers[].env[] | select(.name == "S3_BUCKET_URL")) | del(.spec.template.spec.containers[].env[] | select(.name == "AZURE_CONTAINER_NAME")) | del(.metadata.selfLink) | del(.metadata.deletionTimestamp) | del(.metadata.annotations."kubernetes.io/psp") | del(.metadata.annotations."batch.kubernetes.io/job-tracking") | del(.metadata.annotations."cloud.google.com/neg") | del(.metadata.annotations."k8s.v1.cni.cncf.io*") | del(.metadata.annotations."k8s.ovn.org/pod-networks") | del(.spec.template.metadata.annotations."last-applied-secret") | del(.. | select(has("batch.kubernetes.io/controller-uid"))."batch.kubernetes.io/controller-uid") | del(.. | select(has("image")).image) | del(.. | select(has("clusterIP")).clusterIP) | del(.. | select(has("clusterIPs")).clusterIPs) | del(.. | select(has("dataSource")).dataSource) | del(.. | select(has("procMount")).procMount) | del(.. | select(has("storageClassName")).storageClassName) | del(.. | select(has("finalizers")).finalizers) | del(.. | select(has("kubernetes.io/pvc-protection"))."kubernetes.io/pvc-protection") | del(.. | select(has("volumeName")).volumeName) | del(.. | select(has("volume.beta.kubernetes.io/storage-provisioner"))."volume.beta.kubernetes.io/storage-provisioner") | del(.. | select(has("volume.kubernetes.io/storage-provisioner"))."volume.kubernetes.io/storage-provisioner") | del(.spec.volumeMode) | del(.spec.nodeName) | del(.. | select(has("volume.kubernetes.io/selected-node"))."volume.kubernetes.io/selected-node") | del(.. | select(has("percona.com/last-config-hash"))."percona.com/last-config-hash") | del(.. | select(has("percona.com/configuration-hash"))."percona.com/configuration-hash") | del(.. | select(has("percona.com/env-secret-config-hash"))."percona.com/env-secret-config-hash") | del(.. | select(has("percona.com/ssl-hash"))."percona.com/ssl-hash") | del(.. | select(has("percona.com/ssl-internal-hash"))."percona.com/ssl-internal-hash") | del(.spec.volumeClaimTemplates[].spec.volumeMode | select(. == "Filesystem")) | del(.. | select(has("healthCheckNodePort")).healthCheckNodePort) | del(.. | select(has("nodePort")).nodePort) | del(.. | select(has("imagePullSecrets")).imagePullSecrets) | del(.. | select(has("enableServiceLinks")).enableServiceLinks) | del(.status) | del(.spec.volumeClaimTemplates[].apiVersion) | del(.spec.volumeClaimTemplates[].kind) | del(.metadata.ownerReferences[].apiVersion) | del(.. | select(has("controller-uid")).controller-uid) | del(.. | select(has("preemptionPolicy")).preemptionPolicy) | del(.spec.ipFamilies) | del(.spec.ipFamilyPolicy) | (.. | select(. == "policy/v1beta1")) = "policy/v1" | del(.. | select(has("kubernetes.io/hostname"))."kubernetes.io/hostname") | (.. | select(tag == "!!str")) |= sub("security-context-1408", "namespace") | (.. | select(tag == "!!str")) |= sub("kube-api-access-.*", "kube-api-access") | del(.. | select(has("annotations")).annotations | select(length==0)) | del(.. | select(.[] == "percona-xtradb-cluster-operator-workload-token*"))' - + local LAST_OUT=/tmp/tmp.k0K1WGgJwL ++ mktemp + local LAST_ERR=/tmp/tmp.oTKzbQBUgw + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl get -o yaml job.batch/restore-job-restore-pvc-sec-context + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.k0K1WGgJwL + cat /tmp/tmp.oTKzbQBUgw + rm /tmp/tmp.k0K1WGgJwL /tmp/tmp.oTKzbQBUgw + return 0 + diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-1731/e2e-tests/security-context/compare/job.batch_restore-job-restore-pvc-sec-context.yml /tmp/tmp.uV7ZWHDpuo/job.batch_restore-job-restore-pvc-sec-context.yml + desc 'run s3 backup' + set +o xtrace ----------------------------------------------------------------------------------- run s3 backup ----------------------------------------------------------------------------------- + kubectl_bin apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1731/e2e-tests/conf/minio-secret.yml ++ mktemp + local LAST_OUT=/tmp/tmp.yr3dat28Zk ++ mktemp + local LAST_ERR=/tmp/tmp.xQDXa7hjc8 + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1731/e2e-tests/conf/minio-secret.yml + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.yr3dat28Zk secret/minio-secret unchanged + cat /tmp/tmp.xQDXa7hjc8 + rm /tmp/tmp.yr3dat28Zk /tmp/tmp.xQDXa7hjc8 + return 0 + start_minio + deploy_helm security-context-1408 + helm repo add hashicorp https://helm.releases.hashicorp.com "hashicorp" already exists with the same configuration, skipping + helm repo add minio https://charts.min.io/ "minio" already exists with the same configuration, skipping + helm repo update Hang tight while we grab the latest from your chart repositories... ...Successfully got an update from the "hashicorp" chart repository ...Successfully got an update from the "percona" chart repository ...Successfully got an update from the "chaos-mesh" chart repository ...Successfully got an update from the "minio" chart repository Update Complete. ⎈Happy Helming!⎈ + local cert_secret= + local endpoint=http://minio-service:9000 + minio_args=(--version 5.0.14 --set replicas=1 --set mode=standalone --set resources.requests.memory=256Mi --set rootUser=rootuser --set rootPassword=rootpass123 --set "users[0].accessKey=some-access-key" --set "users[0].secretKey=some-secret-key" --set "users[0].policy=consoleAdmin" --set service.type=ClusterIP --set configPathmc=/tmp/ --set securityContext.enabled=false --set persistence.size=2G) + local minio_args + [[ -n '' ]] + desc 'install Minio' + set +o xtrace ----------------------------------------------------------------------------------- install Minio ----------------------------------------------------------------------------------- + helm uninstall minio-service Error: uninstall: Release not loaded: minio-service: release: not found + : + retry 10 60 helm install minio-service --version 5.0.14 --set replicas=1 --set mode=standalone --set resources.requests.memory=256Mi --set rootUser=rootuser --set rootPassword=rootpass123 --set 'users[0].accessKey=some-access-key' --set 'users[0].secretKey=some-secret-key' --set 'users[0].policy=consoleAdmin' --set service.type=ClusterIP --set configPathmc=/tmp/ --set securityContext.enabled=false --set persistence.size=2G minio/minio + local max=10 + local delay=60 + shift 2 + local n=1 + helm install minio-service --version 5.0.14 --set replicas=1 --set mode=standalone --set resources.requests.memory=256Mi --set rootUser=rootuser --set rootPassword=rootpass123 --set 'users[0].accessKey=some-access-key' --set 'users[0].secretKey=some-secret-key' --set 'users[0].policy=consoleAdmin' --set service.type=ClusterIP --set configPathmc=/tmp/ --set securityContext.enabled=false --set persistence.size=2G minio/minio NAME: minio-service LAST DEPLOYED: Thu Jun 13 03:57:13 2024 NAMESPACE: security-context-1408 STATUS: deployed REVISION: 1 TEST SUITE: None NOTES: MinIO can be accessed via port 9000 on the following DNS name from within your cluster: minio-service.security-context-1408.svc.cluster.local To access MinIO from localhost, run the below commands: 1. export POD_NAME=$(kubectl get pods --namespace security-context-1408 -l "release=minio-service" -o jsonpath="{.items[0].metadata.name}") 2. kubectl port-forward $POD_NAME 9000 --namespace security-context-1408 Read more about port forwarding here: http://kubernetes.io/docs/user-guide/kubectl/kubectl_port-forward/ You can now access MinIO server on http://localhost:9000. Follow the below steps to connect to MinIO server with mc client: 1. Download the MinIO mc client - https://min.io/docs/minio/linux/reference/minio-mc.html#quickstart 2. export MC_HOST_minio-service-local=http://$(kubectl get secret --namespace security-context-1408 minio-service -o jsonpath="{.data.rootUser}" | base64 --decode):$(kubectl get secret --namespace security-context-1408 minio-service -o jsonpath="{.data.rootPassword}" | base64 --decode)@localhost:9000 3. mc ls minio-service-local + sleep 30 ++ kubectl_bin get pods --selector=release=minio-service -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.NOlI9ZZZoS +++ mktemp ++ local LAST_ERR=/tmp/tmp.VRG7gjZ1Yo ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=release=minio-service -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.NOlI9ZZZoS ++ cat /tmp/tmp.VRG7gjZ1Yo ++ rm /tmp/tmp.NOlI9ZZZoS /tmp/tmp.VRG7gjZ1Yo ++ return 0 + MINIO_POD=minio-service-76ffcfd45-lb7vn + wait_pod minio-service-76ffcfd45-lb7vn + local pod=minio-service-76ffcfd45-lb7vn + local max_retry=480 + local ns= ++ egrep '^(pxc|proxysql)$' ++ echo minio-service-76ffcfd45-lb7vn ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' + local container= + set +o xtrace pod/minio-service-76ffcfd45-lb7vn condition met minio-service-76ffcfd45-lb7vn.Ok + kubectl_bin run -i --rm aws-cli --image=perconalab/awscli --restart=Never -- /usr/bin/env AWS_ACCESS_KEY_ID=some-access-key AWS_SECRET_ACCESS_KEY=some-secret-key AWS_DEFAULT_REGION=us-east-1 /usr/bin/aws --endpoint-url http://minio-service:9000 --no-verify-ssl s3 mb s3://operator-testing ++ mktemp + local LAST_OUT=/tmp/tmp.N6qlFm0Tf9 ++ mktemp + local LAST_ERR=/tmp/tmp.JbTXWuHazO + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl run -i --rm aws-cli --image=perconalab/awscli --restart=Never -- /usr/bin/env AWS_ACCESS_KEY_ID=some-access-key AWS_SECRET_ACCESS_KEY=some-secret-key AWS_DEFAULT_REGION=us-east-1 /usr/bin/aws --endpoint-url http://minio-service:9000 --no-verify-ssl s3 mb s3://operator-testing + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.N6qlFm0Tf9 make_bucket: operator-testing pod "aws-cli" deleted + cat /tmp/tmp.JbTXWuHazO If you don't see a command prompt, try pressing enter. warning: couldn't attach to pod/aws-cli, falling back to streaming logs: unable to upgrade connection: container aws-cli not found in pod aws-cli_security-context-1408 + rm /tmp/tmp.N6qlFm0Tf9 /tmp/tmp.JbTXWuHazO + return 0 + wait_cluster_consistency sec-context 3 2 + local cluster_name=sec-context + local cluster_size=3 + local proxy_size=2 + '[' -z 2 ']' + desc 'wait cluster consistency' + set +o xtrace ----------------------------------------------------------------------------------- wait cluster consistency ----------------------------------------------------------------------------------- + local i=0 + local max=36 + sleep 7 ++ kubectl_bin get pxc sec-context -o 'jsonpath={.status.state}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.smi3cThbp3 +++ mktemp ++ local LAST_ERR=/tmp/tmp.tu2PRzqvks ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc sec-context -o 'jsonpath={.status.state}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.smi3cThbp3 ++ cat /tmp/tmp.tu2PRzqvks ++ rm /tmp/tmp.smi3cThbp3 /tmp/tmp.tu2PRzqvks ++ return 0 + [[ ready == \r\e\a\d\y ]] ++ kubectl_bin get pxc sec-context -o 'jsonpath={.status.pxc.ready}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.lQ3cgPOSBm +++ mktemp ++ local LAST_ERR=/tmp/tmp.68R5Afv1c2 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc sec-context -o 'jsonpath={.status.pxc.ready}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.lQ3cgPOSBm ++ cat /tmp/tmp.68R5Afv1c2 ++ rm /tmp/tmp.lQ3cgPOSBm /tmp/tmp.68R5Afv1c2 ++ return 0 + [[ 3 == \3 ]] +++ get_proxy_engine sec-context +++ local cluster_name=sec-context ++++ get_proxy sec-context ++++ local target_cluster=sec-context +++++ kubectl_bin get pxc sec-context -o 'jsonpath={.spec.haproxy.enabled}' ++++++ mktemp +++++ local LAST_OUT=/tmp/tmp.CAhNNROmoo ++++++ mktemp +++++ local LAST_ERR=/tmp/tmp.ueN9uCK6W6 +++++ local exit_status=0 ++++++ seq 0 2 +++++ for i in '$(seq 0 2)' +++++ set +e +++++ kubectl get pxc sec-context -o 'jsonpath={.spec.haproxy.enabled}' +++++ exit_status=0 +++++ set -e +++++ '[' 0 '!=' 0 ']' +++++ break +++++ cat /tmp/tmp.CAhNNROmoo +++++ cat /tmp/tmp.ueN9uCK6W6 +++++ rm /tmp/tmp.CAhNNROmoo /tmp/tmp.ueN9uCK6W6 +++++ return 0 ++++ [[ '' == \t\r\u\e ]] +++++ kubectl_bin get pxc sec-context -o 'jsonpath={.spec.proxysql.enabled}' ++++++ mktemp +++++ local LAST_OUT=/tmp/tmp.s6ElnHxPUI ++++++ mktemp +++++ local LAST_ERR=/tmp/tmp.8mQToMIfwf +++++ local exit_status=0 ++++++ seq 0 2 +++++ for i in '$(seq 0 2)' +++++ set +e +++++ kubectl get pxc sec-context -o 'jsonpath={.spec.proxysql.enabled}' +++++ exit_status=0 +++++ set -e +++++ '[' 0 '!=' 0 ']' +++++ break +++++ cat /tmp/tmp.s6ElnHxPUI +++++ cat /tmp/tmp.8mQToMIfwf +++++ rm /tmp/tmp.s6ElnHxPUI /tmp/tmp.8mQToMIfwf +++++ return 0 ++++ [[ true == \t\r\u\e ]] ++++ echo sec-context-proxysql ++++ return +++ local cluster_proxy=sec-context-proxysql +++ echo proxysql ++ kubectl_bin get pxc sec-context -o 'jsonpath={.status.proxysql.ready}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.E5TaeEvajy +++ mktemp ++ local LAST_ERR=/tmp/tmp.FjTouEol8R ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc sec-context -o 'jsonpath={.status.proxysql.ready}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.E5TaeEvajy ++ cat /tmp/tmp.FjTouEol8R ++ rm /tmp/tmp.E5TaeEvajy /tmp/tmp.FjTouEol8R ++ return 0 + [[ 2 == \2 ]] + backup=on-demand-backup-s3 + kubectl_bin apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1731/e2e-tests/security-context/conf/sec-context-on-demand-backup-s3.yml ++ mktemp + local LAST_OUT=/tmp/tmp.hlurfvHceb ++ mktemp + local LAST_ERR=/tmp/tmp.kfWlI68ord + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1731/e2e-tests/security-context/conf/sec-context-on-demand-backup-s3.yml + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.hlurfvHceb perconaxtradbclusterbackup.pxc.percona.com/on-demand-backup-s3 created + cat /tmp/tmp.kfWlI68ord + rm /tmp/tmp.hlurfvHceb /tmp/tmp.kfWlI68ord + return 0 + wait_backup on-demand-backup-s3 + local backup=on-demand-backup-s3 + local status=Succeeded + set +o xtrace on-demand-backup-s3..............Succeeded + compare_kubectl job.batch/xb-on-demand-backup-s3 + local resource=job.batch/xb-on-demand-backup-s3 + local postfix= + local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1731/e2e-tests/security-context/compare/job.batch_xb-on-demand-backup-s3.yml + local new_result=/tmp/tmp.uV7ZWHDpuo/job.batch_xb-on-demand-backup-s3.yml + desc 'compare job.batch/xb-on-demand-backup-s3-' + set +o xtrace ----------------------------------------------------------------------------------- compare job.batch/xb-on-demand-backup-s3- ----------------------------------------------------------------------------------- + '[' 0 = 1 -a -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1731/e2e-tests/security-context/compare/job.batch_xb-on-demand-backup-s3-eks.yml ']' + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.0 ]] + '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1731/e2e-tests/security-context/compare/job.batch_xb-on-demand-backup-s3-80.yml ']' + version_gt 1.29 + desc 'return true if kubernetes version equal or greater than desired' + set +o xtrace ----------------------------------------------------------------------------------- return true if kubernetes version equal or greater than desired ----------------------------------------------------------------------------------- ++ echo '1.26 >= 1.29' ++ bc -l + '[' 0 -eq 1 ']' + return 1 + version_gt 1.27 + desc 'return true if kubernetes version equal or greater than desired' + set +o xtrace ----------------------------------------------------------------------------------- return true if kubernetes version equal or greater than desired ----------------------------------------------------------------------------------- ++ echo '1.26 >= 1.27' ++ bc -l + '[' 0 -eq 1 ']' + return 1 + version_gt 1.24 + desc 'return true if kubernetes version equal or greater than desired' + set +o xtrace ----------------------------------------------------------------------------------- return true if kubernetes version equal or greater than desired ----------------------------------------------------------------------------------- ++ echo '1.26 >= 1.24' ++ bc -l + '[' 1 -eq 1 ']' + return 0 + '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1731/e2e-tests/security-context/compare/job.batch_xb-on-demand-backup-s3-k124.yml ']' + version_gt 1.22 + desc 'return true if kubernetes version equal or greater than desired' + set +o xtrace ----------------------------------------------------------------------------------- return true if kubernetes version equal or greater than desired ----------------------------------------------------------------------------------- ++ echo '1.26 >= 1.22' ++ bc -l + '[' 1 -eq 1 ']' + return 0 + '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1731/e2e-tests/security-context/compare/job.batch_xb-on-demand-backup-s3-k122.yml ']' + version_gt 1.21 + desc 'return true if kubernetes version equal or greater than desired' + set +o xtrace ----------------------------------------------------------------------------------- return true if kubernetes version equal or greater than desired ----------------------------------------------------------------------------------- ++ echo '1.26 >= 1.21' ++ bc -l + '[' 1 -eq 1 ']' + return 0 + '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1731/e2e-tests/security-context/compare/job.batch_xb-on-demand-backup-s3-k121.yml ']' + '[' '!' -z '' -a -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1731/e2e-tests/security-context/compare/job.batch_xb-on-demand-backup-s3-oc.yml ']' + '[' 0 = 1 -a -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1731/e2e-tests/security-context/compare/job.batch_xb-on-demand-backup-s3-eks.yml ']' + kubectl_bin get -o yaml job.batch/xb-on-demand-backup-s3 ++ mktemp + yq eval ' del(.metadata.managedFields) | del(.. | select(has("creationTimestamp")).creationTimestamp) | del(.. | select(has("namespace")).namespace) | del(.. | select(has("uid")).uid) | del(.metadata.resourceVersion) | del(.spec.template.spec.containers[].env[] | select(.name == "CLUSTER_HASH")) | del(.spec.template.spec.containers[].env[] | select(.name == "S3_BUCKET_PATH")) | del(.spec.template.spec.containers[].env[] | select(.name == "BACKUP_PATH")) | del(.spec.template.spec.containers[].env[] | select(.name == "S3_BUCKET_URL")) | del(.spec.template.spec.containers[].env[] | select(.name == "AZURE_CONTAINER_NAME")) | del(.metadata.selfLink) | del(.metadata.deletionTimestamp) | del(.metadata.annotations."kubernetes.io/psp") | del(.metadata.annotations."batch.kubernetes.io/job-tracking") | del(.metadata.annotations."cloud.google.com/neg") | del(.metadata.annotations."k8s.v1.cni.cncf.io*") | del(.metadata.annotations."k8s.ovn.org/pod-networks") | del(.spec.template.metadata.annotations."last-applied-secret") | del(.. | select(has("batch.kubernetes.io/controller-uid"))."batch.kubernetes.io/controller-uid") | del(.. | select(has("image")).image) | del(.. | select(has("clusterIP")).clusterIP) | del(.. | select(has("clusterIPs")).clusterIPs) | del(.. | select(has("dataSource")).dataSource) | del(.. | select(has("procMount")).procMount) | del(.. | select(has("storageClassName")).storageClassName) | del(.. | select(has("finalizers")).finalizers) | del(.. | select(has("kubernetes.io/pvc-protection"))."kubernetes.io/pvc-protection") | del(.. | select(has("volumeName")).volumeName) | del(.. | select(has("volume.beta.kubernetes.io/storage-provisioner"))."volume.beta.kubernetes.io/storage-provisioner") | del(.. | select(has("volume.kubernetes.io/storage-provisioner"))."volume.kubernetes.io/storage-provisioner") | del(.spec.volumeMode) | del(.spec.nodeName) | del(.. | select(has("volume.kubernetes.io/selected-node"))."volume.kubernetes.io/selected-node") | del(.. | select(has("percona.com/last-config-hash"))."percona.com/last-config-hash") | del(.. | select(has("percona.com/configuration-hash"))."percona.com/configuration-hash") | del(.. | select(has("percona.com/env-secret-config-hash"))."percona.com/env-secret-config-hash") | del(.. | select(has("percona.com/ssl-hash"))."percona.com/ssl-hash") | del(.. | select(has("percona.com/ssl-internal-hash"))."percona.com/ssl-internal-hash") | del(.spec.volumeClaimTemplates[].spec.volumeMode | select(. == "Filesystem")) | del(.. | select(has("healthCheckNodePort")).healthCheckNodePort) | del(.. | select(has("nodePort")).nodePort) | del(.. | select(has("imagePullSecrets")).imagePullSecrets) | del(.. | select(has("enableServiceLinks")).enableServiceLinks) | del(.status) | del(.spec.volumeClaimTemplates[].apiVersion) | del(.spec.volumeClaimTemplates[].kind) | del(.metadata.ownerReferences[].apiVersion) | del(.. | select(has("controller-uid")).controller-uid) | del(.. | select(has("preemptionPolicy")).preemptionPolicy) | del(.spec.ipFamilies) | del(.spec.ipFamilyPolicy) | (.. | select(. == "policy/v1beta1")) = "policy/v1" | del(.. | select(has("kubernetes.io/hostname"))."kubernetes.io/hostname") | (.. | select(tag == "!!str")) |= sub("security-context-1408", "namespace") | (.. | select(tag == "!!str")) |= sub("kube-api-access-.*", "kube-api-access") | del(.. | select(has("annotations")).annotations | select(length==0)) | del(.. | select(.[] == "percona-xtradb-cluster-operator-workload-token*"))' - + local LAST_OUT=/tmp/tmp.a8RJCA7Czx ++ mktemp + local LAST_ERR=/tmp/tmp.UEHTieWdzS + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl get -o yaml job.batch/xb-on-demand-backup-s3 + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.a8RJCA7Czx + cat /tmp/tmp.UEHTieWdzS + rm /tmp/tmp.a8RJCA7Czx /tmp/tmp.UEHTieWdzS + return 0 + diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-1731/e2e-tests/security-context/compare/job.batch_xb-on-demand-backup-s3.yml /tmp/tmp.uV7ZWHDpuo/job.batch_xb-on-demand-backup-s3.yml + desc 'run s3 restore' + set +o xtrace ----------------------------------------------------------------------------------- run s3 restore ----------------------------------------------------------------------------------- + restore=restore-s3 + /usr/bin/sed -e s~minio-service.#namespace~minio-service.security-context-1408~ + kubectl_bin apply -f - + cat /mnt/jenkins/workspace/cloud-pxc-operator_PR-1731/e2e-tests/security-context/conf/sec-context-restore-s3.yml ++ mktemp + local LAST_OUT=/tmp/tmp.a5E7C0AHvS ++ mktemp + local LAST_ERR=/tmp/tmp.ThRcz16FQT + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl apply -f - + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.a5E7C0AHvS perconaxtradbclusterrestore.pxc.percona.com/restore-s3 created + cat /tmp/tmp.ThRcz16FQT + rm /tmp/tmp.a5E7C0AHvS /tmp/tmp.ThRcz16FQT + return 0 + wait_backup_restore restore-s3 + local backup_name=restore-s3 + local status=Succeeded + local wait_time=720 + desc 'wait backup restore' + set +o xtrace ----------------------------------------------------------------------------------- wait backup restore ----------------------------------------------------------------------------------- + set +o xtrace restore-s3..............................................................................................................................Succeeded + compare_kubectl job.batch/restore-job-restore-s3-sec-context + local resource=job.batch/restore-job-restore-s3-sec-context + local postfix= + local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-1731/e2e-tests/security-context/compare/job.batch_restore-job-restore-s3-sec-context.yml + local new_result=/tmp/tmp.uV7ZWHDpuo/job.batch_restore-job-restore-s3-sec-context.yml + desc 'compare job.batch/restore-job-restore-s3-sec-context-' + set +o xtrace ----------------------------------------------------------------------------------- compare job.batch/restore-job-restore-s3-sec-context- ----------------------------------------------------------------------------------- + '[' 0 = 1 -a -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1731/e2e-tests/security-context/compare/job.batch_restore-job-restore-s3-sec-context-eks.yml ']' + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.0 =~ 8\.0 ]] + '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1731/e2e-tests/security-context/compare/job.batch_restore-job-restore-s3-sec-context-80.yml ']' + version_gt 1.29 + desc 'return true if kubernetes version equal or greater than desired' + set +o xtrace ----------------------------------------------------------------------------------- return true if kubernetes version equal or greater than desired ----------------------------------------------------------------------------------- ++ bc -l ++ echo '1.26 >= 1.29' + '[' 0 -eq 1 ']' + return 1 + version_gt 1.27 + desc 'return true if kubernetes version equal or greater than desired' + set +o xtrace ----------------------------------------------------------------------------------- return true if kubernetes version equal or greater than desired ----------------------------------------------------------------------------------- ++ bc -l ++ echo '1.26 >= 1.27' + '[' 0 -eq 1 ']' + return 1 + version_gt 1.24 + desc 'return true if kubernetes version equal or greater than desired' + set +o xtrace ----------------------------------------------------------------------------------- return true if kubernetes version equal or greater than desired ----------------------------------------------------------------------------------- ++ echo '1.26 >= 1.24' ++ bc -l + '[' 1 -eq 1 ']' + return 0 + '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1731/e2e-tests/security-context/compare/job.batch_restore-job-restore-s3-sec-context-k124.yml ']' + version_gt 1.22 + desc 'return true if kubernetes version equal or greater than desired' + set +o xtrace ----------------------------------------------------------------------------------- return true if kubernetes version equal or greater than desired ----------------------------------------------------------------------------------- ++ echo '1.26 >= 1.22' ++ bc -l + '[' 1 -eq 1 ']' + return 0 + '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1731/e2e-tests/security-context/compare/job.batch_restore-job-restore-s3-sec-context-k122.yml ']' + version_gt 1.21 + desc 'return true if kubernetes version equal or greater than desired' + set +o xtrace ----------------------------------------------------------------------------------- return true if kubernetes version equal or greater than desired ----------------------------------------------------------------------------------- ++ bc -l ++ echo '1.26 >= 1.21' + '[' 1 -eq 1 ']' + return 0 + '[' -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1731/e2e-tests/security-context/compare/job.batch_restore-job-restore-s3-sec-context-k121.yml ']' + '[' '!' -z '' -a -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1731/e2e-tests/security-context/compare/job.batch_restore-job-restore-s3-sec-context-oc.yml ']' + '[' 0 = 1 -a -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-1731/e2e-tests/security-context/compare/job.batch_restore-job-restore-s3-sec-context-eks.yml ']' + kubectl_bin get -o yaml job.batch/restore-job-restore-s3-sec-context ++ mktemp + yq eval ' del(.metadata.managedFields) | del(.. | select(has("creationTimestamp")).creationTimestamp) | del(.. | select(has("namespace")).namespace) | del(.. | select(has("uid")).uid) | del(.metadata.resourceVersion) | del(.spec.template.spec.containers[].env[] | select(.name == "CLUSTER_HASH")) | del(.spec.template.spec.containers[].env[] | select(.name == "S3_BUCKET_PATH")) | del(.spec.template.spec.containers[].env[] | select(.name == "BACKUP_PATH")) | del(.spec.template.spec.containers[].env[] | select(.name == "S3_BUCKET_URL")) | del(.spec.template.spec.containers[].env[] | select(.name == "AZURE_CONTAINER_NAME")) | del(.metadata.selfLink) | del(.metadata.deletionTimestamp) | del(.metadata.annotations."kubernetes.io/psp") | del(.metadata.annotations."batch.kubernetes.io/job-tracking") | del(.metadata.annotations."cloud.google.com/neg") | del(.metadata.annotations."k8s.v1.cni.cncf.io*") | del(.metadata.annotations."k8s.ovn.org/pod-networks") | del(.spec.template.metadata.annotations."last-applied-secret") | del(.. | select(has("batch.kubernetes.io/controller-uid"))."batch.kubernetes.io/controller-uid") | del(.. | select(has("image")).image) | del(.. | select(has("clusterIP")).clusterIP) | del(.. | select(has("clusterIPs")).clusterIPs) | del(.. | select(has("dataSource")).dataSource) | del(.. | select(has("procMount")).procMount) | del(.. | select(has("storageClassName")).storageClassName) | del(.. | select(has("finalizers")).finalizers) | del(.. | select(has("kubernetes.io/pvc-protection"))."kubernetes.io/pvc-protection") | del(.. | select(has("volumeName")).volumeName) | del(.. | select(has("volume.beta.kubernetes.io/storage-provisioner"))."volume.beta.kubernetes.io/storage-provisioner") | del(.. | select(has("volume.kubernetes.io/storage-provisioner"))."volume.kubernetes.io/storage-provisioner") | del(.spec.volumeMode) | del(.spec.nodeName) | del(.. | select(has("volume.kubernetes.io/selected-node"))."volume.kubernetes.io/selected-node") | del(.. | select(has("percona.com/last-config-hash"))."percona.com/last-config-hash") | del(.. | select(has("percona.com/configuration-hash"))."percona.com/configuration-hash") | del(.. | select(has("percona.com/env-secret-config-hash"))."percona.com/env-secret-config-hash") | del(.. | select(has("percona.com/ssl-hash"))."percona.com/ssl-hash") | del(.. | select(has("percona.com/ssl-internal-hash"))."percona.com/ssl-internal-hash") | del(.spec.volumeClaimTemplates[].spec.volumeMode | select(. == "Filesystem")) | del(.. | select(has("healthCheckNodePort")).healthCheckNodePort) | del(.. | select(has("nodePort")).nodePort) | del(.. | select(has("imagePullSecrets")).imagePullSecrets) | del(.. | select(has("enableServiceLinks")).enableServiceLinks) | del(.status) | del(.spec.volumeClaimTemplates[].apiVersion) | del(.spec.volumeClaimTemplates[].kind) | del(.metadata.ownerReferences[].apiVersion) | del(.. | select(has("controller-uid")).controller-uid) | del(.. | select(has("preemptionPolicy")).preemptionPolicy) | del(.spec.ipFamilies) | del(.spec.ipFamilyPolicy) | (.. | select(. == "policy/v1beta1")) = "policy/v1" | del(.. | select(has("kubernetes.io/hostname"))."kubernetes.io/hostname") | (.. | select(tag == "!!str")) |= sub("security-context-1408", "namespace") | (.. | select(tag == "!!str")) |= sub("kube-api-access-.*", "kube-api-access") | del(.. | select(has("annotations")).annotations | select(length==0)) | del(.. | select(.[] == "percona-xtradb-cluster-operator-workload-token*"))' - + local LAST_OUT=/tmp/tmp.tYmr27IVrC ++ mktemp + local LAST_ERR=/tmp/tmp.ZRuupPOy7C + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl get -o yaml job.batch/restore-job-restore-s3-sec-context + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.tYmr27IVrC + cat /tmp/tmp.ZRuupPOy7C + rm /tmp/tmp.tYmr27IVrC /tmp/tmp.ZRuupPOy7C + return 0 + diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-1731/e2e-tests/security-context/compare/job.batch_restore-job-restore-s3-sec-context.yml /tmp/tmp.uV7ZWHDpuo/job.batch_restore-job-restore-s3-sec-context.yml + [[ -n '' ]] + destroy security-context-1408 + local namespace=security-context-1408 + local ignore_logs=true + desc 'destroy cluster/operator and all other resources' + set +o xtrace ----------------------------------------------------------------------------------- destroy cluster/operator and all other resources ----------------------------------------------------------------------------------- + '[' true == false -o 1 == 1 ']' + grep -v 'the object has been modified' + /usr/bin/sed -r 's/"ts":[0-9.]+//; s^limits-[0-9.]+/^^g' + grep -v 'get backup status: Job.batch' + tee /tmp/tmp.uV7ZWHDpuo/operator.log ++ get_operator_pod ++ local label_prefix=app.kubernetes.io/ + sort -u +++ grep -c percona-xtradb-cluster-operator +++ kubectl get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator -n pxc-operator + grep -v level=info ++ local check_label=1 ++ [[ 1 -eq 0 ]] ++ kubectl_bin get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator -o 'jsonpath={.items[].metadata.name}' -n pxc-operator +++ mktemp ++ local LAST_OUT=/tmp/tmp.uZjjcOvVyx +++ mktemp ++ local LAST_ERR=/tmp/tmp.4aiy4lKvDt ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator -o 'jsonpath={.items[].metadata.name}' -n pxc-operator ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.uZjjcOvVyx ++ cat /tmp/tmp.4aiy4lKvDt ++ rm /tmp/tmp.uZjjcOvVyx /tmp/tmp.4aiy4lKvDt ++ return 0 + kubectl_bin logs -n pxc-operator percona-xtradb-cluster-operator-5789c875c5-h9727 ++ mktemp + local LAST_OUT=/tmp/tmp.VuYoeEOlO2 ++ mktemp + local LAST_ERR=/tmp/tmp.9dg4g8gAmw + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl logs -n pxc-operator percona-xtradb-cluster-operator-5789c875c5-h9727 + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.VuYoeEOlO2 + cat /tmp/tmp.9dg4g8gAmw + rm /tmp/tmp.VuYoeEOlO2 /tmp/tmp.9dg4g8gAmw + return 0 2024-06-13T03:41:43.498Z INFO setup Runs on {"platform": "kubernetes", "version": "v1.26.15-gke.1390000"} 2024-06-13T03:41:43.499Z INFO setup Manager starting up {"gitCommit": "534e4b17517dd843efc3880eb1828fa94d7bd32d", "gitBranch": "PR-1731-534e4b17", "buildTime": "2024-06-13T02:01:30Z", "goVersion": "go1.22.4", "os": "linux", "arch": "amd64"} 2024-06-13T03:41:43.500Z INFO setup Registering Components. 2024-06-13T03:41:46.197Z INFO controller-runtime.webhook Registering webhook {"path": "/validate-percona-xtradbcluster"} 2024-06-13T03:41:46.200Z INFO controller-runtime.metrics Serving metrics server {"bindAddress": ":8080", "secure": false} 2024-06-13T03:41:46.200Z INFO controller-runtime.metrics Starting metrics server 2024-06-13T03:41:46.200Z INFO controller-runtime.webhook Starting webhook server 2024-06-13T03:41:46.200Z INFO setup Starting the Cmd. 2024-06-13T03:41:46.200Z INFO starting server {"name": "health probe", "addr": "[::]:8081"} 2024-06-13T03:41:46.201Z INFO controller-runtime.certwatcher Starting certificate watcher 2024-06-13T03:41:46.201Z INFO controller-runtime.certwatcher Updated current TLS certificate 2024-06-13T03:41:46.201Z INFO controller-runtime.webhook Serving webhook server {"host": "", "port": 9443} 2024-06-13T03:41:46.302Z INFO attempting to acquire leader lease pxc-operator/08db1feb.percona.com... 2024-06-13T03:41:46.317Z DEBUG events percona-xtradb-cluster-operator-5789c875c5-h9727_cf208691-03ae-47c3-a101-8d4696343fef became leader {"type": "Normal", "object": {"kind":"Lease","namespace":"pxc-operator","name":"08db1feb.percona.com","uid":"e54f8ea1-7459-40b6-8fdc-81bb164ac921","apiVersion":"coordination.k8s.io/v1","resourceVersion":"53041"}, "reason": "LeaderElection"} 2024-06-13T03:41:46.317Z INFO Starting Controller {"controller": "pxcbackup-controller"} 2024-06-13T03:41:46.317Z INFO Starting Controller {"controller": "pxc-controller"} 2024-06-13T03:41:46.317Z INFO Starting Controller {"controller": "pxcrestore-controller"} 2024-06-13T03:41:46.317Z INFO Starting EventSource {"controller": "pxcbackup-controller", "source": "kind source: unknown type"} 2024-06-13T03:41:46.317Z INFO Starting EventSource {"controller": "pxc-controller", "source": "kind source: unknown type"} 2024-06-13T03:41:46.317Z INFO Starting EventSource {"controller": "pxcrestore-controller", "source": "kind source: unknown type"} 2024-06-13T03:41:46.317Z INFO successfully acquired lease pxc-operator/08db1feb.percona.com 2024-06-13T03:41:46.585Z INFO Starting workers {"controller": "pxcbackup-controller", "worker count": 1} 2024-06-13T03:41:46.585Z INFO Starting workers {"controller": "pxc-controller", "worker count": 1} 2024-06-13T03:41:46.586Z INFO Starting workers {"controller": "pxcrestore-controller", "worker count": 1} 2024-06-13T03:43:47.940Z INFO Set CR version {"controller": "pxc-controller", "namespace": "security-context-1408", "name": "sec-context", "reconcileID": "b4eed770-2d46-4a24-8b13-a5701ebe2ba6", "version": "1.15.0"} 2024-06-13T03:43:47.940Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "security-context-1408", "name": "sec-context", "reconcileID": "b4eed770-2d46-4a24-8b13-a5701ebe2ba6", "oldSize": 1, "newSize": 2} 2024-06-13T03:43:55.474Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "security-context-1408", "name": "sec-context", "reconcileID": "93e31b12-dfdb-4c89-b10c-5d78e406b895", "oldSize": 1, "newSize": 2} 2024-06-13T03:43:55.785Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "security-context-1408", "name": "sec-context", "reconcileID": "bd1753a9-9f27-4079-a38d-3cb703fe24f5", "oldSize": 1, "newSize": 2} 2024-06-13T03:44:00.475Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "security-context-1408", "name": "sec-context", "reconcileID": "bea398b7-c712-431d-a677-1ade33714ddb", "oldSize": 1, "newSize": 2} 2024-06-13T03:44:05.623Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "security-context-1408", "name": "sec-context", "reconcileID": "e4a08043-cc1f-4c02-9319-f4de35e77640", "oldSize": 1, "newSize": 2} 2024-06-13T03:44:10.765Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "security-context-1408", "name": "sec-context", "reconcileID": "bfc87f67-1b26-4525-b3eb-e71989916cfb", "oldSize": 1, "newSize": 2} 2024-06-13T03:44:15.996Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "security-context-1408", "name": "sec-context", "reconcileID": "483c759b-94db-4662-8080-1619794574fb", "oldSize": 1, "newSize": 2} 2024-06-13T03:44:16.152Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "security-context-1408", "name": "sec-context", "reconcileID": "b20a5c31-553f-492d-824b-b6d4cb8644e0", "oldSize": 1, "newSize": 2} 2024-06-13T03:44:21.153Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "security-context-1408", "name": "sec-context", "reconcileID": "840c41d9-eeb1-4eb6-aafd-318fe5d2abd2", "oldSize": 1, "newSize": 2} 2024-06-13T03:44:26.282Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "security-context-1408", "name": "sec-context", "reconcileID": "649881b2-d918-4461-b91c-f2b1b78dd2f8", "oldSize": 1, "newSize": 2} 2024-06-13T03:44:31.408Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "security-context-1408", "name": "sec-context", "reconcileID": "3d72ecf9-d75a-4bb2-9585-c93c974f2512", "oldSize": 1, "newSize": 2} 2024-06-13T03:44:36.606Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "security-context-1408", "name": "sec-context", "reconcileID": "09d4b8f6-13f8-45d1-b923-15366a2f4c55", "oldSize": 1, "newSize": 2} 2024-06-13T03:44:41.744Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "security-context-1408", "name": "sec-context", "reconcileID": "71ff25fe-aa35-4d11-997d-fc3a66b10d97", "oldSize": 1, "newSize": 2} 2024-06-13T03:44:41.882Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "security-context-1408", "name": "sec-context", "reconcileID": "cb84cdc4-687d-47b4-9055-20a1e20238aa", "oldSize": 1, "newSize": 2} 2024-06-13T03:44:46.882Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "security-context-1408", "name": "sec-context", "reconcileID": "ea635c65-5b86-43af-a3fb-aff5c6847a7c", "oldSize": 1, "newSize": 2} 2024-06-13T03:44:52.019Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "security-context-1408", "name": "sec-context", "reconcileID": "128690a4-2a00-404a-8c5d-32e673a380de", "oldSize": 1, "newSize": 2} 2024-06-13T03:44:57.149Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "security-context-1408", "name": "sec-context", "reconcileID": "b79f3943-b2df-4267-9f06-8a8bc19fb36a", "oldSize": 1, "newSize": 2} 2024-06-13T03:45:02.299Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "security-context-1408", "name": "sec-context", "reconcileID": "6c59649f-65ce-4d50-8d5d-153a0fce05a3", "oldSize": 1, "newSize": 2} 2024-06-13T03:45:07.464Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "security-context-1408", "name": "sec-context", "reconcileID": "09b5460d-78ef-49cd-af59-4fd9344b90b1", "oldSize": 1, "newSize": 2} 2024-06-13T03:45:13.348Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "security-context-1408", "name": "sec-context", "reconcileID": "63b2b650-b9d3-4626-8688-357d73fbf280", "oldSize": 1, "newSize": 2} 2024-06-13T03:45:13.643Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "security-context-1408", "name": "sec-context", "reconcileID": "936bedf9-04b2-4c4a-91ce-3c4b3b823eee", "oldSize": 1, "newSize": 2} 2024-06-13T03:45:13.710Z INFO Password expiration policy updated {"controller": "pxc-controller", "namespace": "security-context-1408", "name": "sec-context", "reconcileID": "936bedf9-04b2-4c4a-91ce-3c4b3b823eee", "user": "operator"} 2024-06-13T03:45:13.750Z INFO Password expiration policy updated {"controller": "pxc-controller", "namespace": "security-context-1408", "name": "sec-context", "reconcileID": "936bedf9-04b2-4c4a-91ce-3c4b3b823eee", "user": "monitor"} 2024-06-13T03:45:13.843Z INFO User monitor: granted privileges {"controller": "pxc-controller", "namespace": "security-context-1408", "name": "sec-context", "reconcileID": "936bedf9-04b2-4c4a-91ce-3c4b3b823eee"} 2024-06-13T03:45:13.881Z INFO monitor user privileges granted {"controller": "pxc-controller", "namespace": "security-context-1408", "name": "sec-context", "reconcileID": "936bedf9-04b2-4c4a-91ce-3c4b3b823eee"} 2024-06-13T03:45:13.916Z INFO Password expiration policy updated {"controller": "pxc-controller", "namespace": "security-context-1408", "name": "sec-context", "reconcileID": "936bedf9-04b2-4c4a-91ce-3c4b3b823eee", "user": "xtrabackup"} 2024-06-13T03:45:13.969Z INFO User xtrabackup: granted privileges {"controller": "pxc-controller", "namespace": "security-context-1408", "name": "sec-context", "reconcileID": "936bedf9-04b2-4c4a-91ce-3c4b3b823eee"} 2024-06-13T03:45:14.007Z INFO Password expiration policy updated {"controller": "pxc-controller", "namespace": "security-context-1408", "name": "sec-context", "reconcileID": "936bedf9-04b2-4c4a-91ce-3c4b3b823eee", "user": "replication"} 2024-06-13T03:45:14.162Z INFO reconcile replication error {"controller": "pxc-controller", "namespace": "security-context-1408", "name": "sec-context", "reconcileID": "936bedf9-04b2-4c4a-91ce-3c4b3b823eee", "err": "get primary pxc pod: not found"} 2024-06-13T03:45:18.643Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "security-context-1408", "name": "sec-context", "reconcileID": "78cf7ed6-2ada-40fc-81a0-a08ed5112517", "oldSize": 1, "newSize": 2} 2024-06-13T03:45:18.785Z INFO reconcile replication error {"controller": "pxc-controller", "namespace": "security-context-1408", "name": "sec-context", "reconcileID": "78cf7ed6-2ada-40fc-81a0-a08ed5112517", "err": "get primary pxc pod: not found"} 2024-06-13T03:45:23.818Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "security-context-1408", "name": "sec-context", "reconcileID": "e4cc0690-c1b8-4da7-9a90-817a5fa7dbb3", "oldSize": 1, "newSize": 2} 2024-06-13T03:45:23.968Z INFO reconcile replication error {"controller": "pxc-controller", "namespace": "security-context-1408", "name": "sec-context", "reconcileID": "e4cc0690-c1b8-4da7-9a90-817a5fa7dbb3", "err": "get primary pxc pod: not found"} 2024-06-13T03:45:29.010Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "security-context-1408", "name": "sec-context", "reconcileID": "6e643b87-0a64-40b3-94aa-595a5e40cab8", "oldSize": 1, "newSize": 2} 2024-06-13T03:45:29.193Z INFO reconcile replication error {"controller": "pxc-controller", "namespace": "security-context-1408", "name": "sec-context", "reconcileID": "6e643b87-0a64-40b3-94aa-595a5e40cab8", "err": "get primary pxc pod: not found"} 2024-06-13T03:45:34.250Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "security-context-1408", "name": "sec-context", "reconcileID": "65be6b13-6fee-4084-b805-0520bcfbff3f", "oldSize": 1, "newSize": 2} 2024-06-13T03:45:39.485Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "security-context-1408", "name": "sec-context", "reconcileID": "e53d4140-64a8-4b04-b1be-53f53c01fbc9", "oldSize": 1, "newSize": 2} 2024-06-13T03:45:44.879Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "security-context-1408", "name": "sec-context", "reconcileID": "42ec7a53-47f6-422d-ac3a-7ba5357f0452", "oldSize": 1, "newSize": 2} 2024-06-13T03:45:50.102Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "security-context-1408", "name": "sec-context", "reconcileID": "ce3d647a-b6d3-4106-a691-d835e575aed6", "oldSize": 1, "newSize": 2} 2024-06-13T03:45:55.321Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "security-context-1408", "name": "sec-context", "reconcileID": "4ba97832-9409-4229-80c7-acdded74425d", "oldSize": 1, "newSize": 2} 2024-06-13T03:46:00.570Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "security-context-1408", "name": "sec-context", "reconcileID": "bad8648f-0978-4953-a376-cc36af7f3e99", "oldSize": 1, "newSize": 2} 2024-06-13T03:46:05.781Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "security-context-1408", "name": "sec-context", "reconcileID": "6fd0e29d-64d6-40c7-b03a-2bd7f0ec7c46", "oldSize": 1, "newSize": 2} 2024-06-13T03:46:11.067Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "security-context-1408", "name": "sec-context", "reconcileID": "24883acf-6944-4bb3-be43-bb023cb3e4c6", "oldSize": 1, "newSize": 2} 2024-06-13T03:46:16.296Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "security-context-1408", "name": "sec-context", "reconcileID": "1e856ca0-9184-4ed5-b953-52bec1f4398c", "oldSize": 1, "newSize": 2} 2024-06-13T03:46:21.577Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "security-context-1408", "name": "sec-context", "reconcileID": "1ee96570-7fe9-4252-8d8f-8e8f078a8819", "oldSize": 1, "newSize": 2} 2024-06-13T03:46:26.809Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "security-context-1408", "name": "sec-context", "reconcileID": "f52421ff-93f7-479c-b591-5bf40e1e75cc", "oldSize": 1, "newSize": 2} 2024-06-13T03:46:27.191Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "security-context-1408", "name": "sec-context", "reconcileID": "87247523-d046-4a6a-b3de-4491fc3d52ce", "oldSize": 1, "newSize": 2} 2024-06-13T03:46:32.191Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "security-context-1408", "name": "sec-context", "reconcileID": "e81e10af-63af-4123-b68d-7ac991d7025e", "oldSize": 1, "newSize": 2} 2024-06-13T03:46:37.455Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "security-context-1408", "name": "sec-context", "reconcileID": "b48c9335-eec2-457d-bac7-f454c1d3544f", "oldSize": 1, "newSize": 2} 2024-06-13T03:46:42.823Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "security-context-1408", "name": "sec-context", "reconcileID": "8770abfd-42c2-45d4-929f-d7abd02df27e", "oldSize": 1, "newSize": 2} 2024-06-13T03:46:48.053Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "security-context-1408", "name": "sec-context", "reconcileID": "4e6b6978-8a2f-4d7d-b3e6-ba72391368e7", "oldSize": 1, "newSize": 2} 2024-06-13T03:46:53.384Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "security-context-1408", "name": "sec-context", "reconcileID": "052d2d1b-6f70-45c6-881f-96bb86f9e5a2", "oldSize": 1, "newSize": 2} 2024-06-13T03:46:58.963Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "security-context-1408", "name": "sec-context", "reconcileID": "e914d1e9-eea1-4c1e-9888-1bdcdcd29ff0", "oldSize": 1, "newSize": 2} 2024-06-13T03:47:04.256Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "security-context-1408", "name": "sec-context", "reconcileID": "45aeb43b-1d48-40ec-a4a6-1416a99486fb", "oldSize": 1, "newSize": 2} 2024-06-13T03:47:09.514Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "security-context-1408", "name": "sec-context", "reconcileID": "edc67e4e-0a84-418f-adfd-f4ab352c71cd", "oldSize": 1, "newSize": 2} 2024-06-13T03:47:14.767Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "security-context-1408", "name": "sec-context", "reconcileID": "c4ba0381-3646-4996-ae99-b44c3ef3afd0", "oldSize": 1, "newSize": 2} 2024-06-13T03:47:20.003Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "security-context-1408", "name": "sec-context", "reconcileID": "4be84e98-94b7-4dbd-b5cb-f43ad2dcce3b", "oldSize": 1, "newSize": 2} 2024-06-13T03:47:25.307Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "security-context-1408", "name": "sec-context", "reconcileID": "477600b2-6172-4d68-a799-89462cbff31c", "oldSize": 1, "newSize": 2} 2024-06-13T03:47:30.582Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "security-context-1408", "name": "sec-context", "reconcileID": "ff082690-cb90-4e96-a929-97f77a7733cb", "oldSize": 1, "newSize": 2} 2024-06-13T03:47:35.885Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "security-context-1408", "name": "sec-context", "reconcileID": "a35fe09c-fe5a-43c1-bd92-c7cd4809c38f", "oldSize": 1, "newSize": 2} 2024-06-13T03:47:36.217Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "security-context-1408", "name": "sec-context", "reconcileID": "08210677-73a3-4dde-8660-5af98ac81fb7", "oldSize": 1, "newSize": 2} 2024-06-13T03:47:36.331Z INFO Password expiration policy updated {"controller": "pxc-controller", "namespace": "security-context-1408", "name": "sec-context", "reconcileID": "08210677-73a3-4dde-8660-5af98ac81fb7", "user": "root"} 2024-06-13T03:47:36.624Z INFO update PXC version (fetched from db) {"controller": "pxc-controller", "namespace": "security-context-1408", "name": "sec-context", "reconcileID": "08210677-73a3-4dde-8660-5af98ac81fb7", "new version": "8.0.36-28.1"} 2024-06-13T03:47:36.723Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "security-context-1408", "name": "sec-context", "reconcileID": "0cf8bc96-98bd-4cfe-8c17-75b99178de4a", "oldSize": 1, "newSize": 2} 2024-06-13T03:47:38.909Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "namespace": "security-context-1408", "name": "sec-context", "reconcileID": "08210677-73a3-4dde-8660-5af98ac81fb7"} 2024-06-13T03:47:41.218Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "security-context-1408", "name": "sec-context", "reconcileID": "3da38d94-db27-45a6-92d9-e67e20b9bae0", "oldSize": 1, "newSize": 2} 2024-06-13T03:47:43.742Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "namespace": "security-context-1408", "name": "sec-context", "reconcileID": "3da38d94-db27-45a6-92d9-e67e20b9bae0"} 2024-06-13T03:47:46.578Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "security-context-1408", "name": "sec-context", "reconcileID": "aee63fc1-d672-484f-b34d-5de629107d3c", "oldSize": 1, "newSize": 2} 2024-06-13T03:47:49.152Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "namespace": "security-context-1408", "name": "sec-context", "reconcileID": "aee63fc1-d672-484f-b34d-5de629107d3c"} 2024-06-13T03:47:52.019Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "security-context-1408", "name": "sec-context", "reconcileID": "5224f579-44d7-42d5-b14a-fdcf2daf8bc1", "oldSize": 1, "newSize": 2} 2024-06-13T03:47:55.019Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "namespace": "security-context-1408", "name": "sec-context", "reconcileID": "5224f579-44d7-42d5-b14a-fdcf2daf8bc1"} 2024-06-13T03:47:57.401Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "security-context-1408", "name": "sec-context", "reconcileID": "42527191-515b-4fd6-a7ef-77ef2db4bea9", "oldSize": 1, "newSize": 2} 2024-06-13T03:48:00.048Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "namespace": "security-context-1408", "name": "sec-context", "reconcileID": "42527191-515b-4fd6-a7ef-77ef2db4bea9"} 2024-06-13T03:48:02.766Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "security-context-1408", "name": "sec-context", "reconcileID": "1e440ef1-e3da-4a02-905d-3ae5d1140d77", "oldSize": 1, "newSize": 2} 2024-06-13T03:48:05.264Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "namespace": "security-context-1408", "name": "sec-context", "reconcileID": "1e440ef1-e3da-4a02-905d-3ae5d1140d77"} 2024-06-13T03:48:08.115Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "security-context-1408", "name": "sec-context", "reconcileID": "02435e92-4923-4c31-8763-afbcfeb77078", "oldSize": 1, "newSize": 2} 2024-06-13T03:48:10.946Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "namespace": "security-context-1408", "name": "sec-context", "reconcileID": "02435e92-4923-4c31-8763-afbcfeb77078"} 2024-06-13T03:48:13.832Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "security-context-1408", "name": "sec-context", "reconcileID": "f5832375-5f1d-40ce-a717-c78b6aafdabd", "oldSize": 1, "newSize": 2} 2024-06-13T03:48:16.331Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "namespace": "security-context-1408", "name": "sec-context", "reconcileID": "f5832375-5f1d-40ce-a717-c78b6aafdabd"} 2024-06-13T03:48:19.212Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "security-context-1408", "name": "sec-context", "reconcileID": "d5bfd447-71a8-49ba-a4a3-32bac4c994e4", "oldSize": 1, "newSize": 2} 2024-06-13T03:48:21.887Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "namespace": "security-context-1408", "name": "sec-context", "reconcileID": "d5bfd447-71a8-49ba-a4a3-32bac4c994e4"} 2024-06-13T03:48:24.595Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "security-context-1408", "name": "sec-context", "reconcileID": "0dfddc05-f38a-485a-ae4e-0f40d947ddb4", "oldSize": 1, "newSize": 2} 2024-06-13T03:48:27.144Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "namespace": "security-context-1408", "name": "sec-context", "reconcileID": "0dfddc05-f38a-485a-ae4e-0f40d947ddb4"} 2024-06-13T03:48:29.985Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "security-context-1408", "name": "sec-context", "reconcileID": "700785d0-83b5-4ad0-b2b5-66e4f6874994", "oldSize": 1, "newSize": 2} 2024-06-13T03:48:32.539Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "namespace": "security-context-1408", "name": "sec-context", "reconcileID": "700785d0-83b5-4ad0-b2b5-66e4f6874994"} 2024-06-13T03:48:35.411Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "security-context-1408", "name": "sec-context", "reconcileID": "b4b0ed4c-1610-441e-a341-e59eb0d60a63", "oldSize": 1, "newSize": 2} 2024-06-13T03:48:37.932Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "namespace": "security-context-1408", "name": "sec-context", "reconcileID": "b4b0ed4c-1610-441e-a341-e59eb0d60a63"} 2024-06-13T03:48:40.747Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "security-context-1408", "name": "sec-context", "reconcileID": "7a1961f4-0b75-4d9e-98e3-d54edac5c6ce", "oldSize": 1, "newSize": 2} 2024-06-13T03:48:43.289Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "namespace": "security-context-1408", "name": "sec-context", "reconcileID": "7a1961f4-0b75-4d9e-98e3-d54edac5c6ce"} 2024-06-13T03:48:46.180Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "security-context-1408", "name": "sec-context", "reconcileID": "76a52b3f-287f-4c38-b7b3-726b4de7fb34", "oldSize": 1, "newSize": 2} 2024-06-13T03:48:48.668Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "namespace": "security-context-1408", "name": "sec-context", "reconcileID": "76a52b3f-287f-4c38-b7b3-726b4de7fb34"} 2024-06-13T03:48:51.540Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "security-context-1408", "name": "sec-context", "reconcileID": "3efee2e3-e3c1-421c-ac53-82658fecd3d2", "oldSize": 1, "newSize": 2} 2024-06-13T03:48:54.720Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "namespace": "security-context-1408", "name": "sec-context", "reconcileID": "3efee2e3-e3c1-421c-ac53-82658fecd3d2"} 2024-06-13T03:48:57.048Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "security-context-1408", "name": "sec-context", "reconcileID": "cd161110-38b7-486b-b82b-c29fc8ce487f", "oldSize": 1, "newSize": 2} 2024-06-13T03:48:59.780Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "namespace": "security-context-1408", "name": "sec-context", "reconcileID": "cd161110-38b7-486b-b82b-c29fc8ce487f"} 2024-06-13T03:49:01.598Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "security-context-1408", "name": "sec-context", "reconcileID": "ffc42920-5057-4815-9e52-ec91fd792aad", "oldSize": 1, "newSize": 2} 2024-06-13T03:49:02.317Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "security-context-1408", "name": "sec-context", "reconcileID": "846dd691-4c94-4cbe-8782-ca1dc57aa332", "oldSize": 1, "newSize": 2} 2024-06-13T03:49:02.603Z INFO Creating or updating backup job {"controller": "pxc-controller", "namespace": "security-context-1408", "name": "sec-context", "reconcileID": "846dd691-4c94-4cbe-8782-ca1dc57aa332", "name": "33b2d-each-hour-pvc", "schedule": "0 */1 * * *"} 2024-06-13T03:49:02.778Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "security-context-1408", "name": "sec-context", "reconcileID": "fdcddd3a-4b92-4cc7-bc27-092df37c39b4", "oldSize": 1, "newSize": 2} 2024-06-13T03:49:03.131Z ERROR sync users {"controller": "pxc-controller", "namespace": "security-context-1408", "name": "sec-context", "reconcileID": "ffc42920-5057-4815-9e52-ec91fd792aad", "error": "exec syncusers: unable to upgrade connection: container not found (\"proxysql\") / / ", "errorVerbose": "exec syncusers: unable to upgrade connection: container not found (\"proxysql\") / / \ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).syncPXCUsersWithProxySQL\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/users.go:920\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).resyncPXCUsersWithProxySQL.func1\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:1246\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1695"} 2024-06-13T03:49:03.376Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "security-context-1408", "name": "sec-context", "reconcileID": "aa51d4ca-092c-499e-8944-20eeb4592988", "oldSize": 1, "newSize": 2} 2024-06-13T03:49:04.650Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "security-context-1408", "name": "sec-context", "reconcileID": "04aab1ee-ec62-4008-bed7-61d5ec1b1456", "oldSize": 1, "newSize": 2} 2024-06-13T03:49:07.779Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "security-context-1408", "name": "sec-context", "reconcileID": "008479e2-4882-4346-8489-6384d510c061", "oldSize": 1, "newSize": 2} 2024-06-13T03:49:08.759Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "security-context-1408", "name": "sec-context", "reconcileID": "bd422661-aa2e-4d11-96b7-adee609933c5", "oldSize": 1, "newSize": 2} 2024-06-13T03:49:13.761Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "security-context-1408", "name": "sec-context", "reconcileID": "360c1223-af50-4db2-8f83-19dc50e7288a", "oldSize": 1, "newSize": 2} 2024-06-13T03:49:13.999Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "security-context-1408", "name": "sec-context", "reconcileID": "8c19da7b-2fd5-4df8-9593-d7b29b8d7e3d", "oldSize": 1, "newSize": 2} 2024-06-13T03:49:18.999Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "security-context-1408", "name": "sec-context", "reconcileID": "4d445f2d-a7a9-4731-b1bb-0f4c8d9831b8", "oldSize": 1, "newSize": 2} 2024-06-13T03:49:19.262Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "security-context-1408", "name": "sec-context", "reconcileID": "4793f551-0bea-4963-86fc-da45aec5e615", "oldSize": 1, "newSize": 2} 2024-06-13T03:49:24.264Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "security-context-1408", "name": "sec-context", "reconcileID": "fcf33348-a682-4338-a6f8-61b003a3b180", "oldSize": 1, "newSize": 2} 2024-06-13T03:49:29.626Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "security-context-1408", "name": "sec-context", "reconcileID": "52f183ee-20a2-4d1e-a1e6-e4031f2bf4ce", "oldSize": 1, "newSize": 2} 2024-06-13T03:49:34.861Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "security-context-1408", "name": "sec-context", "reconcileID": "2b0c6556-d329-47fa-a260-3a3c88358712", "oldSize": 1, "newSize": 2} 2024-06-13T03:49:40.098Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "security-context-1408", "name": "sec-context", "reconcileID": "7897faef-1bce-4bf9-b428-e9125b7ed3f0", "oldSize": 1, "newSize": 2} 2024-06-13T03:49:45.337Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "security-context-1408", "name": "sec-context", "reconcileID": "18b418da-b8ed-49ac-b0e3-207f62663af2", "oldSize": 1, "newSize": 2} 2024-06-13T03:49:50.539Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "security-context-1408", "name": "sec-context", "reconcileID": "4e743210-1f27-403a-807a-4e37725d2973", "oldSize": 1, "newSize": 2} 2024-06-13T03:49:50.805Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "security-context-1408", "name": "sec-context", "reconcileID": "549ac5cb-9cd7-44e4-aa3c-98d1f1226fce", "oldSize": 1, "newSize": 2} 2024-06-13T03:49:51.046Z INFO reconcile replication error {"controller": "pxc-controller", "namespace": "security-context-1408", "name": "sec-context", "reconcileID": "549ac5cb-9cd7-44e4-aa3c-98d1f1226fce", "err": "failed to ensure cluster readonly status: connect to pod sec-context-pxc-1: dial tcp: lookup sec-context-pxc-1.sec-context-pxc.security-context-1408 on 10.73.32.10:53: no such host"} 2024-06-13T03:49:55.804Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "security-context-1408", "name": "sec-context", "reconcileID": "a61e0a86-b27d-421c-98bb-6344b2238799", "oldSize": 1, "newSize": 2} 2024-06-13T03:50:01.098Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "security-context-1408", "name": "sec-context", "reconcileID": "70c71f8b-870e-4370-a4ef-c74011d0e98a", "oldSize": 1, "newSize": 2} 2024-06-13T03:50:01.373Z INFO reconcile replication error {"controller": "pxc-controller", "namespace": "security-context-1408", "name": "sec-context", "reconcileID": "70c71f8b-870e-4370-a4ef-c74011d0e98a", "err": "failed to ensure cluster readonly status: connect to pod sec-context-pxc-1: dial tcp 10.73.18.41:33062: connect: connection refused"} 2024-06-13T03:50:06.491Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "security-context-1408", "name": "sec-context", "reconcileID": "d95cd942-1aa5-4242-8b36-e20e5b2bd344", "oldSize": 1, "newSize": 2} 2024-06-13T03:50:11.730Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "security-context-1408", "name": "sec-context", "reconcileID": "3a32c1e4-56e8-47b5-a106-0495039ee97c", "oldSize": 1, "newSize": 2} 2024-06-13T03:50:17.046Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "security-context-1408", "name": "sec-context", "reconcileID": "647184c5-af2a-48f8-ab5c-7a6fa26a9a59", "oldSize": 1, "newSize": 2} 2024-06-13T03:50:22.260Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "security-context-1408", "name": "sec-context", "reconcileID": "1ba5d0ba-1226-4a5b-bc34-0af41f078d1e", "oldSize": 1, "newSize": 2} 2024-06-13T03:50:28.135Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "security-context-1408", "name": "sec-context", "reconcileID": "bff03fd5-3147-4526-9cc9-fb8cca10b298", "oldSize": 1, "newSize": 2} 2024-06-13T03:50:33.397Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "security-context-1408", "name": "sec-context", "reconcileID": "eef10e99-a53b-4b2b-b3c3-41157a8bf15b", "oldSize": 1, "newSize": 2} 2024-06-13T03:50:33.808Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "security-context-1408", "name": "sec-context", "reconcileID": "66583a5b-baf0-4cd6-b238-2d7c9a890412", "oldSize": 1, "newSize": 2} 2024-06-13T03:50:38.809Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "security-context-1408", "name": "sec-context", "reconcileID": "4fefe2db-9690-424d-82a6-ad4fb6488236", "oldSize": 1, "newSize": 2} 2024-06-13T03:50:39.027Z INFO reconcile replication error {"controller": "pxc-controller", "namespace": "security-context-1408", "name": "sec-context", "reconcileID": "4fefe2db-9690-424d-82a6-ad4fb6488236", "err": "failed to connect to pod sec-context-pxc-0: dial tcp: lookup sec-context-pxc-0.sec-context-pxc.security-context-1408 on 10.73.32.10:53: no such host"} 2024-06-13T03:50:44.117Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "security-context-1408", "name": "sec-context", "reconcileID": "97343153-fc19-4a97-ad8b-4be2c62ebf51", "oldSize": 1, "newSize": 2} 2024-06-13T03:50:44.297Z INFO reconcile replication error {"controller": "pxc-controller", "namespace": "security-context-1408", "name": "sec-context", "reconcileID": "97343153-fc19-4a97-ad8b-4be2c62ebf51", "err": "failed to connect to pod sec-context-pxc-0: dial tcp: lookup sec-context-pxc-0.sec-context-pxc.security-context-1408 on 10.73.32.10:53: no such host"} 2024-06-13T03:50:49.414Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "security-context-1408", "name": "sec-context", "reconcileID": "de98be77-a531-4c2b-869d-9b0808a85d35", "oldSize": 1, "newSize": 2} 2024-06-13T03:50:49.553Z INFO Unable to find primary pod for replication. No pod with name or ip like this {"controller": "pxc-controller", "namespace": "security-context-1408", "name": "sec-context", "reconcileID": "de98be77-a531-4c2b-869d-9b0808a85d35", "primary name": "sec-context-pxc-0.sec-context-pxc.security-context-1408.svc.cluster.local"} 2024-06-13T03:50:54.642Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "security-context-1408", "name": "sec-context", "reconcileID": "691e3c64-ea5b-4554-b44c-4cabff093de6", "oldSize": 1, "newSize": 2} 2024-06-13T03:50:54.769Z INFO Unable to find primary pod for replication. No pod with name or ip like this {"controller": "pxc-controller", "namespace": "security-context-1408", "name": "sec-context", "reconcileID": "691e3c64-ea5b-4554-b44c-4cabff093de6", "primary name": "sec-context-pxc-0.sec-context-pxc.security-context-1408.svc.cluster.local"} 2024-06-13T03:50:59.912Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "security-context-1408", "name": "sec-context", "reconcileID": "ab7aed97-5748-4a7b-a0c7-aa2652ddec49", "oldSize": 1, "newSize": 2} 2024-06-13T03:51:00.016Z INFO Unable to find primary pod for replication. No pod with name or ip like this {"controller": "pxc-controller", "namespace": "security-context-1408", "name": "sec-context", "reconcileID": "ab7aed97-5748-4a7b-a0c7-aa2652ddec49", "primary name": "sec-context-pxc-0.sec-context-pxc.security-context-1408.svc.cluster.local"} 2024-06-13T03:51:05.074Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "security-context-1408", "name": "sec-context", "reconcileID": "d577327e-8ea4-481b-a302-aada5ab2bdf1", "oldSize": 1, "newSize": 2} 2024-06-13T03:51:05.197Z INFO Unable to find primary pod for replication. No pod with name or ip like this {"controller": "pxc-controller", "namespace": "security-context-1408", "name": "sec-context", "reconcileID": "d577327e-8ea4-481b-a302-aada5ab2bdf1", "primary name": "sec-context-pxc-0.sec-context-pxc.security-context-1408.svc.cluster.local"} 2024-06-13T03:51:10.278Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "security-context-1408", "name": "sec-context", "reconcileID": "af67d5e9-63cc-4832-bcd2-d872c9dd1527", "oldSize": 1, "newSize": 2} 2024-06-13T03:51:10.424Z INFO Unable to find primary pod for replication. No pod with name or ip like this {"controller": "pxc-controller", "namespace": "security-context-1408", "name": "sec-context", "reconcileID": "af67d5e9-63cc-4832-bcd2-d872c9dd1527", "primary name": "sec-context-pxc-0.sec-context-pxc.security-context-1408.svc.cluster.local"} 2024-06-13T03:51:15.506Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "security-context-1408", "name": "sec-context", "reconcileID": "dda565fa-0577-404d-98ec-1b7a300880e8", "oldSize": 1, "newSize": 2} 2024-06-13T03:51:15.614Z INFO Unable to find primary pod for replication. No pod with name or ip like this {"controller": "pxc-controller", "namespace": "security-context-1408", "name": "sec-context", "reconcileID": "dda565fa-0577-404d-98ec-1b7a300880e8", "primary name": "sec-context-pxc-0.sec-context-pxc.security-context-1408.svc.cluster.local"} 2024-06-13T03:51:20.693Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "security-context-1408", "name": "sec-context", "reconcileID": "e30be2cf-cf37-4c36-a2ab-f0cd900ef2b4", "oldSize": 1, "newSize": 2} 2024-06-13T03:51:20.807Z INFO Unable to find primary pod for replication. No pod with name or ip like this {"controller": "pxc-controller", "namespace": "security-context-1408", "name": "sec-context", "reconcileID": "e30be2cf-cf37-4c36-a2ab-f0cd900ef2b4", "primary name": "sec-context-pxc-0.sec-context-pxc.security-context-1408.svc.cluster.local"} 2024-06-13T03:51:25.866Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "security-context-1408", "name": "sec-context", "reconcileID": "5b8da74d-39de-4cb8-bef3-78cdfb5c1cdb", "oldSize": 1, "newSize": 2} 2024-06-13T03:51:26.232Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "security-context-1408", "name": "sec-context", "reconcileID": "54f64c57-886c-4fd6-a13d-2852b96dd22f", "oldSize": 1, "newSize": 2} 2024-06-13T03:51:28.849Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "namespace": "security-context-1408", "name": "sec-context", "reconcileID": "54f64c57-886c-4fd6-a13d-2852b96dd22f"} 2024-06-13T03:51:31.233Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "security-context-1408", "name": "sec-context", "reconcileID": "a2f4b7ce-f903-406e-8c78-f86b9f731d42", "oldSize": 1, "newSize": 2} 2024-06-13T03:51:31.664Z INFO Creating a new volume for backup {"controller": "pxcbackup-controller", "namespace": "security-context-1408", "name": "on-demand-backup-pvc", "reconcileID": "d091159a-bbd1-4e2a-b3eb-41e7f804fe3f", "Namespace": "security-context-1408", "Name": "xb-on-demand-backup-pvc"} 2024-06-13T03:51:31.664Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxcbackup-controller", "namespace": "security-context-1408", "name": "on-demand-backup-pvc", "reconcileID": "d091159a-bbd1-4e2a-b3eb-41e7f804fe3f", "oldSize": 1, "newSize": 2} 2024-06-13T03:51:31.718Z INFO Created a new backup job {"controller": "pxcbackup-controller", "namespace": "security-context-1408", "name": "on-demand-backup-pvc", "reconcileID": "d091159a-bbd1-4e2a-b3eb-41e7f804fe3f", "Namespace": "security-context-1408", "Name": "xb-on-demand-backup-pvc"} 2024-06-13T03:51:31.846Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxcbackup-controller", "namespace": "security-context-1408", "name": "on-demand-backup-pvc", "reconcileID": "49f259d6-2947-456e-a423-9f6a2647dbbd", "oldSize": 1, "newSize": 2} 2024-06-13T03:51:33.757Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "namespace": "security-context-1408", "name": "sec-context", "reconcileID": "a2f4b7ce-f903-406e-8c78-f86b9f731d42"} 2024-06-13T03:51:36.616Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "security-context-1408", "name": "sec-context", "reconcileID": "b99c53b7-e9a6-4fd9-86b6-cfaf55e329ba", "oldSize": 1, "newSize": 2} 2024-06-13T03:51:36.846Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxcbackup-controller", "namespace": "security-context-1408", "name": "on-demand-backup-pvc", "reconcileID": "8b1a2235-f95a-4df9-8e20-c3b57f2a88d2", "oldSize": 1, "newSize": 2} 2024-06-13T03:51:39.253Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "namespace": "security-context-1408", "name": "sec-context", "reconcileID": "b99c53b7-e9a6-4fd9-86b6-cfaf55e329ba"} 2024-06-13T03:51:41.939Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxcbackup-controller", "namespace": "security-context-1408", "name": "on-demand-backup-pvc", "reconcileID": "ae316753-7079-4514-812b-2e003f111455", "oldSize": 1, "newSize": 2} 2024-06-13T03:51:42.077Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "security-context-1408", "name": "sec-context", "reconcileID": "949b9052-80a2-4f24-a827-5effe204736a", "oldSize": 1, "newSize": 2} 2024-06-13T03:51:44.765Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "namespace": "security-context-1408", "name": "sec-context", "reconcileID": "949b9052-80a2-4f24-a827-5effe204736a"} 2024-06-13T03:51:46.969Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxcbackup-controller", "namespace": "security-context-1408", "name": "on-demand-backup-pvc", "reconcileID": "f7a9ce40-0685-42c3-ad76-e4333a49f954", "oldSize": 1, "newSize": 2} 2024-06-13T03:51:47.513Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "security-context-1408", "name": "sec-context", "reconcileID": "0729cd78-8f6d-4f8e-9fa9-8da02fde7808", "oldSize": 1, "newSize": 2} 2024-06-13T03:51:50.139Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "namespace": "security-context-1408", "name": "sec-context", "reconcileID": "0729cd78-8f6d-4f8e-9fa9-8da02fde7808"} 2024-06-13T03:51:52.009Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxcbackup-controller", "namespace": "security-context-1408", "name": "on-demand-backup-pvc", "reconcileID": "ad628f4e-e4c4-434e-9a89-89148b8cac8a", "oldSize": 1, "newSize": 2} 2024-06-13T03:51:52.889Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "security-context-1408", "name": "sec-context", "reconcileID": "bd0b1965-f0d0-4cac-8009-3f44adfcc2cf", "oldSize": 1, "newSize": 2} 2024-06-13T03:51:55.516Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "namespace": "security-context-1408", "name": "sec-context", "reconcileID": "bd0b1965-f0d0-4cac-8009-3f44adfcc2cf"} 2024-06-13T03:51:57.042Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxcbackup-controller", "namespace": "security-context-1408", "name": "on-demand-backup-pvc", "reconcileID": "7ba5b476-53cd-4263-9eca-77f190df7cef", "oldSize": 1, "newSize": 2} 2024-06-13T03:51:58.764Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "security-context-1408", "name": "sec-context", "reconcileID": "76366c84-170d-4d42-b7e9-e04bf7316d12", "oldSize": 1, "newSize": 2} 2024-06-13T03:52:01.214Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "namespace": "security-context-1408", "name": "sec-context", "reconcileID": "76366c84-170d-4d42-b7e9-e04bf7316d12"} 2024-06-13T03:52:02.076Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxcbackup-controller", "namespace": "security-context-1408", "name": "on-demand-backup-pvc", "reconcileID": "ef012b42-ce42-4aed-b593-06fde8ebaf9d", "oldSize": 1, "newSize": 2} 2024-06-13T03:52:04.346Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "security-context-1408", "name": "sec-context", "reconcileID": "42c03306-2101-44dd-9dc9-a28ceb72f275", "oldSize": 1, "newSize": 2} 2024-06-13T03:52:06.849Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "namespace": "security-context-1408", "name": "sec-context", "reconcileID": "42c03306-2101-44dd-9dc9-a28ceb72f275"} 2024-06-13T03:52:07.125Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxcbackup-controller", "namespace": "security-context-1408", "name": "on-demand-backup-pvc", "reconcileID": "5dc72837-0730-4386-be5e-c93e71d4caf1", "oldSize": 1, "newSize": 2} 2024-06-13T03:52:09.839Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "security-context-1408", "name": "sec-context", "reconcileID": "0293fdbd-8a49-42f4-b6ba-e7384cc2ce1d", "oldSize": 1, "newSize": 2} 2024-06-13T03:52:12.157Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxcbackup-controller", "namespace": "security-context-1408", "name": "on-demand-backup-pvc", "reconcileID": "f826311b-faa6-4e32-8d12-9fe24f64aa32", "oldSize": 1, "newSize": 2} 2024-06-13T03:52:12.456Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "namespace": "security-context-1408", "name": "sec-context", "reconcileID": "0293fdbd-8a49-42f4-b6ba-e7384cc2ce1d"} 2024-06-13T03:52:15.266Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "security-context-1408", "name": "sec-context", "reconcileID": "bb565d4d-338b-434e-b81b-06af252754a4", "oldSize": 1, "newSize": 2} 2024-06-13T03:52:16.680Z INFO backup restore request {"controller": "pxcrestore-controller", "namespace": "security-context-1408", "name": "restore-pvc", "reconcileID": "6cd8ada3-35df-47b4-8c4b-8206a4c3e6ca"} 2024-06-13T03:52:16.695Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxcrestore-controller", "namespace": "security-context-1408", "name": "restore-pvc", "reconcileID": "6cd8ada3-35df-47b4-8c4b-8206a4c3e6ca", "oldSize": 1, "newSize": 2} 2024-06-13T03:52:17.860Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "namespace": "security-context-1408", "name": "sec-context", "reconcileID": "bb565d4d-338b-434e-b81b-06af252754a4"} 2024-06-13T03:52:20.655Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "security-context-1408", "name": "sec-context", "reconcileID": "c402d1af-8a17-4b64-9ca3-2f153b2942a8", "oldSize": 1, "newSize": 2} 2024-06-13T03:52:23.278Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "namespace": "security-context-1408", "name": "sec-context", "reconcileID": "c402d1af-8a17-4b64-9ca3-2f153b2942a8"} 2024-06-13T03:52:26.050Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "security-context-1408", "name": "sec-context", "reconcileID": "56a8caaf-be1c-43c5-bce3-f325e0e37156", "oldSize": 1, "newSize": 2} 2024-06-13T03:52:28.735Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "namespace": "security-context-1408", "name": "sec-context", "reconcileID": "56a8caaf-be1c-43c5-bce3-f325e0e37156"} 2024-06-13T03:52:31.499Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "security-context-1408", "name": "sec-context", "reconcileID": "36e7a18e-7163-4a32-8c6d-431407d0a1a5", "oldSize": 1, "newSize": 2} 2024-06-13T03:52:33.994Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "namespace": "security-context-1408", "name": "sec-context", "reconcileID": "36e7a18e-7163-4a32-8c6d-431407d0a1a5"} 2024-06-13T03:52:34.794Z INFO stopping cluster {"controller": "pxcrestore-controller", "namespace": "security-context-1408", "name": "restore-pvc", "reconcileID": "6cd8ada3-35df-47b4-8c4b-8206a4c3e6ca", "cluster": "sec-context"} 2024-06-13T03:52:34.861Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "security-context-1408", "name": "sec-context", "reconcileID": "bd411f27-f14e-4103-8edd-afe13a970e80", "oldSize": 1, "newSize": 2} 2024-06-13T03:52:34.925Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "namespace": "security-context-1408", "name": "sec-context", "reconcileID": "bd411f27-f14e-4103-8edd-afe13a970e80"} 2024-06-13T03:52:35.484Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "security-context-1408", "name": "sec-context", "reconcileID": "01af7f9a-e54c-48ee-bbd7-0172d839616b", "oldSize": 1, "newSize": 2} 2024-06-13T03:52:36.945Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "security-context-1408", "name": "sec-context", "reconcileID": "0a30049b-9876-42d2-9875-ac5a49e008e1", "oldSize": 1, "newSize": 2} 2024-06-13T03:52:37.193Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "security-context-1408", "name": "sec-context", "reconcileID": "b52782bf-79ce-40fd-b290-93bcae2fda8c", "oldSize": 1, "newSize": 2} 2024-06-13T03:52:42.193Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "security-context-1408", "name": "sec-context", "reconcileID": "e5bb09cd-6259-4224-812a-83be5618699f", "oldSize": 1, "newSize": 2} 2024-06-13T03:52:47.393Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "security-context-1408", "name": "sec-context", "reconcileID": "09866227-53b7-4848-ac60-7c41074c0ac6", "oldSize": 1, "newSize": 2} 2024-06-13T03:52:52.583Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "security-context-1408", "name": "sec-context", "reconcileID": "150e5a1c-6400-4f3d-afe4-7e636a731d91", "oldSize": 1, "newSize": 2} 2024-06-13T03:52:58.669Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "security-context-1408", "name": "sec-context", "reconcileID": "90c889c0-c98a-49a5-a939-93ddc0f25725", "oldSize": 1, "newSize": 2} 2024-06-13T03:53:03.825Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "security-context-1408", "name": "sec-context", "reconcileID": "5c0b07c4-3405-436e-8bf6-c1d67c8fd07f", "oldSize": 1, "newSize": 2} 2024-06-13T03:53:09.050Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "security-context-1408", "name": "sec-context", "reconcileID": "82f6d0ad-3407-4006-be79-e1c8c10e1333", "oldSize": 1, "newSize": 2} 2024-06-13T03:53:14.197Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "security-context-1408", "name": "sec-context", "reconcileID": "9020f8a3-0156-418f-a844-c1fa84f3a9f9", "oldSize": 1, "newSize": 2} 2024-06-13T03:53:15.991Z INFO starting restore {"controller": "pxcrestore-controller", "namespace": "security-context-1408", "name": "restore-pvc", "reconcileID": "6cd8ada3-35df-47b4-8c4b-8206a4c3e6ca", "cluster": "sec-context", "backup": "on-demand-backup-pvc"} 2024-06-13T03:53:19.356Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "security-context-1408", "name": "sec-context", "reconcileID": "78ea567e-4167-4d03-853a-c42a2aa7d4d8", "oldSize": 1, "newSize": 2} 2024-06-13T03:53:19.526Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "security-context-1408", "name": "sec-context", "reconcileID": "4de12fae-6533-4a3f-bfb8-77b94259c2f7", "oldSize": 1, "newSize": 2} 2024-06-13T03:53:24.527Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "security-context-1408", "name": "sec-context", "reconcileID": "fc42c7ed-b584-475b-9b45-6a41c8ecd206", "oldSize": 1, "newSize": 2} 2024-06-13T03:53:29.688Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "security-context-1408", "name": "sec-context", "reconcileID": "23b7c89f-7fcc-446e-93cc-d4c9ce123b8a", "oldSize": 1, "newSize": 2} 2024-06-13T03:53:34.851Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "security-context-1408", "name": "sec-context", "reconcileID": "97e330e5-80bd-486d-86dc-ecc6904795fa", "oldSize": 1, "newSize": 2} 2024-06-13T03:53:40.007Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "security-context-1408", "name": "sec-context", "reconcileID": "4850413b-c913-4595-bf31-d48acec40695", "oldSize": 1, "newSize": 2} 2024-06-13T03:53:45.268Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "security-context-1408", "name": "sec-context", "reconcileID": "00352812-b9a2-435f-a4b0-932766d5e0cf", "oldSize": 1, "newSize": 2} 2024-06-13T03:53:47.372Z INFO starting cluster {"controller": "pxcrestore-controller", "namespace": "security-context-1408", "name": "restore-pvc", "reconcileID": "6cd8ada3-35df-47b4-8c4b-8206a4c3e6ca", "cluster": "sec-context"} 2024-06-13T03:53:47.564Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "security-context-1408", "name": "sec-context", "reconcileID": "3d0b5265-0e2a-4592-882b-3cc93de9226e", "oldSize": 1, "newSize": 2} 2024-06-13T03:53:48.300Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "security-context-1408", "name": "sec-context", "reconcileID": "78412ba3-6e91-4ddd-97c7-db749aa10a0c", "oldSize": 1, "newSize": 2} 2024-06-13T03:53:50.412Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "security-context-1408", "name": "sec-context", "reconcileID": "069b753c-0c6a-4406-a414-5dcd296dc715", "oldSize": 1, "newSize": 2} 2024-06-13T03:53:55.590Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "security-context-1408", "name": "sec-context", "reconcileID": "9a73ea2f-af2c-4340-8202-114cf09c0b71", "oldSize": 1, "newSize": 2} 2024-06-13T03:54:00.773Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "security-context-1408", "name": "sec-context", "reconcileID": "8736a656-3c8a-4b7f-925d-40c997510c60", "oldSize": 1, "newSize": 2} 2024-06-13T03:54:05.915Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "security-context-1408", "name": "sec-context", "reconcileID": "9393cbba-755e-4ee6-adb0-97a58417dfd2", "oldSize": 1, "newSize": 2} 2024-06-13T03:54:06.170Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "security-context-1408", "name": "sec-context", "reconcileID": "7e5c74e3-c8ef-43b0-84cc-21d19adec4d4", "oldSize": 1, "newSize": 2} 2024-06-13T03:54:11.170Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "security-context-1408", "name": "sec-context", "reconcileID": "8e4efdfb-7700-4b83-8954-e8e6be96a9fc", "oldSize": 1, "newSize": 2} 2024-06-13T03:54:16.360Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "security-context-1408", "name": "sec-context", "reconcileID": "33ab7799-0103-449a-b25a-9eee4c69039f", "oldSize": 1, "newSize": 2} 2024-06-13T03:54:21.549Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "security-context-1408", "name": "sec-context", "reconcileID": "23c6fa2b-7d79-4a57-87d5-dfb496a05116", "oldSize": 1, "newSize": 2} 2024-06-13T03:54:21.777Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "security-context-1408", "name": "sec-context", "reconcileID": "3731a0b6-2782-4044-bee7-baedd9483e0d", "oldSize": 1, "newSize": 2} 2024-06-13T03:54:26.778Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "security-context-1408", "name": "sec-context", "reconcileID": "e6c03787-afa5-432c-9064-80fc7bc9cf54", "oldSize": 1, "newSize": 2} 2024-06-13T03:54:31.925Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "security-context-1408", "name": "sec-context", "reconcileID": "ed8cb362-f23c-4598-a9b1-97698a17f0d5", "oldSize": 1, "newSize": 2} 2024-06-13T03:54:37.087Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "security-context-1408", "name": "sec-context", "reconcileID": "3709a234-5316-4fb1-a0b6-f53a18d440f9", "oldSize": 1, "newSize": 2} 2024-06-13T03:54:37.291Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "security-context-1408", "name": "sec-context", "reconcileID": "49df25b1-1389-4cb8-bf5a-c32fef26d08a", "oldSize": 1, "newSize": 2} 2024-06-13T03:54:42.291Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "security-context-1408", "name": "sec-context", "reconcileID": "76e615ea-acaf-441f-a597-29a645095a7f", "oldSize": 1, "newSize": 2} 2024-06-13T03:54:47.563Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "security-context-1408", "name": "sec-context", "reconcileID": "b25e2348-23b8-46d0-965c-cef3da896680", "oldSize": 1, "newSize": 2} 2024-06-13T03:54:52.785Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "security-context-1408", "name": "sec-context", "reconcileID": "c47c456a-41d7-4c00-8394-d251cac407f3", "oldSize": 1, "newSize": 2} 2024-06-13T03:54:58.826Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "security-context-1408", "name": "sec-context", "reconcileID": "64795c94-35c1-4560-9727-fc16d390b1c5", "oldSize": 1, "newSize": 2} 2024-06-13T03:55:04.036Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "security-context-1408", "name": "sec-context", "reconcileID": "99191729-d18b-4446-b495-be2c83562ce7", "oldSize": 1, "newSize": 2} 2024-06-13T03:55:09.299Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "security-context-1408", "name": "sec-context", "reconcileID": "9e9f5bf6-b03d-46c6-84b9-21274f344cfb", "oldSize": 1, "newSize": 2} 2024-06-13T03:55:14.514Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "security-context-1408", "name": "sec-context", "reconcileID": "b11c26f5-8477-482b-8a81-ab52668f3641", "oldSize": 1, "newSize": 2} 2024-06-13T03:55:19.738Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "security-context-1408", "name": "sec-context", "reconcileID": "bb3ff439-f4a1-4b31-a7cd-b6f47a709527", "oldSize": 1, "newSize": 2} 2024-06-13T03:55:24.933Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "security-context-1408", "name": "sec-context", "reconcileID": "f995d8cd-f33b-4b3d-b115-a6cd3c5c6f72", "oldSize": 1, "newSize": 2} 2024-06-13T03:55:30.146Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "security-context-1408", "name": "sec-context", "reconcileID": "c6dfa93f-b170-47aa-9e0c-346e5a079554", "oldSize": 1, "newSize": 2} 2024-06-13T03:55:35.366Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "security-context-1408", "name": "sec-context", "reconcileID": "c352fe76-7f1a-41e1-84f7-78ba64e64410", "oldSize": 1, "newSize": 2} 2024-06-13T03:55:40.599Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "security-context-1408", "name": "sec-context", "reconcileID": "31e5676b-22b6-4cc1-b617-a3582d724892", "oldSize": 1, "newSize": 2} 2024-06-13T03:55:45.902Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "security-context-1408", "name": "sec-context", "reconcileID": "03dff83b-5830-48c0-b588-a8fab39b09aa", "oldSize": 1, "newSize": 2} 2024-06-13T03:55:51.100Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "security-context-1408", "name": "sec-context", "reconcileID": "b68fe67a-78f2-45a4-afdc-17e4d08dc249", "oldSize": 1, "newSize": 2} 2024-06-13T03:55:51.492Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "security-context-1408", "name": "sec-context", "reconcileID": "82f991f4-b9b6-4aea-bdf3-3764edf5fc47", "oldSize": 1, "newSize": 2} 2024-06-13T03:55:56.493Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "security-context-1408", "name": "sec-context", "reconcileID": "14d3e81e-49fd-4480-9395-e06daeeac6c7", "oldSize": 1, "newSize": 2} 2024-06-13T03:56:01.792Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "security-context-1408", "name": "sec-context", "reconcileID": "ea9398c1-3be9-4883-b9f5-15196cacc759", "oldSize": 1, "newSize": 2} 2024-06-13T03:56:07.039Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "security-context-1408", "name": "sec-context", "reconcileID": "4293799b-ddc1-4406-ba47-346905550298", "oldSize": 1, "newSize": 2} 2024-06-13T03:56:12.322Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "security-context-1408", "name": "sec-context", "reconcileID": "71ee55d9-f464-4b7d-9617-ee53962df54f", "oldSize": 1, "newSize": 2} 2024-06-13T03:56:17.597Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "security-context-1408", "name": "sec-context", "reconcileID": "f3f05fdd-7d51-40dc-81d1-c025891d08ab", "oldSize": 1, "newSize": 2} 2024-06-13T03:56:22.904Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "security-context-1408", "name": "sec-context", "reconcileID": "7cb2eb86-66b0-4386-80bb-ff5aa46feccc", "oldSize": 1, "newSize": 2} 2024-06-13T03:56:28.588Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "security-context-1408", "name": "sec-context", "reconcileID": "0fcc1265-3722-4ab7-ad71-dc0413413e20", "oldSize": 1, "newSize": 2} 2024-06-13T03:56:33.891Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "security-context-1408", "name": "sec-context", "reconcileID": "7797034f-1b8b-4aed-96d4-e2ea8d8f73bd", "oldSize": 1, "newSize": 2} 2024-06-13T03:56:39.131Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "security-context-1408", "name": "sec-context", "reconcileID": "da75b0ba-c1e2-4e72-926d-12cbedaee9f8", "oldSize": 1, "newSize": 2} 2024-06-13T03:56:44.526Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "security-context-1408", "name": "sec-context", "reconcileID": "0ebcb952-2d05-4aee-9771-ecfa3f907e45", "oldSize": 1, "newSize": 2} 2024-06-13T03:56:49.791Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "security-context-1408", "name": "sec-context", "reconcileID": "9f5ae8eb-ed30-4067-bb19-56bb3e02e7c7", "oldSize": 1, "newSize": 2} 2024-06-13T03:56:55.085Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "security-context-1408", "name": "sec-context", "reconcileID": "3a09eea6-6807-41bd-8657-182db5ade798", "oldSize": 1, "newSize": 2} 2024-06-13T03:57:00.327Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "security-context-1408", "name": "sec-context", "reconcileID": "46319d1b-0aa6-4282-87a5-3e9ad3162096", "oldSize": 1, "newSize": 2} 2024-06-13T03:57:05.585Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "security-context-1408", "name": "sec-context", "reconcileID": "f3434b3c-580c-4cd2-ac26-edad40f5db4a", "oldSize": 1, "newSize": 2} 2024-06-13T03:57:05.907Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "security-context-1408", "name": "sec-context", "reconcileID": "4cd5b6aa-21f2-4590-b1c4-160d362a2454", "oldSize": 1, "newSize": 2} 2024-06-13T03:57:06.721Z INFO You can view xtrabackup log: 2024-06-13T03:57:08.433Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "namespace": "security-context-1408", "name": "sec-context", "reconcileID": "4cd5b6aa-21f2-4590-b1c4-160d362a2454"} 2024-06-13T03:57:10.907Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "security-context-1408", "name": "sec-context", "reconcileID": "bb1c977a-e028-4c67-91cf-d5a1a5fcf017", "oldSize": 1, "newSize": 2} 2024-06-13T03:57:13.449Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "namespace": "security-context-1408", "name": "sec-context", "reconcileID": "bb1c977a-e028-4c67-91cf-d5a1a5fcf017"} 2024-06-13T03:57:16.307Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "security-context-1408", "name": "sec-context", "reconcileID": "ab6978d3-b462-47ec-80cf-be02eee0b10f", "oldSize": 1, "newSize": 2} 2024-06-13T03:57:18.916Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "namespace": "security-context-1408", "name": "sec-context", "reconcileID": "ab6978d3-b462-47ec-80cf-be02eee0b10f"} 2024-06-13T03:57:21.817Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "security-context-1408", "name": "sec-context", "reconcileID": "f96f5d5d-8ca3-4667-8142-1ecf4598a718", "oldSize": 1, "newSize": 2} 2024-06-13T03:57:24.503Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "namespace": "security-context-1408", "name": "sec-context", "reconcileID": "f96f5d5d-8ca3-4667-8142-1ecf4598a718"} 2024-06-13T03:57:27.250Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "security-context-1408", "name": "sec-context", "reconcileID": "4359dfd7-5944-40a9-a5cd-216465474ee4", "oldSize": 1, "newSize": 2} 2024-06-13T03:57:29.811Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "namespace": "security-context-1408", "name": "sec-context", "reconcileID": "4359dfd7-5944-40a9-a5cd-216465474ee4"} 2024-06-13T03:57:32.723Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "security-context-1408", "name": "sec-context", "reconcileID": "912b6875-a134-47a0-a7d8-8acba4e4cc7f", "oldSize": 1, "newSize": 2} 2024-06-13T03:57:35.232Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "namespace": "security-context-1408", "name": "sec-context", "reconcileID": "912b6875-a134-47a0-a7d8-8acba4e4cc7f"} 2024-06-13T03:57:38.103Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "security-context-1408", "name": "sec-context", "reconcileID": "454401bf-7dfe-4a85-9454-8a2ef1cd295b", "oldSize": 1, "newSize": 2} 2024-06-13T03:57:40.790Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "namespace": "security-context-1408", "name": "sec-context", "reconcileID": "454401bf-7dfe-4a85-9454-8a2ef1cd295b"} 2024-06-13T03:57:43.791Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "security-context-1408", "name": "sec-context", "reconcileID": "08a0f752-7249-4e13-9ad9-d4bcb6599577", "oldSize": 1, "newSize": 2} 2024-06-13T03:57:46.532Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "namespace": "security-context-1408", "name": "sec-context", "reconcileID": "08a0f752-7249-4e13-9ad9-d4bcb6599577"} 2024-06-13T03:57:49.222Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "security-context-1408", "name": "sec-context", "reconcileID": "cb0c739d-b845-488c-8018-c19f767ad52d", "oldSize": 1, "newSize": 2} 2024-06-13T03:57:51.736Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "namespace": "security-context-1408", "name": "sec-context", "reconcileID": "cb0c739d-b845-488c-8018-c19f767ad52d"} 2024-06-13T03:57:54.655Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "security-context-1408", "name": "sec-context", "reconcileID": "076b8bc0-9395-437e-82f6-c159e1045a8a", "oldSize": 1, "newSize": 2} 2024-06-13T03:57:57.198Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "namespace": "security-context-1408", "name": "sec-context", "reconcileID": "076b8bc0-9395-437e-82f6-c159e1045a8a"} 2024-06-13T03:58:00.061Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "security-context-1408", "name": "sec-context", "reconcileID": "3384e590-0d9f-491f-ad43-d130e6db05da", "oldSize": 1, "newSize": 2} 2024-06-13T03:58:02.641Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "namespace": "security-context-1408", "name": "sec-context", "reconcileID": "3384e590-0d9f-491f-ad43-d130e6db05da"} 2024-06-13T03:58:05.527Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "security-context-1408", "name": "sec-context", "reconcileID": "935fef0e-86b7-4d46-bdc9-98ab72e11456", "oldSize": 1, "newSize": 2} 2024-06-13T03:58:08.051Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "namespace": "security-context-1408", "name": "sec-context", "reconcileID": "935fef0e-86b7-4d46-bdc9-98ab72e11456"} 2024-06-13T03:58:10.943Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "security-context-1408", "name": "sec-context", "reconcileID": "6cb1e43f-4a3d-44b0-b8fb-b98ee30578f8", "oldSize": 1, "newSize": 2} 2024-06-13T03:58:13.501Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "namespace": "security-context-1408", "name": "sec-context", "reconcileID": "6cb1e43f-4a3d-44b0-b8fb-b98ee30578f8"} 2024-06-13T03:58:16.401Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "security-context-1408", "name": "sec-context", "reconcileID": "55430687-f127-48cd-8693-e3815d6faf36", "oldSize": 1, "newSize": 2} 2024-06-13T03:58:18.963Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "namespace": "security-context-1408", "name": "sec-context", "reconcileID": "55430687-f127-48cd-8693-e3815d6faf36"} 2024-06-13T03:58:21.795Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "security-context-1408", "name": "sec-context", "reconcileID": "6dd1bfab-624a-46a3-b25a-1ccfc556a167", "oldSize": 1, "newSize": 2} 2024-06-13T03:58:24.618Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "namespace": "security-context-1408", "name": "sec-context", "reconcileID": "6dd1bfab-624a-46a3-b25a-1ccfc556a167"} 2024-06-13T03:58:27.215Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "security-context-1408", "name": "sec-context", "reconcileID": "f8e9d55b-5721-4cf1-8742-d417a3516cde", "oldSize": 1, "newSize": 2} 2024-06-13T03:58:29.787Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "namespace": "security-context-1408", "name": "sec-context", "reconcileID": "f8e9d55b-5721-4cf1-8742-d417a3516cde"} 2024-06-13T03:58:32.600Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "security-context-1408", "name": "sec-context", "reconcileID": "4553e31f-eaa2-4ea2-ab7a-19c010b4c340", "oldSize": 1, "newSize": 2} 2024-06-13T03:58:35.101Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "namespace": "security-context-1408", "name": "sec-context", "reconcileID": "4553e31f-eaa2-4ea2-ab7a-19c010b4c340"} 2024-06-13T03:58:38.152Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "security-context-1408", "name": "sec-context", "reconcileID": "36ddc90a-64fb-4168-a81b-f889fced991c", "oldSize": 1, "newSize": 2} 2024-06-13T03:58:38.658Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxcbackup-controller", "namespace": "security-context-1408", "name": "on-demand-backup-s3", "reconcileID": "998cb14a-e63e-4f1b-8f3e-7b5bbd3c7ada", "oldSize": 1, "newSize": 2} 2024-06-13T03:58:38.717Z INFO Created a new backup job {"controller": "pxcbackup-controller", "namespace": "security-context-1408", "name": "on-demand-backup-s3", "reconcileID": "998cb14a-e63e-4f1b-8f3e-7b5bbd3c7ada", "Namespace": "security-context-1408", "Name": "xb-on-demand-backup-s3"} 2024-06-13T03:58:38.743Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxcbackup-controller", "namespace": "security-context-1408", "name": "on-demand-backup-s3", "reconcileID": "4bbaaec1-465f-4953-8673-db91e6382bde", "oldSize": 1, "newSize": 2} 2024-06-13T03:58:40.863Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "namespace": "security-context-1408", "name": "sec-context", "reconcileID": "36ddc90a-64fb-4168-a81b-f889fced991c"} 2024-06-13T03:58:43.744Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxcbackup-controller", "namespace": "security-context-1408", "name": "on-demand-backup-s3", "reconcileID": "fb054b8a-fc66-4b52-ac2e-75249afc2a72", "oldSize": 1, "newSize": 2} 2024-06-13T03:58:43.793Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "security-context-1408", "name": "sec-context", "reconcileID": "94f2131c-76c5-424f-9939-171235f632ed", "oldSize": 1, "newSize": 2} 2024-06-13T03:58:43.794Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxcbackup-controller", "namespace": "security-context-1408", "name": "on-demand-backup-s3", "reconcileID": "c28ae07c-a0b4-4b1e-8e9d-61995974dc45", "oldSize": 1, "newSize": 2} 2024-06-13T03:58:46.345Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "namespace": "security-context-1408", "name": "sec-context", "reconcileID": "94f2131c-76c5-424f-9939-171235f632ed"} 2024-06-13T03:58:48.794Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxcbackup-controller", "namespace": "security-context-1408", "name": "on-demand-backup-s3", "reconcileID": "653aad44-84cb-4098-94c6-f20ddfa82a27", "oldSize": 1, "newSize": 2} 2024-06-13T03:58:49.211Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "security-context-1408", "name": "sec-context", "reconcileID": "08212ca8-8274-41ce-af19-5410fffc0ec2", "oldSize": 1, "newSize": 2} 2024-06-13T03:58:51.711Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "namespace": "security-context-1408", "name": "sec-context", "reconcileID": "08212ca8-8274-41ce-af19-5410fffc0ec2"} 2024-06-13T03:58:53.824Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxcbackup-controller", "namespace": "security-context-1408", "name": "on-demand-backup-s3", "reconcileID": "0830e704-d6ff-4fe3-a660-9bcf5e25a1d1", "oldSize": 1, "newSize": 2} 2024-06-13T03:58:54.714Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "security-context-1408", "name": "sec-context", "reconcileID": "6313f7a5-b956-4efd-a8be-0deb7e8838b5", "oldSize": 1, "newSize": 2} 2024-06-13T03:58:57.209Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "namespace": "security-context-1408", "name": "sec-context", "reconcileID": "6313f7a5-b956-4efd-a8be-0deb7e8838b5"} 2024-06-13T03:58:58.865Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxcbackup-controller", "namespace": "security-context-1408", "name": "on-demand-backup-s3", "reconcileID": "4706b9a6-f7d3-42a9-beac-5f0ce21843f4", "oldSize": 1, "newSize": 2} 2024-06-13T03:59:00.163Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "security-context-1408", "name": "sec-context", "reconcileID": "0d24504a-cbe4-4ff3-b1e9-7df7a5633452", "oldSize": 1, "newSize": 2} 2024-06-13T03:59:02.793Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "namespace": "security-context-1408", "name": "sec-context", "reconcileID": "0d24504a-cbe4-4ff3-b1e9-7df7a5633452"} 2024-06-13T03:59:03.909Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxcbackup-controller", "namespace": "security-context-1408", "name": "on-demand-backup-s3", "reconcileID": "b3bfbc29-d710-4e71-9d66-3ec3b9f62fef", "oldSize": 1, "newSize": 2} 2024-06-13T03:59:05.602Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "security-context-1408", "name": "sec-context", "reconcileID": "1714bbaa-32f5-4b28-85e8-dd64ccb43824", "oldSize": 1, "newSize": 2} 2024-06-13T03:59:08.153Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "namespace": "security-context-1408", "name": "sec-context", "reconcileID": "1714bbaa-32f5-4b28-85e8-dd64ccb43824"} 2024-06-13T03:59:08.951Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxcbackup-controller", "namespace": "security-context-1408", "name": "on-demand-backup-s3", "reconcileID": "cbd772a9-5720-401f-8a0b-a11b206e8f12", "oldSize": 1, "newSize": 2} 2024-06-13T03:59:10.481Z INFO backup restore request {"controller": "pxcrestore-controller", "namespace": "security-context-1408", "name": "restore-s3", "reconcileID": "0a61f349-49a0-497a-aea8-86fad6e4650f"} 2024-06-13T03:59:10.494Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxcrestore-controller", "namespace": "security-context-1408", "name": "restore-s3", "reconcileID": "0a61f349-49a0-497a-aea8-86fad6e4650f", "oldSize": 1, "newSize": 2} 2024-06-13T03:59:10.525Z INFO stopping cluster {"controller": "pxcrestore-controller", "namespace": "security-context-1408", "name": "restore-s3", "reconcileID": "0a61f349-49a0-497a-aea8-86fad6e4650f", "cluster": "sec-context"} 2024-06-13T03:59:10.601Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "security-context-1408", "name": "sec-context", "reconcileID": "01e4e9ba-db61-4547-b892-d3fa23e00790", "oldSize": 1, "newSize": 2} 2024-06-13T03:59:10.685Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "namespace": "security-context-1408", "name": "sec-context", "reconcileID": "01e4e9ba-db61-4547-b892-d3fa23e00790"} 2024-06-13T03:59:11.006Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "security-context-1408", "name": "sec-context", "reconcileID": "96bb5b0e-a936-4089-9362-8e4f74d32b11", "oldSize": 1, "newSize": 2} 2024-06-13T03:59:11.573Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "security-context-1408", "name": "sec-context", "reconcileID": "8d93ed4c-7d2a-4865-b202-e4dbe7d36d78", "oldSize": 1, "newSize": 2} 2024-06-13T03:59:12.014Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "security-context-1408", "name": "sec-context", "reconcileID": "ee067dc9-1351-482f-9ecd-017143fcd7ae", "oldSize": 1, "newSize": 2} 2024-06-13T03:59:16.573Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "security-context-1408", "name": "sec-context", "reconcileID": "4869ce81-2117-4e36-93b9-ad0073494405", "oldSize": 1, "newSize": 2} 2024-06-13T03:59:16.848Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "security-context-1408", "name": "sec-context", "reconcileID": "cdf8b79a-4c4b-4a50-91e2-3d70df76cc65", "oldSize": 1, "newSize": 2} 2024-06-13T03:59:21.813Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "security-context-1408", "name": "sec-context", "reconcileID": "dc195c62-19a3-4586-bb0f-1ad30715313d", "oldSize": 1, "newSize": 2} 2024-06-13T03:59:26.994Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "security-context-1408", "name": "sec-context", "reconcileID": "7466f9cb-c7f4-43a3-b062-b0dbf4e42cc5", "oldSize": 1, "newSize": 2} 2024-06-13T03:59:32.185Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "security-context-1408", "name": "sec-context", "reconcileID": "ff260410-1960-4039-99e4-9d2e75c8d2a3", "oldSize": 1, "newSize": 2} 2024-06-13T03:59:37.374Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "security-context-1408", "name": "sec-context", "reconcileID": "11f24a74-94ac-4f3e-a083-b242a469561b", "oldSize": 1, "newSize": 2} 2024-06-13T03:59:42.600Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "security-context-1408", "name": "sec-context", "reconcileID": "a2737e36-4200-4ded-bc71-4b9578587f09", "oldSize": 1, "newSize": 2} 2024-06-13T03:59:47.823Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "security-context-1408", "name": "sec-context", "reconcileID": "1a25665f-42e7-4b9c-8a03-4c7b26a89ce1", "oldSize": 1, "newSize": 2} 2024-06-13T03:59:52.977Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "security-context-1408", "name": "sec-context", "reconcileID": "c1d350a5-611b-4344-9cf1-5e3713f0cd9a", "oldSize": 1, "newSize": 2} 2024-06-13T03:59:53.884Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "security-context-1408", "name": "sec-context", "reconcileID": "74fe014c-a5d8-4150-b0a2-238260fdfca2", "oldSize": 1, "newSize": 2} 2024-06-13T03:59:54.097Z INFO starting restore {"controller": "pxcrestore-controller", "namespace": "security-context-1408", "name": "restore-s3", "reconcileID": "0a61f349-49a0-497a-aea8-86fad6e4650f", "cluster": "sec-context", "backup": "on-demand-backup-s3"} 2024-06-13T03:59:58.883Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "security-context-1408", "name": "sec-context", "reconcileID": "80d13088-ccd8-4aad-b705-233b0fc4f7dd", "oldSize": 1, "newSize": 2} 2024-06-13T04:00:02.012Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxcbackup-controller", "namespace": "security-context-1408", "name": "cron-sec-context-pvc-2024613402-1h2f7", "reconcileID": "67cb7ccf-1cb5-44b4-a922-58e1fca025b1", "oldSize": 1, "newSize": 2} 2024-06-13T04:00:02.013Z ERROR Reconciler error {"controller": "pxcbackup-controller", "namespace": "security-context-1408", "name": "cron-sec-context-pvc-2024613402-1h2f7", "reconcileID": "67cb7ccf-1cb5-44b4-a922-58e1fca025b1", "error": "failed to run backup: allowUnsafeConfigurations must be true to run backup on cluster with status paused", "errorVerbose": "allowUnsafeConfigurations must be true to run backup on cluster with status paused\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/apis/pxc/v1.(*PerconaXtraDBCluster).CanBackup\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/apis/pxc/v1/pxc_types.go:1453\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxcbackup.(*ReconcilePerconaXtraDBClusterBackup).Reconcile\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxcbackup/controller.go:162\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Reconcile\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:114\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:311\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:261\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:222\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1695\nfailed to run backup\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxcbackup.(*ReconcilePerconaXtraDBClusterBackup).Reconcile\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxcbackup/controller.go:163\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Reconcile\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:114\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:311\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:261\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:222\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1695"} 2024-06-13T04:00:02.013Z INFO Warning: Reconciler returned both a non-zero result and a non-nil error. The result will always be ignored if the error is non-nil and the non-nil error causes reqeueuing with exponential backoff. For more details, see: https://pkg.go.dev/sigs.k8s.io/controller-runtime/pkg/reconcile#Reconciler {"controller": "pxcbackup-controller", "namespace": "security-context-1408", "name": "cron-sec-context-pvc-2024613402-1h2f7", "reconcileID": "67cb7ccf-1cb5-44b4-a922-58e1fca025b1"} 2024-06-13T04:00:02.018Z ERROR Reconciler error {"controller": "pxcbackup-controller", "namespace": "security-context-1408", "name": "cron-sec-context-pvc-2024613402-1h2f7", "reconcileID": "2cb6f267-ea55-4ad4-b6e9-6ee8bb24225b", "error": "failed to run backup: allowUnsafeConfigurations must be true to run backup on cluster with status paused", "errorVerbose": "allowUnsafeConfigurations must be true to run backup on cluster with status paused\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/apis/pxc/v1.(*PerconaXtraDBCluster).CanBackup\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/apis/pxc/v1/pxc_types.go:1453\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxcbackup.(*ReconcilePerconaXtraDBClusterBackup).Reconcile\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxcbackup/controller.go:162\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Reconcile\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:114\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:311\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:261\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:222\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1695\nfailed to run backup\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxcbackup.(*ReconcilePerconaXtraDBClusterBackup).Reconcile\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxcbackup/controller.go:163\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Reconcile\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:114\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:311\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:261\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:222\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1695"} 2024-06-13T04:00:02.018Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxcbackup-controller", "namespace": "security-context-1408", "name": "cron-sec-context-pvc-2024613402-1h2f7", "reconcileID": "2cb6f267-ea55-4ad4-b6e9-6ee8bb24225b", "oldSize": 1, "newSize": 2} 2024-06-13T04:00:02.018Z INFO Warning: Reconciler returned both a non-zero result and a non-nil error. The result will always be ignored if the error is non-nil and the non-nil error causes reqeueuing with exponential backoff. For more details, see: https://pkg.go.dev/sigs.k8s.io/controller-runtime/pkg/reconcile#Reconciler {"controller": "pxcbackup-controller", "namespace": "security-context-1408", "name": "cron-sec-context-pvc-2024613402-1h2f7", "reconcileID": "2cb6f267-ea55-4ad4-b6e9-6ee8bb24225b"} 2024-06-13T04:00:02.029Z ERROR Reconciler error {"controller": "pxcbackup-controller", "namespace": "security-context-1408", "name": "cron-sec-context-pvc-2024613402-1h2f7", "reconcileID": "78f3d0f7-4425-4127-a936-cff745084f3e", "error": "failed to run backup: allowUnsafeConfigurations must be true to run backup on cluster with status paused", "errorVerbose": "allowUnsafeConfigurations must be true to run backup on cluster with status paused\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/apis/pxc/v1.(*PerconaXtraDBCluster).CanBackup\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/apis/pxc/v1/pxc_types.go:1453\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxcbackup.(*ReconcilePerconaXtraDBClusterBackup).Reconcile\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxcbackup/controller.go:162\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Reconcile\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:114\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:311\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:261\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:222\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1695\nfailed to run backup\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxcbackup.(*ReconcilePerconaXtraDBClusterBackup).Reconcile\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxcbackup/controller.go:163\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Reconcile\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:114\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:311\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:261\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:222\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1695"} 2024-06-13T04:00:02.029Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxcbackup-controller", "namespace": "security-context-1408", "name": "cron-sec-context-pvc-2024613402-1h2f7", "reconcileID": "78f3d0f7-4425-4127-a936-cff745084f3e", "oldSize": 1, "newSize": 2} 2024-06-13T04:00:02.029Z INFO Warning: Reconciler returned both a non-zero result and a non-nil error. The result will always be ignored if the error is non-nil and the non-nil error causes reqeueuing with exponential backoff. For more details, see: https://pkg.go.dev/sigs.k8s.io/controller-runtime/pkg/reconcile#Reconciler {"controller": "pxcbackup-controller", "namespace": "security-context-1408", "name": "cron-sec-context-pvc-2024613402-1h2f7", "reconcileID": "78f3d0f7-4425-4127-a936-cff745084f3e"} 2024-06-13T04:00:02.050Z ERROR Reconciler error {"controller": "pxcbackup-controller", "namespace": "security-context-1408", "name": "cron-sec-context-pvc-2024613402-1h2f7", "reconcileID": "1cbb5bf3-ff30-4f5b-9799-faac88cf5df7", "error": "failed to run backup: allowUnsafeConfigurations must be true to run backup on cluster with status paused", "errorVerbose": "allowUnsafeConfigurations must be true to run backup on cluster with status paused\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/apis/pxc/v1.(*PerconaXtraDBCluster).CanBackup\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/apis/pxc/v1/pxc_types.go:1453\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxcbackup.(*ReconcilePerconaXtraDBClusterBackup).Reconcile\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxcbackup/controller.go:162\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Reconcile\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:114\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:311\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:261\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:222\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1695\nfailed to run backup\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxcbackup.(*ReconcilePerconaXtraDBClusterBackup).Reconcile\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxcbackup/controller.go:163\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Reconcile\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:114\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:311\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:261\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:222\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1695"} 2024-06-13T04:00:02.050Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxcbackup-controller", "namespace": "security-context-1408", "name": "cron-sec-context-pvc-2024613402-1h2f7", "reconcileID": "1cbb5bf3-ff30-4f5b-9799-faac88cf5df7", "oldSize": 1, "newSize": 2} 2024-06-13T04:00:02.050Z INFO Warning: Reconciler returned both a non-zero result and a non-nil error. The result will always be ignored if the error is non-nil and the non-nil error causes reqeueuing with exponential backoff. For more details, see: https://pkg.go.dev/sigs.k8s.io/controller-runtime/pkg/reconcile#Reconciler {"controller": "pxcbackup-controller", "namespace": "security-context-1408", "name": "cron-sec-context-pvc-2024613402-1h2f7", "reconcileID": "1cbb5bf3-ff30-4f5b-9799-faac88cf5df7"} 2024-06-13T04:00:02.091Z ERROR Reconciler error {"controller": "pxcbackup-controller", "namespace": "security-context-1408", "name": "cron-sec-context-pvc-2024613402-1h2f7", "reconcileID": "e1c8b05a-c740-49d3-8bf3-cdddc7d343f5", "error": "failed to run backup: allowUnsafeConfigurations must be true to run backup on cluster with status paused", "errorVerbose": "allowUnsafeConfigurations must be true to run backup on cluster with status paused\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/apis/pxc/v1.(*PerconaXtraDBCluster).CanBackup\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/apis/pxc/v1/pxc_types.go:1453\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxcbackup.(*ReconcilePerconaXtraDBClusterBackup).Reconcile\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxcbackup/controller.go:162\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Reconcile\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:114\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:311\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:261\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:222\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1695\nfailed to run backup\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxcbackup.(*ReconcilePerconaXtraDBClusterBackup).Reconcile\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxcbackup/controller.go:163\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Reconcile\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:114\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:311\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:261\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:222\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1695"} 2024-06-13T04:00:02.091Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxcbackup-controller", "namespace": "security-context-1408", "name": "cron-sec-context-pvc-2024613402-1h2f7", "reconcileID": "e1c8b05a-c740-49d3-8bf3-cdddc7d343f5", "oldSize": 1, "newSize": 2} 2024-06-13T04:00:02.091Z INFO Warning: Reconciler returned both a non-zero result and a non-nil error. The result will always be ignored if the error is non-nil and the non-nil error causes reqeueuing with exponential backoff. For more details, see: https://pkg.go.dev/sigs.k8s.io/controller-runtime/pkg/reconcile#Reconciler {"controller": "pxcbackup-controller", "namespace": "security-context-1408", "name": "cron-sec-context-pvc-2024613402-1h2f7", "reconcileID": "e1c8b05a-c740-49d3-8bf3-cdddc7d343f5"} 2024-06-13T04:00:02.172Z ERROR Reconciler error {"controller": "pxcbackup-controller", "namespace": "security-context-1408", "name": "cron-sec-context-pvc-2024613402-1h2f7", "reconcileID": "a3a3deed-9aee-4562-a9a6-c951d3d2a2ab", "error": "failed to run backup: allowUnsafeConfigurations must be true to run backup on cluster with status paused", "errorVerbose": "allowUnsafeConfigurations must be true to run backup on cluster with status paused\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/apis/pxc/v1.(*PerconaXtraDBCluster).CanBackup\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/apis/pxc/v1/pxc_types.go:1453\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxcbackup.(*ReconcilePerconaXtraDBClusterBackup).Reconcile\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxcbackup/controller.go:162\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Reconcile\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:114\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:311\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:261\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:222\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1695\nfailed to run backup\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxcbackup.(*ReconcilePerconaXtraDBClusterBackup).Reconcile\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxcbackup/controller.go:163\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Reconcile\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:114\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:311\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:261\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:222\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1695"} 2024-06-13T04:00:02.172Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxcbackup-controller", "namespace": "security-context-1408", "name": "cron-sec-context-pvc-2024613402-1h2f7", "reconcileID": "a3a3deed-9aee-4562-a9a6-c951d3d2a2ab", "oldSize": 1, "newSize": 2} 2024-06-13T04:00:02.172Z INFO Warning: Reconciler returned both a non-zero result and a non-nil error. The result will always be ignored if the error is non-nil and the non-nil error causes reqeueuing with exponential backoff. For more details, see: https://pkg.go.dev/sigs.k8s.io/controller-runtime/pkg/reconcile#Reconciler {"controller": "pxcbackup-controller", "namespace": "security-context-1408", "name": "cron-sec-context-pvc-2024613402-1h2f7", "reconcileID": "a3a3deed-9aee-4562-a9a6-c951d3d2a2ab"} 2024-06-13T04:00:02.333Z ERROR Reconciler error {"controller": "pxcbackup-controller", "namespace": "security-context-1408", "name": "cron-sec-context-pvc-2024613402-1h2f7", "reconcileID": "48b83941-c093-4867-9da3-ebe0573346e0", "error": "failed to run backup: allowUnsafeConfigurations must be true to run backup on cluster with status paused", "errorVerbose": "allowUnsafeConfigurations must be true to run backup on cluster with status paused\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/apis/pxc/v1.(*PerconaXtraDBCluster).CanBackup\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/apis/pxc/v1/pxc_types.go:1453\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxcbackup.(*ReconcilePerconaXtraDBClusterBackup).Reconcile\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxcbackup/controller.go:162\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Reconcile\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:114\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:311\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:261\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:222\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1695\nfailed to run backup\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxcbackup.(*ReconcilePerconaXtraDBClusterBackup).Reconcile\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxcbackup/controller.go:163\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Reconcile\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:114\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:311\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:261\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:222\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1695"} 2024-06-13T04:00:02.333Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxcbackup-controller", "namespace": "security-context-1408", "name": "cron-sec-context-pvc-2024613402-1h2f7", "reconcileID": "48b83941-c093-4867-9da3-ebe0573346e0", "oldSize": 1, "newSize": 2} 2024-06-13T04:00:02.333Z INFO Warning: Reconciler returned both a non-zero result and a non-nil error. The result will always be ignored if the error is non-nil and the non-nil error causes reqeueuing with exponential backoff. For more details, see: https://pkg.go.dev/sigs.k8s.io/controller-runtime/pkg/reconcile#Reconciler {"controller": "pxcbackup-controller", "namespace": "security-context-1408", "name": "cron-sec-context-pvc-2024613402-1h2f7", "reconcileID": "48b83941-c093-4867-9da3-ebe0573346e0"} 2024-06-13T04:00:02.654Z ERROR Reconciler error {"controller": "pxcbackup-controller", "namespace": "security-context-1408", "name": "cron-sec-context-pvc-2024613402-1h2f7", "reconcileID": "e127f1a5-6ebe-4b3b-8105-99e6af8d0ae6", "error": "failed to run backup: allowUnsafeConfigurations must be true to run backup on cluster with status paused", "errorVerbose": "allowUnsafeConfigurations must be true to run backup on cluster with status paused\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/apis/pxc/v1.(*PerconaXtraDBCluster).CanBackup\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/apis/pxc/v1/pxc_types.go:1453\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxcbackup.(*ReconcilePerconaXtraDBClusterBackup).Reconcile\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxcbackup/controller.go:162\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Reconcile\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:114\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:311\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:261\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:222\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1695\nfailed to run backup\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxcbackup.(*ReconcilePerconaXtraDBClusterBackup).Reconcile\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxcbackup/controller.go:163\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Reconcile\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:114\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:311\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:261\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:222\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1695"} 2024-06-13T04:00:02.654Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxcbackup-controller", "namespace": "security-context-1408", "name": "cron-sec-context-pvc-2024613402-1h2f7", "reconcileID": "e127f1a5-6ebe-4b3b-8105-99e6af8d0ae6", "oldSize": 1, "newSize": 2} 2024-06-13T04:00:02.654Z INFO Warning: Reconciler returned both a non-zero result and a non-nil error. The result will always be ignored if the error is non-nil and the non-nil error causes reqeueuing with exponential backoff. For more details, see: https://pkg.go.dev/sigs.k8s.io/controller-runtime/pkg/reconcile#Reconciler {"controller": "pxcbackup-controller", "namespace": "security-context-1408", "name": "cron-sec-context-pvc-2024613402-1h2f7", "reconcileID": "e127f1a5-6ebe-4b3b-8105-99e6af8d0ae6"} 2024-06-13T04:00:03.295Z ERROR Reconciler error {"controller": "pxcbackup-controller", "namespace": "security-context-1408", "name": "cron-sec-context-pvc-2024613402-1h2f7", "reconcileID": "57434f70-bc3d-4d3d-94ab-e1255ed17899", "error": "failed to run backup: allowUnsafeConfigurations must be true to run backup on cluster with status paused", "errorVerbose": "allowUnsafeConfigurations must be true to run backup on cluster with status paused\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/apis/pxc/v1.(*PerconaXtraDBCluster).CanBackup\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/apis/pxc/v1/pxc_types.go:1453\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxcbackup.(*ReconcilePerconaXtraDBClusterBackup).Reconcile\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxcbackup/controller.go:162\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Reconcile\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:114\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:311\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:261\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:222\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1695\nfailed to run backup\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxcbackup.(*ReconcilePerconaXtraDBClusterBackup).Reconcile\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxcbackup/controller.go:163\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Reconcile\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:114\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:311\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:261\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:222\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1695"} 2024-06-13T04:00:03.295Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxcbackup-controller", "namespace": "security-context-1408", "name": "cron-sec-context-pvc-2024613402-1h2f7", "reconcileID": "57434f70-bc3d-4d3d-94ab-e1255ed17899", "oldSize": 1, "newSize": 2} 2024-06-13T04:00:03.295Z INFO Warning: Reconciler returned both a non-zero result and a non-nil error. The result will always be ignored if the error is non-nil and the non-nil error causes reqeueuing with exponential backoff. For more details, see: https://pkg.go.dev/sigs.k8s.io/controller-runtime/pkg/reconcile#Reconciler {"controller": "pxcbackup-controller", "namespace": "security-context-1408", "name": "cron-sec-context-pvc-2024613402-1h2f7", "reconcileID": "57434f70-bc3d-4d3d-94ab-e1255ed17899"} 2024-06-13T04:00:04.022Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "security-context-1408", "name": "sec-context", "reconcileID": "50dad5c1-588c-4f1b-bb4c-ef7a9c350624", "oldSize": 1, "newSize": 2} 2024-06-13T04:00:04.576Z ERROR Reconciler error {"controller": "pxcbackup-controller", "namespace": "security-context-1408", "name": "cron-sec-context-pvc-2024613402-1h2f7", "reconcileID": "22230a7d-24f6-4b08-885d-33e2aa1ce2db", "error": "failed to run backup: allowUnsafeConfigurations must be true to run backup on cluster with status paused", "errorVerbose": "allowUnsafeConfigurations must be true to run backup on cluster with status paused\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/apis/pxc/v1.(*PerconaXtraDBCluster).CanBackup\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/apis/pxc/v1/pxc_types.go:1453\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxcbackup.(*ReconcilePerconaXtraDBClusterBackup).Reconcile\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxcbackup/controller.go:162\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Reconcile\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:114\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:311\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:261\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:222\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1695\nfailed to run backup\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxcbackup.(*ReconcilePerconaXtraDBClusterBackup).Reconcile\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxcbackup/controller.go:163\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Reconcile\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:114\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:311\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:261\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:222\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1695"} 2024-06-13T04:00:04.576Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxcbackup-controller", "namespace": "security-context-1408", "name": "cron-sec-context-pvc-2024613402-1h2f7", "reconcileID": "22230a7d-24f6-4b08-885d-33e2aa1ce2db", "oldSize": 1, "newSize": 2} 2024-06-13T04:00:04.576Z INFO Warning: Reconciler returned both a non-zero result and a non-nil error. The result will always be ignored if the error is non-nil and the non-nil error causes reqeueuing with exponential backoff. For more details, see: https://pkg.go.dev/sigs.k8s.io/controller-runtime/pkg/reconcile#Reconciler {"controller": "pxcbackup-controller", "namespace": "security-context-1408", "name": "cron-sec-context-pvc-2024613402-1h2f7", "reconcileID": "22230a7d-24f6-4b08-885d-33e2aa1ce2db"} 2024-06-13T04:00:07.138Z ERROR Reconciler error {"controller": "pxcbackup-controller", "namespace": "security-context-1408", "name": "cron-sec-context-pvc-2024613402-1h2f7", "reconcileID": "314a248b-eec4-4a75-a8ce-1fcf379dcb0e", "error": "failed to run backup: allowUnsafeConfigurations must be true to run backup on cluster with status paused", "errorVerbose": "allowUnsafeConfigurations must be true to run backup on cluster with status paused\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/apis/pxc/v1.(*PerconaXtraDBCluster).CanBackup\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/apis/pxc/v1/pxc_types.go:1453\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxcbackup.(*ReconcilePerconaXtraDBClusterBackup).Reconcile\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxcbackup/controller.go:162\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Reconcile\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:114\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:311\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:261\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:222\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1695\nfailed to run backup\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxcbackup.(*ReconcilePerconaXtraDBClusterBackup).Reconcile\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxcbackup/controller.go:163\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Reconcile\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:114\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:311\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:261\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:222\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1695"} 2024-06-13T04:00:07.138Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxcbackup-controller", "namespace": "security-context-1408", "name": "cron-sec-context-pvc-2024613402-1h2f7", "reconcileID": "314a248b-eec4-4a75-a8ce-1fcf379dcb0e", "oldSize": 1, "newSize": 2} 2024-06-13T04:00:07.138Z INFO Warning: Reconciler returned both a non-zero result and a non-nil error. The result will always be ignored if the error is non-nil and the non-nil error causes reqeueuing with exponential backoff. For more details, see: https://pkg.go.dev/sigs.k8s.io/controller-runtime/pkg/reconcile#Reconciler {"controller": "pxcbackup-controller", "namespace": "security-context-1408", "name": "cron-sec-context-pvc-2024613402-1h2f7", "reconcileID": "314a248b-eec4-4a75-a8ce-1fcf379dcb0e"} 2024-06-13T04:00:07.300Z INFO starting cluster {"controller": "pxcrestore-controller", "namespace": "security-context-1408", "name": "restore-s3", "reconcileID": "0a61f349-49a0-497a-aea8-86fad6e4650f", "cluster": "sec-context"} 2024-06-13T04:00:07.376Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "security-context-1408", "name": "sec-context", "reconcileID": "113a845c-3e08-4ef9-91f0-169eb92a8589", "oldSize": 1, "newSize": 2} 2024-06-13T04:00:08.646Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "security-context-1408", "name": "sec-context", "reconcileID": "e60a1c2b-0f3f-446a-98cd-a8d0f876fd5a", "oldSize": 1, "newSize": 2} 2024-06-13T04:00:09.216Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "security-context-1408", "name": "sec-context", "reconcileID": "a20b439c-4784-4eaf-9cfb-5aa8e446ce8e", "oldSize": 1, "newSize": 2} 2024-06-13T04:00:12.259Z ERROR Reconciler error {"controller": "pxcbackup-controller", "namespace": "security-context-1408", "name": "cron-sec-context-pvc-2024613402-1h2f7", "reconcileID": "66f948ee-93d3-45ef-aac7-86a660b20ed3", "error": "failed to run backup: allowUnsafeConfigurations must be true to run backup on cluster with status initializing", "errorVerbose": "allowUnsafeConfigurations must be true to run backup on cluster with status initializing\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/apis/pxc/v1.(*PerconaXtraDBCluster).CanBackup\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/apis/pxc/v1/pxc_types.go:1453\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxcbackup.(*ReconcilePerconaXtraDBClusterBackup).Reconcile\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxcbackup/controller.go:162\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Reconcile\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:114\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:311\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:261\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:222\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1695\nfailed to run backup\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxcbackup.(*ReconcilePerconaXtraDBClusterBackup).Reconcile\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxcbackup/controller.go:163\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Reconcile\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:114\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:311\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:261\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:222\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1695"} 2024-06-13T04:00:12.259Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxcbackup-controller", "namespace": "security-context-1408", "name": "cron-sec-context-pvc-2024613402-1h2f7", "reconcileID": "66f948ee-93d3-45ef-aac7-86a660b20ed3", "oldSize": 1, "newSize": 2} 2024-06-13T04:00:12.259Z INFO Warning: Reconciler returned both a non-zero result and a non-nil error. The result will always be ignored if the error is non-nil and the non-nil error causes reqeueuing with exponential backoff. For more details, see: https://pkg.go.dev/sigs.k8s.io/controller-runtime/pkg/reconcile#Reconciler {"controller": "pxcbackup-controller", "namespace": "security-context-1408", "name": "cron-sec-context-pvc-2024613402-1h2f7", "reconcileID": "66f948ee-93d3-45ef-aac7-86a660b20ed3"} 2024-06-13T04:00:14.440Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "security-context-1408", "name": "sec-context", "reconcileID": "34351577-49d2-45fa-96a1-b89f350d32ac", "oldSize": 1, "newSize": 2} 2024-06-13T04:00:19.644Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "security-context-1408", "name": "sec-context", "reconcileID": "81d02a3a-5757-4b99-aad1-c8e27ca8b2f5", "oldSize": 1, "newSize": 2} 2024-06-13T04:00:22.501Z ERROR Reconciler error {"controller": "pxcbackup-controller", "namespace": "security-context-1408", "name": "cron-sec-context-pvc-2024613402-1h2f7", "reconcileID": "40e5a754-f694-4d48-9c20-7e994ffaa5b2", "error": "failed to run backup: allowUnsafeConfigurations must be true to run backup on cluster with status initializing", "errorVerbose": "allowUnsafeConfigurations must be true to run backup on cluster with status initializing\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/apis/pxc/v1.(*PerconaXtraDBCluster).CanBackup\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/apis/pxc/v1/pxc_types.go:1453\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxcbackup.(*ReconcilePerconaXtraDBClusterBackup).Reconcile\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxcbackup/controller.go:162\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Reconcile\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:114\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:311\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:261\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:222\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1695\nfailed to run backup\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxcbackup.(*ReconcilePerconaXtraDBClusterBackup).Reconcile\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxcbackup/controller.go:163\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Reconcile\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:114\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:311\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:261\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:222\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1695"} 2024-06-13T04:00:22.501Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxcbackup-controller", "namespace": "security-context-1408", "name": "cron-sec-context-pvc-2024613402-1h2f7", "reconcileID": "40e5a754-f694-4d48-9c20-7e994ffaa5b2", "oldSize": 1, "newSize": 2} 2024-06-13T04:00:22.501Z INFO Warning: Reconciler returned both a non-zero result and a non-nil error. The result will always be ignored if the error is non-nil and the non-nil error causes reqeueuing with exponential backoff. For more details, see: https://pkg.go.dev/sigs.k8s.io/controller-runtime/pkg/reconcile#Reconciler {"controller": "pxcbackup-controller", "namespace": "security-context-1408", "name": "cron-sec-context-pvc-2024613402-1h2f7", "reconcileID": "40e5a754-f694-4d48-9c20-7e994ffaa5b2"} 2024-06-13T04:00:24.804Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "security-context-1408", "name": "sec-context", "reconcileID": "bed10013-2324-4da5-a179-53489b5b6ef0", "oldSize": 1, "newSize": 2} 2024-06-13T04:00:25.054Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "security-context-1408", "name": "sec-context", "reconcileID": "c10406b2-149b-4269-af79-b30f874bba09", "oldSize": 1, "newSize": 2} 2024-06-13T04:00:30.054Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "security-context-1408", "name": "sec-context", "reconcileID": "43e7f87a-ce91-4bcd-81ce-7990a777254f", "oldSize": 1, "newSize": 2} 2024-06-13T04:00:35.197Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "security-context-1408", "name": "sec-context", "reconcileID": "bd2a5916-47f1-4e44-8adb-dcc29f729d7b", "oldSize": 1, "newSize": 2} 2024-06-13T04:00:40.432Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "security-context-1408", "name": "sec-context", "reconcileID": "fd34ad27-cf98-4b4b-8940-4b4e0ea99449", "oldSize": 1, "newSize": 2} 2024-06-13T04:00:40.641Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "security-context-1408", "name": "sec-context", "reconcileID": "eb60233a-1dbd-4249-b4a0-7ed64df4eb18", "oldSize": 1, "newSize": 2} 2024-06-13T04:00:42.981Z ERROR Reconciler error {"controller": "pxcbackup-controller", "namespace": "security-context-1408", "name": "cron-sec-context-pvc-2024613402-1h2f7", "reconcileID": "4d95cbc9-51e4-4f40-94c1-31cd92a5c33a", "error": "failed to run backup: allowUnsafeConfigurations must be true to run backup on cluster with status initializing", "errorVerbose": "allowUnsafeConfigurations must be true to run backup on cluster with status initializing\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/apis/pxc/v1.(*PerconaXtraDBCluster).CanBackup\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/apis/pxc/v1/pxc_types.go:1453\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxcbackup.(*ReconcilePerconaXtraDBClusterBackup).Reconcile\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxcbackup/controller.go:162\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Reconcile\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:114\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:311\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:261\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:222\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1695\nfailed to run backup\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxcbackup.(*ReconcilePerconaXtraDBClusterBackup).Reconcile\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxcbackup/controller.go:163\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Reconcile\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:114\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:311\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:261\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:222\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1695"} 2024-06-13T04:00:42.981Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxcbackup-controller", "namespace": "security-context-1408", "name": "cron-sec-context-pvc-2024613402-1h2f7", "reconcileID": "4d95cbc9-51e4-4f40-94c1-31cd92a5c33a", "oldSize": 1, "newSize": 2} 2024-06-13T04:00:42.981Z INFO Warning: Reconciler returned both a non-zero result and a non-nil error. The result will always be ignored if the error is non-nil and the non-nil error causes reqeueuing with exponential backoff. For more details, see: https://pkg.go.dev/sigs.k8s.io/controller-runtime/pkg/reconcile#Reconciler {"controller": "pxcbackup-controller", "namespace": "security-context-1408", "name": "cron-sec-context-pvc-2024613402-1h2f7", "reconcileID": "4d95cbc9-51e4-4f40-94c1-31cd92a5c33a"} 2024-06-13T04:00:45.642Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "security-context-1408", "name": "sec-context", "reconcileID": "3804286e-8c1b-4e25-9f57-b28e908ad830", "oldSize": 1, "newSize": 2} 2024-06-13T04:00:50.820Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "security-context-1408", "name": "sec-context", "reconcileID": "023e6bf3-a760-4f76-a8d0-ed13d0b9ccaf", "oldSize": 1, "newSize": 2} 2024-06-13T04:00:55.954Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "security-context-1408", "name": "sec-context", "reconcileID": "4a5fdb5f-edac-48b6-8940-fae029ad71e5", "oldSize": 1, "newSize": 2} 2024-06-13T04:00:56.168Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "security-context-1408", "name": "sec-context", "reconcileID": "3d2e15d4-b74d-4173-bc25-6cc7a5263f28", "oldSize": 1, "newSize": 2} 2024-06-13T04:00:56.323Z INFO reconcile replication error {"controller": "pxc-controller", "namespace": "security-context-1408", "name": "sec-context", "reconcileID": "3d2e15d4-b74d-4173-bc25-6cc7a5263f28", "err": "get primary pxc pod: not found"} 2024-06-13T04:01:01.166Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "security-context-1408", "name": "sec-context", "reconcileID": "dc82a5c4-b2c7-4923-886c-69cd827caba8", "oldSize": 1, "newSize": 2} 2024-06-13T04:01:01.279Z INFO reconcile replication error {"controller": "pxc-controller", "namespace": "security-context-1408", "name": "sec-context", "reconcileID": "dc82a5c4-b2c7-4923-886c-69cd827caba8", "err": "get primary pxc pod: not found"} 2024-06-13T04:01:06.337Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "security-context-1408", "name": "sec-context", "reconcileID": "31af3172-74a2-4796-908e-4032c29ad1bb", "oldSize": 1, "newSize": 2} 2024-06-13T04:01:11.601Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "security-context-1408", "name": "sec-context", "reconcileID": "71308b71-f132-443a-877d-ff100dc51f16", "oldSize": 1, "newSize": 2} 2024-06-13T04:01:16.803Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "security-context-1408", "name": "sec-context", "reconcileID": "b7448f21-fe91-4d50-a029-8815746ddc55", "oldSize": 1, "newSize": 2} 2024-06-13T04:01:22.097Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "security-context-1408", "name": "sec-context", "reconcileID": "1305b211-bb47-4e34-a0e4-1874c31b36ad", "oldSize": 1, "newSize": 2} 2024-06-13T04:01:23.942Z ERROR Reconciler error {"controller": "pxcbackup-controller", "namespace": "security-context-1408", "name": "cron-sec-context-pvc-2024613402-1h2f7", "reconcileID": "40144542-ba60-4139-abb8-132c2c0587e8", "error": "failed to run backup: allowUnsafeConfigurations must be true to run backup on cluster with status initializing", "errorVerbose": "allowUnsafeConfigurations must be true to run backup on cluster with status initializing\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/apis/pxc/v1.(*PerconaXtraDBCluster).CanBackup\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/apis/pxc/v1/pxc_types.go:1453\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxcbackup.(*ReconcilePerconaXtraDBClusterBackup).Reconcile\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxcbackup/controller.go:162\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Reconcile\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:114\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:311\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:261\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:222\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1695\nfailed to run backup\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxcbackup.(*ReconcilePerconaXtraDBClusterBackup).Reconcile\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxcbackup/controller.go:163\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Reconcile\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:114\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:311\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:261\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:222\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1695"} 2024-06-13T04:01:23.942Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxcbackup-controller", "namespace": "security-context-1408", "name": "cron-sec-context-pvc-2024613402-1h2f7", "reconcileID": "40144542-ba60-4139-abb8-132c2c0587e8", "oldSize": 1, "newSize": 2} 2024-06-13T04:01:23.942Z INFO Warning: Reconciler returned both a non-zero result and a non-nil error. The result will always be ignored if the error is non-nil and the non-nil error causes reqeueuing with exponential backoff. For more details, see: https://pkg.go.dev/sigs.k8s.io/controller-runtime/pkg/reconcile#Reconciler {"controller": "pxcbackup-controller", "namespace": "security-context-1408", "name": "cron-sec-context-pvc-2024613402-1h2f7", "reconcileID": "40144542-ba60-4139-abb8-132c2c0587e8"} 2024-06-13T04:01:27.324Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "security-context-1408", "name": "sec-context", "reconcileID": "dacc6bc1-48c0-46ca-8fbc-4af523fa6f8c", "oldSize": 1, "newSize": 2} 2024-06-13T04:01:32.545Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "security-context-1408", "name": "sec-context", "reconcileID": "8149863a-c916-40ff-9527-5bf6a0ddd71d", "oldSize": 1, "newSize": 2} 2024-06-13T04:01:37.739Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "security-context-1408", "name": "sec-context", "reconcileID": "744aa927-1f36-4b9a-abbb-8a0ddf16cad6", "oldSize": 1, "newSize": 2} 2024-06-13T04:01:43.105Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "security-context-1408", "name": "sec-context", "reconcileID": "55e51da8-92ae-490d-81f3-3a900151a812", "oldSize": 1, "newSize": 2} 2024-06-13T04:01:48.365Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "security-context-1408", "name": "sec-context", "reconcileID": "3f6ae57d-80e3-4e6b-864e-14c7c260d971", "oldSize": 1, "newSize": 2} 2024-06-13T04:01:53.584Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "security-context-1408", "name": "sec-context", "reconcileID": "22ce9a10-1cb9-4b7c-99f4-b3b9a263ef73", "oldSize": 1, "newSize": 2} 2024-06-13T04:01:58.814Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "security-context-1408", "name": "sec-context", "reconcileID": "994cda87-7ee3-4dd2-ae14-7a80b19ff427", "oldSize": 1, "newSize": 2} 2024-06-13T04:02:04.019Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "security-context-1408", "name": "sec-context", "reconcileID": "9e63e429-62d1-4c0e-b6a2-eababf083b80", "oldSize": 1, "newSize": 2} 2024-06-13T04:02:09.233Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "security-context-1408", "name": "sec-context", "reconcileID": "adcbbd59-6c16-4421-9173-aa209d2dd8db", "oldSize": 1, "newSize": 2} 2024-06-13T04:02:09.566Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "security-context-1408", "name": "sec-context", "reconcileID": "973e61e1-fa95-4027-bb96-7e55f54c11eb", "oldSize": 1, "newSize": 2} 2024-06-13T04:02:14.564Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "security-context-1408", "name": "sec-context", "reconcileID": "73c6b848-dd9c-49c4-aeb1-3a08273634d2", "oldSize": 1, "newSize": 2} 2024-06-13T04:02:20.001Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "security-context-1408", "name": "sec-context", "reconcileID": "50adf6b1-34b6-4aba-a42b-9c56ff8fc3ab", "oldSize": 1, "newSize": 2} 2024-06-13T04:02:25.235Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "security-context-1408", "name": "sec-context", "reconcileID": "25b997aa-be22-4874-b76a-52e64bb40ee3", "oldSize": 1, "newSize": 2} 2024-06-13T04:02:30.470Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "security-context-1408", "name": "sec-context", "reconcileID": "b67c04bc-f6e5-424a-83d3-692879b12947", "oldSize": 1, "newSize": 2} 2024-06-13T04:02:35.745Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "security-context-1408", "name": "sec-context", "reconcileID": "a30d7c5b-1d39-465e-b70a-5a8964723cae", "oldSize": 1, "newSize": 2} 2024-06-13T04:02:40.961Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "security-context-1408", "name": "sec-context", "reconcileID": "fac58518-6c7d-4afa-9c4a-929600479ffd", "oldSize": 1, "newSize": 2} 2024-06-13T04:02:45.863Z ERROR Reconciler error {"controller": "pxcbackup-controller", "namespace": "security-context-1408", "name": "cron-sec-context-pvc-2024613402-1h2f7", "reconcileID": "e818a11b-28d8-4ce2-828b-db85f99951f7", "error": "failed to run backup: allowUnsafeConfigurations must be true to run backup on cluster with status initializing", "errorVerbose": "allowUnsafeConfigurations must be true to run backup on cluster with status initializing\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/apis/pxc/v1.(*PerconaXtraDBCluster).CanBackup\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/apis/pxc/v1/pxc_types.go:1453\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxcbackup.(*ReconcilePerconaXtraDBClusterBackup).Reconcile\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxcbackup/controller.go:162\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Reconcile\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:114\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:311\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:261\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:222\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1695\nfailed to run backup\ngithub.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxcbackup.(*ReconcilePerconaXtraDBClusterBackup).Reconcile\n\t/go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxcbackup/controller.go:163\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Reconcile\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:114\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:311\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:261\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2\n\t/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:222\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1695"} 2024-06-13T04:02:45.863Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxcbackup-controller", "namespace": "security-context-1408", "name": "cron-sec-context-pvc-2024613402-1h2f7", "reconcileID": "e818a11b-28d8-4ce2-828b-db85f99951f7", "oldSize": 1, "newSize": 2} 2024-06-13T04:02:45.863Z INFO Warning: Reconciler returned both a non-zero result and a non-nil error. The result will always be ignored if the error is non-nil and the non-nil error causes reqeueuing with exponential backoff. For more details, see: https://pkg.go.dev/sigs.k8s.io/controller-runtime/pkg/reconcile#Reconciler {"controller": "pxcbackup-controller", "namespace": "security-context-1408", "name": "cron-sec-context-pvc-2024613402-1h2f7", "reconcileID": "e818a11b-28d8-4ce2-828b-db85f99951f7"} 2024-06-13T04:02:46.302Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "security-context-1408", "name": "sec-context", "reconcileID": "6103a2bf-7239-4358-92b9-b870045562d5", "oldSize": 1, "newSize": 2} 2024-06-13T04:02:51.520Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "security-context-1408", "name": "sec-context", "reconcileID": "39b41c92-c36b-4a2b-b604-0fd977f71a2a", "oldSize": 1, "newSize": 2} 2024-06-13T04:02:56.848Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "security-context-1408", "name": "sec-context", "reconcileID": "c290fe31-c6f9-4fc2-abac-1c33fb12e915", "oldSize": 1, "newSize": 2} 2024-06-13T04:03:02.105Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "security-context-1408", "name": "sec-context", "reconcileID": "db25c8a4-17c2-4cfe-a675-338131dd5091", "oldSize": 1, "newSize": 2} 2024-06-13T04:03:07.350Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "security-context-1408", "name": "sec-context", "reconcileID": "1b540dc4-7223-413e-bac9-778b8a953070", "oldSize": 1, "newSize": 2} 2024-06-13T04:03:13.527Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "security-context-1408", "name": "sec-context", "reconcileID": "92c00533-c127-4422-aa22-b65000dbd67c", "oldSize": 1, "newSize": 2} 2024-06-13T04:03:18.765Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "security-context-1408", "name": "sec-context", "reconcileID": "8ff8552b-96ce-4650-a106-3c771d631681", "oldSize": 1, "newSize": 2} 2024-06-13T04:03:24.067Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "security-context-1408", "name": "sec-context", "reconcileID": "1aedeed9-1204-454b-a07e-0dad33833eda", "oldSize": 1, "newSize": 2} 2024-06-13T04:03:24.389Z INFO Setting safe defaults, updating ProxySQL size {"controller": "pxc-controller", "namespace": "security-context-1408", "name": "sec-context", "reconcileID": "3e80e56d-2694-4b62-a710-d087bed371d1", "oldSize": 1, "newSize": 2} 2024-06-13T04:03:24.504Z INFO You can view xtrabackup log: 2024-06-13T04:03:27.001Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "namespace": "security-context-1408", "name": "sec-context", "reconcileID": "3e80e56d-2694-4b62-a710-d087bed371d1"} {"controller": "pxcrestore-controller", "namespace": "security-context-1408", "name": "restore-pvc", "reconcileID": "6cd8ada3-35df-47b4-8c4b-8206a4c3e6ca"} {"controller": "pxcrestore-controller", "namespace": "security-context-1408", "name": "restore-s3", "reconcileID": "0a61f349-49a0-497a-aea8-86fad6e4650f"} github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc.(*ReconcilePerconaXtraDBCluster).resyncPXCUsersWithProxySQL.func1 /go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:222 /go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:261 /go/pkg/mod/sigs.k8s.io/controller-runtime@v0.18.0/pkg/internal/controller/controller.go:324 /go/src/github.com/percona/percona-xtradb-cluster-operator/pkg/controller/pxc/controller.go:1248 If everything is fine, you can cleanup the job: $ kubectl delete pxc-restore/restore-pvc $ kubectl delete pxc-restore/restore-s3 $ kubectl logs job/restore-job-restore-pvc-sec-context $ kubectl logs job/restore-job-restore-s3-sec-context sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2 + kubectl get pxc --all-namespaces -o wide + grep -v NAMESPACE + xargs -L 1 sh -xc 'kubectl patch pxc -n $0 $1 --type=merge -p "{\"metadata\":{\"finalizers\":[]}}"' + kubectl patch pxc -n security-context-1408 sec-context --type=merge -p '{"metadata":{"finalizers":[]}}' perconaxtradbcluster.pxc.percona.com/sec-context patched + kubectl_bin delete pxc --all --all-namespaces ++ mktemp + local LAST_OUT=/tmp/tmp.lgTnfEzm5w ++ mktemp + local LAST_ERR=/tmp/tmp.JkjkLq5Wnu + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl delete pxc --all --all-namespaces + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.lgTnfEzm5w perconaxtradbcluster.pxc.percona.com "sec-context" deleted + cat /tmp/tmp.JkjkLq5Wnu + rm /tmp/tmp.lgTnfEzm5w /tmp/tmp.JkjkLq5Wnu + return 0 + kubectl_bin delete pxc-backup --all --all-namespaces ++ mktemp + local LAST_OUT=/tmp/tmp.vVZAEWW9q1 ++ mktemp + local LAST_ERR=/tmp/tmp.HyoH1VjtUo + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl delete pxc-backup --all --all-namespaces + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.vVZAEWW9q1 perconaxtradbclusterbackup.pxc.percona.com "cron-sec-context-pvc-2024613402-1h2f7" deleted perconaxtradbclusterbackup.pxc.percona.com "on-demand-backup-pvc" deleted perconaxtradbclusterbackup.pxc.percona.com "on-demand-backup-s3" deleted + cat /tmp/tmp.HyoH1VjtUo + rm /tmp/tmp.vVZAEWW9q1 /tmp/tmp.HyoH1VjtUo + return 0 + kubectl_bin delete pxc-restore --all --all-namespaces ++ mktemp + local LAST_OUT=/tmp/tmp.vuXTyRGQoo ++ mktemp + local LAST_ERR=/tmp/tmp.XSxj9euLrw + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl delete pxc-restore --all --all-namespaces + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.vuXTyRGQoo perconaxtradbclusterrestore.pxc.percona.com "restore-pvc" deleted perconaxtradbclusterrestore.pxc.percona.com "restore-s3" deleted + cat /tmp/tmp.XSxj9euLrw + rm /tmp/tmp.vuXTyRGQoo /tmp/tmp.XSxj9euLrw + return 0 + kubectl_bin delete ValidatingWebhookConfiguration percona-xtradbcluster-webhook ++ mktemp + local LAST_OUT=/tmp/tmp.tNe3UkI4cE ++ mktemp + local LAST_ERR=/tmp/tmp.j0BH27Cdov + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl delete ValidatingWebhookConfiguration percona-xtradbcluster-webhook + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.tNe3UkI4cE validatingwebhookconfiguration.admissionregistration.k8s.io "percona-xtradbcluster-webhook" deleted + cat /tmp/tmp.j0BH27Cdov + rm /tmp/tmp.tNe3UkI4cE /tmp/tmp.j0BH27Cdov + return 0 + kubectl_bin delete -f https://github.com/jetstack/cert-manager/releases/download/v1.14.2/cert-manager.yaml + : + '[' '!' -z '' ']' + '[' -n pxc-operator ']' + kubectl_bin delete --grace-period=0 --force=true namespace security-context-1408 + rm -rf /tmp/tmp.uV7ZWHDpuo + kubectl_bin delete --grace-period=0 --force=true namespace pxc-operator ++ mktemp ++ mktemp + local LAST_OUT=/tmp/tmp.Hf4hd6ObRX + desc 'test passed' + set +o xtrace + local LAST_OUT=/tmp/tmp.bzvSOgtYrY ----------------------------------------------------------------------------------- test passed ----------------------------------------------------------------------------------- ++ mktemp ++ mktemp + local LAST_ERR=/tmp/tmp.gYBUcQDheX + local exit_status=0 + local LAST_ERR=/tmp/tmp.6AieVQDcst + local exit_status=0 ++ seq 0 2 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl delete --grace-period=0 --force=true namespace pxc-operator + for i in '$(seq 0 2)' + set +e + kubectl delete --grace-period=0 --force=true namespace security-context-1408