Log: /mnt/jenkins/workspace/cloud-pxc-operator_PR-2076/e2e-tests/logs/demand-backup-encrypted-with-tls-8-4.log Warning: version difference between client (1.34) and server (1.31) exceeds the supported minor version skew of +/-1 Warning: version difference between client (1.34) and server (1.31) exceeds the supported minor version skew of +/-1 + main + create_infra demand-backup-encrypted-with-tls-16903 + local ns=demand-backup-encrypted-with-tls-16903 + '[' -n pxc-operator ']' + xargs -L 1 sh -xc 'kubectl patch pxc -n $0 $1 --type=merge -p "{\"metadata\":{\"finalizers\":[]}}"' + grep -v NAMESPACE + kubectl get pxc --all-namespaces -o wide + kubectl patch pxc -n demand-backup-encrypted-with-tls-20741 some-name --type=merge -p '{"metadata":{"finalizers":[]}}' perconaxtradbcluster.pxc.percona.com/some-name patched + kubectl_bin delete pxc --all --all-namespaces ++ mktemp + local LAST_OUT=/tmp/tmp.PSS4LRucA1 ++ mktemp + local LAST_ERR=/tmp/tmp.xAvfHddOQa + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl delete pxc --all --all-namespaces + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.PSS4LRucA1 perconaxtradbcluster.pxc.percona.com "some-name" deleted from demand-backup-encrypted-with-tls-20741 namespace + cat /tmp/tmp.xAvfHddOQa + rm /tmp/tmp.PSS4LRucA1 /tmp/tmp.xAvfHddOQa + return 0 + kubectl_bin delete pxc-backup --all --all-namespaces ++ mktemp + local LAST_OUT=/tmp/tmp.er8tnOPHKa ++ mktemp + local LAST_ERR=/tmp/tmp.AQADcDhBCt + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl delete pxc-backup --all --all-namespaces + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.er8tnOPHKa perconaxtradbclusterbackup.pxc.percona.com "on-demand-backup-aws-s3" deleted from demand-backup-encrypted-with-tls-20741 namespace perconaxtradbclusterbackup.pxc.percona.com "on-demand-backup-pvc" deleted from demand-backup-encrypted-with-tls-20741 namespace + cat /tmp/tmp.AQADcDhBCt + rm /tmp/tmp.er8tnOPHKa /tmp/tmp.AQADcDhBCt + return 0 + kubectl_bin delete pxc-restore --all --all-namespaces ++ mktemp + local LAST_OUT=/tmp/tmp.7JMVK9udtP ++ mktemp + local LAST_ERR=/tmp/tmp.wXMgAjfcQQ + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl delete pxc-restore --all --all-namespaces + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.7JMVK9udtP No resources found + cat /tmp/tmp.wXMgAjfcQQ + rm /tmp/tmp.7JMVK9udtP /tmp/tmp.wXMgAjfcQQ + return 0 + create_namespace pxc-operator + local namespace=pxc-operator + local skip_clean_namespace= + [[ 1 == 1 ]] + [[ -z '' ]] + destroy_chaos_mesh ++ helm list --all-namespaces --filter chaos-mesh ++ tail -n1 ++ awk '-F ' '{print $2}' ++ sed s/NAMESPACE// + local chaos_mesh_ns= + '[' -n '' ']' ++ kubectl get MutatingWebhookConfiguration ++ grep chaos-mesh ++ awk '{print $1}' + timeout 30 kubectl delete MutatingWebhookConfiguration error: resource(s) were provided, but no name was specified + : ++ grep chaos-mesh ++ awk '{print $1}' ++ kubectl get ValidatingWebhookConfiguration + timeout 30 kubectl delete ValidatingWebhookConfiguration error: resource(s) were provided, but no name was specified + : ++ kubectl get ValidatingWebhookConfiguration ++ awk '{print $1}' ++ grep validate-auth + timeout 30 kubectl delete ValidatingWebhookConfiguration error: resource(s) were provided, but no name was specified + : ++ grep chaos-mesh ++ awk '{print $1}' ++ kubectl api-resources ++ kubectl get crd ++ awk '{print $1}' ++ grep chaos-mesh.org + timeout 30 kubectl delete crd error: resource(s) were provided, but no name was specified + : ++ awk '{print $1}' ++ grep chaos-mesh ++ kubectl get clusterrolebinding + timeout 30 kubectl delete clusterrolebinding error: resource(s) were provided, but no name was specified + : ++ kubectl get clusterrole ++ awk '{print $1}' ++ grep chaos-mesh + timeout 30 kubectl delete clusterrole error: resource(s) were provided, but no name was specified + : + desc 'cleaned up all old namespaces' + set +o xtrace ----------------------------------------------------------------------------------- cleaned up all old namespaces ----------------------------------------------------------------------------------- + '[' -n '' ']' + desc 'cleaned up old namespaces pxc-operator' + set +o xtrace ----------------------------------------------------------------------------------- cleaned up old namespaces pxc-operator ----------------------------------------------------------------------------------- + kubectl_bin delete namespace pxc-operator + awk '{print$1}' ++ mktemp + grep -E -v '^kube-|^default|Terminating|pxc-operator|openshift|^gke-|^gmp-|^NAME' + local LAST_OUT=/tmp/tmp.Az65Z28F7b ++ mktemp + kubectl_bin get ns ++ mktemp + local LAST_ERR=/tmp/tmp.fzAzvmU2zI + local exit_status=0 ++ seq 0 2 + local LAST_OUT=/tmp/tmp.dOLVAqjfbG ++ mktemp + for i in '$(seq 0 2)' + set +e + kubectl delete namespace pxc-operator + local LAST_ERR=/tmp/tmp.3Kbmg1BeQB + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl get ns + xargs kubectl delete ns + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.dOLVAqjfbG + cat /tmp/tmp.3Kbmg1BeQB + rm /tmp/tmp.dOLVAqjfbG /tmp/tmp.3Kbmg1BeQB + return 0 namespace "demand-backup-encrypted-with-tls-20741" deleted namespace "vault-service-1-19533" deleted + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.Az65Z28F7b namespace "pxc-operator" deleted + cat /tmp/tmp.fzAzvmU2zI + rm /tmp/tmp.Az65Z28F7b /tmp/tmp.fzAzvmU2zI + return 0 + wait_for_delete namespace/pxc-operator + local res=namespace/pxc-operator + echo -n 'waiting for namespace/pxc-operator to be deleted' waiting for namespace/pxc-operator to be deleted+ set +o xtrace Error from server (NotFound): namespaces "pxc-operator" not found + desc 'create namespace pxc-operator' + set +o xtrace ----------------------------------------------------------------------------------- create namespace pxc-operator ----------------------------------------------------------------------------------- + kubectl_bin create namespace pxc-operator ++ mktemp + local LAST_OUT=/tmp/tmp.Ff3kWUBYue ++ mktemp + local LAST_ERR=/tmp/tmp.vZOKrQRdb5 + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl create namespace pxc-operator + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.Ff3kWUBYue namespace/pxc-operator created + cat /tmp/tmp.vZOKrQRdb5 + rm /tmp/tmp.Ff3kWUBYue /tmp/tmp.vZOKrQRdb5 + return 0 ++ kubectl_bin config current-context +++ mktemp ++ local LAST_OUT=/tmp/tmp.gwm441rC6m +++ mktemp ++ local LAST_ERR=/tmp/tmp.9uXSVoOZM5 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl config current-context ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.gwm441rC6m ++ cat /tmp/tmp.9uXSVoOZM5 ++ rm /tmp/tmp.gwm441rC6m /tmp/tmp.9uXSVoOZM5 ++ return 0 + kubectl_bin config set-context gke_cloud-dev-112233_us-central1-a_jen-pxc-2076-ee1be0ba-8-cluster8 --namespace=pxc-operator ++ mktemp + local LAST_OUT=/tmp/tmp.gz4VbphWZq ++ mktemp + local LAST_ERR=/tmp/tmp.L7bwT3Yr7X + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl config set-context gke_cloud-dev-112233_us-central1-a_jen-pxc-2076-ee1be0ba-8-cluster8 --namespace=pxc-operator + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.gz4VbphWZq Context "gke_cloud-dev-112233_us-central1-a_jen-pxc-2076-ee1be0ba-8-cluster8" modified. + cat /tmp/tmp.L7bwT3Yr7X + rm /tmp/tmp.gz4VbphWZq /tmp/tmp.L7bwT3Yr7X + return 0 + deploy_operator + desc 'start PXC operator' + set +o xtrace ----------------------------------------------------------------------------------- start PXC operator ----------------------------------------------------------------------------------- + kubectl_bin apply --server-side --force-conflicts -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2076/deploy/crd.yaml ++ mktemp + local LAST_OUT=/tmp/tmp.Dyun0G4Eyr ++ mktemp + local LAST_ERR=/tmp/tmp.J8WZ1F0UVd + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl apply --server-side --force-conflicts -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2076/deploy/crd.yaml + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.Dyun0G4Eyr customresourcedefinition.apiextensions.k8s.io/perconaxtradbclusterbackups.pxc.percona.com serverside-applied customresourcedefinition.apiextensions.k8s.io/perconaxtradbclusterrestores.pxc.percona.com serverside-applied customresourcedefinition.apiextensions.k8s.io/perconaxtradbclusters.pxc.percona.com serverside-applied + cat /tmp/tmp.J8WZ1F0UVd + rm /tmp/tmp.Dyun0G4Eyr /tmp/tmp.J8WZ1F0UVd + return 0 + '[' -n pxc-operator ']' + apply_rbac cw-rbac + local operator_namespace=pxc-operator + local rbac=cw-rbac + cat /mnt/jenkins/workspace/cloud-pxc-operator_PR-2076/deploy/cw-rbac.yaml + kubectl_bin apply -f - + sed -e 's^namespace: .*^namespace: pxc-operator^' ++ mktemp + local LAST_OUT=/tmp/tmp.MHAgTqBOiM ++ mktemp + local LAST_ERR=/tmp/tmp.4lahu3HHpL + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl apply -f - + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.MHAgTqBOiM clusterrole.rbac.authorization.k8s.io/percona-xtradb-cluster-operator unchanged serviceaccount/percona-xtradb-cluster-operator created clusterrolebinding.rbac.authorization.k8s.io/service-account-percona-xtradb-cluster-operator unchanged + cat /tmp/tmp.4lahu3HHpL + rm /tmp/tmp.MHAgTqBOiM /tmp/tmp.4lahu3HHpL + return 0 + sed -e 's^image: .*^image: perconalab/percona-xtradb-cluster-operator:PR-2076-ee1be0ba^' + cat /mnt/jenkins/workspace/cloud-pxc-operator_PR-2076/deploy/cw-operator.yaml + yq eval '(select(.kind == "Deployment").spec.template.spec.containers[] | select(.name == "percona-xtradb-cluster-operator").env[] | select(.name == "DISABLE_TELEMETRY").value) = "true"' - + sed -e 's^failureThreshold: .*^failureThreshold: 10^' + yq eval '(select(.kind == "Deployment").spec.template.spec.containers[] | select(.name == "percona-xtradb-cluster-operator").env[] | select(.name == "LOG_LEVEL").value) = "VERBOSE"' - + kubectl_bin apply -f - ++ mktemp + local LAST_OUT=/tmp/tmp.9zNueJcgS6 ++ mktemp + local LAST_ERR=/tmp/tmp.nLsLdZSm0I + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl apply -f - + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.9zNueJcgS6 deployment.apps/percona-xtradb-cluster-operator created service/percona-xtradb-cluster-operator created + cat /tmp/tmp.nLsLdZSm0I + rm /tmp/tmp.9zNueJcgS6 /tmp/tmp.nLsLdZSm0I + return 0 + sleep 10 + kubectl_bin wait --for=condition=Ready pods -l app.kubernetes.io/component=operator,app.kubernetes.io/instance=percona-xtradb-cluster-operator,app.kubernetes.io/name=percona-xtradb-cluster-operator --timeout=30s ++ mktemp + local LAST_OUT=/tmp/tmp.qwlq7YonCt ++ mktemp + local LAST_ERR=/tmp/tmp.Zh12Z6SHrS + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl wait --for=condition=Ready pods -l app.kubernetes.io/component=operator,app.kubernetes.io/instance=percona-xtradb-cluster-operator,app.kubernetes.io/name=percona-xtradb-cluster-operator --timeout=30s + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.qwlq7YonCt pod/percona-xtradb-cluster-operator-84658c6c47-ncpxv condition met + cat /tmp/tmp.Zh12Z6SHrS + rm /tmp/tmp.qwlq7YonCt /tmp/tmp.Zh12Z6SHrS + return 0 ++ get_operator_pod ++ local label_prefix=app.kubernetes.io/ +++ kubectl get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator -n pxc-operator +++ grep -c percona-xtradb-cluster-operator ++ local check_label=1 ++ [[ 1 -eq 0 ]] ++ kubectl_bin get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator -o 'jsonpath={.items[].metadata.name}' -n pxc-operator +++ mktemp ++ local LAST_OUT=/tmp/tmp.td6TGrMntB +++ mktemp ++ local LAST_ERR=/tmp/tmp.U9ndpAGWHg ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=app.kubernetes.io/name=percona-xtradb-cluster-operator -o 'jsonpath={.items[].metadata.name}' -n pxc-operator ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.td6TGrMntB ++ cat /tmp/tmp.U9ndpAGWHg ++ rm /tmp/tmp.td6TGrMntB /tmp/tmp.U9ndpAGWHg ++ return 0 + wait_pod percona-xtradb-cluster-operator-84658c6c47-ncpxv 480 pxc-operator + local pod=percona-xtradb-cluster-operator-84658c6c47-ncpxv + local max_retry=480 + local ns=pxc-operator ++ echo percona-xtradb-cluster-operator-84658c6c47-ncpxv ++ grep -E '^(pxc|proxysql)$' ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' + local container= + set +o xtrace pod/percona-xtradb-cluster-operator-84658c6c47-ncpxv condition met waiting for pod/percona-xtradb-cluster-operator-84658c6c47-ncpxv to become Ready.Ok + sleep 3 + create_namespace demand-backup-encrypted-with-tls-16903 + local namespace=demand-backup-encrypted-with-tls-16903 + local skip_clean_namespace= + [[ 1 == 1 ]] + [[ -z '' ]] + destroy_chaos_mesh ++ tail -n1 ++ sed s/NAMESPACE// ++ awk '-F ' '{print $2}' ++ helm list --all-namespaces --filter chaos-mesh + local chaos_mesh_ns= + '[' -n '' ']' ++ awk '{print $1}' ++ grep chaos-mesh ++ kubectl get MutatingWebhookConfiguration + timeout 30 kubectl delete MutatingWebhookConfiguration error: resource(s) were provided, but no name was specified + : ++ awk '{print $1}' ++ grep chaos-mesh ++ kubectl get ValidatingWebhookConfiguration + timeout 30 kubectl delete ValidatingWebhookConfiguration error: resource(s) were provided, but no name was specified + : ++ grep validate-auth ++ awk '{print $1}' ++ kubectl get ValidatingWebhookConfiguration + timeout 30 kubectl delete ValidatingWebhookConfiguration error: resource(s) were provided, but no name was specified + : ++ kubectl api-resources ++ awk '{print $1}' ++ grep chaos-mesh ++ grep chaos-mesh.org ++ kubectl get crd ++ awk '{print $1}' + timeout 30 kubectl delete crd error: resource(s) were provided, but no name was specified + : ++ awk '{print $1}' ++ kubectl get clusterrolebinding ++ grep chaos-mesh + timeout 30 kubectl delete clusterrolebinding error: resource(s) were provided, but no name was specified + : ++ awk '{print $1}' ++ kubectl get clusterrole ++ grep chaos-mesh + timeout 30 kubectl delete clusterrole error: resource(s) were provided, but no name was specified + : + desc 'cleaned up all old namespaces' + set +o xtrace ----------------------------------------------------------------------------------- cleaned up all old namespaces ----------------------------------------------------------------------------------- + kubectl_bin get ns + '[' -n '' ']' + desc 'cleaned up old namespaces demand-backup-encrypted-with-tls-16903' + xargs kubectl delete ns + set +o xtrace ----------------------------------------------------------------------------------- cleaned up old namespaces demand-backup-encrypted-with-tls-16903 ----------------------------------------------------------------------------------- + kubectl_bin delete namespace demand-backup-encrypted-with-tls-16903 ++ mktemp + grep -E -v '^kube-|^default|Terminating|pxc-operator|openshift|^gke-|^gmp-|^NAME' + local LAST_OUT=/tmp/tmp.kK0MPG2LQC ++ mktemp + local LAST_ERR=/tmp/tmp.8WlP811Eoa + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl delete namespace demand-backup-encrypted-with-tls-16903 + awk '{print$1}' ++ mktemp + local LAST_OUT=/tmp/tmp.K1eqFHo8FL ++ mktemp + local LAST_ERR=/tmp/tmp.n5UMj41Pwb + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl get ns + exit_status=1 + set -e + '[' 1 '!=' 0 ']' + '[' 1 == 1 ']' + sleep 0 + for i in '$(seq 0 2)' + set +e + kubectl delete namespace demand-backup-encrypted-with-tls-16903 + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.K1eqFHo8FL + cat /tmp/tmp.n5UMj41Pwb + rm /tmp/tmp.K1eqFHo8FL /tmp/tmp.n5UMj41Pwb + return 0 error: resource(s) were provided, but no name was specified + exit_status=1 + set -e + '[' 1 '!=' 0 ']' + '[' 1 == 1 ']' + sleep 0 + for i in '$(seq 0 2)' + set +e + kubectl delete namespace demand-backup-encrypted-with-tls-16903 + exit_status=1 + set -e + '[' 1 '!=' 0 ']' + '[' 1 == 1 ']' + sleep 0 + cat /tmp/tmp.kK0MPG2LQC + cat /tmp/tmp.8WlP811Eoa Error from server (NotFound): namespaces "demand-backup-encrypted-with-tls-16903" not found + rm /tmp/tmp.kK0MPG2LQC /tmp/tmp.8WlP811Eoa + return 1 + : + wait_for_delete namespace/demand-backup-encrypted-with-tls-16903 + local res=namespace/demand-backup-encrypted-with-tls-16903 + echo -n 'waiting for namespace/demand-backup-encrypted-with-tls-16903 to be deleted' waiting for namespace/demand-backup-encrypted-with-tls-16903 to be deleted+ set +o xtrace Error from server (NotFound): namespaces "demand-backup-encrypted-with-tls-16903" not found + desc 'create namespace demand-backup-encrypted-with-tls-16903' + set +o xtrace ----------------------------------------------------------------------------------- create namespace demand-backup-encrypted-with-tls-16903 ----------------------------------------------------------------------------------- + kubectl_bin create namespace demand-backup-encrypted-with-tls-16903 ++ mktemp + local LAST_OUT=/tmp/tmp.beQzhAyJKB ++ mktemp + local LAST_ERR=/tmp/tmp.TIKJj2F0yi + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl create namespace demand-backup-encrypted-with-tls-16903 + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.beQzhAyJKB namespace/demand-backup-encrypted-with-tls-16903 created + cat /tmp/tmp.TIKJj2F0yi + rm /tmp/tmp.beQzhAyJKB /tmp/tmp.TIKJj2F0yi + return 0 ++ kubectl_bin config current-context +++ mktemp ++ local LAST_OUT=/tmp/tmp.bO6NaWuB0T +++ mktemp ++ local LAST_ERR=/tmp/tmp.cLCGUvPuTH ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl config current-context ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.bO6NaWuB0T ++ cat /tmp/tmp.cLCGUvPuTH ++ rm /tmp/tmp.bO6NaWuB0T /tmp/tmp.cLCGUvPuTH ++ return 0 + kubectl_bin config set-context gke_cloud-dev-112233_us-central1-a_jen-pxc-2076-ee1be0ba-8-cluster8 --namespace=demand-backup-encrypted-with-tls-16903 ++ mktemp + local LAST_OUT=/tmp/tmp.SAJY7zo1Ur ++ mktemp + local LAST_ERR=/tmp/tmp.9GC7LXipsV + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl config set-context gke_cloud-dev-112233_us-central1-a_jen-pxc-2076-ee1be0ba-8-cluster8 --namespace=demand-backup-encrypted-with-tls-16903 + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.SAJY7zo1Ur Context "gke_cloud-dev-112233_us-central1-a_jen-pxc-2076-ee1be0ba-8-cluster8" modified. + cat /tmp/tmp.9GC7LXipsV + rm /tmp/tmp.SAJY7zo1Ur /tmp/tmp.9GC7LXipsV + return 0 + apply_secrets + desc 'create secrets for cloud storages' + set +o xtrace ----------------------------------------------------------------------------------- create secrets for cloud storages ----------------------------------------------------------------------------------- + '[' -z '' ']' + kubectl_bin apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2076/e2e-tests/conf/minio-secret.yml -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2076/e2e-tests/conf/cloud-secret.yml ++ mktemp + local LAST_OUT=/tmp/tmp.NmKCoH5H5A ++ mktemp + local LAST_ERR=/tmp/tmp.c4GAawJOgk + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2076/e2e-tests/conf/minio-secret.yml -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2076/e2e-tests/conf/cloud-secret.yml + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.NmKCoH5H5A secret/minio-secret created secret/aws-s3-secret created secret/gcp-cs-secret created secret/azure-secret created + cat /tmp/tmp.c4GAawJOgk + rm /tmp/tmp.NmKCoH5H5A /tmp/tmp.c4GAawJOgk + return 0 + vault1=vault-service-1-7627 + protocol=https + start_vault vault-service-1-7627 https + name=vault-service-1-7627 + protocol=https + local platform=kubernetes + [[ -n '' ]] + create_namespace vault-service-1-7627 skip_clean + local namespace=vault-service-1-7627 + local skip_clean_namespace=skip_clean + [[ 1 == 1 ]] + [[ -z skip_clean ]] + '[' -n '' ']' + desc 'cleaned up old namespaces vault-service-1-7627' + set +o xtrace ----------------------------------------------------------------------------------- cleaned up old namespaces vault-service-1-7627 ----------------------------------------------------------------------------------- + kubectl_bin delete namespace vault-service-1-7627 ++ mktemp + local LAST_OUT=/tmp/tmp.CyEHD3Lros ++ mktemp + local LAST_ERR=/tmp/tmp.fZvjgcpct4 + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl delete namespace vault-service-1-7627 + exit_status=1 + set -e + '[' 1 '!=' 0 ']' + '[' 1 == 1 ']' + sleep 0 + for i in '$(seq 0 2)' + set +e + kubectl delete namespace vault-service-1-7627 + exit_status=1 + set -e + '[' 1 '!=' 0 ']' + '[' 1 == 1 ']' + sleep 0 + for i in '$(seq 0 2)' + set +e + kubectl delete namespace vault-service-1-7627 + exit_status=1 + set -e + '[' 1 '!=' 0 ']' + '[' 1 == 1 ']' + sleep 0 + cat /tmp/tmp.CyEHD3Lros + cat /tmp/tmp.fZvjgcpct4 Error from server (NotFound): namespaces "vault-service-1-7627" not found + rm /tmp/tmp.CyEHD3Lros /tmp/tmp.fZvjgcpct4 + return 1 + : + wait_for_delete namespace/vault-service-1-7627 + local res=namespace/vault-service-1-7627 + echo -n 'waiting for namespace/vault-service-1-7627 to be deleted' waiting for namespace/vault-service-1-7627 to be deleted+ set +o xtrace Error from server (NotFound): namespaces "vault-service-1-7627" not found + desc 'create namespace vault-service-1-7627' + set +o xtrace ----------------------------------------------------------------------------------- create namespace vault-service-1-7627 ----------------------------------------------------------------------------------- + kubectl_bin create namespace vault-service-1-7627 ++ mktemp + local LAST_OUT=/tmp/tmp.X4956H9NQi ++ mktemp + local LAST_ERR=/tmp/tmp.y4lUUipt0k + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl create namespace vault-service-1-7627 + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.X4956H9NQi namespace/vault-service-1-7627 created + cat /tmp/tmp.y4lUUipt0k + rm /tmp/tmp.X4956H9NQi /tmp/tmp.y4lUUipt0k + return 0 ++ kubectl_bin config current-context +++ mktemp ++ local LAST_OUT=/tmp/tmp.NbAdkeXq76 +++ mktemp ++ local LAST_ERR=/tmp/tmp.R8brNcWqN7 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl config current-context ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.NbAdkeXq76 ++ cat /tmp/tmp.R8brNcWqN7 ++ rm /tmp/tmp.NbAdkeXq76 /tmp/tmp.R8brNcWqN7 ++ return 0 + kubectl_bin config set-context gke_cloud-dev-112233_us-central1-a_jen-pxc-2076-ee1be0ba-8-cluster8 --namespace=vault-service-1-7627 ++ mktemp + local LAST_OUT=/tmp/tmp.ys9RCZWUri ++ mktemp + local LAST_ERR=/tmp/tmp.ENBqv9tzgD + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl config set-context gke_cloud-dev-112233_us-central1-a_jen-pxc-2076-ee1be0ba-8-cluster8 --namespace=vault-service-1-7627 + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.ys9RCZWUri Context "gke_cloud-dev-112233_us-central1-a_jen-pxc-2076-ee1be0ba-8-cluster8" modified. + cat /tmp/tmp.ENBqv9tzgD + rm /tmp/tmp.ys9RCZWUri /tmp/tmp.ENBqv9tzgD + return 0 + deploy_helm vault-service-1-7627 + helm repo add hashicorp https://helm.releases.hashicorp.com "hashicorp" already exists with the same configuration, skipping + helm repo add minio https://charts.min.io/ "minio" already exists with the same configuration, skipping + helm repo update Hang tight while we grab the latest from your chart repositories... ...Successfully got an update from the "chaos-mesh" chart repository ...Successfully got an update from the "hashicorp" chart repository ...Successfully got an update from the "minio" chart repository Update Complete. ⎈Happy Helming!⎈ + helm uninstall vault-service-1-7627 Error: uninstall: Release not loaded: vault-service-1-7627: release: not found + : + desc 'install Vault vault-service-1-7627' + set +o xtrace ----------------------------------------------------------------------------------- install Vault vault-service-1-7627 ----------------------------------------------------------------------------------- + '[' https == https ']' + vault_tls vault-service-1-7627 + local name=vault-service-1-7627 + SERVICE=vault-service-1-7627 + NAMESPACE=vault-service-1-7627 + SECRET_NAME=vault-service-1-7627 + CSR_NAME=vault-csr-7203 + version_gt 1.22 ++ bc -l ++ echo '1.31 >= 1.22' + '[' 1 -eq 1 ']' + return 0 + CSR_API_VER=v1 + '[' 0 = 1 ']' + CSR_SIGNER=' signerName: kubernetes.io/kubelet-serving' + openssl genrsa -out /tmp/tmp.s7KNHIX9QG/vault.key 2048 Generating RSA private key, 2048 bit long modulus ....................................................+++ ...........................................+++ e is 65537 (0x10001) + cat + version_gt 1.22 ++ echo '1.31 >= 1.22' ++ bc -l + '[' 1 -eq 1 ']' + return 0 + openssl req -new -key /tmp/tmp.s7KNHIX9QG/vault.key -subj '/CN=system:node:vault-service-1-7627.vault-service-1-7627.svc;/O=system:nodes' -out /tmp/tmp.s7KNHIX9QG/server.csr -config /tmp/tmp.s7KNHIX9QG/csr.conf + cat ++ cat /tmp/tmp.s7KNHIX9QG/server.csr ++ tr -d '\n' ++ base64 + kubectl_bin create -f /tmp/tmp.s7KNHIX9QG/csr.yaml ++ mktemp + local LAST_OUT=/tmp/tmp.3mZiBlOaPA ++ mktemp + local LAST_ERR=/tmp/tmp.jtQ1dU8hYL + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl create -f /tmp/tmp.s7KNHIX9QG/csr.yaml + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.3mZiBlOaPA certificatesigningrequest.certificates.k8s.io/vault-csr-7203 created + cat /tmp/tmp.jtQ1dU8hYL + rm /tmp/tmp.3mZiBlOaPA /tmp/tmp.jtQ1dU8hYL + return 0 + sleep 10 + kubectl_bin certificate approve vault-csr-7203 ++ mktemp + local LAST_OUT=/tmp/tmp.WR2y2mDW4M ++ mktemp + local LAST_ERR=/tmp/tmp.CEgoPDvUeA + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl certificate approve vault-csr-7203 + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.WR2y2mDW4M certificatesigningrequest.certificates.k8s.io/vault-csr-7203 approved + cat /tmp/tmp.CEgoPDvUeA + rm /tmp/tmp.WR2y2mDW4M /tmp/tmp.CEgoPDvUeA + return 0 + kubectl_bin get csr vault-csr-7203 -o 'jsonpath={.status.certificate}' ++ mktemp + local LAST_OUT=/tmp/tmp.RcKaBdhJUv ++ mktemp + local LAST_ERR=/tmp/tmp.F0sOCIazDi + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl get csr vault-csr-7203 -o 'jsonpath={.status.certificate}' + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.RcKaBdhJUv + cat /tmp/tmp.F0sOCIazDi + rm /tmp/tmp.RcKaBdhJUv /tmp/tmp.F0sOCIazDi + return 0 + openssl base64 -in /tmp/tmp.s7KNHIX9QG/serverCert -d -A -out /tmp/tmp.s7KNHIX9QG/vault.crt + kubectl_bin config view --raw --minify --flatten -o 'jsonpath={.clusters[].cluster.certificate-authority-data}' + base64 -d ++ mktemp + local LAST_OUT=/tmp/tmp.YAFWsRX5nt ++ mktemp + local LAST_ERR=/tmp/tmp.Vfus6MsjhK + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl config view --raw --minify --flatten -o 'jsonpath={.clusters[].cluster.certificate-authority-data}' + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.YAFWsRX5nt + cat /tmp/tmp.Vfus6MsjhK + rm /tmp/tmp.YAFWsRX5nt /tmp/tmp.Vfus6MsjhK + return 0 + [[ -n '' ]] + kubectl_bin create secret generic vault-service-1-7627 --namespace vault-service-1-7627 --from-file=vault.key=/tmp/tmp.s7KNHIX9QG/vault.key --from-file=vault.crt=/tmp/tmp.s7KNHIX9QG/vault.crt --from-file=vault.ca=/tmp/tmp.s7KNHIX9QG/vault.ca ++ mktemp + local LAST_OUT=/tmp/tmp.EQKZmPWJCy ++ mktemp + local LAST_ERR=/tmp/tmp.Gs3x7tTvu7 + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl create secret generic vault-service-1-7627 --namespace vault-service-1-7627 --from-file=vault.key=/tmp/tmp.s7KNHIX9QG/vault.key --from-file=vault.crt=/tmp/tmp.s7KNHIX9QG/vault.crt --from-file=vault.ca=/tmp/tmp.s7KNHIX9QG/vault.ca + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.EQKZmPWJCy secret/vault-service-1-7627 created + cat /tmp/tmp.Gs3x7tTvu7 + rm /tmp/tmp.EQKZmPWJCy /tmp/tmp.Gs3x7tTvu7 + return 0 + helm install vault-service-1-7627 hashicorp/vault --disable-openapi-validation --version 0.30.0 --namespace vault-service-1-7627 --set dataStorage.enabled=false --set global.tlsDisable=false --set global.platform=kubernetes --set 'server.extraVolumes[0].type=secret' --set 'server.extraVolumes[0].name=vault-service-1-7627' --set server.extraEnvironmentVars.VAULT_CACERT=/vault/userconfig/vault-service-1-7627/vault.ca --set 'server.standalone.config= listener "tcp" { address = "[::]:8200" cluster_address = "[::]:8201" tls_cert_file = "/vault/userconfig/vault-service-1-7627/vault.crt" tls_key_file = "/vault/userconfig/vault-service-1-7627/vault.key" tls_client_ca_file = "/vault/userconfig/vault-service-1-7627/vault.ca" } storage "file" { path = "/vault/data" }' NAME: vault-service-1-7627 LAST DEPLOYED: Thu Dec 4 11:42:37 2025 NAMESPACE: vault-service-1-7627 STATUS: deployed REVISION: 1 NOTES: Thank you for installing HashiCorp Vault! Now that you have deployed Vault, you should look over the docs on using Vault with Kubernetes available here: https://developer.hashicorp.com/vault/docs Your release is named vault-service-1-7627. To learn more about the release, try: $ helm status vault-service-1-7627 $ helm get manifest vault-service-1-7627 + [[ -n '' ]] + set +o xtrace pod/vault-service-1-7627-0......{"running":{"startedAt":"2025-12-04T11:42:54Z"}} + kubectl_bin exec -it vault-service-1-7627-0 -- vault operator init -tls-skip-verify -key-shares=1 -key-threshold=1 -format=json ++ mktemp + local LAST_OUT=/tmp/tmp.1LpgSM6LYc ++ mktemp + local LAST_ERR=/tmp/tmp.zswTQ9x5MT + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl exec -it vault-service-1-7627-0 -- vault operator init -tls-skip-verify -key-shares=1 -key-threshold=1 -format=json + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.1LpgSM6LYc + cat /tmp/tmp.zswTQ9x5MT Unable to use a TTY - input is not a terminal or the right kind of file + rm /tmp/tmp.1LpgSM6LYc /tmp/tmp.zswTQ9x5MT + return 0 ++ jq -r '.unseal_keys_b64[]' + unsealKey=MrLxayKeiy4mlrV9YY9GXnwFBbivt5+6xmC+OFClQEI= ++ jq -r .root_token + token=hvs.RHsM2pjGnBECmNKq5n65r2qH + sleep 10 + kubectl_bin exec -it vault-service-1-7627-0 -- vault operator unseal -tls-skip-verify MrLxayKeiy4mlrV9YY9GXnwFBbivt5+6xmC+OFClQEI= ++ mktemp + local LAST_OUT=/tmp/tmp.mG5zZ9gFiq ++ mktemp + local LAST_ERR=/tmp/tmp.cyFPvRWw2s + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl exec -it vault-service-1-7627-0 -- vault operator unseal -tls-skip-verify MrLxayKeiy4mlrV9YY9GXnwFBbivt5+6xmC+OFClQEI= + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.mG5zZ9gFiq Key Value --- ----- Seal Type shamir Initialized true Sealed false Total Shares 1 Threshold 1 Version 1.19.0 Build Date 2025-03-04T12:36:40Z Storage Type file Cluster Name vault-cluster-9df5d5cf Cluster ID 45c61381-1952-e36c-6820-bb42c9ab67c0 HA Enabled false + cat /tmp/tmp.cyFPvRWw2s Unable to use a TTY - input is not a terminal or the right kind of file + rm /tmp/tmp.mG5zZ9gFiq /tmp/tmp.cyFPvRWw2s + return 0 + kubectl_bin exec -it vault-service-1-7627-0 -- sh -c 'export VAULT_TOKEN=hvs.RHsM2pjGnBECmNKq5n65r2qH && export VAULT_LOG_LEVEL=trace && vault secrets enable --version=1 -tls-skip-verify -path=secret kv && vault audit enable file file_path=/vault/vault-audit.log' ++ mktemp + local LAST_OUT=/tmp/tmp.94uybDmF3b ++ mktemp + local LAST_ERR=/tmp/tmp.Q1snoV4Grb + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl exec -it vault-service-1-7627-0 -- sh -c 'export VAULT_TOKEN=hvs.RHsM2pjGnBECmNKq5n65r2qH && export VAULT_LOG_LEVEL=trace && vault secrets enable --version=1 -tls-skip-verify -path=secret kv && vault audit enable file file_path=/vault/vault-audit.log' + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.94uybDmF3b Success! Enabled the kv secrets engine at: secret/ Success! Enabled the file audit device at: file/ + cat /tmp/tmp.Q1snoV4Grb Unable to use a TTY - input is not a terminal or the right kind of file + rm /tmp/tmp.94uybDmF3b /tmp/tmp.Q1snoV4Grb + return 0 + sleep 10 + local vault_secret=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2076/e2e-tests/conf/vault-secret.yaml + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.4 =~ 8\.4 ]] + vault_secret=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2076/e2e-tests/conf/vault-secret-84.yaml + cat /mnt/jenkins/workspace/cloud-pxc-operator_PR-2076/e2e-tests/conf/vault-secret-84.yaml + sed -e s/#token/hvs.RHsM2pjGnBECmNKq5n65r2qH/ + sed -e 's/#vault_url/https:\/\/vault-service-1-7627.vault-service-1-7627.svc.cluster.local:8200/' + sed -e s/#secret/secret/ + '[' https == https ']' + sed -e 's/^/ /' /tmp/tmp.s7KNHIX9QG/vault.ca + /usr/bin/sed -i s/#vault_ca/vault_ca/ /tmp/tmp.s7KNHIX9QG/vault-secret.yaml + /usr/bin/sed -i 's/#84_vault_ca/\/etc\/mysql\/vault\-keyring\-secret\/ca\.cert/' /tmp/tmp.s7KNHIX9QG/vault-secret.yaml + /usr/bin/sed -i '/#certVal/r /tmp/tmp.s7KNHIX9QG/vault.new.ca' /tmp/tmp.s7KNHIX9QG/vault-secret.yaml + /usr/bin/sed -i /#certVal/d /tmp/tmp.s7KNHIX9QG/vault-secret.yaml + kubectl_bin apply --namespace=demand-backup-encrypted-with-tls-16903 -f /tmp/tmp.s7KNHIX9QG/vault-secret.yaml ++ mktemp + local LAST_OUT=/tmp/tmp.3ZPzFv8Xx8 ++ mktemp + local LAST_ERR=/tmp/tmp.g3zYxsOf0J + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl apply --namespace=demand-backup-encrypted-with-tls-16903 -f /tmp/tmp.s7KNHIX9QG/vault-secret.yaml + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.3ZPzFv8Xx8 secret/some-name-vault created + cat /tmp/tmp.g3zYxsOf0J + rm /tmp/tmp.3ZPzFv8Xx8 /tmp/tmp.g3zYxsOf0J + return 0 ++ kubectl_bin config current-context +++ mktemp ++ local LAST_OUT=/tmp/tmp.Yrv0mZVrGP +++ mktemp ++ local LAST_ERR=/tmp/tmp.v4Mf8t0Oor ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl config current-context ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.Yrv0mZVrGP ++ cat /tmp/tmp.v4Mf8t0Oor ++ rm /tmp/tmp.Yrv0mZVrGP /tmp/tmp.v4Mf8t0Oor ++ return 0 + kubectl_bin config set-context gke_cloud-dev-112233_us-central1-a_jen-pxc-2076-ee1be0ba-8-cluster8 --namespace=demand-backup-encrypted-with-tls-16903 ++ mktemp + local LAST_OUT=/tmp/tmp.bACbgo9YAq ++ mktemp + local LAST_ERR=/tmp/tmp.5GlIjVnuM6 + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl config set-context gke_cloud-dev-112233_us-central1-a_jen-pxc-2076-ee1be0ba-8-cluster8 --namespace=demand-backup-encrypted-with-tls-16903 + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.bACbgo9YAq Context "gke_cloud-dev-112233_us-central1-a_jen-pxc-2076-ee1be0ba-8-cluster8" modified. + cat /tmp/tmp.5GlIjVnuM6 + rm /tmp/tmp.bACbgo9YAq /tmp/tmp.5GlIjVnuM6 + return 0 ++ jq -r .root_token + token1=hvs.RHsM2pjGnBECmNKq5n65r2qH + ip1=https://vault-service-1-7627.vault-service-1-7627.svc.cluster.local + cluster=some-name + spinup_pxc some-name /mnt/jenkins/workspace/cloud-pxc-operator_PR-2076/e2e-tests/conf/some-name.yml + local cluster=some-name + local config=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2076/e2e-tests/conf/some-name.yml + local size=3 + local sleep=10 + local secretsFile=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2076/e2e-tests/conf/secrets.yml + local pxcClientFile=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2076/e2e-tests/conf/client.yml + local port=3306 + desc 'create first PXC cluster' + set +o xtrace ----------------------------------------------------------------------------------- create first PXC cluster ----------------------------------------------------------------------------------- + kubectl_bin apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2076/e2e-tests/conf/secrets.yml ++ mktemp + local LAST_OUT=/tmp/tmp.YUwhWPn7nk ++ mktemp + local LAST_ERR=/tmp/tmp.Fj1ind1xyA + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2076/e2e-tests/conf/secrets.yml + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.YUwhWPn7nk secret/my-cluster-secrets created secret/some-name-ssl created secret/some-name-ssl-internal created + cat /tmp/tmp.Fj1ind1xyA + rm /tmp/tmp.YUwhWPn7nk /tmp/tmp.Fj1ind1xyA + return 0 + apply_config /mnt/jenkins/workspace/cloud-pxc-operator_PR-2076/e2e-tests/conf/client.yml + local config_file=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2076/e2e-tests/conf/client.yml + local pvc_name= + '[' -z '' ']' + kubectl_bin apply -f - + cat_config /mnt/jenkins/workspace/cloud-pxc-operator_PR-2076/e2e-tests/conf/client.yml '' + local input_file=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2076/e2e-tests/conf/client.yml + local pvc_name= + /usr/bin/sed -e 's#image:.*-pmm$#image: perconalab/pmm-client:dev-latest#' + /usr/bin/sed -e 's#image:.*-backup$#image: perconalab/percona-xtradb-cluster-operator:main-pxc8.4-backup#' + /usr/bin/sed -e 's#image:.*-init$#image: perconalab/percona-xtradb-cluster-operator:PR-2076-ee1be0ba#' + /usr/bin/sed -e 's#image:.*\/percona-xtradb-cluster:.*$#image: perconalab/percona-xtradb-cluster-operator:main-pxc8.4#' + /usr/bin/sed -e 's#image:.*-proxysql$#image: perconalab/percona-xtradb-cluster-operator:main-proxysql#' ++ mktemp + cat /mnt/jenkins/workspace/cloud-pxc-operator_PR-2076/e2e-tests/conf/client.yml + /usr/bin/sed -e 's#apply:.*#apply: Never#' + /usr/bin/sed -e 's#image:.*-pxc\([0-9]*.[0-9]*\)\{0,1\}$#image: perconalab/percona-xtradb-cluster-operator:main-pxc8.4#' + /usr/bin/sed -e 's#claimName:..*-backup-pvc$#claimName: #' + /usr/bin/sed -e s~minio-service.#namespace~minio-service.demand-backup-encrypted-with-tls-16903~ + /usr/bin/sed -e 's#image:.*-logcollector$#image: perconalab/fluentbit:main-logcollector#' + /usr/bin/sed -e 's#image:.*-haproxy$#image: perconalab/percona-xtradb-cluster-operator:main-haproxy#' + local LAST_OUT=/tmp/tmp.PR8kmCXYNR + /usr/bin/sed -e 's#apiVersion: pxc.percona.com/v.*$#apiVersion: pxc.percona.com/v1#' ++ mktemp + local LAST_ERR=/tmp/tmp.5P36j7dmPP + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl apply -f - + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.PR8kmCXYNR deployment.apps/pxc-client created + cat /tmp/tmp.5P36j7dmPP + rm /tmp/tmp.PR8kmCXYNR /tmp/tmp.5P36j7dmPP + return 0 + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.4 =~ 5\.7 ]] + apply_config /mnt/jenkins/workspace/cloud-pxc-operator_PR-2076/e2e-tests/conf/some-name.yml + local config_file=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2076/e2e-tests/conf/some-name.yml + local pvc_name= + '[' -z '' ']' + cat_config /mnt/jenkins/workspace/cloud-pxc-operator_PR-2076/e2e-tests/conf/some-name.yml '' + local input_file=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2076/e2e-tests/conf/some-name.yml + local pvc_name= + /usr/bin/sed -e 's#apply:.*#apply: Never#' + /usr/bin/sed -e 's#image:.*-logcollector$#image: perconalab/fluentbit:main-logcollector#' + /usr/bin/sed -e 's#image:.*-haproxy$#image: perconalab/percona-xtradb-cluster-operator:main-haproxy#' + kubectl_bin apply -f - + /usr/bin/sed -e 's#image:.*-pxc\([0-9]*.[0-9]*\)\{0,1\}$#image: perconalab/percona-xtradb-cluster-operator:main-pxc8.4#' + /usr/bin/sed -e 's#image:.*-init$#image: perconalab/percona-xtradb-cluster-operator:PR-2076-ee1be0ba#' + /usr/bin/sed -e 's#image:.*-pmm$#image: perconalab/pmm-client:dev-latest#' + cat /mnt/jenkins/workspace/cloud-pxc-operator_PR-2076/e2e-tests/conf/some-name.yml ++ mktemp + /usr/bin/sed -e 's#apiVersion: pxc.percona.com/v.*$#apiVersion: pxc.percona.com/v1#' + local LAST_OUT=/tmp/tmp.aNJljzvpbH ++ mktemp + local LAST_ERR=/tmp/tmp.986vDX5zED + local exit_status=0 + /usr/bin/sed -e 's#image:.*\/percona-xtradb-cluster:.*$#image: perconalab/percona-xtradb-cluster-operator:main-pxc8.4#' ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl apply -f - + /usr/bin/sed -e 's#image:.*-backup$#image: perconalab/percona-xtradb-cluster-operator:main-pxc8.4-backup#' + /usr/bin/sed -e 's#image:.*-proxysql$#image: perconalab/percona-xtradb-cluster-operator:main-proxysql#' + /usr/bin/sed -e s~minio-service.#namespace~minio-service.demand-backup-encrypted-with-tls-16903~ + /usr/bin/sed -e 's#claimName:..*-backup-pvc$#claimName: #' + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.aNJljzvpbH perconaxtradbcluster.pxc.percona.com/some-name created + cat /tmp/tmp.986vDX5zED + rm /tmp/tmp.aNJljzvpbH /tmp/tmp.986vDX5zED + return 0 + desc 'check if all 3 Pods started' + set +o xtrace ----------------------------------------------------------------------------------- check if all 3 Pods started ----------------------------------------------------------------------------------- ++ get_proxy some-name ++ local target_cluster=some-name +++ kubectl_bin get pxc some-name -o 'jsonpath={.spec.haproxy.enabled}' ++++ mktemp +++ local LAST_OUT=/tmp/tmp.MCgo9rYNke ++++ mktemp +++ local LAST_ERR=/tmp/tmp.fCiEHAWxpU +++ local exit_status=0 ++++ seq 0 2 +++ for i in '$(seq 0 2)' +++ set +e +++ kubectl get pxc some-name -o 'jsonpath={.spec.haproxy.enabled}' +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 ']' +++ break +++ cat /tmp/tmp.MCgo9rYNke +++ cat /tmp/tmp.fCiEHAWxpU +++ rm /tmp/tmp.MCgo9rYNke /tmp/tmp.fCiEHAWxpU +++ return 0 ++ [[ '' == \t\r\u\e ]] +++ kubectl_bin get pxc some-name -o 'jsonpath={.spec.proxysql.enabled}' ++++ mktemp +++ local LAST_OUT=/tmp/tmp.oQP49Wp6Kt ++++ mktemp +++ local LAST_ERR=/tmp/tmp.VdxLnjpYrp +++ local exit_status=0 ++++ seq 0 2 +++ for i in '$(seq 0 2)' +++ set +e +++ kubectl get pxc some-name -o 'jsonpath={.spec.proxysql.enabled}' +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 ']' +++ break +++ cat /tmp/tmp.oQP49Wp6Kt +++ cat /tmp/tmp.VdxLnjpYrp +++ rm /tmp/tmp.oQP49Wp6Kt /tmp/tmp.VdxLnjpYrp +++ return 0 ++ [[ true == \t\r\u\e ]] ++ echo some-name-proxysql ++ return + local proxy=some-name-proxysql + kubectl_bin wait --for=condition=Ready pod -l app.kubernetes.io/instance=monitoring,app.kubernetes.io/managed-by=percona-xtradb-cluster-operator --timeout=300s -n demand-backup-encrypted-with-tls-16903 ++ mktemp + local LAST_OUT=/tmp/tmp.PpQDq5g1pq ++ mktemp + local LAST_ERR=/tmp/tmp.B1awpyOAWJ + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl wait --for=condition=Ready pod -l app.kubernetes.io/instance=monitoring,app.kubernetes.io/managed-by=percona-xtradb-cluster-operator --timeout=300s -n demand-backup-encrypted-with-tls-16903 + exit_status=1 + set -e + '[' 1 '!=' 0 ']' + '[' 1 == 1 ']' + sleep 0 + for i in '$(seq 0 2)' + set +e + kubectl wait --for=condition=Ready pod -l app.kubernetes.io/instance=monitoring,app.kubernetes.io/managed-by=percona-xtradb-cluster-operator --timeout=300s -n demand-backup-encrypted-with-tls-16903 + exit_status=1 + set -e + '[' 1 '!=' 0 ']' + '[' 1 == 1 ']' + sleep 0 + for i in '$(seq 0 2)' + set +e + kubectl wait --for=condition=Ready pod -l app.kubernetes.io/instance=monitoring,app.kubernetes.io/managed-by=percona-xtradb-cluster-operator --timeout=300s -n demand-backup-encrypted-with-tls-16903 + exit_status=1 + set -e + '[' 1 '!=' 0 ']' + '[' 1 == 1 ']' + sleep 0 + cat /tmp/tmp.PpQDq5g1pq + cat /tmp/tmp.B1awpyOAWJ error: no matching resources found + rm /tmp/tmp.PpQDq5g1pq /tmp/tmp.B1awpyOAWJ + return 1 + true + wait_for_running some-name-proxysql 1 + local name=some-name-proxysql + let last_pod=0 + : + local max_retry=480 + desc 'wait for running cluster' + set +o xtrace ----------------------------------------------------------------------------------- wait for running cluster ----------------------------------------------------------------------------------- ++ seq 0 0 + for i in '$(seq 0 $last_pod)' + wait_pod some-name-proxysql-0 480 + local pod=some-name-proxysql-0 + local max_retry=480 + local ns= ++ echo some-name-proxysql-0 ++ grep -E '^(pxc|proxysql)$' ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' + local container=proxysql + set +o xtrace pod/some-name-proxysql-0 condition met waiting for pod/some-name-proxysql-0 to become Ready.Ok + wait_for_running some-name-pxc 3 + local name=some-name-pxc + let last_pod=2 + local max_retry=480 + desc 'wait for running cluster' + set +o xtrace ----------------------------------------------------------------------------------- wait for running cluster ----------------------------------------------------------------------------------- ++ seq 0 2 + for i in '$(seq 0 $last_pod)' + wait_pod some-name-pxc-0 480 + local pod=some-name-pxc-0 + local max_retry=480 + local ns= ++ echo some-name-pxc-0 ++ grep -E '^(pxc|proxysql)$' ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' + local container=pxc + set +o xtrace pod/some-name-pxc-0 condition met waiting for pod/some-name-pxc-0 to become Ready.Ok + for i in '$(seq 0 $last_pod)' + wait_pod some-name-pxc-1 480 + local pod=some-name-pxc-1 + local max_retry=480 + local ns= ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ grep -E '^(pxc|proxysql)$' ++ echo some-name-pxc-1 + local container=pxc + set +o xtrace pod/some-name-pxc-1 condition met waiting for pod/some-name-pxc-1 to become Ready.Ok + for i in '$(seq 0 $last_pod)' + wait_pod some-name-pxc-2 480 + local pod=some-name-pxc-2 + local max_retry=480 + local ns= ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ echo some-name-pxc-2 ++ grep -E '^(pxc|proxysql)$' + local container=pxc + set +o xtrace pod/some-name-pxc-2 condition met waiting for pod/some-name-pxc-2 to become Ready.Ok + sleep 10 ++ kubectl get pxc some-name -o 'jsonpath={.spec.secretsName}' + local secret_name=my-cluster-secrets ++ getSecretData my-cluster-secrets root ++ local secretName=my-cluster-secrets ++ local dataKey=root ++ kubectl_bin get secrets/my-cluster-secrets '--template={{.data.root}}' ++ base64 --decode +++ mktemp ++ local LAST_OUT=/tmp/tmp.Shy5yhZZT5 +++ mktemp ++ local LAST_ERR=/tmp/tmp.ijviONnrMr ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get secrets/my-cluster-secrets '--template={{.data.root}}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.Shy5yhZZT5 ++ cat /tmp/tmp.ijviONnrMr ++ rm /tmp/tmp.Shy5yhZZT5 /tmp/tmp.ijviONnrMr ++ return 0 + local root_pass=root_password + desc 'write data' + set +o xtrace ----------------------------------------------------------------------------------- write data ----------------------------------------------------------------------------------- + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.4 =~ 5\.7 ]] + run_mysql 'CREATE DATABASE IF NOT EXISTS myApp; use myApp; CREATE TABLE IF NOT EXISTS myApp (id int PRIMARY KEY) ;' '-h some-name-proxysql -uroot -p'\''root_password'\'' -P3306' + local 'command=CREATE DATABASE IF NOT EXISTS myApp; use myApp; CREATE TABLE IF NOT EXISTS myApp (id int PRIMARY KEY) ;' + local 'uri=-h some-name-proxysql -uroot -p'\''root_password'\'' -P3306' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.y9cGwB1eEa +++ mktemp ++ local LAST_ERR=/tmp/tmp.Rts7rjGXGH ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.y9cGwB1eEa ++ cat /tmp/tmp.Rts7rjGXGH ++ rm /tmp/tmp.y9cGwB1eEa /tmp/tmp.Rts7rjGXGH ++ return 0 + client_pod=pxc-client-744698f95c-22wbb + wait_pod pxc-client-744698f95c-22wbb + local pod=pxc-client-744698f95c-22wbb + local max_retry=480 + local ns= ++ echo pxc-client-744698f95c-22wbb ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ grep -E '^(pxc|proxysql)$' + local container= + set +o xtrace pod/pxc-client-744698f95c-22wbb condition met waiting for pod/pxc-client-744698f95c-22wbb to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup .Ok + set +o xtrace + run_mysql 'INSERT myApp.myApp (id) VALUES (100500)' '-h some-name-proxysql -uroot -p'\''root_password'\'' -P3306' + local 'command=INSERT myApp.myApp (id) VALUES (100500)' + local 'uri=-h some-name-proxysql -uroot -p'\''root_password'\'' -P3306' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.hwShwvF5Lg +++ mktemp ++ local LAST_ERR=/tmp/tmp.APmiksN7s4 ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.hwShwvF5Lg ++ cat /tmp/tmp.APmiksN7s4 ++ rm /tmp/tmp.hwShwvF5Lg /tmp/tmp.APmiksN7s4 ++ return 0 + client_pod=pxc-client-744698f95c-22wbb + wait_pod pxc-client-744698f95c-22wbb + local pod=pxc-client-744698f95c-22wbb + local max_retry=480 + local ns= ++ grep -E '^(pxc|proxysql)$' ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ echo pxc-client-744698f95c-22wbb + local container= + set +o xtrace pod/pxc-client-744698f95c-22wbb condition met waiting for pod/pxc-client-744698f95c-22wbb to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup .Ok + set +o xtrace + sleep 30 ++ seq 0 2 + for i in '$(seq 0 $((size - 1)))' + compare_mysql_cmd select-1 'SELECT * from myApp.myApp;' '-h some-name-pxc-0.some-name-pxc -uroot -p'\''root_password'\'' -P3306' + local command_id=select-1 + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h some-name-pxc-0.some-name-pxc -uroot -p'\''root_password'\'' -P3306' + local postfix= + local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2076/e2e-tests/demand-backup-encrypted-with-tls/compare/select-1.sql + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.4 =~ 8\.4 ]] + [[ -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2076/e2e-tests/demand-backup-encrypted-with-tls/compare/select-1-84.sql ]] + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.4 =~ 8\.0 ]] + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.4 =~ 5\.7 ]] + run_mysql 'SELECT * from myApp.myApp;' '-h some-name-pxc-0.some-name-pxc -uroot -p'\''root_password'\'' -P3306' + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h some-name-pxc-0.some-name-pxc -uroot -p'\''root_password'\'' -P3306' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.RpS07G1xRi +++ mktemp ++ local LAST_ERR=/tmp/tmp.fTk94txBYf ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.RpS07G1xRi ++ cat /tmp/tmp.fTk94txBYf ++ rm /tmp/tmp.RpS07G1xRi /tmp/tmp.fTk94txBYf ++ return 0 + client_pod=pxc-client-744698f95c-22wbb + wait_pod pxc-client-744698f95c-22wbb + local pod=pxc-client-744698f95c-22wbb + local max_retry=480 + local ns= ++ echo pxc-client-744698f95c-22wbb ++ grep -E '^(pxc|proxysql)$' ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' + local container= + set +o xtrace pod/pxc-client-744698f95c-22wbb condition met waiting for pod/pxc-client-744698f95c-22wbb to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup .Ok + set +o xtrace + [[ ! -s /tmp/tmp.s7KNHIX9QG/select-1.sql ]] ++ grep 'Unknown MySQL server host' /tmp/tmp.s7KNHIX9QG/select-1.sql + [[ -n '' ]] + [[ 0 -eq 0 ]] + diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-2076/e2e-tests/demand-backup-encrypted-with-tls/compare/select-1.sql /tmp/tmp.s7KNHIX9QG/select-1.sql + for i in '$(seq 0 $((size - 1)))' + compare_mysql_cmd select-1 'SELECT * from myApp.myApp;' '-h some-name-pxc-1.some-name-pxc -uroot -p'\''root_password'\'' -P3306' + local command_id=select-1 + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h some-name-pxc-1.some-name-pxc -uroot -p'\''root_password'\'' -P3306' + local postfix= + local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2076/e2e-tests/demand-backup-encrypted-with-tls/compare/select-1.sql + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.4 =~ 8\.4 ]] + [[ -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2076/e2e-tests/demand-backup-encrypted-with-tls/compare/select-1-84.sql ]] + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.4 =~ 8\.0 ]] + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.4 =~ 5\.7 ]] + run_mysql 'SELECT * from myApp.myApp;' '-h some-name-pxc-1.some-name-pxc -uroot -p'\''root_password'\'' -P3306' + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h some-name-pxc-1.some-name-pxc -uroot -p'\''root_password'\'' -P3306' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.YJOEXSxEBB +++ mktemp ++ local LAST_ERR=/tmp/tmp.jcuYoGs4yn ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.YJOEXSxEBB ++ cat /tmp/tmp.jcuYoGs4yn ++ rm /tmp/tmp.YJOEXSxEBB /tmp/tmp.jcuYoGs4yn ++ return 0 + client_pod=pxc-client-744698f95c-22wbb + wait_pod pxc-client-744698f95c-22wbb + local pod=pxc-client-744698f95c-22wbb + local max_retry=480 + local ns= ++ echo pxc-client-744698f95c-22wbb ++ grep -E '^(pxc|proxysql)$' ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' + local container= + set +o xtrace pod/pxc-client-744698f95c-22wbb condition met waiting for pod/pxc-client-744698f95c-22wbb to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup .Ok + set +o xtrace + [[ ! -s /tmp/tmp.s7KNHIX9QG/select-1.sql ]] ++ grep 'Unknown MySQL server host' /tmp/tmp.s7KNHIX9QG/select-1.sql + [[ -n '' ]] + [[ 0 -eq 0 ]] + diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-2076/e2e-tests/demand-backup-encrypted-with-tls/compare/select-1.sql /tmp/tmp.s7KNHIX9QG/select-1.sql + for i in '$(seq 0 $((size - 1)))' + compare_mysql_cmd select-1 'SELECT * from myApp.myApp;' '-h some-name-pxc-2.some-name-pxc -uroot -p'\''root_password'\'' -P3306' + local command_id=select-1 + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h some-name-pxc-2.some-name-pxc -uroot -p'\''root_password'\'' -P3306' + local postfix= + local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2076/e2e-tests/demand-backup-encrypted-with-tls/compare/select-1.sql + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.4 =~ 8\.4 ]] + [[ -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2076/e2e-tests/demand-backup-encrypted-with-tls/compare/select-1-84.sql ]] + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.4 =~ 8\.0 ]] + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.4 =~ 5\.7 ]] + run_mysql 'SELECT * from myApp.myApp;' '-h some-name-pxc-2.some-name-pxc -uroot -p'\''root_password'\'' -P3306' + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h some-name-pxc-2.some-name-pxc -uroot -p'\''root_password'\'' -P3306' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.pSGdKPhfrk +++ mktemp ++ local LAST_ERR=/tmp/tmp.f3EKUVCaeh ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.pSGdKPhfrk ++ cat /tmp/tmp.f3EKUVCaeh ++ rm /tmp/tmp.pSGdKPhfrk /tmp/tmp.f3EKUVCaeh ++ return 0 + client_pod=pxc-client-744698f95c-22wbb + wait_pod pxc-client-744698f95c-22wbb + local pod=pxc-client-744698f95c-22wbb + local max_retry=480 + local ns= ++ echo pxc-client-744698f95c-22wbb ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ grep -E '^(pxc|proxysql)$' + local container= + set +o xtrace pod/pxc-client-744698f95c-22wbb condition met waiting for pod/pxc-client-744698f95c-22wbb to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup .Ok + set +o xtrace + [[ ! -s /tmp/tmp.s7KNHIX9QG/select-1.sql ]] ++ grep 'Unknown MySQL server host' /tmp/tmp.s7KNHIX9QG/select-1.sql + [[ -n '' ]] + [[ 0 -eq 0 ]] + diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-2076/e2e-tests/demand-backup-encrypted-with-tls/compare/select-1.sql /tmp/tmp.s7KNHIX9QG/select-1.sql + is_keyring_plugin_in_use some-name + local cluster=some-name + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.4 =~ 8\.4 ]] + kubectl_bin exec -it some-name-pxc-0 -c pxc -- ls /var/lib/mysql/mysqld.my ++ mktemp + local LAST_OUT=/tmp/tmp.04Wz6i177v ++ mktemp + local LAST_ERR=/tmp/tmp.FSWlBiZbqY + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl exec -it some-name-pxc-0 -c pxc -- ls /var/lib/mysql/mysqld.my + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.04Wz6i177v /var/lib/mysql/mysqld.my + cat /tmp/tmp.FSWlBiZbqY Unable to use a TTY - input is not a terminal or the right kind of file + rm /tmp/tmp.04Wz6i177v /tmp/tmp.FSWlBiZbqY + return 0 + log '/var/lib/mysql/mysqld.my exists: OK' ++ date +%Y-%m-%dT%H:%M:%S%z + echo '[2025-12-04T11:48:29+0000]' /var/lib/mysql/mysqld.my exists: OK [2025-12-04T11:48:29+0000] /var/lib/mysql/mysqld.my exists: OK + kubectl_bin exec -it some-name-pxc-0 -c pxc -- ls /var/lib/mysql/component_keyring_vault.cnf ++ mktemp + local LAST_OUT=/tmp/tmp.vnDoemMxjZ ++ mktemp + local LAST_ERR=/tmp/tmp.AAHYtyy9wn + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl exec -it some-name-pxc-0 -c pxc -- ls /var/lib/mysql/component_keyring_vault.cnf + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.vnDoemMxjZ /var/lib/mysql/component_keyring_vault.cnf + cat /tmp/tmp.AAHYtyy9wn Unable to use a TTY - input is not a terminal or the right kind of file + rm /tmp/tmp.vnDoemMxjZ /tmp/tmp.AAHYtyy9wn + return 0 + log '/var/lib/mysql/component_keyring_vault.cnf exists: OK' ++ date +%Y-%m-%dT%H:%M:%S%z + echo '[2025-12-04T11:48:32+0000]' /var/lib/mysql/component_keyring_vault.cnf exists: OK [2025-12-04T11:48:32+0000] /var/lib/mysql/component_keyring_vault.cnf exists: OK + log 'keyring plugin is used. checking encryption...' ++ date +%Y-%m-%dT%H:%M:%S%z + echo '[2025-12-04T11:48:32+0000]' keyring plugin is used. checking encryption... [2025-12-04T11:48:32+0000] keyring plugin is used. checking encryption... + table_must_be_encrypted some-name myApp + local cluster=some-name + local table=myApp + log 'checking table encryption: myApp' ++ date +%Y-%m-%dT%H:%M:%S%z + echo '[2025-12-04T11:48:32+0000]' checking table encryption: myApp [2025-12-04T11:48:32+0000] checking table encryption: myApp + is_table_encrypted some-name myApp + local cluster=some-name + local table=myApp + grep -E -o 'ENCRYPTION=('\''Y'\''|"Y")' + run_mysql 'SELECT CREATE_OPTIONS FROM INFORMATION_SCHEMA.TABLES WHERE TABLE_NAME=\"myApp\";' '-h some-name-proxysql -uroot -proot_password' + local 'command=SELECT CREATE_OPTIONS FROM INFORMATION_SCHEMA.TABLES WHERE TABLE_NAME=\"myApp\";' + local 'uri=-h some-name-proxysql -uroot -proot_password' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.Uk5nUcwgUL +++ mktemp ++ local LAST_ERR=/tmp/tmp.aI9Ex82rBw ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.Uk5nUcwgUL ++ cat /tmp/tmp.aI9Ex82rBw ++ rm /tmp/tmp.Uk5nUcwgUL /tmp/tmp.aI9Ex82rBw ++ return 0 + client_pod=pxc-client-744698f95c-22wbb + wait_pod pxc-client-744698f95c-22wbb + local pod=pxc-client-744698f95c-22wbb + local max_retry=480 + local ns= ++ echo pxc-client-744698f95c-22wbb ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ grep -E '^(pxc|proxysql)$' + local container= + set +o xtrace pod/pxc-client-744698f95c-22wbb condition met waiting for pod/pxc-client-744698f95c-22wbb to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup .Ok + set +o xtrace ENCRYPTION='Y' + log 'myApp is encrypted: OK' ++ date +%Y-%m-%dT%H:%M:%S%z + echo '[2025-12-04T11:48:38+0000]' myApp is encrypted: OK [2025-12-04T11:48:38+0000] myApp is encrypted: OK + keyring_plugin_must_be_in_use some-name + local cluster=some-name + log 'checking keyring plugin usage' ++ date +%Y-%m-%dT%H:%M:%S%z + echo '[2025-12-04T11:48:38+0000]' checking keyring plugin usage [2025-12-04T11:48:38+0000] checking keyring plugin usage + is_keyring_plugin_in_use some-name + local cluster=some-name + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.4 =~ 8\.4 ]] + kubectl_bin exec -it some-name-pxc-0 -c pxc -- ls /var/lib/mysql/mysqld.my ++ mktemp + local LAST_OUT=/tmp/tmp.mNqbTSXIM5 ++ mktemp + local LAST_ERR=/tmp/tmp.fSjpQPASL5 + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl exec -it some-name-pxc-0 -c pxc -- ls /var/lib/mysql/mysqld.my + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.mNqbTSXIM5 /var/lib/mysql/mysqld.my + cat /tmp/tmp.fSjpQPASL5 Unable to use a TTY - input is not a terminal or the right kind of file + rm /tmp/tmp.mNqbTSXIM5 /tmp/tmp.fSjpQPASL5 + return 0 + log '/var/lib/mysql/mysqld.my exists: OK' ++ date +%Y-%m-%dT%H:%M:%S%z + echo '[2025-12-04T11:48:40+0000]' /var/lib/mysql/mysqld.my exists: OK [2025-12-04T11:48:40+0000] /var/lib/mysql/mysqld.my exists: OK + kubectl_bin exec -it some-name-pxc-0 -c pxc -- ls /var/lib/mysql/component_keyring_vault.cnf ++ mktemp + local LAST_OUT=/tmp/tmp.iVqfYcWEYY ++ mktemp + local LAST_ERR=/tmp/tmp.YO3VzyyHeu + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl exec -it some-name-pxc-0 -c pxc -- ls /var/lib/mysql/component_keyring_vault.cnf + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.iVqfYcWEYY /var/lib/mysql/component_keyring_vault.cnf + cat /tmp/tmp.YO3VzyyHeu Unable to use a TTY - input is not a terminal or the right kind of file + rm /tmp/tmp.iVqfYcWEYY /tmp/tmp.YO3VzyyHeu + return 0 + log '/var/lib/mysql/component_keyring_vault.cnf exists: OK' ++ date +%Y-%m-%dT%H:%M:%S%z + echo '[2025-12-04T11:48:41+0000]' /var/lib/mysql/component_keyring_vault.cnf exists: OK [2025-12-04T11:48:41+0000] /var/lib/mysql/component_keyring_vault.cnf exists: OK + log 'keyring plugin is used: OK' ++ date +%Y-%m-%dT%H:%M:%S%z + echo '[2025-12-04T11:48:41+0000]' keyring plugin is used: OK [2025-12-04T11:48:41+0000] keyring plugin is used: OK + table_must_be_encrypted some-name myApp + local cluster=some-name + local table=myApp + log 'checking table encryption: myApp' ++ date +%Y-%m-%dT%H:%M:%S%z + echo '[2025-12-04T11:48:41+0000]' checking table encryption: myApp [2025-12-04T11:48:41+0000] checking table encryption: myApp + is_table_encrypted some-name myApp + local cluster=some-name + local table=myApp + run_mysql 'SELECT CREATE_OPTIONS FROM INFORMATION_SCHEMA.TABLES WHERE TABLE_NAME=\"myApp\";' '-h some-name-proxysql -uroot -proot_password' + local 'command=SELECT CREATE_OPTIONS FROM INFORMATION_SCHEMA.TABLES WHERE TABLE_NAME=\"myApp\";' + local 'uri=-h some-name-proxysql -uroot -proot_password' + grep -E -o 'ENCRYPTION=('\''Y'\''|"Y")' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.tPE7MH04Fq +++ mktemp ++ local LAST_ERR=/tmp/tmp.U2griVG2PV ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.tPE7MH04Fq ++ cat /tmp/tmp.U2griVG2PV ++ rm /tmp/tmp.tPE7MH04Fq /tmp/tmp.U2griVG2PV ++ return 0 + client_pod=pxc-client-744698f95c-22wbb + wait_pod pxc-client-744698f95c-22wbb + local pod=pxc-client-744698f95c-22wbb + local max_retry=480 + local ns= ++ echo pxc-client-744698f95c-22wbb ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ grep -E '^(pxc|proxysql)$' + local container= + set +o xtrace pod/pxc-client-744698f95c-22wbb condition met waiting for pod/pxc-client-744698f95c-22wbb to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup .Ok + set +o xtrace ENCRYPTION='Y' + log 'myApp is encrypted: OK' ++ date +%Y-%m-%dT%H:%M:%S%z + echo '[2025-12-04T11:48:47+0000]' myApp is encrypted: OK [2025-12-04T11:48:47+0000] myApp is encrypted: OK + run_backup some-name on-demand-backup-pvc + local cluster=some-name + local backup=on-demand-backup-pvc + log 'run pxc-backup/on-demand-backup-pvc' ++ date +%Y-%m-%dT%H:%M:%S%z + echo '[2025-12-04T11:48:47+0000]' run pxc-backup/on-demand-backup-pvc [2025-12-04T11:48:47+0000] run pxc-backup/on-demand-backup-pvc + kubectl_bin apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2076/e2e-tests/demand-backup-encrypted-with-tls/conf/on-demand-backup-pvc.yml ++ mktemp + local LAST_OUT=/tmp/tmp.Zv4uNMDsHJ ++ mktemp + local LAST_ERR=/tmp/tmp.tTGhZaUp6P + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2076/e2e-tests/demand-backup-encrypted-with-tls/conf/on-demand-backup-pvc.yml + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.Zv4uNMDsHJ perconaxtradbclusterbackup.pxc.percona.com/on-demand-backup-pvc created + cat /tmp/tmp.tTGhZaUp6P + rm /tmp/tmp.Zv4uNMDsHJ /tmp/tmp.tTGhZaUp6P + return 0 + wait_backup on-demand-backup-pvc + local backup=on-demand-backup-pvc + local status=Succeeded + set +o xtrace waiting for pxc-backup/on-demand-backup-pvc to reach Succeeded state.....................Succeeded + run_recovery_check some-name on-demand-backup-pvc + local cluster=some-name + local backup=on-demand-backup-pvc ++ get_proxy_engine some-name ++ local cluster_name=some-name +++ get_proxy some-name +++ local target_cluster=some-name ++++ kubectl_bin get pxc some-name -o 'jsonpath={.spec.haproxy.enabled}' +++++ mktemp ++++ local LAST_OUT=/tmp/tmp.ahbLANrOGv +++++ mktemp ++++ local LAST_ERR=/tmp/tmp.hBD0jwQ856 ++++ local exit_status=0 +++++ seq 0 2 ++++ for i in '$(seq 0 2)' ++++ set +e ++++ kubectl get pxc some-name -o 'jsonpath={.spec.haproxy.enabled}' ++++ exit_status=0 ++++ set -e ++++ '[' 0 '!=' 0 ']' ++++ break ++++ cat /tmp/tmp.ahbLANrOGv ++++ cat /tmp/tmp.hBD0jwQ856 ++++ rm /tmp/tmp.ahbLANrOGv /tmp/tmp.hBD0jwQ856 ++++ return 0 +++ [[ '' == \t\r\u\e ]] ++++ kubectl_bin get pxc some-name -o 'jsonpath={.spec.proxysql.enabled}' +++++ mktemp ++++ local LAST_OUT=/tmp/tmp.Td9gDklcAT +++++ mktemp ++++ local LAST_ERR=/tmp/tmp.Pch4GxV5Sx ++++ local exit_status=0 +++++ seq 0 2 ++++ for i in '$(seq 0 2)' ++++ set +e ++++ kubectl get pxc some-name -o 'jsonpath={.spec.proxysql.enabled}' ++++ exit_status=0 ++++ set -e ++++ '[' 0 '!=' 0 ']' ++++ break ++++ cat /tmp/tmp.Td9gDklcAT ++++ cat /tmp/tmp.Pch4GxV5Sx ++++ rm /tmp/tmp.Td9gDklcAT /tmp/tmp.Pch4GxV5Sx ++++ return 0 +++ [[ true == \t\r\u\e ]] +++ echo some-name-proxysql +++ return ++ local cluster_proxy=some-name-proxysql ++ echo proxysql + local proxy=proxysql ++ get_pvc_name_for_backup on-demand-backup-pvc ++ local backup_name=on-demand-backup-pvc +++ kubectl_bin get pxc-backup on-demand-backup-pvc -o 'jsonpath={.status.destination}' ++++ mktemp +++ local LAST_OUT=/tmp/tmp.KNPneQyfRA ++++ mktemp +++ local LAST_ERR=/tmp/tmp.vf4wp6Pmi7 +++ local exit_status=0 ++++ seq 0 2 +++ for i in '$(seq 0 2)' +++ set +e +++ kubectl get pxc-backup on-demand-backup-pvc -o 'jsonpath={.status.destination}' +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 ']' +++ break +++ cat /tmp/tmp.KNPneQyfRA +++ cat /tmp/tmp.vf4wp6Pmi7 +++ rm /tmp/tmp.KNPneQyfRA /tmp/tmp.vf4wp6Pmi7 +++ return 0 ++ local destination=pvc/xb-on-demand-backup-pvc-20251204114849-7af5ea60 ++ [[ -z pvc/xb-on-demand-backup-pvc-20251204114849-7af5ea60 ]] ++ local pvc_name=xb-on-demand-backup-pvc-20251204114849-7af5ea60 ++ echo xb-on-demand-backup-pvc-20251204114849-7af5ea60 + pvc_name=xb-on-demand-backup-pvc-20251204114849-7af5ea60 + dest=pvc/xb-on-demand-backup-pvc-20251204114849-7af5ea60 + log 'run pxc-restore/on-demand-backup-pvc' ++ date +%Y-%m-%dT%H:%M:%S%z + echo '[2025-12-04T11:49:29+0000]' run pxc-restore/on-demand-backup-pvc [2025-12-04T11:49:29+0000] run pxc-restore/on-demand-backup-pvc + YAML_INPUT_FILE=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2076/e2e-tests/demand-backup-encrypted-with-tls/conf/restore-on-demand-backup-pvc.yaml ++ /usr/bin/sed -e 's##pvc/xb-on-demand-backup-pvc-20251204114849-7af5ea60#g' ++ cat /mnt/jenkins/workspace/cloud-pxc-operator_PR-2076/e2e-tests/demand-backup-encrypted-with-tls/conf/restore-on-demand-backup-pvc.yaml ++ /usr/bin/sed -e s~minio-service.#namespace~minio-service.demand-backup-encrypted-with-tls-16903~ + MODIFIED_YAML='apiVersion: pxc.percona.com/v1 kind: PerconaXtraDBClusterRestore metadata: name: on-demand-backup-pvc spec: pxcCluster: some-name backupName: on-demand-backup-pvc' + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.4 =~ 5\.7 ]] + FINAL_YAML='apiVersion: pxc.percona.com/v1 kind: PerconaXtraDBClusterRestore metadata: name: on-demand-backup-pvc spec: pxcCluster: some-name backupName: on-demand-backup-pvc' + echo 'apiVersion: pxc.percona.com/v1 kind: PerconaXtraDBClusterRestore metadata: name: on-demand-backup-pvc spec: pxcCluster: some-name backupName: on-demand-backup-pvc' + kubectl_bin apply -f - ++ mktemp + local LAST_OUT=/tmp/tmp.7kUGYj7vPE ++ mktemp + local LAST_ERR=/tmp/tmp.oYOQVTcirN + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl apply -f - + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.7kUGYj7vPE perconaxtradbclusterrestore.pxc.percona.com/on-demand-backup-pvc created + cat /tmp/tmp.oYOQVTcirN + rm /tmp/tmp.7kUGYj7vPE /tmp/tmp.oYOQVTcirN + return 0 + wait_backup_restore on-demand-backup-pvc + local backup_name=on-demand-backup-pvc + local target_state=Succeeded + local wait_time=720 + set +o xtrace waiting for pxc-restore/on-demand-backup-pvc to reach Succeeded state 2025-12-04T11:49:32 pxc-restore/on-demand-backup-pvc state: Starting 2025-12-04T11:49:34 pxc-restore/on-demand-backup-pvc state: Starting 2025-12-04T11:49:36 pxc-restore/on-demand-backup-pvc state: Starting 2025-12-04T11:49:38 pxc-restore/on-demand-backup-pvc state: Starting 2025-12-04T11:49:39 pxc-restore/on-demand-backup-pvc state: Starting 2025-12-04T11:49:41 pxc-restore/on-demand-backup-pvc state: Starting 2025-12-04T11:49:43 pxc-restore/on-demand-backup-pvc state: Starting 2025-12-04T11:49:46 pxc-restore/on-demand-backup-pvc state: Starting 2025-12-04T11:49:48 pxc-restore/on-demand-backup-pvc state: Stopping Cluster 2025-12-04T11:49:50 pxc-restore/on-demand-backup-pvc state: Stopping Cluster 2025-12-04T11:49:53 pxc-restore/on-demand-backup-pvc state: Stopping Cluster 2025-12-04T11:49:55 pxc-restore/on-demand-backup-pvc state: Stopping Cluster 2025-12-04T11:49:57 pxc-restore/on-demand-backup-pvc state: Stopping Cluster 2025-12-04T11:49:59 pxc-restore/on-demand-backup-pvc state: Stopping Cluster 2025-12-04T11:50:01 pxc-restore/on-demand-backup-pvc state: Stopping Cluster 2025-12-04T11:50:03 pxc-restore/on-demand-backup-pvc state: Stopping Cluster 2025-12-04T11:50:05 pxc-restore/on-demand-backup-pvc state: Stopping Cluster 2025-12-04T11:50:07 pxc-restore/on-demand-backup-pvc state: Stopping Cluster 2025-12-04T11:50:09 pxc-restore/on-demand-backup-pvc state: Stopping Cluster 2025-12-04T11:50:12 pxc-restore/on-demand-backup-pvc state: Stopping Cluster 2025-12-04T11:50:14 pxc-restore/on-demand-backup-pvc state: Stopping Cluster 2025-12-04T11:50:16 pxc-restore/on-demand-backup-pvc state: Stopping Cluster 2025-12-04T11:50:18 pxc-restore/on-demand-backup-pvc state: Stopping Cluster 2025-12-04T11:50:21 pxc-restore/on-demand-backup-pvc state: Stopping Cluster 2025-12-04T11:50:24 pxc-restore/on-demand-backup-pvc state: Stopping Cluster 2025-12-04T11:50:26 pxc-restore/on-demand-backup-pvc state: Stopping Cluster 2025-12-04T11:50:28 pxc-restore/on-demand-backup-pvc state: Stopping Cluster 2025-12-04T11:50:30 pxc-restore/on-demand-backup-pvc state: Stopping Cluster 2025-12-04T11:50:33 pxc-restore/on-demand-backup-pvc state: Stopping Cluster 2025-12-04T11:50:35 pxc-restore/on-demand-backup-pvc state: Stopping Cluster 2025-12-04T11:50:37 pxc-restore/on-demand-backup-pvc state: Stopping Cluster 2025-12-04T11:50:39 pxc-restore/on-demand-backup-pvc state: Stopping Cluster 2025-12-04T11:50:42 pxc-restore/on-demand-backup-pvc state: Stopping Cluster 2025-12-04T11:50:44 pxc-restore/on-demand-backup-pvc state: Stopping Cluster 2025-12-04T11:50:46 pxc-restore/on-demand-backup-pvc state: Stopping Cluster 2025-12-04T11:50:48 pxc-restore/on-demand-backup-pvc state: Stopping Cluster 2025-12-04T11:50:50 pxc-restore/on-demand-backup-pvc state: Restoring 2025-12-04T11:50:52 pxc-restore/on-demand-backup-pvc state: Restoring 2025-12-04T11:50:54 pxc-restore/on-demand-backup-pvc state: Restoring 2025-12-04T11:50:56 pxc-restore/on-demand-backup-pvc state: Restoring 2025-12-04T11:50:58 pxc-restore/on-demand-backup-pvc state: Restoring 2025-12-04T11:51:00 pxc-restore/on-demand-backup-pvc state: Restoring 2025-12-04T11:51:02 pxc-restore/on-demand-backup-pvc state: Restoring 2025-12-04T11:51:04 pxc-restore/on-demand-backup-pvc state: Preparing Cluster 2025-12-04T11:51:07 pxc-restore/on-demand-backup-pvc state: Preparing Cluster 2025-12-04T11:51:09 pxc-restore/on-demand-backup-pvc state: Preparing Cluster 2025-12-04T11:51:12 pxc-restore/on-demand-backup-pvc state: Preparing Cluster 2025-12-04T11:51:14 pxc-restore/on-demand-backup-pvc state: Preparing Cluster 2025-12-04T11:51:16 pxc-restore/on-demand-backup-pvc state: Preparing Cluster 2025-12-04T11:51:19 pxc-restore/on-demand-backup-pvc state: Preparing Cluster 2025-12-04T11:51:21 pxc-restore/on-demand-backup-pvc state: Preparing Cluster 2025-12-04T11:51:23 pxc-restore/on-demand-backup-pvc state: Preparing Cluster 2025-12-04T11:51:25 pxc-restore/on-demand-backup-pvc state: Preparing Cluster 2025-12-04T11:51:27 pxc-restore/on-demand-backup-pvc state: Preparing Cluster 2025-12-04T11:51:29 pxc-restore/on-demand-backup-pvc state: Preparing Cluster 2025-12-04T11:51:31 pxc-restore/on-demand-backup-pvc state: Preparing Cluster 2025-12-04T11:51:33 pxc-restore/on-demand-backup-pvc state: Preparing Cluster 2025-12-04T11:51:35 pxc-restore/on-demand-backup-pvc state: Preparing Cluster 2025-12-04T11:51:37 pxc-restore/on-demand-backup-pvc state: Preparing Cluster 2025-12-04T11:51:39 pxc-restore/on-demand-backup-pvc state: Preparing Cluster 2025-12-04T11:51:41 pxc-restore/on-demand-backup-pvc state: Preparing Cluster 2025-12-04T11:51:42 pxc-restore/on-demand-backup-pvc state: Preparing Cluster 2025-12-04T11:51:44 pxc-restore/on-demand-backup-pvc state: Preparing Cluster 2025-12-04T11:51:45 pxc-restore/on-demand-backup-pvc state: Preparing Cluster 2025-12-04T11:51:47 pxc-restore/on-demand-backup-pvc state: Preparing Cluster 2025-12-04T11:51:49 pxc-restore/on-demand-backup-pvc state: Preparing Cluster 2025-12-04T11:51:51 pxc-restore/on-demand-backup-pvc state: Preparing Cluster 2025-12-04T11:51:53 pxc-restore/on-demand-backup-pvc state: Preparing Cluster 2025-12-04T11:51:55 pxc-restore/on-demand-backup-pvc state: Preparing Cluster 2025-12-04T11:51:57 pxc-restore/on-demand-backup-pvc state: Preparing Cluster 2025-12-04T11:51:58 pxc-restore/on-demand-backup-pvc state: Preparing Cluster 2025-12-04T11:52:00 pxc-restore/on-demand-backup-pvc state: Preparing Cluster 2025-12-04T11:52:02 pxc-restore/on-demand-backup-pvc state: Preparing Cluster 2025-12-04T11:52:03 pxc-restore/on-demand-backup-pvc state: Preparing Cluster 2025-12-04T11:52:05 pxc-restore/on-demand-backup-pvc state: Preparing Cluster 2025-12-04T11:52:07 pxc-restore/on-demand-backup-pvc state: Preparing Cluster 2025-12-04T11:52:08 pxc-restore/on-demand-backup-pvc state: Preparing Cluster 2025-12-04T11:52:11 pxc-restore/on-demand-backup-pvc state: Preparing Cluster 2025-12-04T11:52:13 pxc-restore/on-demand-backup-pvc state: Preparing Cluster 2025-12-04T11:52:14 pxc-restore/on-demand-backup-pvc state: Preparing Cluster 2025-12-04T11:52:16 pxc-restore/on-demand-backup-pvc state: Preparing Cluster 2025-12-04T11:52:18 pxc-restore/on-demand-backup-pvc state: Starting Cluster 2025-12-04T11:52:21 pxc-restore/on-demand-backup-pvc state: Starting Cluster 2025-12-04T11:52:23 pxc-restore/on-demand-backup-pvc state: Starting Cluster 2025-12-04T11:52:25 pxc-restore/on-demand-backup-pvc state: Starting Cluster 2025-12-04T11:52:27 pxc-restore/on-demand-backup-pvc state: Starting Cluster 2025-12-04T11:52:29 pxc-restore/on-demand-backup-pvc state: Starting Cluster 2025-12-04T11:52:31 pxc-restore/on-demand-backup-pvc state: Starting Cluster 2025-12-04T11:52:33 pxc-restore/on-demand-backup-pvc state: Starting Cluster 2025-12-04T11:52:36 pxc-restore/on-demand-backup-pvc state: Starting Cluster 2025-12-04T11:52:38 pxc-restore/on-demand-backup-pvc state: Starting Cluster 2025-12-04T11:52:40 pxc-restore/on-demand-backup-pvc state: Starting Cluster 2025-12-04T11:52:42 pxc-restore/on-demand-backup-pvc state: Starting Cluster 2025-12-04T11:52:44 pxc-restore/on-demand-backup-pvc state: Starting Cluster 2025-12-04T11:52:46 pxc-restore/on-demand-backup-pvc state: Starting Cluster 2025-12-04T11:52:49 pxc-restore/on-demand-backup-pvc state: Starting Cluster 2025-12-04T11:52:51 pxc-restore/on-demand-backup-pvc state: Starting Cluster 2025-12-04T11:52:53 pxc-restore/on-demand-backup-pvc state: Starting Cluster 2025-12-04T11:52:55 pxc-restore/on-demand-backup-pvc state: Starting Cluster 2025-12-04T11:52:57 pxc-restore/on-demand-backup-pvc state: Starting Cluster 2025-12-04T11:52:59 pxc-restore/on-demand-backup-pvc state: Starting Cluster 2025-12-04T11:53:01 pxc-restore/on-demand-backup-pvc state: Starting Cluster 2025-12-04T11:53:03 pxc-restore/on-demand-backup-pvc state: Starting Cluster 2025-12-04T11:53:05 pxc-restore/on-demand-backup-pvc state: Starting Cluster 2025-12-04T11:53:07 pxc-restore/on-demand-backup-pvc state: Starting Cluster 2025-12-04T11:53:10 pxc-restore/on-demand-backup-pvc state: Starting Cluster 2025-12-04T11:53:11 pxc-restore/on-demand-backup-pvc state: Starting Cluster 2025-12-04T11:53:13 pxc-restore/on-demand-backup-pvc state: Starting Cluster 2025-12-04T11:53:15 pxc-restore/on-demand-backup-pvc state: Starting Cluster 2025-12-04T11:53:17 pxc-restore/on-demand-backup-pvc state: Starting Cluster 2025-12-04T11:53:19 pxc-restore/on-demand-backup-pvc state: Starting Cluster 2025-12-04T11:53:21 pxc-restore/on-demand-backup-pvc state: Starting Cluster 2025-12-04T11:53:23 pxc-restore/on-demand-backup-pvc state: Starting Cluster 2025-12-04T11:53:25 pxc-restore/on-demand-backup-pvc state: Starting Cluster 2025-12-04T11:53:28 pxc-restore/on-demand-backup-pvc state: Starting Cluster 2025-12-04T11:53:30 pxc-restore/on-demand-backup-pvc state: Starting Cluster 2025-12-04T11:53:32 pxc-restore/on-demand-backup-pvc state: Starting Cluster 2025-12-04T11:53:34 pxc-restore/on-demand-backup-pvc state: Starting Cluster 2025-12-04T11:53:37 pxc-restore/on-demand-backup-pvc state: Starting Cluster 2025-12-04T11:53:40 pxc-restore/on-demand-backup-pvc state: Starting Cluster 2025-12-04T11:53:42 pxc-restore/on-demand-backup-pvc state: Starting Cluster 2025-12-04T11:53:45 pxc-restore/on-demand-backup-pvc state: Starting Cluster 2025-12-04T11:53:47 pxc-restore/on-demand-backup-pvc state: Starting Cluster 2025-12-04T11:53:49 pxc-restore/on-demand-backup-pvc state: Starting Cluster 2025-12-04T11:53:51 pxc-restore/on-demand-backup-pvc state: Starting Cluster 2025-12-04T11:53:53 pxc-restore/on-demand-backup-pvc state: Starting Cluster 2025-12-04T11:53:55 pxc-restore/on-demand-backup-pvc state: Starting Cluster 2025-12-04T11:53:57 pxc-restore/on-demand-backup-pvc state: Starting Cluster 2025-12-04T11:53:59 pxc-restore/on-demand-backup-pvc state: Starting Cluster 2025-12-04T11:54:01 pxc-restore/on-demand-backup-pvc state: Starting Cluster 2025-12-04T11:54:04 pxc-restore/on-demand-backup-pvc state: Starting Cluster 2025-12-04T11:54:06 pxc-restore/on-demand-backup-pvc state: Starting Cluster 2025-12-04T11:54:08 pxc-restore/on-demand-backup-pvc state: Starting Cluster 2025-12-04T11:54:10 pxc-restore/on-demand-backup-pvc state: Starting Cluster 2025-12-04T11:54:12 pxc-restore/on-demand-backup-pvc state: Starting Cluster 2025-12-04T11:54:14 pxc-restore/on-demand-backup-pvc state: Starting Cluster 2025-12-04T11:54:16 pxc-restore/on-demand-backup-pvc state: Starting Cluster 2025-12-04T11:54:18 pxc-restore/on-demand-backup-pvc state: Starting Cluster 2025-12-04T11:54:20 pxc-restore/on-demand-backup-pvc state: Starting Cluster 2025-12-04T11:54:22 pxc-restore/on-demand-backup-pvc state: Starting Cluster 2025-12-04T11:54:24 pxc-restore/on-demand-backup-pvc state: Starting Cluster 2025-12-04T11:54:27 pxc-restore/on-demand-backup-pvc state: Starting Cluster 2025-12-04T11:54:29 pxc-restore/on-demand-backup-pvc state: Starting Cluster 2025-12-04T11:54:32 pxc-restore/on-demand-backup-pvc state: Starting Cluster 2025-12-04T11:54:34 pxc-restore/on-demand-backup-pvc state: Starting Cluster 2025-12-04T11:54:37 pxc-restore/on-demand-backup-pvc state: Starting Cluster 2025-12-04T11:54:39 pxc-restore/on-demand-backup-pvc state: Starting Cluster 2025-12-04T11:54:42 pxc-restore/on-demand-backup-pvc state: Starting Cluster 2025-12-04T11:54:44 pxc-restore/on-demand-backup-pvc state: Starting Cluster 2025-12-04T11:54:47 pxc-restore/on-demand-backup-pvc state: Starting Cluster 2025-12-04T11:54:49 pxc-restore/on-demand-backup-pvc state: Starting Cluster 2025-12-04T11:54:51 pxc-restore/on-demand-backup-pvc state: Starting Cluster 2025-12-04T11:54:54 pxc-restore/on-demand-backup-pvc state: Starting Cluster 2025-12-04T11:54:56 pxc-restore/on-demand-backup-pvc state: Starting Cluster 2025-12-04T11:54:59 pxc-restore/on-demand-backup-pvc state: Starting Cluster 2025-12-04T11:55:01 pxc-restore/on-demand-backup-pvc state: Starting Cluster 2025-12-04T11:55:04 pxc-restore/on-demand-backup-pvc state: Starting Cluster 2025-12-04T11:55:07 pxc-restore/on-demand-backup-pvc state: Starting Cluster 2025-12-04T11:55:09 pxc-restore/on-demand-backup-pvc state: Starting Cluster 2025-12-04T11:55:11 pxc-restore/on-demand-backup-pvc state: Starting Cluster 2025-12-04T11:55:13 pxc-restore/on-demand-backup-pvc state: Starting Cluster 2025-12-04T11:55:16 pxc-restore/on-demand-backup-pvc state: Starting Cluster 2025-12-04T11:55:18 pxc-restore/on-demand-backup-pvc state: Starting Cluster 2025-12-04T11:55:20 pxc-restore/on-demand-backup-pvc state: Starting Cluster 2025-12-04T11:55:22 pxc-restore/on-demand-backup-pvc state: Starting Cluster 2025-12-04T11:55:24 pxc-restore/on-demand-backup-pvc state: Succeeded + kubectl_bin logs job/restore-job-on-demand-backup-pvc-some-name ++ mktemp + local LAST_OUT=/tmp/tmp.6T7PBHxaBD ++ mktemp + local LAST_ERR=/tmp/tmp.fSAKGolbXC + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl logs job/restore-job-on-demand-backup-pvc-some-name + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.6T7PBHxaBD + LIB_PATH=/opt/percona/backup/lib/pxc + . /opt/percona/backup/lib/pxc/check-version.sh + . /opt/percona/backup/lib/pxc/vault.sh ++ set -o errexit ++ keyring_vault=/etc/mysql/vault-keyring-secret/keyring_vault.conf + SOCAT_OPTS=TCP:restore-src-on-demand-backup-pvc-some-name:3307,retry=30 + check_ssl + CA=/var/run/secrets/kubernetes.io/serviceaccount/ca.crt + '[' -f /var/run/secrets/kubernetes.io/serviceaccount/service-ca.crt ']' + SSL_DIR=/etc/mysql/ssl + '[' -f /etc/mysql/ssl/ca.crt ']' + CA=/etc/mysql/ssl/ca.crt + SSL_INTERNAL_DIR=/etc/mysql/ssl-internal + '[' -f /etc/mysql/ssl-internal/ca.crt ']' + CA=/etc/mysql/ssl-internal/ca.crt + KEY=/etc/mysql/ssl/tls.key + CERT=/etc/mysql/ssl/tls.crt + '[' -f /etc/mysql/ssl-internal/tls.key ']' + '[' -f /etc/mysql/ssl-internal/tls.crt ']' + KEY=/etc/mysql/ssl-internal/tls.key + CERT=/etc/mysql/ssl-internal/tls.crt + '[' -f /etc/mysql/ssl-internal/ca.crt ']' + '[' -f /etc/mysql/ssl-internal/tls.key ']' + '[' -f /etc/mysql/ssl-internal/tls.crt ']' + SOCAT_OPTS='openssl-connect:restore-src-on-demand-backup-pvc-some-name:3307,reuseaddr,cert=/etc/mysql/ssl-internal/tls.crt,key=/etc/mysql/ssl-internal/tls.key,cafile=/etc/mysql/ssl-internal/ca.crt,verify=1,commonname='\'''\'',retry=30,no-sni=1' + ping -c1 restore-src-on-demand-backup-pvc-some-name /opt/percona/backup/recovery-pvc-joiner.sh: line 40: ping: command not found + : + rm -rf /datadir/#ib_16384_0.dblwr /datadir/#ib_16384_1.dblwr /datadir/#innodb_redo /datadir/#innodb_temp /datadir/auth_plugin /datadir/auto.cnf /datadir/binlog.000001 /datadir/binlog.000002 /datadir/binlog.000003 /datadir/binlog.index /datadir/component_keyring_vault.cnf /datadir/galera.cache /datadir/get-pxc-state /datadir/grastate.dat /datadir/ib_buffer_pool /datadir/ibdata1 /datadir/innobackup.backup.full.log /datadir/innobackup.backup.log /datadir/liveness-check.sh /datadir/myApp /datadir/mysql /datadir/mysql-state-monitor /datadir/mysql-state-monitor.log /datadir/mysql.ibd /datadir/mysql.state /datadir/mysql_upgrade_history /datadir/mysqld-error.log /datadir/mysqld.my /datadir/notify.sock /datadir/peer-list /datadir/performance_schema /datadir/pmm-prerun.sh /datadir/private_key.pem /datadir/public_key.pem /datadir/pxc-configure-pxc.sh /datadir/pxc-entrypoint.sh /datadir/readiness-check.sh /datadir/sys /datadir/undo_001 /datadir/undo_002 /datadir/version_info /datadir/wsrep_cmd_notify_handler.sh ++ mktemp --directory /datadir/pxc_sst_XXXX + tmp=/datadir/pxc_sst_zh4B + socat -u 'openssl-connect:restore-src-on-demand-backup-pvc-some-name:3307,reuseaddr,cert=/etc/mysql/ssl-internal/tls.crt,key=/etc/mysql/ssl-internal/tls.key,cafile=/etc/mysql/ssl-internal/ca.crt,verify=1,commonname='\'''\'',retry=30,no-sni=1' stdio ++ get_xtrabackup_version +++ xtrabackup --version +++ grep '^xtrabackup version' +++ awk '{print $3}' +++ sed 's/-.*//' ++ xtrabackup_ver=8.4.0 ++ echo 8.4.0 + XTRABACKUP_VERSION=8.4.0 + check_for_version 8.4.0 8.0.0 + '[' -z 8.4.0 ']' + '[' -z 8.0.0 ']' + local local_version_str + local required_version_str ++ normalize_version 8.4.0 ++ local major=0 ++ local minor=0 ++ local patch=0 ++ [[ 8.4.0 =~ ^([0-9]+)\.([0-9]+)\.?([0-9]*)([^ ])* ]] ++ major=8 ++ minor=4 ++ patch=0 ++ printf %02d%02d%02d 8 4 0 + local_version_str=080400 ++ normalize_version 8.0.0 ++ local major=0 ++ local minor=0 ++ local patch=0 ++ [[ 8.0.0 =~ ^([0-9]+)\.([0-9]+)\.?([0-9]*)([^ ])* ]] ++ major=8 ++ minor=0 ++ patch=0 ++ printf %02d%02d%02d 8 0 0 + required_version_str=080000 + [[ 080400 < 080000 ]] + return 0 + XBSTREAM_EXTRA_ARGS=' --decompress' + socat -u 'openssl-connect:restore-src-on-demand-backup-pvc-some-name:3307,reuseaddr,cert=/etc/mysql/ssl-internal/tls.crt,key=/etc/mysql/ssl-internal/tls.key,cafile=/etc/mysql/ssl-internal/ca.crt,verify=1,commonname='\'''\'',retry=30,no-sni=1' stdio ++ grep -c processor /proc/cpuinfo + xbstream -x -C /datadir/pxc_sst_zh4B --parallel=4 --decompress + PXB_VAULT_PREPARE_ARGS= + PXB_VAULT_MOVEBACK_ARGS= + VAULT_CONFIG_FILE=/etc/mysql/vault-keyring-secret/keyring_vault.conf + VAULT_KEYRING_COMPONENT=/opt/percona/component_keyring_vault.cnf + [[ -f /etc/mysql/vault-keyring-secret/keyring_vault.conf ]] + check_for_version 8.4.0 8.4.0 + '[' -z 8.4.0 ']' + '[' -z 8.4.0 ']' + local local_version_str + local required_version_str ++ normalize_version 8.4.0 ++ local major=0 ++ local minor=0 ++ local patch=0 ++ [[ 8.4.0 =~ ^([0-9]+)\.([0-9]+)\.?([0-9]*)([^ ])* ]] ++ major=8 ++ minor=4 ++ patch=0 ++ printf %02d%02d%02d 8 4 0 + local_version_str=080400 ++ normalize_version 8.4.0 ++ local major=0 ++ local minor=0 ++ local patch=0 ++ [[ 8.4.0 =~ ^([0-9]+)\.([0-9]+)\.?([0-9]*)([^ ])* ]] ++ major=8 ++ minor=4 ++ patch=0 ++ printf %02d%02d%02d 8 4 0 + required_version_str=080400 + [[ 080400 < 080400 ]] + return 0 + cp /etc/mysql/vault-keyring-secret/keyring_vault.conf /opt/percona/component_keyring_vault.cnf + PXB_VAULT_MOVEBACK_ARGS=--component-keyring-config=/opt/percona/component_keyring_vault.cnf + PXB_VAULT_PREPARE_ARGS=--component-keyring-config=/opt/percona/component_keyring_vault.cnf + set +o xtrace { "token": "hvs.RHsM2pjGnBECmNKq5n65r2qH", "vault_url": "https://vault-service-1-7627.vault-service-1-7627.svc.cluster.local:8200", "secret_mount_point": "secret", "vault_ca": "/etc/mysql/vault-keyring-secret/ca.cert" } { "token": "hvs.RHsM2pjGnBECmNKq5n65r2qH", "vault_url": "https://vault-service-1-7627.vault-service-1-7627.svc.cluster.local:8200", "secret_mount_point": "secret", "vault_ca": "/etc/mysql/vault-keyring-secret/ca.cert" } { "token": "hvs.RHsM2pjGnBECmNKq5n65r2qH", "vault_url": "https://vault-service-1-7627.vault-service-1-7627.svc.cluster.local:8200", "secret_mount_point": "secret", "vault_ca": "/etc/mysql/vault-keyring-secret/ca.cert" } { "token": "hvs.RHsM2pjGnBECmNKq5n65r2qH", "vault_url": "https://vault-service-1-7627.vault-service-1-7627.svc.cluster.local:8200", "secret_mount_point": "secret", "vault_ca": "/etc/mysql/vault-keyring-secret/ca.cert" } % Total % Received % Xferd Average Speed Time Time Time Current Dload Upload Total Spent Left Speed 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 100 235 100 235 0 0 18076 0 --:--:-- --:--:-- --:--:-- 18076 transition-key exists + xtrabackup --use-memory=100MB --prepare --xtrabackup-plugin-dir=/usr/lib64/xtrabackup/plugin --target-dir=/datadir/pxc_sst_zh4B 2025-12-04T11:50:56.016100-00:00 0 [Note] [MY-011825] [Xtrabackup] recognized server arguments: --innodb_checksum_algorithm=crc32 --innodb_log_checksums=1 --innodb_data_file_path=ibdata1:12M:autoextend --innodb_log_file_size=50331648 --innodb_page_size=16384 --innodb_undo_directory=./ --innodb_undo_tablespaces=2 --server-id=21801122 --innodb_log_checksums=ON --innodb_redo_log_encrypt=1 --innodb_undo_log_encrypt=1 2025-12-04T11:50:56.016181-00:00 0 [Note] [MY-011825] [Xtrabackup] recognized client arguments: --use-memory=100MB --prepare=1 --transition-key=* --rollback-prepared-trx=1 --xtrabackup-plugin-dir=/usr/lib64/xtrabackup/plugin --target-dir=/datadir/pxc_sst_zh4B --component-keyring-config=/opt/percona/component_keyring_vault.cnf xtrabackup version 8.4.0-4 based on MySQL server 8.4.0 Linux (x86_64) (revision id: c584cb20) 2025-12-04T11:50:56.016220-00:00 0 [Note] [MY-011825] [Xtrabackup] cd to /datadir/pxc_sst_zh4B/ 2025-12-04T11:50:56.016301-00:00 0 [Note] [MY-011825] [Xtrabackup] This target seems to be not prepared yet. 2025-12-04T11:50:56.025475-00:00 0 [Note] [MY-011825] [Xtrabackup] xtrabackup_logfile detected: size=8388608, start_lsn=(30224332) 2025-12-04T11:50:56.026702-00:00 0 [Note] [MY-011825] [Xtrabackup] using the following InnoDB configuration for recovery: 2025-12-04T11:50:56.026713-00:00 0 [Note] [MY-011825] [Xtrabackup] innodb_data_home_dir = . 2025-12-04T11:50:56.026718-00:00 0 [Note] [MY-011825] [Xtrabackup] innodb_data_file_path = ibdata1:12M:autoextend 2025-12-04T11:50:56.026746-00:00 0 [Note] [MY-011825] [Xtrabackup] innodb_log_group_home_dir = . 2025-12-04T11:50:56.026756-00:00 0 [Note] [MY-011825] [Xtrabackup] innodb_log_files_in_group = 1 2025-12-04T11:50:56.026764-00:00 0 [Note] [MY-011825] [Xtrabackup] innodb_log_file_size = 8388608 2025-12-04T11:50:56.026822-00:00 0 [Note] [MY-011825] [Xtrabackup] Loading xtrabackup_keys 2025-12-04T11:50:56.032646-00:00 0 [Note] [MY-011825] [Xtrabackup] using the following InnoDB configuration for recovery: 2025-12-04T11:50:56.032660-00:00 0 [Note] [MY-011825] [Xtrabackup] innodb_data_home_dir = . 2025-12-04T11:50:56.032667-00:00 0 [Note] [MY-011825] [Xtrabackup] innodb_data_file_path = ibdata1:12M:autoextend 2025-12-04T11:50:56.032682-00:00 0 [Note] [MY-011825] [Xtrabackup] innodb_log_group_home_dir = . 2025-12-04T11:50:56.032688-00:00 0 [Note] [MY-011825] [Xtrabackup] innodb_log_files_in_group = 1 2025-12-04T11:50:56.032693-00:00 0 [Note] [MY-011825] [Xtrabackup] innodb_log_file_size = 8388608 2025-12-04T11:50:56.032704-00:00 0 [Note] [MY-011825] [Xtrabackup] Starting InnoDB instance for recovery. 2025-12-04T11:50:56.032713-00:00 0 [Note] [MY-011825] [Xtrabackup] Using 104857600 bytes for buffer pool (set by --use-memory parameter) 2025-12-04T11:50:56.032742-00:00 0 [Note] [MY-012932] [InnoDB] PUNCH HOLE support available 2025-12-04T11:50:56.032755-00:00 0 [Note] [MY-012944] [InnoDB] Uses event mutexes 2025-12-04T11:50:56.032762-00:00 0 [Note] [MY-012945] [InnoDB] GCC builtin __atomic_thread_fence() is used for memory barrier 2025-12-04T11:50:56.032768-00:00 0 [Note] [MY-012948] [InnoDB] Compressed tables use zlib 1.2.13 2025-12-04T11:50:56.032913-00:00 0 [Note] [MY-012951] [InnoDB] Using hardware accelerated crc32 and polynomial multiplication. 2025-12-04T11:50:56.033239-00:00 0 [Note] [MY-012203] [InnoDB] Directories to scan './' 2025-12-04T11:50:56.033281-00:00 0 [Note] [MY-012204] [InnoDB] Scanning './' 2025-12-04T11:50:56.039976-00:00 0 [Note] [MY-012208] [InnoDB] Completed space ID check of 8 files. 2025-12-04T11:50:56.040506-00:00 0 [Note] [MY-012955] [InnoDB] Initializing buffer pool, total size = 128.000000M, instances = 1, chunk size =128.000000M 2025-12-04T11:50:56.046971-00:00 0 [Note] [MY-012957] [InnoDB] Completed initialization of buffer pool 2025-12-04T11:50:56.048684-00:00 0 [Note] [MY-011952] [InnoDB] If the mysqld execution user is authorized, page cleaner thread priority can be changed. See the man page of setpriority(). 2025-12-04T11:50:56.076309-00:00 0 [Note] [MY-013883] [InnoDB] The latest found checkpoint is at lsn = 30224332 in redo log file ./#innodb_redo/#ib_redo0. 2025-12-04T11:50:56.076343-00:00 0 [Note] [MY-012560] [InnoDB] The log sequence number 30107002 in the system tablespace does not match the log sequence number 30224332 in the redo log files! 2025-12-04T11:50:56.076360-00:00 0 [Note] [MY-012551] [InnoDB] Database was not shutdown normally! 2025-12-04T11:50:56.076367-00:00 0 [Note] [MY-012552] [InnoDB] Starting crash recovery. 2025-12-04T11:50:56.076480-00:00 0 [Note] [MY-013086] [InnoDB] Starting to parse redo log at lsn = 30223919, whereas checkpoint_lsn = 30224332 and start_lsn = 30223872 2025-12-04T11:50:56.076491-00:00 0 [Note] [MY-012550] [InnoDB] Doing recovery: scanned up to log sequence number 30224342 2025-12-04T11:50:56.092072-00:00 0 [Note] [MY-013083] [InnoDB] Log background threads are being started... 2025-12-04T11:50:56.092427-00:00 0 [Note] [MY-012532] [InnoDB] Applying a batch of 1 redo log records ... 2025-12-04T11:50:56.092476-00:00 0 [Note] [MY-012533] [InnoDB] 100% 2025-12-04T11:50:56.092490-00:00 0 [Note] [MY-012535] [InnoDB] Apply batch completed! 2025-12-04T11:50:56.193677-00:00 0 [Note] [MY-013084] [InnoDB] Log background threads are being closed... 2025-12-04T11:50:56.195095-00:00 0 [Note] [MY-013888] [InnoDB] Upgrading redo log: 1032M, LSN=30224342. 2025-12-04T11:50:56.195105-00:00 0 [Note] [MY-012968] [InnoDB] Starting to delete and rewrite redo log files. 2025-12-04T11:50:56.195145-00:00 0 [Note] [MY-011825] [InnoDB] Removing redo log file: ./#innodb_redo/#ib_redo0 2025-12-04T11:50:56.224026-00:00 0 [Note] [MY-011825] [InnoDB] Creating redo log file at ./#innodb_redo/#ib_redo0_tmp with file_id 0 with size 33554432 bytes 2025-12-04T11:50:56.226763-00:00 0 [Note] [MY-011825] [InnoDB] Renaming redo log file from ./#innodb_redo/#ib_redo0_tmp to ./#innodb_redo/#ib_redo0 2025-12-04T11:50:56.230477-00:00 0 [Note] [MY-012893] [InnoDB] New redo log files created, LSN=30224396 2025-12-04T11:50:56.230535-00:00 0 [Note] [MY-013083] [InnoDB] Log background threads are being started... 2025-12-04T11:50:56.233015-00:00 0 [Note] [MY-013252] [InnoDB] Using undo tablespace './undo_001'. 2025-12-04T11:50:56.233574-00:00 0 [Note] [MY-013795] [InnoDB] Encryption key is loaded for undo tablespace 'innodb_undo_001'. 2025-12-04T11:50:56.233644-00:00 0 [Note] [MY-013252] [InnoDB] Using undo tablespace './undo_002'. 2025-12-04T11:50:56.234063-00:00 0 [Note] [MY-013795] [InnoDB] Encryption key is loaded for undo tablespace 'innodb_undo_002'. 2025-12-04T11:50:56.234615-00:00 0 [Note] [MY-012910] [InnoDB] Opened 2 existing undo tablespaces. 2025-12-04T11:50:56.234669-00:00 0 [Note] [MY-011980] [InnoDB] GTID recovery trx_no: 5195 2025-12-04T11:50:56.285204-00:00 0 [Note] [MY-013776] [InnoDB] Parallel initialization of rseg complete 2025-12-04T11:50:56.285219-00:00 0 [Note] [MY-013777] [InnoDB] Time taken to initialize rseg using 4 thread: 50 ms. 2025-12-04T11:50:56.285267-00:00 0 [Note] [MY-012923] [InnoDB] Creating shared tablespace for temporary tables 2025-12-04T11:50:56.285312-00:00 0 [Note] [MY-012265] [InnoDB] Setting file './ibtmp1' size to 12 MB. Physically writing the file full; Please wait ... 2025-12-04T11:50:56.315070-00:00 0 [Note] [MY-012266] [InnoDB] File './ibtmp1' size is now 12 MB. 2025-12-04T11:50:56.315190-00:00 0 [Note] [MY-013627] [InnoDB] Scanning temp tablespace dir:'./#innodb_temp/' 2025-12-04T11:50:56.328954-00:00 0 [Note] [MY-013018] [InnoDB] Created 128 and tracked 128 new rollback segment(s) in the temporary tablespace. 128 are now active. 2025-12-04T11:50:56.329098-00:00 0 [Note] [MY-012976] [InnoDB] 8.4.0 started; log sequence number 30224406 2025-12-04T11:50:56.329446-00:00 0 [Warning] [MY-012091] [InnoDB] Allocated tablespace ID 1 for sys/sys_config, old maximum was 0 2025-12-04T11:50:56.333682-00:00 0 [Note] [MY-011825] [Xtrabackup] Completed loading of 6 tablespaces into cache in 0.00454934 seconds 2025-12-04T11:50:56.348305-00:00 0 [Note] [MY-011825] [Xtrabackup] Time taken to build dictionary: 0.0146045 seconds 2025-12-04T11:50:57.348735-00:00 0 [Note] [MY-011825] [Xtrabackup] Recovered WSREP position: 81069a42-d106-11f0-95e5-5f4930c6ea23:39 2025-12-04T11:50:57.348781-00:00 0 [Note] [MY-011825] [Xtrabackup] starting shutdown with innodb_fast_shutdown = 1 2025-12-04T11:50:57.348827-00:00 0 [Note] [MY-012330] [InnoDB] FTS optimize thread exiting. 2025-12-04T11:50:58.348689-00:00 0 [Note] [MY-013072] [InnoDB] Starting shutdown... 2025-12-04T11:50:58.449543-00:00 0 [Note] [MY-013084] [InnoDB] Log background threads are being closed... 2025-12-04T11:50:58.459486-00:00 0 [Note] [MY-012980] [InnoDB] Shutdown completed; log sequence number 30224406 2025-12-04T11:50:58.462367-00:00 0 [Note] [MY-011825] [Xtrabackup] completed OK! + xtrabackup --defaults-group=mysqld --datadir=/datadir --move-back --force-non-empty-directories --generate-new-master-key --component-keyring-config=/opt/percona/component_keyring_vault.cnf --xtrabackup-plugin-dir=/usr/lib64/xtrabackup/plugin --target-dir=/datadir/pxc_sst_zh4B 2025-12-04T11:50:58.485192-00:00 0 [Note] [MY-011825] [Xtrabackup] recognized server arguments: --datadir=/var/lib/mysql --defaults_group=mysqld --datadir=/datadir 2025-12-04T11:50:58.485292-00:00 0 [Note] [MY-011825] [Xtrabackup] recognized client arguments: --move-back=1 --force-non-empty-directories=1 --transition-key=* --generate-new-master-key=1 --component-keyring-config=/opt/percona/component_keyring_vault.cnf --xtrabackup-plugin-dir=/usr/lib64/xtrabackup/plugin --target-dir=/datadir/pxc_sst_zh4B xtrabackup version 8.4.0-4 based on MySQL server 8.4.0 Linux (x86_64) (revision id: c584cb20) 2025-12-04T11:50:58.485319-00:00 0 [Note] [MY-011825] [Xtrabackup] cd to /datadir/pxc_sst_zh4B/ 2025-12-04T11:50:58.502815-00:00 0 [Note] [MY-011197] [Server] Component component_keyring_vault reported: 'Probing secret for being a mount point unsuccessful - skipped.' 2025-12-04T11:50:58.514990-00:00 0 [Warning] [MY-011197] [Server] Component component_keyring_vault reported: 'Could not decode base64 key's signature' 2025-12-04T11:50:58.515003-00:00 0 [Warning] [MY-011197] [Server] Component component_keyring_vault reported: 'Could not parse key's signature, skipping the key.' 2025-12-04T11:50:58.725638-00:00 0 [Note] [MY-013713] [Server] Component component_keyring_vault reported: 'Keyring component initialized successfully.' 2025-12-04T11:50:58.725670-00:00 0 [Note] [MY-011825] [Xtrabackup] inititialize_service_handles suceeded 2025-12-04T11:50:58.725687-00:00 0 [Note] [MY-011825] [Xtrabackup] Loading xtrabackup_keys 2025-12-04T11:50:58.730819-00:00 0 [Note] [MY-011825] [Xtrabackup] Loading xtrabackup_keys 2025-12-04T11:50:58.746239-00:00 0 [Note] [MY-011825] [Xtrabackup] Generated new master key 2025-12-04T11:50:58.746403-00:00 0 [Note] [MY-011825] [Xtrabackup] Moving undo_001 to /datadir/undo_001 2025-12-04T11:50:58.746434-00:00 0 [Note] [MY-011825] [Xtrabackup] Done: Moving file undo_001 to /datadir/undo_001 2025-12-04T11:50:58.746535-00:00 0 [Note] [MY-011825] [Xtrabackup] Encrypting /datadir/undo_001 tablespace header with new master key. 2025-12-04T11:50:58.746627-00:00 0 [Note] [MY-011825] [Xtrabackup] Moving undo_002 to /datadir/undo_002 2025-12-04T11:50:58.746652-00:00 0 [Note] [MY-011825] [Xtrabackup] Done: Moving file undo_002 to /datadir/undo_002 2025-12-04T11:50:58.746688-00:00 0 [Note] [MY-011825] [Xtrabackup] Encrypting /datadir/undo_002 tablespace header with new master key. 2025-12-04T11:50:58.746882-00:00 0 [Note] [MY-011825] [Xtrabackup] Moving ibdata1 to /datadir/ibdata1 2025-12-04T11:50:58.746905-00:00 0 [Note] [MY-011825] [Xtrabackup] Done: Moving file ibdata1 to /datadir/ibdata1 2025-12-04T11:50:58.747165-00:00 0 [Note] [MY-011825] [Xtrabackup] Moving binlog.000009 to /datadir//binlog.000009 2025-12-04T11:50:58.747187-00:00 0 [Note] [MY-011825] [Xtrabackup] Done: Moving file binlog.000009 to /datadir//binlog.000009 2025-12-04T11:50:58.747219-00:00 0 [Note] [MY-013721] [Server] Component component_keyring_vault reported: 'Could not find the data corresponding to Data ID: 'MySQLReplicationKey_e5d39071-11e6-49eb-9989-0d1daa82ab3a', Auth ID: 'NULL'.' 2025-12-04T11:50:58.747234-00:00 0 [Note] [MY-013721] [Server] Component component_keyring_vault reported: 'Could not find the data corresponding to Data ID: 'MySQLReplicationKey_e5d39071-11e6-49eb-9989-0d1daa82ab3a_old', Auth ID: 'NULL'.' 2025-12-04T11:50:58.747242-00:00 0 [Note] [MY-013721] [Server] Component component_keyring_vault reported: 'Could not find the data corresponding to Data ID: 'MySQLReplicationKey_e5d39071-11e6-49eb-9989-0d1daa82ab3a_new', Auth ID: 'NULL'.' 2025-12-04T11:50:58.747253-00:00 0 [Note] [MY-013721] [Server] Component component_keyring_vault reported: 'Could not find the data corresponding to Data ID: 'MySQLReplicationKey_e5d39071-11e6-49eb-9989-0d1daa82ab3a_1', Auth ID: 'NULL'.' 2025-12-04T11:50:58.756138-00:00 0 [Note] [MY-013721] [Server] Component component_keyring_vault reported: 'Could not find the data corresponding to Data ID: 'MySQLReplicationKey_e5d39071-11e6-49eb-9989-0d1daa82ab3a_1', Auth ID: 'NULL'.' 2025-12-04T11:50:58.781902-00:00 0 [Note] [MY-011825] [Xtrabackup] Moving binlog.index to /datadir//binlog.index 2025-12-04T11:50:58.781929-00:00 0 [Note] [MY-011825] [Xtrabackup] Done: Moving file binlog.index to /datadir//binlog.index 2025-12-04T11:50:58.782185-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./sst_info to /datadir/sst_info 2025-12-04T11:50:58.782223-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./sst_info to /datadir/sst_info 2025-12-04T11:50:58.782253-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./xtrabackup_info to /datadir/xtrabackup_info 2025-12-04T11:50:58.782282-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./xtrabackup_info to /datadir/xtrabackup_info 2025-12-04T11:50:58.782368-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./mysql/slow_log.CSV to /datadir/mysql/slow_log.CSV 2025-12-04T11:50:58.782396-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./mysql/slow_log.CSV to /datadir/mysql/slow_log.CSV 2025-12-04T11:50:58.782432-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./mysql/general_log.CSM to /datadir/mysql/general_log.CSM 2025-12-04T11:50:58.782465-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./mysql/general_log.CSM to /datadir/mysql/general_log.CSM 2025-12-04T11:50:58.782484-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./mysql/slow_log_227.sdi to /datadir/mysql/slow_log_227.sdi 2025-12-04T11:50:58.782506-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./mysql/slow_log_227.sdi to /datadir/mysql/slow_log_227.sdi 2025-12-04T11:50:58.782524-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./mysql/general_log.CSV to /datadir/mysql/general_log.CSV 2025-12-04T11:50:58.782538-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./mysql/general_log.CSV to /datadir/mysql/general_log.CSV 2025-12-04T11:50:58.782555-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./mysql/wsrep_cluster_members.ibd to /datadir/mysql/wsrep_cluster_members.ibd 2025-12-04T11:50:58.782569-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./mysql/wsrep_cluster_members.ibd to /datadir/mysql/wsrep_cluster_members.ibd 2025-12-04T11:50:58.782655-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./mysql/general_log_226.sdi to /datadir/mysql/general_log_226.sdi 2025-12-04T11:50:58.782672-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./mysql/general_log_226.sdi to /datadir/mysql/general_log_226.sdi 2025-12-04T11:50:58.782691-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./mysql/slow_log.CSM to /datadir/mysql/slow_log.CSM 2025-12-04T11:50:58.782704-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./mysql/slow_log.CSM to /datadir/mysql/slow_log.CSM 2025-12-04T11:50:58.782720-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./mysql/wsrep_streaming_log.ibd to /datadir/mysql/wsrep_streaming_log.ibd 2025-12-04T11:50:58.782733-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./mysql/wsrep_streaming_log.ibd to /datadir/mysql/wsrep_streaming_log.ibd 2025-12-04T11:50:58.782782-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./mysql/wsrep_cluster.ibd to /datadir/mysql/wsrep_cluster.ibd 2025-12-04T11:50:58.782834-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./mysql/wsrep_cluster.ibd to /datadir/mysql/wsrep_cluster.ibd 2025-12-04T11:50:58.782949-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./myApp/myApp.ibd to /datadir/myApp/myApp.ibd 2025-12-04T11:50:58.782980-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./myApp/myApp.ibd to /datadir/myApp/myApp.ibd 2025-12-04T11:50:58.783008-00:00 1 [Note] [MY-011825] [Xtrabackup] Encrypting /datadir/myApp/myApp.ibd tablespace header with new master key. 2025-12-04T11:50:58.783099-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./xtrabackup_galera_info to /datadir/xtrabackup_galera_info 2025-12-04T11:50:58.783124-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./xtrabackup_galera_info to /datadir/xtrabackup_galera_info 2025-12-04T11:50:58.783153-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./ib_buffer_pool to /datadir/ib_buffer_pool 2025-12-04T11:50:58.783201-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./ib_buffer_pool to /datadir/ib_buffer_pool 2025-12-04T11:50:58.783226-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./ibtmp1 to /datadir/ibtmp1 2025-12-04T11:50:58.783248-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./ibtmp1 to /datadir/ibtmp1 2025-12-04T11:50:58.783278-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./xtrabackup_keys to /datadir/xtrabackup_keys 2025-12-04T11:50:58.783302-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./xtrabackup_keys to /datadir/xtrabackup_keys 2025-12-04T11:50:58.783363-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./sys/sys_config.ibd to /datadir/sys/sys_config.ibd 2025-12-04T11:50:58.783389-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./sys/sys_config.ibd to /datadir/sys/sys_config.ibd 2025-12-04T11:50:58.783470-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/replication_conn_174.sdi to /datadir/performance_schema/replication_conn_174.sdi 2025-12-04T11:50:58.783503-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/replication_conn_174.sdi to /datadir/performance_schema/replication_conn_174.sdi 2025-12-04T11:50:58.783551-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/setup_actors_110.sdi to /datadir/performance_schema/setup_actors_110.sdi 2025-12-04T11:50:58.783576-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/setup_actors_110.sdi to /datadir/performance_schema/setup_actors_110.sdi 2025-12-04T11:50:58.783629-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/error_log_91.sdi to /datadir/performance_schema/error_log_91.sdi 2025-12-04T11:50:58.783651-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/error_log_91.sdi to /datadir/performance_schema/error_log_91.sdi 2025-12-04T11:50:58.783679-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/events_stages_hi_123.sdi to /datadir/performance_schema/events_stages_hi_123.sdi 2025-12-04T11:50:58.783731-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/events_stages_hi_123.sdi to /datadir/performance_schema/events_stages_hi_123.sdi 2025-12-04T11:50:58.783759-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/events_statement_130.sdi to /datadir/performance_schema/events_statement_130.sdi 2025-12-04T11:50:58.783785-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/events_statement_130.sdi to /datadir/performance_schema/events_statement_130.sdi 2025-12-04T11:50:58.783808-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/replication_grou_179.sdi to /datadir/performance_schema/replication_grou_179.sdi 2025-12-04T11:50:58.783836-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/replication_grou_179.sdi to /datadir/performance_schema/replication_grou_179.sdi 2025-12-04T11:50:58.783885-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/replication_appl_180.sdi to /datadir/performance_schema/replication_appl_180.sdi 2025-12-04T11:50:58.783922-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/replication_appl_180.sdi to /datadir/performance_schema/replication_appl_180.sdi 2025-12-04T11:50:58.783966-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/hosts_156.sdi to /datadir/performance_schema/hosts_156.sdi 2025-12-04T11:50:58.783992-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/hosts_156.sdi to /datadir/performance_schema/hosts_156.sdi 2025-12-04T11:50:58.784024-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/table_io_waits_s_117.sdi to /datadir/performance_schema/table_io_waits_s_117.sdi 2025-12-04T11:50:58.784050-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/table_io_waits_s_117.sdi to /datadir/performance_schema/table_io_waits_s_117.sdi 2025-12-04T11:50:58.784078-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/users_154.sdi to /datadir/performance_schema/users_154.sdi 2025-12-04T11:50:58.784102-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/users_154.sdi to /datadir/performance_schema/users_154.sdi 2025-12-04T11:50:58.784128-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/keyring_keys_162.sdi to /datadir/performance_schema/keyring_keys_162.sdi 2025-12-04T11:50:58.784149-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/keyring_keys_162.sdi to /datadir/performance_schema/keyring_keys_162.sdi 2025-12-04T11:50:58.784182-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/session_variable_195.sdi to /datadir/performance_schema/session_variable_195.sdi 2025-12-04T11:50:58.784210-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/session_variable_195.sdi to /datadir/performance_schema/session_variable_195.sdi 2025-12-04T11:50:58.784261-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/events_errors_su_151.sdi to /datadir/performance_schema/events_errors_su_151.sdi 2025-12-04T11:50:58.784283-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/events_errors_su_151.sdi to /datadir/performance_schema/events_errors_su_151.sdi 2025-12-04T11:50:58.784309-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/events_statement_138.sdi to /datadir/performance_schema/events_statement_138.sdi 2025-12-04T11:50:58.784337-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/events_statement_138.sdi to /datadir/performance_schema/events_statement_138.sdi 2025-12-04T11:50:58.784386-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/socket_summary_b_158.sdi to /datadir/performance_schema/socket_summary_b_158.sdi 2025-12-04T11:50:58.784406-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/socket_summary_b_158.sdi to /datadir/performance_schema/socket_summary_b_158.sdi 2025-12-04T11:50:58.784432-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/memory_summary_b_164.sdi to /datadir/performance_schema/memory_summary_b_164.sdi 2025-12-04T11:50:58.784457-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/memory_summary_b_164.sdi to /datadir/performance_schema/memory_summary_b_164.sdi 2025-12-04T11:50:58.784500-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/setup_consumers_111.sdi to /datadir/performance_schema/setup_consumers_111.sdi 2025-12-04T11:50:58.784521-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/setup_consumers_111.sdi to /datadir/performance_schema/setup_consumers_111.sdi 2025-12-04T11:50:58.784548-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/replication_appl_176.sdi to /datadir/performance_schema/replication_appl_176.sdi 2025-12-04T11:50:58.784571-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/replication_appl_176.sdi to /datadir/performance_schema/replication_appl_176.sdi 2025-12-04T11:50:58.784600-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/setup_threads_116.sdi to /datadir/performance_schema/setup_threads_116.sdi 2025-12-04T11:50:58.784626-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/setup_threads_116.sdi to /datadir/performance_schema/setup_threads_116.sdi 2025-12-04T11:50:58.784657-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/socket_summary_b_159.sdi to /datadir/performance_schema/socket_summary_b_159.sdi 2025-12-04T11:50:58.784681-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/socket_summary_b_159.sdi to /datadir/performance_schema/socket_summary_b_159.sdi 2025-12-04T11:50:58.784729-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/replication_conn_172.sdi to /datadir/performance_schema/replication_conn_172.sdi 2025-12-04T11:50:58.784757-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/replication_conn_172.sdi to /datadir/performance_schema/replication_conn_172.sdi 2025-12-04T11:50:58.784789-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/user_defined_fun_198.sdi to /datadir/performance_schema/user_defined_fun_198.sdi 2025-12-04T11:50:58.784818-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/user_defined_fun_198.sdi to /datadir/performance_schema/user_defined_fun_198.sdi 2025-12-04T11:50:58.784848-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/events_transacti_148.sdi to /datadir/performance_schema/events_transacti_148.sdi 2025-12-04T11:50:58.784886-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/events_transacti_148.sdi to /datadir/performance_schema/events_transacti_148.sdi 2025-12-04T11:50:58.784942-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/data_lock_waits_171.sdi to /datadir/performance_schema/data_lock_waits_171.sdi 2025-12-04T11:50:58.784969-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/data_lock_waits_171.sdi to /datadir/performance_schema/data_lock_waits_171.sdi 2025-12-04T11:50:58.784997-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/events_stages_hi_122.sdi to /datadir/performance_schema/events_stages_hi_122.sdi 2025-12-04T11:50:58.785029-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/events_stages_hi_122.sdi to /datadir/performance_schema/events_stages_hi_122.sdi 2025-12-04T11:50:58.785058-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/session_connect__160.sdi to /datadir/performance_schema/session_connect__160.sdi 2025-12-04T11:50:58.785086-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/session_connect__160.sdi to /datadir/performance_schema/session_connect__160.sdi 2025-12-04T11:50:58.785116-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/file_summary_by__102.sdi to /datadir/performance_schema/file_summary_by__102.sdi 2025-12-04T11:50:58.785142-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/file_summary_by__102.sdi to /datadir/performance_schema/file_summary_by__102.sdi 2025-12-04T11:50:58.785171-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/memory_summary_b_166.sdi to /datadir/performance_schema/memory_summary_b_166.sdi 2025-12-04T11:50:58.785197-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/memory_summary_b_166.sdi to /datadir/performance_schema/memory_summary_b_166.sdi 2025-12-04T11:50:58.785225-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/user_variables_b_186.sdi to /datadir/performance_schema/user_variables_b_186.sdi 2025-12-04T11:50:58.785252-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/user_variables_b_186.sdi to /datadir/performance_schema/user_variables_b_186.sdi 2025-12-04T11:50:58.785281-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/cond_instances_90.sdi to /datadir/performance_schema/cond_instances_90.sdi 2025-12-04T11:50:58.785308-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/cond_instances_90.sdi to /datadir/performance_schema/cond_instances_90.sdi 2025-12-04T11:50:58.785337-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/events_waits_his_93.sdi to /datadir/performance_schema/events_waits_his_93.sdi 2025-12-04T11:50:58.785356-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/events_waits_his_93.sdi to /datadir/performance_schema/events_waits_his_93.sdi 2025-12-04T11:50:58.785381-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/file_summary_by__103.sdi to /datadir/performance_schema/file_summary_by__103.sdi 2025-12-04T11:50:58.785410-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/file_summary_by__103.sdi to /datadir/performance_schema/file_summary_by__103.sdi 2025-12-04T11:50:58.785444-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/events_transacti_141.sdi to /datadir/performance_schema/events_transacti_141.sdi 2025-12-04T11:50:58.785473-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/events_transacti_141.sdi to /datadir/performance_schema/events_transacti_141.sdi 2025-12-04T11:50:58.785502-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/events_waits_his_94.sdi to /datadir/performance_schema/events_waits_his_94.sdi 2025-12-04T11:50:58.785528-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/events_waits_his_94.sdi to /datadir/performance_schema/events_waits_his_94.sdi 2025-12-04T11:50:58.785554-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/host_cache_104.sdi to /datadir/performance_schema/host_cache_104.sdi 2025-12-04T11:50:58.785580-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/host_cache_104.sdi to /datadir/performance_schema/host_cache_104.sdi 2025-12-04T11:50:58.785611-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/metadata_locks_169.sdi to /datadir/performance_schema/metadata_locks_169.sdi 2025-12-04T11:50:58.785637-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/metadata_locks_169.sdi to /datadir/performance_schema/metadata_locks_169.sdi 2025-12-04T11:50:58.785666-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/status_by_user_190.sdi to /datadir/performance_schema/status_by_user_190.sdi 2025-12-04T11:50:58.785691-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/status_by_user_190.sdi to /datadir/performance_schema/status_by_user_190.sdi 2025-12-04T11:50:58.785720-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/variables_info_196.sdi to /datadir/performance_schema/variables_info_196.sdi 2025-12-04T11:50:58.785742-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/variables_info_196.sdi to /datadir/performance_schema/variables_info_196.sdi 2025-12-04T11:50:58.785771-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/events_waits_sum_96.sdi to /datadir/performance_schema/events_waits_sum_96.sdi 2025-12-04T11:50:58.785793-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/events_waits_sum_96.sdi to /datadir/performance_schema/events_waits_sum_96.sdi 2025-12-04T11:50:58.785812-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/status_by_accoun_187.sdi to /datadir/performance_schema/status_by_accoun_187.sdi 2025-12-04T11:50:58.785838-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/status_by_accoun_187.sdi to /datadir/performance_schema/status_by_accoun_187.sdi 2025-12-04T11:50:58.785889-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/events_statement_131.sdi to /datadir/performance_schema/events_statement_131.sdi 2025-12-04T11:50:58.785913-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/events_statement_131.sdi to /datadir/performance_schema/events_statement_131.sdi 2025-12-04T11:50:58.785946-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/events_stages_cu_121.sdi to /datadir/performance_schema/events_stages_cu_121.sdi 2025-12-04T11:50:58.785975-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/events_stages_cu_121.sdi to /datadir/performance_schema/events_stages_cu_121.sdi 2025-12-04T11:50:58.786008-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/events_statement_136.sdi to /datadir/performance_schema/events_statement_136.sdi 2025-12-04T11:50:58.786037-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/events_statement_136.sdi to /datadir/performance_schema/events_statement_136.sdi 2025-12-04T11:50:58.786067-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/setup_metrics_114.sdi to /datadir/performance_schema/setup_metrics_114.sdi 2025-12-04T11:50:58.786095-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/setup_metrics_114.sdi to /datadir/performance_schema/setup_metrics_114.sdi 2025-12-04T11:50:58.786121-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/memory_summary_b_165.sdi to /datadir/performance_schema/memory_summary_b_165.sdi 2025-12-04T11:50:58.786143-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/memory_summary_b_165.sdi to /datadir/performance_schema/memory_summary_b_165.sdi 2025-12-04T11:50:58.786166-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/events_statement_135.sdi to /datadir/performance_schema/events_statement_135.sdi 2025-12-04T11:50:58.786193-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/events_statement_135.sdi to /datadir/performance_schema/events_statement_135.sdi 2025-12-04T11:50:58.786221-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/events_stages_su_125.sdi to /datadir/performance_schema/events_stages_su_125.sdi 2025-12-04T11:50:58.786249-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/events_stages_su_125.sdi to /datadir/performance_schema/events_stages_su_125.sdi 2025-12-04T11:50:58.786280-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/session_status_192.sdi to /datadir/performance_schema/session_status_192.sdi 2025-12-04T11:50:58.786308-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/session_status_192.sdi to /datadir/performance_schema/session_status_192.sdi 2025-12-04T11:50:58.786341-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/events_stages_su_128.sdi to /datadir/performance_schema/events_stages_su_128.sdi 2025-12-04T11:50:58.786372-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/events_stages_su_128.sdi to /datadir/performance_schema/events_stages_su_128.sdi 2025-12-04T11:50:58.786405-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/events_errors_su_149.sdi to /datadir/performance_schema/events_errors_su_149.sdi 2025-12-04T11:50:58.786433-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/events_errors_su_149.sdi to /datadir/performance_schema/events_errors_su_149.sdi 2025-12-04T11:50:58.786463-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/log_status_184.sdi to /datadir/performance_schema/log_status_184.sdi 2025-12-04T11:50:58.786488-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/log_status_184.sdi to /datadir/performance_schema/log_status_184.sdi 2025-12-04T11:50:58.786518-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/events_statement_140.sdi to /datadir/performance_schema/events_statement_140.sdi 2025-12-04T11:50:58.786547-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/events_statement_140.sdi to /datadir/performance_schema/events_statement_140.sdi 2025-12-04T11:50:58.786576-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/setup_instrument_112.sdi to /datadir/performance_schema/setup_instrument_112.sdi 2025-12-04T11:50:58.786605-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/setup_instrument_112.sdi to /datadir/performance_schema/setup_instrument_112.sdi 2025-12-04T11:50:58.786633-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/mutex_instances_105.sdi to /datadir/performance_schema/mutex_instances_105.sdi 2025-12-04T11:50:58.786660-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/mutex_instances_105.sdi to /datadir/performance_schema/mutex_instances_105.sdi 2025-12-04T11:50:58.786689-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/accounts_155.sdi to /datadir/performance_schema/accounts_155.sdi 2025-12-04T11:50:58.786714-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/accounts_155.sdi to /datadir/performance_schema/accounts_155.sdi 2025-12-04T11:50:58.786744-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/objects_summary__106.sdi to /datadir/performance_schema/objects_summary__106.sdi 2025-12-04T11:50:58.786768-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/objects_summary__106.sdi to /datadir/performance_schema/objects_summary__106.sdi 2025-12-04T11:50:58.786793-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/setup_meters_113.sdi to /datadir/performance_schema/setup_meters_113.sdi 2025-12-04T11:50:58.786813-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/setup_meters_113.sdi to /datadir/performance_schema/setup_meters_113.sdi 2025-12-04T11:50:58.786838-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/events_statement_137.sdi to /datadir/performance_schema/events_statement_137.sdi 2025-12-04T11:50:58.786860-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/events_statement_137.sdi to /datadir/performance_schema/events_statement_137.sdi 2025-12-04T11:50:58.786913-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/persisted_variab_197.sdi to /datadir/performance_schema/persisted_variab_197.sdi 2025-12-04T11:50:58.786959-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/persisted_variab_197.sdi to /datadir/performance_schema/persisted_variab_197.sdi 2025-12-04T11:50:58.786984-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/events_waits_cur_92.sdi to /datadir/performance_schema/events_waits_cur_92.sdi 2025-12-04T11:50:58.787033-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/events_waits_cur_92.sdi to /datadir/performance_schema/events_waits_cur_92.sdi 2025-12-04T11:50:58.787064-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/events_statement_132.sdi to /datadir/performance_schema/events_statement_132.sdi 2025-12-04T11:50:58.787095-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/events_statement_132.sdi to /datadir/performance_schema/events_statement_132.sdi 2025-12-04T11:50:58.787131-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/pxc_cluster_view_204.sdi to /datadir/performance_schema/pxc_cluster_view_204.sdi 2025-12-04T11:50:58.787157-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/pxc_cluster_view_204.sdi to /datadir/performance_schema/pxc_cluster_view_204.sdi 2025-12-04T11:50:58.787176-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/status_by_host_188.sdi to /datadir/performance_schema/status_by_host_188.sdi 2025-12-04T11:50:58.787191-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/status_by_host_188.sdi to /datadir/performance_schema/status_by_host_188.sdi 2025-12-04T11:50:58.787213-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/status_by_thread_189.sdi to /datadir/performance_schema/status_by_thread_189.sdi 2025-12-04T11:50:58.787232-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/status_by_thread_189.sdi to /datadir/performance_schema/status_by_thread_189.sdi 2025-12-04T11:50:58.787249-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/rwlock_instances_109.sdi to /datadir/performance_schema/rwlock_instances_109.sdi 2025-12-04T11:50:58.787265-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/rwlock_instances_109.sdi to /datadir/performance_schema/rwlock_instances_109.sdi 2025-12-04T11:50:58.787281-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/events_stages_su_124.sdi to /datadir/performance_schema/events_stages_su_124.sdi 2025-12-04T11:50:58.787296-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/events_stages_su_124.sdi to /datadir/performance_schema/events_stages_su_124.sdi 2025-12-04T11:50:58.787311-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/events_statement_134.sdi to /datadir/performance_schema/events_statement_134.sdi 2025-12-04T11:50:58.787326-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/events_statement_134.sdi to /datadir/performance_schema/events_statement_134.sdi 2025-12-04T11:50:58.787342-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/replication_asyn_183.sdi to /datadir/performance_schema/replication_asyn_183.sdi 2025-12-04T11:50:58.787357-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/replication_asyn_183.sdi to /datadir/performance_schema/replication_asyn_183.sdi 2025-12-04T11:50:58.787373-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/keyring_componen_203.sdi to /datadir/performance_schema/keyring_componen_203.sdi 2025-12-04T11:50:58.787387-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/keyring_componen_203.sdi to /datadir/performance_schema/keyring_componen_203.sdi 2025-12-04T11:50:58.787403-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/events_errors_su_153.sdi to /datadir/performance_schema/events_errors_su_153.sdi 2025-12-04T11:50:58.787418-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/events_errors_su_153.sdi to /datadir/performance_schema/events_errors_su_153.sdi 2025-12-04T11:50:58.787434-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/binary_log_trans_199.sdi to /datadir/performance_schema/binary_log_trans_199.sdi 2025-12-04T11:50:58.787448-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/binary_log_trans_199.sdi to /datadir/performance_schema/binary_log_trans_199.sdi 2025-12-04T11:50:58.787464-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/replication_asyn_182.sdi to /datadir/performance_schema/replication_asyn_182.sdi 2025-12-04T11:50:58.787479-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/replication_asyn_182.sdi to /datadir/performance_schema/replication_asyn_182.sdi 2025-12-04T11:50:58.787494-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/global_status_191.sdi to /datadir/performance_schema/global_status_191.sdi 2025-12-04T11:50:58.787510-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/global_status_191.sdi to /datadir/performance_schema/global_status_191.sdi 2025-12-04T11:50:58.787525-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/processlist_108.sdi to /datadir/performance_schema/processlist_108.sdi 2025-12-04T11:50:58.787540-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/processlist_108.sdi to /datadir/performance_schema/processlist_108.sdi 2025-12-04T11:50:58.787555-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/events_transacti_147.sdi to /datadir/performance_schema/events_transacti_147.sdi 2025-12-04T11:50:58.787572-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/events_transacti_147.sdi to /datadir/performance_schema/events_transacti_147.sdi 2025-12-04T11:50:58.787587-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/global_variables_194.sdi to /datadir/performance_schema/global_variables_194.sdi 2025-12-04T11:50:58.787602-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/global_variables_194.sdi to /datadir/performance_schema/global_variables_194.sdi 2025-12-04T11:50:58.787617-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/events_statement_129.sdi to /datadir/performance_schema/events_statement_129.sdi 2025-12-04T11:50:58.787633-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/events_statement_129.sdi to /datadir/performance_schema/events_statement_129.sdi 2025-12-04T11:50:58.787648-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/table_handles_168.sdi to /datadir/performance_schema/table_handles_168.sdi 2025-12-04T11:50:58.787662-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/table_handles_168.sdi to /datadir/performance_schema/table_handles_168.sdi 2025-12-04T11:50:58.787681-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/replication_appl_181.sdi to /datadir/performance_schema/replication_appl_181.sdi 2025-12-04T11:50:58.787697-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/replication_appl_181.sdi to /datadir/performance_schema/replication_appl_181.sdi 2025-12-04T11:50:58.787712-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/events_waits_sum_95.sdi to /datadir/performance_schema/events_waits_sum_95.sdi 2025-12-04T11:50:58.787727-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/events_waits_sum_95.sdi to /datadir/performance_schema/events_waits_sum_95.sdi 2025-12-04T11:50:58.787742-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/events_waits_sum_97.sdi to /datadir/performance_schema/events_waits_sum_97.sdi 2025-12-04T11:50:58.787757-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/events_waits_sum_97.sdi to /datadir/performance_schema/events_waits_sum_97.sdi 2025-12-04T11:50:58.787772-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/events_transacti_145.sdi to /datadir/performance_schema/events_transacti_145.sdi 2025-12-04T11:50:58.787788-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/events_transacti_145.sdi to /datadir/performance_schema/events_transacti_145.sdi 2025-12-04T11:50:58.787803-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/file_instances_101.sdi to /datadir/performance_schema/file_instances_101.sdi 2025-12-04T11:50:58.787817-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/file_instances_101.sdi to /datadir/performance_schema/file_instances_101.sdi 2025-12-04T11:50:58.787833-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/events_stages_su_127.sdi to /datadir/performance_schema/events_stages_su_127.sdi 2025-12-04T11:50:58.787849-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/events_stages_su_127.sdi to /datadir/performance_schema/events_stages_su_127.sdi 2025-12-04T11:50:58.787896-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/data_locks_170.sdi to /datadir/performance_schema/data_locks_170.sdi 2025-12-04T11:50:58.787929-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/data_locks_170.sdi to /datadir/performance_schema/data_locks_170.sdi 2025-12-04T11:50:58.787958-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/variables_by_thr_193.sdi to /datadir/performance_schema/variables_by_thr_193.sdi 2025-12-04T11:50:58.787980-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/variables_by_thr_193.sdi to /datadir/performance_schema/variables_by_thr_193.sdi 2025-12-04T11:50:58.788007-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/table_lock_waits_119.sdi to /datadir/performance_schema/table_lock_waits_119.sdi 2025-12-04T11:50:58.788054-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/table_lock_waits_119.sdi to /datadir/performance_schema/table_lock_waits_119.sdi 2025-12-04T11:50:58.788086-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/socket_instances_157.sdi to /datadir/performance_schema/socket_instances_157.sdi 2025-12-04T11:50:58.788114-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/socket_instances_157.sdi to /datadir/performance_schema/socket_instances_157.sdi 2025-12-04T11:50:58.788164-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/prepared_stateme_185.sdi to /datadir/performance_schema/prepared_stateme_185.sdi 2025-12-04T11:50:58.788194-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/prepared_stateme_185.sdi to /datadir/performance_schema/prepared_stateme_185.sdi 2025-12-04T11:50:58.788224-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/threads_120.sdi to /datadir/performance_schema/threads_120.sdi 2025-12-04T11:50:58.788250-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/threads_120.sdi to /datadir/performance_schema/threads_120.sdi 2025-12-04T11:50:58.788280-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/memory_summary_g_163.sdi to /datadir/performance_schema/memory_summary_g_163.sdi 2025-12-04T11:50:58.788308-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/memory_summary_g_163.sdi to /datadir/performance_schema/memory_summary_g_163.sdi 2025-12-04T11:50:58.788338-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/events_statement_133.sdi to /datadir/performance_schema/events_statement_133.sdi 2025-12-04T11:50:58.788371-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/events_statement_133.sdi to /datadir/performance_schema/events_statement_133.sdi 2025-12-04T11:50:58.788403-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/replication_appl_175.sdi to /datadir/performance_schema/replication_appl_175.sdi 2025-12-04T11:50:58.788432-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/replication_appl_175.sdi to /datadir/performance_schema/replication_appl_175.sdi 2025-12-04T11:50:58.788478-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/events_errors_su_152.sdi to /datadir/performance_schema/events_errors_su_152.sdi 2025-12-04T11:50:58.788503-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/events_errors_su_152.sdi to /datadir/performance_schema/events_errors_su_152.sdi 2025-12-04T11:50:58.788527-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/table_io_waits_s_118.sdi to /datadir/performance_schema/table_io_waits_s_118.sdi 2025-12-04T11:50:58.788549-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/table_io_waits_s_118.sdi to /datadir/performance_schema/table_io_waits_s_118.sdi 2025-12-04T11:50:58.788589-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/malloc_stats_tot_201.sdi to /datadir/performance_schema/malloc_stats_tot_201.sdi 2025-12-04T11:50:58.788639-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/malloc_stats_tot_201.sdi to /datadir/performance_schema/malloc_stats_tot_201.sdi 2025-12-04T11:50:58.788672-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/events_transacti_144.sdi to /datadir/performance_schema/events_transacti_144.sdi 2025-12-04T11:50:58.788702-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/events_transacti_144.sdi to /datadir/performance_schema/events_transacti_144.sdi 2025-12-04T11:50:58.788731-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/events_waits_sum_99.sdi to /datadir/performance_schema/events_waits_sum_99.sdi 2025-12-04T11:50:58.788774-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/events_waits_sum_99.sdi to /datadir/performance_schema/events_waits_sum_99.sdi 2025-12-04T11:50:58.788801-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/events_errors_su_150.sdi to /datadir/performance_schema/events_errors_su_150.sdi 2025-12-04T11:50:58.788829-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/events_errors_su_150.sdi to /datadir/performance_schema/events_errors_su_150.sdi 2025-12-04T11:50:58.788875-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/events_stages_su_126.sdi to /datadir/performance_schema/events_stages_su_126.sdi 2025-12-04T11:50:58.788906-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/events_stages_su_126.sdi to /datadir/performance_schema/events_stages_su_126.sdi 2025-12-04T11:50:58.788943-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/events_waits_sum_100.sdi to /datadir/performance_schema/events_waits_sum_100.sdi 2025-12-04T11:50:58.788977-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/events_waits_sum_100.sdi to /datadir/performance_schema/events_waits_sum_100.sdi 2025-12-04T11:50:58.789028-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/events_statement_139.sdi to /datadir/performance_schema/events_statement_139.sdi 2025-12-04T11:50:58.789055-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/events_statement_139.sdi to /datadir/performance_schema/events_statement_139.sdi 2025-12-04T11:50:58.789088-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/replication_appl_178.sdi to /datadir/performance_schema/replication_appl_178.sdi 2025-12-04T11:50:58.789114-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/replication_appl_178.sdi to /datadir/performance_schema/replication_appl_178.sdi 2025-12-04T11:50:58.789142-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/session_account__161.sdi to /datadir/performance_schema/session_account__161.sdi 2025-12-04T11:50:58.789168-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/session_account__161.sdi to /datadir/performance_schema/session_account__161.sdi 2025-12-04T11:50:58.789201-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/malloc_stats_202.sdi to /datadir/performance_schema/malloc_stats_202.sdi 2025-12-04T11:50:58.789227-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/malloc_stats_202.sdi to /datadir/performance_schema/malloc_stats_202.sdi 2025-12-04T11:50:58.789285-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/events_transacti_142.sdi to /datadir/performance_schema/events_transacti_142.sdi 2025-12-04T11:50:58.789312-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/events_transacti_142.sdi to /datadir/performance_schema/events_transacti_142.sdi 2025-12-04T11:50:58.789366-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/events_waits_sum_98.sdi to /datadir/performance_schema/events_waits_sum_98.sdi 2025-12-04T11:50:58.789389-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/events_waits_sum_98.sdi to /datadir/performance_schema/events_waits_sum_98.sdi 2025-12-04T11:50:58.789416-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/tls_channel_stat_200.sdi to /datadir/performance_schema/tls_channel_stat_200.sdi 2025-12-04T11:50:58.789440-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/tls_channel_stat_200.sdi to /datadir/performance_schema/tls_channel_stat_200.sdi 2025-12-04T11:50:58.789472-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/setup_objects_115.sdi to /datadir/performance_schema/setup_objects_115.sdi 2025-12-04T11:50:58.789500-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/setup_objects_115.sdi to /datadir/performance_schema/setup_objects_115.sdi 2025-12-04T11:50:58.789531-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/replication_appl_177.sdi to /datadir/performance_schema/replication_appl_177.sdi 2025-12-04T11:50:58.789561-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/replication_appl_177.sdi to /datadir/performance_schema/replication_appl_177.sdi 2025-12-04T11:50:58.789594-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/performance_time_107.sdi to /datadir/performance_schema/performance_time_107.sdi 2025-12-04T11:50:58.789625-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/performance_time_107.sdi to /datadir/performance_schema/performance_time_107.sdi 2025-12-04T11:50:58.789655-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/events_transacti_146.sdi to /datadir/performance_schema/events_transacti_146.sdi 2025-12-04T11:50:58.789688-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/events_transacti_146.sdi to /datadir/performance_schema/events_transacti_146.sdi 2025-12-04T11:50:58.789719-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/events_transacti_143.sdi to /datadir/performance_schema/events_transacti_143.sdi 2025-12-04T11:50:58.789766-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/events_transacti_143.sdi to /datadir/performance_schema/events_transacti_143.sdi 2025-12-04T11:50:58.789797-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/memory_summary_b_167.sdi to /datadir/performance_schema/memory_summary_b_167.sdi 2025-12-04T11:50:58.789830-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/memory_summary_b_167.sdi to /datadir/performance_schema/memory_summary_b_167.sdi 2025-12-04T11:50:58.789857-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./performance_schema/replication_grou_173.sdi to /datadir/performance_schema/replication_grou_173.sdi 2025-12-04T11:50:58.789911-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./performance_schema/replication_grou_173.sdi to /datadir/performance_schema/replication_grou_173.sdi 2025-12-04T11:50:58.789923-00:00 1 [Note] [MY-011825] [Xtrabackup] Creating directory ./#innodb_redo 2025-12-04T11:50:58.789934-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: creating directory ./#innodb_redo 2025-12-04T11:50:58.789962-00:00 1 [Note] [MY-011825] [Xtrabackup] Moving ./mysql.ibd to /datadir/mysql.ibd 2025-12-04T11:50:58.790013-00:00 1 [Note] [MY-011825] [Xtrabackup] Done: Moving file ./mysql.ibd to /datadir/mysql.ibd 2025-12-04T11:50:58.883320-00:00 0 [Note] [MY-011825] [Xtrabackup] completed OK! + cat /tmp/tmp.fSAKGolbXC Defaulted container "xtrabackup" out of: xtrabackup, backup-init (init) + rm /tmp/tmp.6T7PBHxaBD /tmp/tmp.fSAKGolbXC + return 0 + wait_for_running some-name-proxysql 1 + local name=some-name-proxysql + let last_pod=0 + : + local max_retry=480 + desc 'wait for running cluster' + set +o xtrace ----------------------------------------------------------------------------------- wait for running cluster ----------------------------------------------------------------------------------- ++ seq 0 0 + for i in '$(seq 0 $last_pod)' + wait_pod some-name-proxysql-0 480 + local pod=some-name-proxysql-0 + local max_retry=480 + local ns= ++ echo some-name-proxysql-0 ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ grep -E '^(pxc|proxysql)$' + local container=proxysql + set +o xtrace pod/some-name-proxysql-0 condition met waiting for pod/some-name-proxysql-0 to become Ready.Ok + wait_for_running some-name-pxc 3 + local name=some-name-pxc + let last_pod=2 + local max_retry=480 + desc 'wait for running cluster' + set +o xtrace ----------------------------------------------------------------------------------- wait for running cluster ----------------------------------------------------------------------------------- ++ seq 0 2 + for i in '$(seq 0 $last_pod)' + wait_pod some-name-pxc-0 480 + local pod=some-name-pxc-0 + local max_retry=480 + local ns= ++ echo some-name-pxc-0 ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ grep -E '^(pxc|proxysql)$' + local container=pxc + set +o xtrace pod/some-name-pxc-0 condition met waiting for pod/some-name-pxc-0 to become Ready.Ok + for i in '$(seq 0 $last_pod)' + wait_pod some-name-pxc-1 480 + local pod=some-name-pxc-1 + local max_retry=480 + local ns= ++ echo some-name-pxc-1 ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ grep -E '^(pxc|proxysql)$' + local container=pxc + set +o xtrace pod/some-name-pxc-1 condition met waiting for pod/some-name-pxc-1 to become Ready.Ok + for i in '$(seq 0 $last_pod)' + wait_pod some-name-pxc-2 480 + local pod=some-name-pxc-2 + local max_retry=480 + local ns= ++ grep -E '^(pxc|proxysql)$' ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ echo some-name-pxc-2 + local container=pxc + set +o xtrace pod/some-name-pxc-2 condition met waiting for pod/some-name-pxc-2 to become Ready.Ok ++ kubectl_bin get pxc some-name -o 'jsonpath={.spec.secretsName}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.RcHAC5WtzO +++ mktemp ++ local LAST_ERR=/tmp/tmp.EhTq6J0cff ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pxc some-name -o 'jsonpath={.spec.secretsName}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.RcHAC5WtzO ++ cat /tmp/tmp.EhTq6J0cff ++ rm /tmp/tmp.RcHAC5WtzO /tmp/tmp.EhTq6J0cff ++ return 0 + local secret_name=my-cluster-secrets ++ getSecretData my-cluster-secrets root ++ local secretName=my-cluster-secrets ++ local dataKey=root ++ kubectl_bin get secrets/my-cluster-secrets '--template={{.data.root}}' ++ base64 --decode +++ mktemp ++ local LAST_OUT=/tmp/tmp.vjx77Iv7SI +++ mktemp ++ local LAST_ERR=/tmp/tmp.wDmsUkf91t ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get secrets/my-cluster-secrets '--template={{.data.root}}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.vjx77Iv7SI ++ cat /tmp/tmp.wDmsUkf91t ++ rm /tmp/tmp.vjx77Iv7SI /tmp/tmp.wDmsUkf91t ++ return 0 + local root_pass=root_password + sleep 35 + log 'check data after pxc-restore/on-demand-backup-pvc' ++ date +%Y-%m-%dT%H:%M:%S%z + echo '[2025-12-04T11:56:22+0000]' check data after pxc-restore/on-demand-backup-pvc [2025-12-04T11:56:22+0000] check data after pxc-restore/on-demand-backup-pvc + compare_mysql_cmd select-1 'SELECT * from myApp.myApp;' '-h some-name-pxc-0.some-name-pxc -uroot -p'\''root_password'\''' + local command_id=select-1 + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h some-name-pxc-0.some-name-pxc -uroot -p'\''root_password'\''' + local postfix= + local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2076/e2e-tests/demand-backup-encrypted-with-tls/compare/select-1.sql + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.4 =~ 8\.4 ]] + [[ -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2076/e2e-tests/demand-backup-encrypted-with-tls/compare/select-1-84.sql ]] + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.4 =~ 8\.0 ]] + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.4 =~ 5\.7 ]] + run_mysql 'SELECT * from myApp.myApp;' '-h some-name-pxc-0.some-name-pxc -uroot -p'\''root_password'\''' + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h some-name-pxc-0.some-name-pxc -uroot -p'\''root_password'\''' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.svCf0qp9AO +++ mktemp ++ local LAST_ERR=/tmp/tmp.hAlGyzAtzV ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.svCf0qp9AO ++ cat /tmp/tmp.hAlGyzAtzV ++ rm /tmp/tmp.svCf0qp9AO /tmp/tmp.hAlGyzAtzV ++ return 0 + client_pod=pxc-client-744698f95c-22wbb + wait_pod pxc-client-744698f95c-22wbb + local pod=pxc-client-744698f95c-22wbb + local max_retry=480 + local ns= ++ echo pxc-client-744698f95c-22wbb ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ grep -E '^(pxc|proxysql)$' + local container= + set +o xtrace pod/pxc-client-744698f95c-22wbb condition met waiting for pod/pxc-client-744698f95c-22wbb to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup .Ok + set +o xtrace + [[ ! -s /tmp/tmp.s7KNHIX9QG/select-1.sql ]] ++ grep 'Unknown MySQL server host' /tmp/tmp.s7KNHIX9QG/select-1.sql + [[ -n '' ]] + [[ 0 -eq 0 ]] + diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-2076/e2e-tests/demand-backup-encrypted-with-tls/compare/select-1.sql /tmp/tmp.s7KNHIX9QG/select-1.sql + compare_mysql_cmd select-1 'SELECT * from myApp.myApp;' '-h some-name-pxc-1.some-name-pxc -uroot -p'\''root_password'\''' + local command_id=select-1 + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h some-name-pxc-1.some-name-pxc -uroot -p'\''root_password'\''' + local postfix= + local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2076/e2e-tests/demand-backup-encrypted-with-tls/compare/select-1.sql + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.4 =~ 8\.4 ]] + [[ -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2076/e2e-tests/demand-backup-encrypted-with-tls/compare/select-1-84.sql ]] + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.4 =~ 8\.0 ]] + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.4 =~ 5\.7 ]] + run_mysql 'SELECT * from myApp.myApp;' '-h some-name-pxc-1.some-name-pxc -uroot -p'\''root_password'\''' + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h some-name-pxc-1.some-name-pxc -uroot -p'\''root_password'\''' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.jF1wzlgah4 +++ mktemp ++ local LAST_ERR=/tmp/tmp.aLKBzU83DU ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.jF1wzlgah4 ++ cat /tmp/tmp.aLKBzU83DU ++ rm /tmp/tmp.jF1wzlgah4 /tmp/tmp.aLKBzU83DU ++ return 0 + client_pod=pxc-client-744698f95c-22wbb + wait_pod pxc-client-744698f95c-22wbb + local pod=pxc-client-744698f95c-22wbb + local max_retry=480 + local ns= ++ echo pxc-client-744698f95c-22wbb ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ grep -E '^(pxc|proxysql)$' + local container= + set +o xtrace pod/pxc-client-744698f95c-22wbb condition met waiting for pod/pxc-client-744698f95c-22wbb to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup .Ok + set +o xtrace + [[ ! -s /tmp/tmp.s7KNHIX9QG/select-1.sql ]] ++ grep 'Unknown MySQL server host' /tmp/tmp.s7KNHIX9QG/select-1.sql + [[ -n '' ]] + [[ 0 -eq 0 ]] + diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-2076/e2e-tests/demand-backup-encrypted-with-tls/compare/select-1.sql /tmp/tmp.s7KNHIX9QG/select-1.sql + compare_mysql_cmd select-1 'SELECT * from myApp.myApp;' '-h some-name-pxc-2.some-name-pxc -uroot -p'\''root_password'\''' + local command_id=select-1 + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h some-name-pxc-2.some-name-pxc -uroot -p'\''root_password'\''' + local postfix= + local expected_result=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2076/e2e-tests/demand-backup-encrypted-with-tls/compare/select-1.sql + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.4 =~ 8\.4 ]] + [[ -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2076/e2e-tests/demand-backup-encrypted-with-tls/compare/select-1-84.sql ]] + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.4 =~ 8\.0 ]] + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.4 =~ 5\.7 ]] + run_mysql 'SELECT * from myApp.myApp;' '-h some-name-pxc-2.some-name-pxc -uroot -p'\''root_password'\''' + local 'command=SELECT * from myApp.myApp;' + local 'uri=-h some-name-pxc-2.some-name-pxc -uroot -p'\''root_password'\''' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.5ADYKagday +++ mktemp ++ local LAST_ERR=/tmp/tmp.fxO55xK81t ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.5ADYKagday ++ cat /tmp/tmp.fxO55xK81t ++ rm /tmp/tmp.5ADYKagday /tmp/tmp.fxO55xK81t ++ return 0 + client_pod=pxc-client-744698f95c-22wbb + wait_pod pxc-client-744698f95c-22wbb + local pod=pxc-client-744698f95c-22wbb + local max_retry=480 + local ns= ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' ++ echo pxc-client-744698f95c-22wbb ++ grep -E '^(pxc|proxysql)$' + local container= + set +o xtrace pod/pxc-client-744698f95c-22wbb condition met waiting for pod/pxc-client-744698f95c-22wbb to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup .Ok + set +o xtrace + [[ ! -s /tmp/tmp.s7KNHIX9QG/select-1.sql ]] ++ grep 'Unknown MySQL server host' /tmp/tmp.s7KNHIX9QG/select-1.sql + [[ -n '' ]] + [[ 0 -eq 0 ]] + diff -u /mnt/jenkins/workspace/cloud-pxc-operator_PR-2076/e2e-tests/demand-backup-encrypted-with-tls/compare/select-1.sql /tmp/tmp.s7KNHIX9QG/select-1.sql + '[' on-demand-backup-pvc '!=' on-demand-backup-minio ']' + log 'copy backup' ++ date +%Y-%m-%dT%H:%M:%S%z + echo '[2025-12-04T11:56:41+0000]' copy backup [2025-12-04T11:56:41+0000] copy backup + '[' -n '' ']' + bash /mnt/jenkins/workspace/cloud-pxc-operator_PR-2076/deploy/backup/copy-backup.sh on-demand-backup-pvc /tmp/tmp.s7KNHIX9QG/backup Log: /tmp/tmp.4eChQzX9RP/log pvc/xb-on-demand-backup-pvc-20251204114849-7af5ea60pod/backup-access created Starting pod.......[done] Downloading started tar: Removing leading `/' from member names Downloading finished pod "backup-access" deleted from demand-backup-encrypted-with-tls-16903 namespace You can recover data locally with following commands: $ service mysqld stop $ rm -rf /var/lib/mysql/* $ cat /tmp/tmp.s7KNHIX9QG/backup/xtrabackup.stream | xbstream --decompress -x -C /var/lib/mysql $ xtrabackup --prepare --target-dir=/var/lib/mysql $ chown -R mysql:mysql /var/lib/mysql $ service mysqld start + kubectl_bin delete -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2076/e2e-tests/demand-backup-encrypted-with-tls/conf/restore-on-demand-backup-pvc.yaml ++ mktemp + local LAST_OUT=/tmp/tmp.IgB9m2qKSE ++ mktemp + local LAST_ERR=/tmp/tmp.JEwIV6NBUp + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl delete -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2076/e2e-tests/demand-backup-encrypted-with-tls/conf/restore-on-demand-backup-pvc.yaml + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.IgB9m2qKSE perconaxtradbclusterrestore.pxc.percona.com "on-demand-backup-pvc" deleted from demand-backup-encrypted-with-tls-16903 namespace + cat /tmp/tmp.JEwIV6NBUp + rm /tmp/tmp.IgB9m2qKSE /tmp/tmp.JEwIV6NBUp + return 0 + check_pvc_md5 on-demand-backup-pvc + local backup_name=on-demand-backup-pvc + desc 'check backup file md5sum' + set +o xtrace ----------------------------------------------------------------------------------- check backup file md5sum ----------------------------------------------------------------------------------- ++ get_pvc_name_for_backup on-demand-backup-pvc ++ local backup_name=on-demand-backup-pvc +++ kubectl_bin get pxc-backup on-demand-backup-pvc -o 'jsonpath={.status.destination}' ++++ mktemp +++ local LAST_OUT=/tmp/tmp.9Bu9dMKS8d ++++ mktemp +++ local LAST_ERR=/tmp/tmp.y0xpzL0dPm +++ local exit_status=0 ++++ seq 0 2 +++ for i in '$(seq 0 2)' +++ set +e +++ kubectl get pxc-backup on-demand-backup-pvc -o 'jsonpath={.status.destination}' +++ exit_status=0 +++ set -e +++ '[' 0 '!=' 0 ']' +++ break +++ cat /tmp/tmp.9Bu9dMKS8d +++ cat /tmp/tmp.y0xpzL0dPm +++ rm /tmp/tmp.9Bu9dMKS8d /tmp/tmp.y0xpzL0dPm +++ return 0 ++ local destination=pvc/xb-on-demand-backup-pvc-20251204114849-7af5ea60 ++ [[ -z pvc/xb-on-demand-backup-pvc-20251204114849-7af5ea60 ]] ++ local pvc_name=xb-on-demand-backup-pvc-20251204114849-7af5ea60 ++ echo xb-on-demand-backup-pvc-20251204114849-7af5ea60 + pvc_name=xb-on-demand-backup-pvc-20251204114849-7af5ea60 + apply_config /mnt/jenkins/workspace/cloud-pxc-operator_PR-2076/e2e-tests/demand-backup-encrypted-with-tls/conf/client.yml xb-on-demand-backup-pvc-20251204114849-7af5ea60 + local config_file=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2076/e2e-tests/demand-backup-encrypted-with-tls/conf/client.yml + local pvc_name=xb-on-demand-backup-pvc-20251204114849-7af5ea60 + '[' -z '' ']' + kubectl_bin apply -f - ++ mktemp + cat_config /mnt/jenkins/workspace/cloud-pxc-operator_PR-2076/e2e-tests/demand-backup-encrypted-with-tls/conf/client.yml xb-on-demand-backup-pvc-20251204114849-7af5ea60 + local input_file=/mnt/jenkins/workspace/cloud-pxc-operator_PR-2076/e2e-tests/demand-backup-encrypted-with-tls/conf/client.yml + local pvc_name=xb-on-demand-backup-pvc-20251204114849-7af5ea60 + /usr/bin/sed -e 's#image:.*-logcollector$#image: perconalab/fluentbit:main-logcollector#' + local LAST_OUT=/tmp/tmp.AeYgBru4Qv + /usr/bin/sed -e 's#image:.*-haproxy$#image: perconalab/percona-xtradb-cluster-operator:main-haproxy#' + /usr/bin/sed -e 's#image:.*-proxysql$#image: perconalab/percona-xtradb-cluster-operator:main-proxysql#' + /usr/bin/sed -e 's#image:.*-backup$#image: perconalab/percona-xtradb-cluster-operator:main-pxc8.4-backup#' + /usr/bin/sed -e s~minio-service.#namespace~minio-service.demand-backup-encrypted-with-tls-16903~ + /usr/bin/sed -e 's#apply:.*#apply: Never#' + /usr/bin/sed -e 's#image:.*-pmm$#image: perconalab/pmm-client:dev-latest#' + /usr/bin/sed -e 's#apiVersion: pxc.percona.com/v.*$#apiVersion: pxc.percona.com/v1#' + /usr/bin/sed -e 's#image:.*-pxc\([0-9]*.[0-9]*\)\{0,1\}$#image: perconalab/percona-xtradb-cluster-operator:main-pxc8.4#' + /usr/bin/sed -e 's#claimName:..*-backup-pvc$#claimName: xb-on-demand-backup-pvc-20251204114849-7af5ea60#' ++ mktemp + local LAST_ERR=/tmp/tmp.nHd3x5u1ag + local exit_status=0 ++ seq 0 2 + cat /mnt/jenkins/workspace/cloud-pxc-operator_PR-2076/e2e-tests/demand-backup-encrypted-with-tls/conf/client.yml + for i in '$(seq 0 2)' + set +e + kubectl apply -f - + /usr/bin/sed -e 's#image:.*\/percona-xtradb-cluster:.*$#image: perconalab/percona-xtradb-cluster-operator:main-pxc8.4#' + /usr/bin/sed -e 's#image:.*-init$#image: perconalab/percona-xtradb-cluster-operator:PR-2076-ee1be0ba#' + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.AeYgBru4Qv deployment.apps/backup-client created + cat /tmp/tmp.nHd3x5u1ag + rm /tmp/tmp.AeYgBru4Qv /tmp/tmp.nHd3x5u1ag + return 0 + sleep 10 ++ kubectl_bin get pods --selector=name=backup-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.WSJl4bcEaP +++ mktemp ++ local LAST_ERR=/tmp/tmp.UPNHazUtHf ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=backup-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.WSJl4bcEaP ++ cat /tmp/tmp.UPNHazUtHf ++ rm /tmp/tmp.WSJl4bcEaP /tmp/tmp.UPNHazUtHf ++ return 0 + bak_client_pod=backup-client-df68d7c9d-jj8n4 + wait_pod backup-client-df68d7c9d-jj8n4 + local pod=backup-client-df68d7c9d-jj8n4 + local max_retry=480 + local ns= ++ echo backup-client-df68d7c9d-jj8n4 ++ grep -E '^(pxc|proxysql)$' ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' + local container= + set +o xtrace pod/backup-client-df68d7c9d-jj8n4 condition met waiting for pod/backup-client-df68d7c9d-jj8n4 to become Ready.Ok + kubectl_bin exec backup-client-df68d7c9d-jj8n4 -- bash -c 'cd /backup; md5sum -c md5sum.txt' ++ mktemp + local LAST_OUT=/tmp/tmp.vZK7WnMMsK ++ mktemp + local LAST_ERR=/tmp/tmp.eOoEJkHRbu + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl exec backup-client-df68d7c9d-jj8n4 -- bash -c 'cd /backup; md5sum -c md5sum.txt' + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.vZK7WnMMsK xtrabackup.stream: OK + cat /tmp/tmp.eOoEJkHRbu + rm /tmp/tmp.vZK7WnMMsK /tmp/tmp.eOoEJkHRbu + return 0 + kubectl_bin delete -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2076/e2e-tests/demand-backup-encrypted-with-tls/conf/client.yml ++ mktemp + local LAST_OUT=/tmp/tmp.qe9TEHYlGa ++ mktemp + local LAST_ERR=/tmp/tmp.0hxzfGXaFk + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl delete -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2076/e2e-tests/demand-backup-encrypted-with-tls/conf/client.yml + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.qe9TEHYlGa deployment.apps "backup-client" deleted from demand-backup-encrypted-with-tls-16903 namespace + cat /tmp/tmp.0hxzfGXaFk + rm /tmp/tmp.qe9TEHYlGa /tmp/tmp.0hxzfGXaFk + return 0 + table_must_be_encrypted some-name myApp + local cluster=some-name + local table=myApp + log 'checking table encryption: myApp' ++ date +%Y-%m-%dT%H:%M:%S%z + echo '[2025-12-04T11:58:08+0000]' checking table encryption: myApp [2025-12-04T11:58:08+0000] checking table encryption: myApp + is_table_encrypted some-name myApp + local cluster=some-name + local table=myApp + run_mysql 'SELECT CREATE_OPTIONS FROM INFORMATION_SCHEMA.TABLES WHERE TABLE_NAME=\"myApp\";' '-h some-name-proxysql -uroot -proot_password' + local 'command=SELECT CREATE_OPTIONS FROM INFORMATION_SCHEMA.TABLES WHERE TABLE_NAME=\"myApp\";' + local 'uri=-h some-name-proxysql -uroot -proot_password' + grep -E -o 'ENCRYPTION=('\''Y'\''|"Y")' ++ get_client_pod ++ kubectl_bin get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' +++ mktemp ++ local LAST_OUT=/tmp/tmp.ADHbMzflJU +++ mktemp ++ local LAST_ERR=/tmp/tmp.wotBNkcNqN ++ local exit_status=0 +++ seq 0 2 ++ for i in '$(seq 0 2)' ++ set +e ++ kubectl get pods --selector=name=pxc-client -o 'jsonpath={.items[].metadata.name}' ++ exit_status=0 ++ set -e ++ '[' 0 '!=' 0 ']' ++ break ++ cat /tmp/tmp.ADHbMzflJU ++ cat /tmp/tmp.wotBNkcNqN ++ rm /tmp/tmp.ADHbMzflJU /tmp/tmp.wotBNkcNqN ++ return 0 + client_pod=pxc-client-744698f95c-22wbb + wait_pod pxc-client-744698f95c-22wbb + local pod=pxc-client-744698f95c-22wbb + local max_retry=480 + local ns= ++ echo pxc-client-744698f95c-22wbb ++ grep -E '^(pxc|proxysql)$' ++ /usr/bin/sed -E 's/.*-(pxc|proxysql)-[0-9]/\1/' + local container= + set +o xtrace pod/pxc-client-744698f95c-22wbb condition met waiting for pod/pxc-client-744698f95c-22wbb to become ReadyDefaulted container "pxc-client" out of: pxc-client, backup .Ok + set +o xtrace ENCRYPTION='Y' + log 'myApp is encrypted: OK' ++ date +%Y-%m-%dT%H:%M:%S%z + echo '[2025-12-04T11:58:14+0000]' myApp is encrypted: OK [2025-12-04T11:58:14+0000] myApp is encrypted: OK + keyring_plugin_must_be_in_use some-name + local cluster=some-name + log 'checking keyring plugin usage' ++ date +%Y-%m-%dT%H:%M:%S%z + echo '[2025-12-04T11:58:14+0000]' checking keyring plugin usage [2025-12-04T11:58:14+0000] checking keyring plugin usage + is_keyring_plugin_in_use some-name + local cluster=some-name + [[ perconalab/percona-xtradb-cluster-operator:main-pxc8.4 =~ 8\.4 ]] + kubectl_bin exec -it some-name-pxc-0 -c pxc -- ls /var/lib/mysql/mysqld.my ++ mktemp + local LAST_OUT=/tmp/tmp.eN4gRRmye4 ++ mktemp + local LAST_ERR=/tmp/tmp.LL0RKXuI8j + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl exec -it some-name-pxc-0 -c pxc -- ls /var/lib/mysql/mysqld.my + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.eN4gRRmye4 /var/lib/mysql/mysqld.my + cat /tmp/tmp.LL0RKXuI8j Unable to use a TTY - input is not a terminal or the right kind of file + rm /tmp/tmp.eN4gRRmye4 /tmp/tmp.LL0RKXuI8j + return 0 + log '/var/lib/mysql/mysqld.my exists: OK' ++ date +%Y-%m-%dT%H:%M:%S%z + echo '[2025-12-04T11:58:16+0000]' /var/lib/mysql/mysqld.my exists: OK [2025-12-04T11:58:16+0000] /var/lib/mysql/mysqld.my exists: OK + kubectl_bin exec -it some-name-pxc-0 -c pxc -- ls /var/lib/mysql/component_keyring_vault.cnf ++ mktemp + local LAST_OUT=/tmp/tmp.FIjOKp9Hr4 ++ mktemp + local LAST_ERR=/tmp/tmp.QCbpXKPA2l + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl exec -it some-name-pxc-0 -c pxc -- ls /var/lib/mysql/component_keyring_vault.cnf + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.FIjOKp9Hr4 /var/lib/mysql/component_keyring_vault.cnf + cat /tmp/tmp.QCbpXKPA2l Unable to use a TTY - input is not a terminal or the right kind of file + rm /tmp/tmp.FIjOKp9Hr4 /tmp/tmp.QCbpXKPA2l + return 0 + log '/var/lib/mysql/component_keyring_vault.cnf exists: OK' ++ date +%Y-%m-%dT%H:%M:%S%z + echo '[2025-12-04T11:58:18+0000]' /var/lib/mysql/component_keyring_vault.cnf exists: OK [2025-12-04T11:58:18+0000] /var/lib/mysql/component_keyring_vault.cnf exists: OK + log 'keyring plugin is used: OK' ++ date +%Y-%m-%dT%H:%M:%S%z + echo '[2025-12-04T11:58:18+0000]' keyring plugin is used: OK [2025-12-04T11:58:18+0000] keyring plugin is used: OK + '[' -z '' ']' + run_backup some-name on-demand-backup-aws-s3 + local cluster=some-name + local backup=on-demand-backup-aws-s3 + log 'run pxc-backup/on-demand-backup-aws-s3' ++ date +%Y-%m-%dT%H:%M:%S%z + echo '[2025-12-04T11:58:18+0000]' run pxc-backup/on-demand-backup-aws-s3 [2025-12-04T11:58:18+0000] run pxc-backup/on-demand-backup-aws-s3 + kubectl_bin apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2076/e2e-tests/demand-backup-encrypted-with-tls/conf/on-demand-backup-aws-s3.yml ++ mktemp + local LAST_OUT=/tmp/tmp.HHW5uVeCI9 ++ mktemp + local LAST_ERR=/tmp/tmp.QvG5Qf94QQ + local exit_status=0 ++ seq 0 2 + for i in '$(seq 0 2)' + set +e + kubectl apply -f /mnt/jenkins/workspace/cloud-pxc-operator_PR-2076/e2e-tests/demand-backup-encrypted-with-tls/conf/on-demand-backup-aws-s3.yml + exit_status=0 + set -e + '[' 0 '!=' 0 ']' + break + cat /tmp/tmp.HHW5uVeCI9 perconaxtradbclusterbackup.pxc.percona.com/on-demand-backup-aws-s3 created + cat /tmp/tmp.QvG5Qf94QQ + rm /tmp/tmp.HHW5uVeCI9 /tmp/tmp.QvG5Qf94QQ + return 0 + wait_backup on-demand-backup-aws-s3 + local backup=on-demand-backup-aws-s3 + local status=Succeeded + set +o xtrace waiting for pxc-backup/on-demand-backup-aws-s3 to reach Succeeded state........................................................................................................................................................................................................................................................................................................................................................................2025-12-04T11:41:32.196Z INFO setup Runs on {"platform": "kubernetes", "version": "v1.31.14-gke.1033000"} 2025-12-04T11:41:32.196Z INFO setup Manager starting up {"gitCommit": "ee1be0bad2174aa25222aa09ad9903b8a418344c", "gitBranch": "PR-2076-ee1be0ba", "buildTime": "2025-12-04T10:59:38Z", "goVersion": "go1.25.5", "os": "linux", "arch": "amd64"} 2025-12-04T11:41:32.199Z INFO setup Registering Components. 2025-12-04T11:41:33.181Z INFO controller-runtime.webhook Registering webhook {"path": "/validate-percona-xtradbcluster"} 2025-12-04T11:41:33.181Z INFO setup Starting the Cmd. 2025-12-04T11:41:33.181Z INFO controller-runtime.metrics Starting metrics server 2025-12-04T11:41:33.181Z INFO starting server {"name": "health probe", "addr": "[::]:8081"} 2025-12-04T11:41:33.181Z INFO controller-runtime.metrics Serving metrics server {"bindAddress": ":8080", "secure": false} 2025-12-04T11:41:33.181Z INFO controller-runtime.webhook Starting webhook server 2025-12-04T11:41:33.181Z INFO controller-runtime.certwatcher Updated current TLS certificate {"cert": "/tmp/k8s-webhook-server/serving-certs/tls.crt", "key": "/tmp/k8s-webhook-server/serving-certs/tls.key"} 2025-12-04T11:41:33.181Z INFO controller-runtime.webhook Serving webhook server {"host": "", "port": 9443} 2025-12-04T11:41:33.181Z INFO controller-runtime.certwatcher Starting certificate poll+watcher {"cert": "/tmp/k8s-webhook-server/serving-certs/tls.crt", "key": "/tmp/k8s-webhook-server/serving-certs/tls.key", "interval": "10s"} 2025-12-04T11:41:33.282Z INFO attempting to acquire leader lease pxc-operator/08db1feb.percona.com... 2025-12-04T11:41:33.304Z INFO successfully acquired lease pxc-operator/08db1feb.percona.com 2025-12-04T11:41:33.304Z DEBUG events percona-xtradb-cluster-operator-84658c6c47-ncpxv_0734d8f3-5f42-4ade-b22e-764801df4d85 became leader {"type": "Normal", "object": {"kind":"Lease","namespace":"pxc-operator","name":"08db1feb.percona.com","uid":"652e0f49-0c6a-41e2-95cb-e48bdd773570","apiVersion":"coordination.k8s.io/v1","resourceVersion":"1764848493300095009"}, "reason": "LeaderElection"} 2025-12-04T11:41:33.304Z INFO Starting EventSource {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "source": "kind source: *v1.Secret"} 2025-12-04T11:41:33.305Z INFO Starting EventSource {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "source": "kind source: *v1.PerconaXtraDBClusterRestore"} 2025-12-04T11:41:33.305Z INFO Starting EventSource {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "source": "kind source: *v1.PerconaXtraDBCluster"} 2025-12-04T11:41:33.305Z INFO Starting EventSource {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "source": "kind source: *v1.PerconaXtraDBClusterBackup"} 2025-12-04T11:41:33.405Z INFO Starting Controller {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster"} 2025-12-04T11:41:33.405Z INFO Starting workers {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "worker count": 1} 2025-12-04T11:41:33.405Z INFO Starting Controller {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup"} 2025-12-04T11:41:33.405Z INFO Starting workers {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "worker count": 1} 2025-12-04T11:41:33.506Z INFO Starting Controller {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore"} 2025-12-04T11:41:33.506Z INFO Starting workers {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "worker count": 1} 2025-12-04T11:43:32.455Z INFO Set CR version {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"demand-backup-encrypted-with-tls-16903"}, "namespace": "demand-backup-encrypted-with-tls-16903", "name": "some-name", "reconcileID": "5e666c17-6471-419d-8e93-1bfb6c5ea17a", "version": "1.19.0"} 2025-12-04T11:43:32.776Z DEBUG Creating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"demand-backup-encrypted-with-tls-16903"}, "namespace": "demand-backup-encrypted-with-tls-16903", "name": "some-name", "reconcileID": "5e666c17-6471-419d-8e93-1bfb6c5ea17a", "object": "auto-some-name-pxc", "kind": "&TypeMeta{Kind:ConfigMap,APIVersion:v1,}"} 2025-12-04T11:43:32.894Z DEBUG Creating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"demand-backup-encrypted-with-tls-16903"}, "namespace": "demand-backup-encrypted-with-tls-16903", "name": "some-name", "reconcileID": "5e666c17-6471-419d-8e93-1bfb6c5ea17a", "object": "some-name-proxysql", "kind": "&TypeMeta{Kind:StatefulSet,APIVersion:apps/v1,}"} 2025-12-04T11:43:32.929Z DEBUG Creating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"demand-backup-encrypted-with-tls-16903"}, "namespace": "demand-backup-encrypted-with-tls-16903", "name": "some-name", "reconcileID": "5e666c17-6471-419d-8e93-1bfb6c5ea17a", "object": "some-name-pxc", "kind": "&TypeMeta{Kind:StatefulSet,APIVersion:apps/v1,}"} 2025-12-04T11:43:32.971Z DEBUG Creating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"demand-backup-encrypted-with-tls-16903"}, "namespace": "demand-backup-encrypted-with-tls-16903", "name": "some-name", "reconcileID": "5e666c17-6471-419d-8e93-1bfb6c5ea17a", "object": "some-name-pxc", "kind": "&TypeMeta{Kind:Service,APIVersion:v1,}"} 2025-12-04T11:43:33.013Z DEBUG Creating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"demand-backup-encrypted-with-tls-16903"}, "namespace": "demand-backup-encrypted-with-tls-16903", "name": "some-name", "reconcileID": "5e666c17-6471-419d-8e93-1bfb6c5ea17a", "object": "some-name-pxc-unready", "kind": "&TypeMeta{Kind:Service,APIVersion:v1,}"} 2025-12-04T11:43:33.089Z DEBUG Creating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"demand-backup-encrypted-with-tls-16903"}, "namespace": "demand-backup-encrypted-with-tls-16903", "name": "some-name", "reconcileID": "5e666c17-6471-419d-8e93-1bfb6c5ea17a", "object": "some-name-proxysql", "kind": "&TypeMeta{Kind:Service,APIVersion:v1,}"} 2025-12-04T11:43:33.157Z DEBUG Creating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"demand-backup-encrypted-with-tls-16903"}, "namespace": "demand-backup-encrypted-with-tls-16903", "name": "some-name", "reconcileID": "5e666c17-6471-419d-8e93-1bfb6c5ea17a", "object": "some-name-proxysql-unready", "kind": "&TypeMeta{Kind:Service,APIVersion:v1,}"} 2025-12-04T11:43:33.972Z DEBUG Creating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"demand-backup-encrypted-with-tls-16903"}, "namespace": "demand-backup-encrypted-with-tls-16903", "name": "some-name", "reconcileID": "6b2f5755-a725-46f4-bcc4-fc489ca176be", "object": "some-name-pxc", "kind": "&TypeMeta{Kind:PodDisruptionBudget,APIVersion:policy/v1,}"} 2025-12-04T11:43:33.998Z DEBUG Creating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"demand-backup-encrypted-with-tls-16903"}, "namespace": "demand-backup-encrypted-with-tls-16903", "name": "some-name", "reconcileID": "6b2f5755-a725-46f4-bcc4-fc489ca176be", "object": "some-name-proxysql", "kind": "&TypeMeta{Kind:PodDisruptionBudget,APIVersion:policy/v1,}"} 2025-12-04T11:44:45.027Z INFO Password expiration policy updated {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"demand-backup-encrypted-with-tls-16903"}, "namespace": "demand-backup-encrypted-with-tls-16903", "name": "some-name", "reconcileID": "932a7587-c371-4b51-be92-3a24bda95766", "user": "operator"} 2025-12-04T11:44:45.052Z INFO Password expiration policy updated {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"demand-backup-encrypted-with-tls-16903"}, "namespace": "demand-backup-encrypted-with-tls-16903", "name": "some-name", "reconcileID": "932a7587-c371-4b51-be92-3a24bda95766", "user": "monitor"} 2025-12-04T11:44:45.134Z INFO User monitor: granted privileges {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"demand-backup-encrypted-with-tls-16903"}, "namespace": "demand-backup-encrypted-with-tls-16903", "name": "some-name", "reconcileID": "932a7587-c371-4b51-be92-3a24bda95766"} 2025-12-04T11:44:45.166Z INFO monitor user privileges granted {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"demand-backup-encrypted-with-tls-16903"}, "namespace": "demand-backup-encrypted-with-tls-16903", "name": "some-name", "reconcileID": "932a7587-c371-4b51-be92-3a24bda95766"} 2025-12-04T11:44:45.223Z INFO Password expiration policy updated {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"demand-backup-encrypted-with-tls-16903"}, "namespace": "demand-backup-encrypted-with-tls-16903", "name": "some-name", "reconcileID": "932a7587-c371-4b51-be92-3a24bda95766", "user": "xtrabackup"} 2025-12-04T11:44:45.265Z INFO User xtrabackup: granted privileges {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"demand-backup-encrypted-with-tls-16903"}, "namespace": "demand-backup-encrypted-with-tls-16903", "name": "some-name", "reconcileID": "932a7587-c371-4b51-be92-3a24bda95766"} 2025-12-04T11:44:45.289Z INFO Password expiration policy updated {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"demand-backup-encrypted-with-tls-16903"}, "namespace": "demand-backup-encrypted-with-tls-16903", "name": "some-name", "reconcileID": "932a7587-c371-4b51-be92-3a24bda95766", "user": "replication"} 2025-12-04T11:44:45.298Z INFO reconcile replication error {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"demand-backup-encrypted-with-tls-16903"}, "namespace": "demand-backup-encrypted-with-tls-16903", "name": "some-name", "reconcileID": "932a7587-c371-4b51-be92-3a24bda95766", "err": "get primary pxc pod: not found"} 2025-12-04T11:44:49.981Z INFO reconcile replication error {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"demand-backup-encrypted-with-tls-16903"}, "namespace": "demand-backup-encrypted-with-tls-16903", "name": "some-name", "reconcileID": "8e062e40-aeba-4243-b365-72a0fa0989ce", "err": "get primary pxc pod: not found"} 2025-12-04T11:44:55.118Z INFO reconcile replication error {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"demand-backup-encrypted-with-tls-16903"}, "namespace": "demand-backup-encrypted-with-tls-16903", "name": "some-name", "reconcileID": "17e8e1dd-49c6-4493-9362-b64ace0a9087", "err": "get primary pxc pod: not found"} 2025-12-04T11:45:00.238Z INFO reconcile replication error {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"demand-backup-encrypted-with-tls-16903"}, "namespace": "demand-backup-encrypted-with-tls-16903", "name": "some-name", "reconcileID": "416f38bc-b539-4e4e-9705-e31f63cd190f", "err": "get primary pxc pod: not found"} 2025-12-04T11:47:10.972Z INFO Password expiration policy updated {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"demand-backup-encrypted-with-tls-16903"}, "namespace": "demand-backup-encrypted-with-tls-16903", "name": "some-name", "reconcileID": "73004aed-b815-46fb-a6ab-bb73d41b51ed", "user": "root"} 2025-12-04T11:47:11.098Z INFO update PXC version (fetched from db) {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"demand-backup-encrypted-with-tls-16903"}, "namespace": "demand-backup-encrypted-with-tls-16903", "name": "some-name", "reconcileID": "73004aed-b815-46fb-a6ab-bb73d41b51ed", "new version": "8.4.6-6.1"} 2025-12-04T11:47:12.779Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"demand-backup-encrypted-with-tls-16903"}, "namespace": "demand-backup-encrypted-with-tls-16903", "name": "some-name", "reconcileID": "73004aed-b815-46fb-a6ab-bb73d41b51ed"} 2025-12-04T11:47:17.866Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"demand-backup-encrypted-with-tls-16903"}, "namespace": "demand-backup-encrypted-with-tls-16903", "name": "some-name", "reconcileID": "2cc5864c-bb0c-4951-8adb-4faa2cef4c7e"} 2025-12-04T11:47:22.876Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"demand-backup-encrypted-with-tls-16903"}, "namespace": "demand-backup-encrypted-with-tls-16903", "name": "some-name", "reconcileID": "3e6732d9-4f1d-4e95-9166-03f1c0e3187f"} 2025-12-04T11:47:28.294Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"demand-backup-encrypted-with-tls-16903"}, "namespace": "demand-backup-encrypted-with-tls-16903", "name": "some-name", "reconcileID": "b944e279-faac-4c67-b536-1c481f207d9c"} 2025-12-04T11:47:33.380Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"demand-backup-encrypted-with-tls-16903"}, "namespace": "demand-backup-encrypted-with-tls-16903", "name": "some-name", "reconcileID": "98d24e72-e96f-41c1-a818-d748e1585a49"} 2025-12-04T11:47:38.579Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"demand-backup-encrypted-with-tls-16903"}, "namespace": "demand-backup-encrypted-with-tls-16903", "name": "some-name", "reconcileID": "d7bd498a-0343-4a2d-87b6-365840c3adf8"} 2025-12-04T11:47:44.167Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"demand-backup-encrypted-with-tls-16903"}, "namespace": "demand-backup-encrypted-with-tls-16903", "name": "some-name", "reconcileID": "769d5868-1315-4a29-ab56-aba5191cc800"} 2025-12-04T11:47:49.597Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"demand-backup-encrypted-with-tls-16903"}, "namespace": "demand-backup-encrypted-with-tls-16903", "name": "some-name", "reconcileID": "bf6dfb61-95aa-4d7f-837f-1bcaadaa9e1d"} 2025-12-04T11:47:54.576Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"demand-backup-encrypted-with-tls-16903"}, "namespace": "demand-backup-encrypted-with-tls-16903", "name": "some-name", "reconcileID": "3125b90e-1620-441b-9a93-d23bf9dae37a"} 2025-12-04T11:47:59.965Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"demand-backup-encrypted-with-tls-16903"}, "namespace": "demand-backup-encrypted-with-tls-16903", "name": "some-name", "reconcileID": "a6edc50f-1e66-44e1-848a-f42067015120"} 2025-12-04T11:48:05.185Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"demand-backup-encrypted-with-tls-16903"}, "namespace": "demand-backup-encrypted-with-tls-16903", "name": "some-name", "reconcileID": "c624a61d-4561-4d18-8fb4-a67d995c6fe3"} 2025-12-04T11:48:10.403Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"demand-backup-encrypted-with-tls-16903"}, "namespace": "demand-backup-encrypted-with-tls-16903", "name": "some-name", "reconcileID": "be616f75-2f55-4b07-b496-57e79f3e4424"} 2025-12-04T11:48:15.669Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"demand-backup-encrypted-with-tls-16903"}, "namespace": "demand-backup-encrypted-with-tls-16903", "name": "some-name", "reconcileID": "0fc66d92-e86d-44df-b74f-8a1ddb10eb7c"} 2025-12-04T11:48:20.977Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"demand-backup-encrypted-with-tls-16903"}, "namespace": "demand-backup-encrypted-with-tls-16903", "name": "some-name", "reconcileID": "f65d2a13-c54a-44a0-a513-58ad7db6027f"} 2025-12-04T11:48:26.182Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"demand-backup-encrypted-with-tls-16903"}, "namespace": "demand-backup-encrypted-with-tls-16903", "name": "some-name", "reconcileID": "f3472e1e-2fbc-4114-8aa6-33582c514b77"} 2025-12-04T11:48:31.504Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"demand-backup-encrypted-with-tls-16903"}, "namespace": "demand-backup-encrypted-with-tls-16903", "name": "some-name", "reconcileID": "0abb2bac-769e-403d-a5e8-7ed7119644ef"} 2025-12-04T11:48:36.487Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"demand-backup-encrypted-with-tls-16903"}, "namespace": "demand-backup-encrypted-with-tls-16903", "name": "some-name", "reconcileID": "a6abb588-94e6-428c-90a0-0a4c57ed527a"} 2025-12-04T11:48:41.979Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"demand-backup-encrypted-with-tls-16903"}, "namespace": "demand-backup-encrypted-with-tls-16903", "name": "some-name", "reconcileID": "df44e32f-9b95-4af7-a96d-8cb677763203"} 2025-12-04T11:48:47.577Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"demand-backup-encrypted-with-tls-16903"}, "namespace": "demand-backup-encrypted-with-tls-16903", "name": "some-name", "reconcileID": "e17689aa-0944-43cb-a9d8-f6acb23b68f9"} 2025-12-04T11:48:49.336Z DEBUG Check if parallel backups are allowed {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"on-demand-backup-pvc","namespace":"demand-backup-encrypted-with-tls-16903"}, "namespace": "demand-backup-encrypted-with-tls-16903", "name": "on-demand-backup-pvc", "reconcileID": "a5c62bb4-a2bc-45c1-ab7f-d7987f16db3e", "cluster": "some-name", "storage": "pvc", "allowed": true} 2025-12-04T11:48:49.337Z INFO Creating a new volume for backup {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"on-demand-backup-pvc","namespace":"demand-backup-encrypted-with-tls-16903"}, "namespace": "demand-backup-encrypted-with-tls-16903", "name": "on-demand-backup-pvc", "reconcileID": "a5c62bb4-a2bc-45c1-ab7f-d7987f16db3e", "Namespace": "demand-backup-encrypted-with-tls-16903", "Name": "xb-on-demand-backup-pvc-20251204114849-7af5ea60"} 2025-12-04T11:48:49.442Z INFO Created a new backup job {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"on-demand-backup-pvc","namespace":"demand-backup-encrypted-with-tls-16903"}, "namespace": "demand-backup-encrypted-with-tls-16903", "name": "on-demand-backup-pvc", "reconcileID": "a5c62bb4-a2bc-45c1-ab7f-d7987f16db3e", "namespace": "demand-backup-encrypted-with-tls-16903", "name": "xb-on-demand-backup-pvc"} 2025-12-04T11:48:52.267Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"demand-backup-encrypted-with-tls-16903"}, "namespace": "demand-backup-encrypted-with-tls-16903", "name": "some-name", "reconcileID": "0c2266f3-69ca-4e41-a900-8f8f92577acc"} 2025-12-04T11:48:54.443Z DEBUG Check if parallel backups are allowed {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"on-demand-backup-pvc","namespace":"demand-backup-encrypted-with-tls-16903"}, "namespace": "demand-backup-encrypted-with-tls-16903", "name": "on-demand-backup-pvc", "reconcileID": "94c1b6fd-2001-4d0f-affa-11733c7d24e8", "cluster": "some-name", "storage": "pvc", "allowed": true} 2025-12-04T11:48:54.501Z DEBUG Check if parallel backups are allowed {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"on-demand-backup-pvc","namespace":"demand-backup-encrypted-with-tls-16903"}, "namespace": "demand-backup-encrypted-with-tls-16903", "name": "on-demand-backup-pvc", "reconcileID": "893b62a8-a954-475b-a168-7bf7f0166860", "cluster": "some-name", "storage": "pvc", "allowed": true} 2025-12-04T11:48:57.680Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"demand-backup-encrypted-with-tls-16903"}, "namespace": "demand-backup-encrypted-with-tls-16903", "name": "some-name", "reconcileID": "5b392f10-7bf6-4cab-bcd0-bcf1b2de5ab6"} 2025-12-04T11:48:59.493Z DEBUG Check if parallel backups are allowed {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"on-demand-backup-pvc","namespace":"demand-backup-encrypted-with-tls-16903"}, "namespace": "demand-backup-encrypted-with-tls-16903", "name": "on-demand-backup-pvc", "reconcileID": "980a8138-64c1-458a-bc4c-f26aebb2e293", "cluster": "some-name", "storage": "pvc", "allowed": true} 2025-12-04T11:49:03.492Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"demand-backup-encrypted-with-tls-16903"}, "namespace": "demand-backup-encrypted-with-tls-16903", "name": "some-name", "reconcileID": "eef893be-e221-4574-8017-a5e958b1532c"} 2025-12-04T11:49:04.530Z DEBUG Check if parallel backups are allowed {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"on-demand-backup-pvc","namespace":"demand-backup-encrypted-with-tls-16903"}, "namespace": "demand-backup-encrypted-with-tls-16903", "name": "on-demand-backup-pvc", "reconcileID": "b02c9597-c803-430e-867b-df45282a9b3c", "cluster": "some-name", "storage": "pvc", "allowed": true} 2025-12-04T11:49:04.587Z DEBUG Check if parallel backups are allowed {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"on-demand-backup-pvc","namespace":"demand-backup-encrypted-with-tls-16903"}, "namespace": "demand-backup-encrypted-with-tls-16903", "name": "on-demand-backup-pvc", "reconcileID": "e9bb0be5-5312-451a-a20f-26aec51b3700", "cluster": "some-name", "storage": "pvc", "allowed": true} 2025-12-04T11:49:08.875Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"demand-backup-encrypted-with-tls-16903"}, "namespace": "demand-backup-encrypted-with-tls-16903", "name": "some-name", "reconcileID": "260dbffd-da9f-4aed-99dc-703d1fa6961b"} 2025-12-04T11:49:09.579Z DEBUG Check if parallel backups are allowed {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"on-demand-backup-pvc","namespace":"demand-backup-encrypted-with-tls-16903"}, "namespace": "demand-backup-encrypted-with-tls-16903", "name": "on-demand-backup-pvc", "reconcileID": "4255155f-ce82-483c-8623-7d10e82014df", "cluster": "some-name", "storage": "pvc", "allowed": true} 2025-12-04T11:49:14.162Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"demand-backup-encrypted-with-tls-16903"}, "namespace": "demand-backup-encrypted-with-tls-16903", "name": "some-name", "reconcileID": "5962621b-6931-4fa1-8a1a-da055638d1c0"} 2025-12-04T11:49:14.609Z DEBUG Check if parallel backups are allowed {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"on-demand-backup-pvc","namespace":"demand-backup-encrypted-with-tls-16903"}, "namespace": "demand-backup-encrypted-with-tls-16903", "name": "on-demand-backup-pvc", "reconcileID": "1e701f23-a611-4029-95f0-2a1253e2cb53", "cluster": "some-name", "storage": "pvc", "allowed": true} 2025-12-04T11:49:19.576Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"demand-backup-encrypted-with-tls-16903"}, "namespace": "demand-backup-encrypted-with-tls-16903", "name": "some-name", "reconcileID": "8d115c3b-7e3d-47db-afe2-41e3052585f3"} 2025-12-04T11:49:19.643Z DEBUG Check if parallel backups are allowed {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"on-demand-backup-pvc","namespace":"demand-backup-encrypted-with-tls-16903"}, "namespace": "demand-backup-encrypted-with-tls-16903", "name": "on-demand-backup-pvc", "reconcileID": "bedf1c69-ec43-46ca-9249-c0d041ca6a41", "cluster": "some-name", "storage": "pvc", "allowed": true} 2025-12-04T11:49:24.673Z DEBUG Check if parallel backups are allowed {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"on-demand-backup-pvc","namespace":"demand-backup-encrypted-with-tls-16903"}, "namespace": "demand-backup-encrypted-with-tls-16903", "name": "on-demand-backup-pvc", "reconcileID": "44fb313e-5e50-4248-923a-f7d4f51d61fd", "cluster": "some-name", "storage": "pvc", "allowed": true} 2025-12-04T11:49:24.701Z INFO Backup succeeded {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"on-demand-backup-pvc","namespace":"demand-backup-encrypted-with-tls-16903"}, "namespace": "demand-backup-encrypted-with-tls-16903", "name": "on-demand-backup-pvc", "reconcileID": "44fb313e-5e50-4248-923a-f7d4f51d61fd", "job": "xb-on-demand-backup-pvc"} 2025-12-04T11:49:24.701Z DEBUG Removing mysql-init secret {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"on-demand-backup-pvc","namespace":"demand-backup-encrypted-with-tls-16903"}, "namespace": "demand-backup-encrypted-with-tls-16903", "name": "on-demand-backup-pvc", "reconcileID": "44fb313e-5e50-4248-923a-f7d4f51d61fd", "job": "xb-on-demand-backup-pvc", "secret": "some-name-mysql-init"} 2025-12-04T11:49:24.888Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"demand-backup-encrypted-with-tls-16903"}, "namespace": "demand-backup-encrypted-with-tls-16903", "name": "some-name", "reconcileID": "cca93a42-3a69-4893-8f2e-6d2805dd3fe4"} 2025-12-04T11:49:30.881Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"demand-backup-encrypted-with-tls-16903"}, "namespace": "demand-backup-encrypted-with-tls-16903", "name": "some-name", "reconcileID": "7079a99f-f463-481f-837b-56a16cca4d14"} 2025-12-04T11:49:35.385Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"demand-backup-encrypted-with-tls-16903"}, "namespace": "demand-backup-encrypted-with-tls-16903", "name": "some-name", "reconcileID": "512fa074-7a84-4395-b601-fc1d58d65500"} 2025-12-04T11:49:40.594Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"demand-backup-encrypted-with-tls-16903"}, "namespace": "demand-backup-encrypted-with-tls-16903", "name": "some-name", "reconcileID": "2505d192-4988-49d8-8aad-d89776674c50"} 2025-12-04T11:49:45.478Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"demand-backup-encrypted-with-tls-16903"}, "namespace": "demand-backup-encrypted-with-tls-16903", "name": "some-name", "reconcileID": "7628e0fb-a1e6-4f9b-b410-830171aa1ef8"} 2025-12-04T11:49:46.953Z INFO stopping cluster {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"on-demand-backup-pvc","namespace":"demand-backup-encrypted-with-tls-16903"}, "namespace": "demand-backup-encrypted-with-tls-16903", "name": "on-demand-backup-pvc", "reconcileID": "2980e1a7-0c2f-4f6e-a3ba-0bae77813c40", "cluster": "some-name"} 2025-12-04T11:49:47.058Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"demand-backup-encrypted-with-tls-16903"}, "namespace": "demand-backup-encrypted-with-tls-16903", "name": "some-name", "reconcileID": "76493d7f-ca41-427d-afe0-1747f9b72906"} 2025-12-04T11:49:47.059Z DEBUG Updating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"demand-backup-encrypted-with-tls-16903"}, "namespace": "demand-backup-encrypted-with-tls-16903", "name": "some-name", "reconcileID": "76493d7f-ca41-427d-afe0-1747f9b72906", "object": "some-name-pxc", "kind": "&TypeMeta{Kind:StatefulSet,APIVersion:apps/v1,}", "hashChanged": true, "metaChanged": true} &v1.StatefulSet{ TypeMeta: {Kind: "StatefulSet", APIVersion: "apps/v1"}, ObjectMeta: v1.ObjectMeta{ ... // 2 identical fields Namespace: "demand-backup-encrypted-with-tls-16903", SelfLink: "", - UID: "7cb95303-27e7-4184-84f4-0a3a797ddf79", + UID: "", - ResourceVersion: "1764848827544655022", + ResourceVersion: "", - Generation: 1, + Generation: 0, - CreationTimestamp: v1.Time{Time: s"2025-12-04 11:43:32 +0000 UTC"}, + CreationTimestamp: v1.Time{}, DeletionTimestamp: nil, DeletionGracePeriodSeconds: nil, Labels: nil, - Annotations: map[string]string{ - "percona.com/last-config-hash": "eyJyZXBsaWNhcyI6Mywic2VsZWN0b3IiOnsibWF0Y2hMYWJlbHMiOnsiYXBwLmt1YmVybmV0ZXMuaW8vY29tcG9uZW50IjoicHhjIiwiYXBwLmt1YmVybmV0ZXMuaW8vaW5zdGFuY2UiOiJzb21lLW5hbWUiLCJhcHAua3ViZXJuZXRlcy5pby9tYW5hZ2VkLWJ5IjoicGVyY29uYS14dHJhZGItY2x1c3Rlci1vcGVyYXRvciIsImFwcC5rdWJl"..., - }, + Annotations: map[string]string{ + "percona.com/last-config-hash": "eyJyZXBsaWNhcyI6MCwic2VsZWN0b3IiOnsibWF0Y2hMYWJlbHMiOnsiYXBwLmt1YmVybmV0ZXMuaW8vY29tcG9uZW50IjoicHhjIiwiYXBwLmt1YmVybmV0ZXMuaW8vaW5zdGFuY2UiOiJzb21lLW5hbWUiLCJhcHAua3ViZXJuZXRlcy5pby9tYW5hZ2VkLWJ5IjoicGVyY29uYS14dHJhZGItY2x1c3Rlci1vcGVyYXRvciIsImFwcC5rdWJl"..., + }, OwnerReferences: {{APIVersion: "pxc.percona.com/v1", Kind: "PerconaXtraDBCluster", Name: "some-name", UID: "21dfb37f-c6d4-4ce7-876c-f2a82a734287", ...}}, Finalizers: nil, - ManagedFields: []v1.ManagedFieldsEntry{ - { - Manager: "percona-xtradb-cluster-operator", - Operation: "Update", - APIVersion: "apps/v1", - Time: s"2025-12-04 11:43:32 +0000 UTC", - FieldsType: "FieldsV1", - FieldsV1: s`{"f:metadata":{"f:annotations":{".":{},"f:percona.com/last-confi`..., - }, - { - Manager: "kube-controller-manager", - Operation: "Update", - APIVersion: "apps/v1", - Time: s"2025-12-04 11:47:07 +0000 UTC", - FieldsType: "FieldsV1", - FieldsV1: s`{"f:status":{"f:availableReplicas":{},"f:collisionCount":{},"f:c`..., - Subresource: "status", - }, - }, + ManagedFields: nil, }, Spec: v1.StatefulSetSpec{ - Replicas: &3, + Replicas: &0, Selector: &{MatchLabels: {"app.kubernetes.io/component": "pxc", "app.kubernetes.io/instance": "some-name", "app.kubernetes.io/managed-by": "percona-xtradb-cluster-operator", "app.kubernetes.io/name": "percona-xtradb-cluster", ...}}, Template: v1.PodTemplateSpec{ ObjectMeta: {Labels: {"app.kubernetes.io/component": "pxc", "app.kubernetes.io/instance": "some-name", "app.kubernetes.io/managed-by": "percona-xtradb-cluster-operator", "app.kubernetes.io/name": "percona-xtradb-cluster", ...}, Annotations: {"kubectl.kubernetes.io/default-container": "pxc", "percona.com/configuration-hash": "d41d8cd98f00b204e9800998ecf8427e", "percona.com/ssl-hash": "cfd6a52398268173b51d7cdb1331c09a", "percona.com/ssl-internal-hash": "751e59a1c1d94ac67f9d6bb6e756acdc", ...}}, Spec: v1.PodSpec{ Volumes: []v1.Volume{ {Name: "tmp", VolumeSource: {EmptyDir: &{}}}, { Name: "config", VolumeSource: v1.VolumeSource{ ... // 16 identical fields FC: nil, AzureFile: nil, ConfigMap: &v1.ConfigMapVolumeSource{ LocalObjectReference: {Name: "some-name-pxc"}, Items: nil, - DefaultMode: &420, + DefaultMode: nil, Optional: &true, }, VsphereVolume: nil, Quobyte: nil, ... // 9 identical fields }, }, { Name: "ssl-internal", VolumeSource: v1.VolumeSource{ ... // 3 identical fields AWSElasticBlockStore: nil, GitRepo: nil, Secret: &v1.SecretVolumeSource{ SecretName: "some-name-ssl-internal", Items: nil, - DefaultMode: &420, + DefaultMode: nil, Optional: &true, }, NFS: nil, ISCSI: nil, ... // 22 identical fields }, }, { Name: "ssl", VolumeSource: v1.VolumeSource{ ... // 3 identical fields AWSElasticBlockStore: nil, GitRepo: nil, Secret: &v1.SecretVolumeSource{ SecretName: "some-name-ssl", Items: nil, - DefaultMode: &420, + DefaultMode: nil, Optional: &false, }, NFS: nil, ISCSI: nil, ... // 22 identical fields }, }, { Name: "auto-config", VolumeSource: v1.VolumeSource{ ... // 16 identical fields FC: nil, AzureFile: nil, ConfigMap: &v1.ConfigMapVolumeSource{ LocalObjectReference: {Name: "auto-some-name-pxc"}, Items: nil, - DefaultMode: &420, + DefaultMode: nil, Optional: &true, }, VsphereVolume: nil, Quobyte: nil, ... // 9 identical fields }, }, { Name: "vault-keyring-secret", VolumeSource: v1.VolumeSource{ ... // 3 identical fields AWSElasticBlockStore: nil, GitRepo: nil, Secret: &v1.SecretVolumeSource{ SecretName: "some-name-vault", Items: nil, - DefaultMode: &420, + DefaultMode: nil, Optional: &true, }, NFS: nil, ISCSI: nil, ... // 22 identical fields }, }, { Name: "mysql-users-secret-file", VolumeSource: v1.VolumeSource{ ... // 3 identical fields AWSElasticBlockStore: nil, GitRepo: nil, Secret: &v1.SecretVolumeSource{ SecretName: "internal-some-name", Items: nil, - DefaultMode: &420, + DefaultMode: nil, Optional: &false, }, NFS: nil, ISCSI: nil, ... // 22 identical fields }, }, { Name: "mysql-init-file", VolumeSource: v1.VolumeSource{ ... // 3 identical fields AWSElasticBlockStore: nil, GitRepo: nil, Secret: &v1.SecretVolumeSource{ SecretName: "some-name-mysql-init", Items: nil, - DefaultMode: &420, + DefaultMode: nil, Optional: &true, }, NFS: nil, ISCSI: nil, ... // 22 identical fields }, }, }, InitContainers: []v1.Container{ { ... // 16 identical fields StartupProbe: nil, Lifecycle: nil, - TerminationMessagePath: "/dev/termination-log", + TerminationMessagePath: "", - TerminationMessagePolicy: "File", + TerminationMessagePolicy: "", ImagePullPolicy: "Always", SecurityContext: nil, ... // 3 identical fields }, }, Containers: []v1.Container{ { ... // 5 identical fields Ports: nil, EnvFrom: {{SecretRef: &{LocalObjectReference: {Name: "some-name-log-collector"}, Optional: &true}}}, Env: []v1.EnvVar{ {Name: "LOG_DATA_DIR", Value: "/var/lib/mysql"}, { Name: "POD_NAMESPASE", Value: "", ValueFrom: &v1.EnvVarSource{ FieldRef: &v1.ObjectFieldSelector{ - APIVersion: "v1", + APIVersion: "", FieldPath: "metadata.namespace", }, ResourceFieldRef: nil, ConfigMapKeyRef: nil, ... // 2 identical fields }, }, { Name: "POD_NAME", Value: "", ValueFrom: &v1.EnvVarSource{ FieldRef: &v1.ObjectFieldSelector{ - APIVersion: "v1", + APIVersion: "", FieldPath: "metadata.name", }, ResourceFieldRef: nil, ConfigMapKeyRef: nil, ... // 2 identical fields }, }, }, Resources: {}, ResizePolicy: nil, ... // 6 identical fields StartupProbe: nil, Lifecycle: nil, - TerminationMessagePath: "/dev/termination-log", + TerminationMessagePath: "", - TerminationMessagePolicy: "File", + TerminationMessagePolicy: "", ImagePullPolicy: "Always", SecurityContext: nil, ... // 3 identical fields }, { ... // 16 identical fields StartupProbe: nil, Lifecycle: nil, - TerminationMessagePath: "/dev/termination-log", + TerminationMessagePath: "", - TerminationMessagePolicy: "File", + TerminationMessagePolicy: "", ImagePullPolicy: "Always", SecurityContext: nil, ... // 3 identical fields }, { ... // 3 identical fields Args: {"mysqld"}, WorkingDir: "", Ports: []v1.ContainerPort{ { Name: "mysql", HostPort: 0, ContainerPort: 3306, - Protocol: "TCP", + Protocol: "", HostIP: "", }, { Name: "sst", HostPort: 0, ContainerPort: 4444, - Protocol: "TCP", + Protocol: "", HostIP: "", }, { Name: "write-set", HostPort: 0, ContainerPort: 4567, - Protocol: "TCP", + Protocol: "", HostIP: "", }, { Name: "ist", HostPort: 0, ContainerPort: 4568, - Protocol: "TCP", + Protocol: "", HostIP: "", }, { Name: "mysql-admin", HostPort: 0, ContainerPort: 33062, - Protocol: "TCP", + Protocol: "", HostIP: "", }, { Name: "mysqlx", HostPort: 0, ContainerPort: 33060, - Protocol: "TCP", + Protocol: "", HostIP: "", }, }, EnvFrom: {{SecretRef: &{LocalObjectReference: {Name: "some-name-env-vars-pxc"}, Optional: &true}}}, Env: {{Name: "PXC_SERVICE", Value: "some-name-pxc-unready"}, {Name: "MONITOR_HOST", Value: "%"}, {Name: "MYSQL_ROOT_PASSWORD", ValueFrom: &{SecretKeyRef: &{LocalObjectReference: {Name: "internal-some-name"}, Key: "root"}}}, {Name: "XTRABACKUP_PASSWORD", ValueFrom: &{SecretKeyRef: &{LocalObjectReference: {Name: "internal-some-name"}, Key: "xtrabackup"}}}, ...}, ... // 4 identical fields VolumeMounts: {{Name: "datadir", MountPath: "/var/lib/mysql"}, {Name: "config", MountPath: "/etc/percona-xtradb-cluster.conf.d"}, {Name: "tmp", MountPath: "/tmp"}, {Name: "ssl", MountPath: "/etc/mysql/ssl"}, ...}, VolumeDevices: nil, LivenessProbe: &v1.Probe{ ProbeHandler: {Exec: &{Command: {"/var/lib/mysql/liveness-check.sh"}}}, InitialDelaySeconds: 300, TimeoutSeconds: 5, - PeriodSeconds: 10, + PeriodSeconds: 0, SuccessThreshold: 1, FailureThreshold: 3, TerminationGracePeriodSeconds: nil, }, ReadinessProbe: &{ProbeHandler: {Exec: &{Command: {"/var/lib/mysql/readiness-check.sh"}}}, InitialDelaySeconds: 15, TimeoutSeconds: 15, PeriodSeconds: 30, ...}, StartupProbe: nil, Lifecycle: nil, - TerminationMessagePath: "/dev/termination-log", + TerminationMessagePath: "", - TerminationMessagePolicy: "File", + TerminationMessagePolicy: "", ImagePullPolicy: "Always", SecurityContext: nil, ... // 3 identical fields }, }, EphemeralContainers: nil, - RestartPolicy: "Always", + RestartPolicy: "", TerminationGracePeriodSeconds: &600, ActiveDeadlineSeconds: nil, - DNSPolicy: "ClusterFirst", + DNSPolicy: "", NodeSelector: nil, ServiceAccountName: "default", - DeprecatedServiceAccount: "default", + DeprecatedServiceAccount: "", AutomountServiceAccountToken: nil, NodeName: "", ... // 7 identical fields Subdomain: "", Affinity: &{PodAntiAffinity: &{RequiredDuringSchedulingIgnoredDuringExecution: {{LabelSelector: &{MatchLabels: {"app.kubernetes.io/component": "pxc", "app.kubernetes.io/instance": "some-name", "app.kubernetes.io/managed-by": "percona-xtradb-cluster-operator", "app.kubernetes.io/name": "percona-xtradb-cluster", ...}}, TopologyKey: "kubernetes.io/hostname"}}}}, - SchedulerName: "default-scheduler", + SchedulerName: "", Tolerations: nil, HostAliases: nil, ... // 6 identical fields PreemptionPolicy: nil, Overhead: nil, - TopologySpreadConstraints: nil, + TopologySpreadConstraints: []v1.TopologySpreadConstraint{}, SetHostnameAsFQDN: nil, OS: nil, ... // 5 identical fields }, }, VolumeClaimTemplates: []v1.PersistentVolumeClaim{ { TypeMeta: {}, ObjectMeta: {Name: "datadir", Labels: {"app.kubernetes.io/component": "pxc", "app.kubernetes.io/instance": "some-name", "app.kubernetes.io/managed-by": "percona-xtradb-cluster-operator", "app.kubernetes.io/name": "percona-xtradb-cluster", ...}}, Spec: v1.PersistentVolumeClaimSpec{ ... // 3 identical fields VolumeName: "", StorageClassName: nil, - VolumeMode: &"Filesystem", + VolumeMode: nil, DataSource: nil, DataSourceRef: nil, VolumeAttributesClassName: nil, }, Status: v1.PersistentVolumeClaimStatus{ - Phase: "Pending", + Phase: "", AccessModes: nil, Capacity: nil, ... // 5 identical fields }, }, }, ServiceName: "some-name-pxc", - PodManagementPolicy: "OrderedReady", + PodManagementPolicy: "", UpdateStrategy: {Type: "RollingUpdate", RollingUpdate: &{Partition: &0}}, - RevisionHistoryLimit: &10, + RevisionHistoryLimit: nil, MinReadySeconds: 0, - PersistentVolumeClaimRetentionPolicy: s"&StatefulSetPersistentVolumeClaimRetentionPolicy{WhenDeleted:Retain,WhenScaled:Retain,}", + PersistentVolumeClaimRetentionPolicy: nil, Ordinals: nil, }, Status: v1.StatefulSetStatus{ - ObservedGeneration: 1, + ObservedGeneration: 0, - Replicas: 3, + Replicas: 0, - ReadyReplicas: 3, + ReadyReplicas: 0, - CurrentReplicas: 3, + CurrentReplicas: 0, - UpdatedReplicas: 3, + UpdatedReplicas: 0, - CurrentRevision: "some-name-pxc-8cb768fcd", + CurrentRevision: "", - UpdateRevision: "some-name-pxc-8cb768fcd", + UpdateRevision: "", - CollisionCount: &0, + CollisionCount: nil, Conditions: nil, - AvailableReplicas: 3, + AvailableReplicas: 0, }, } 2025-12-04T11:49:47.126Z DEBUG Updating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"demand-backup-encrypted-with-tls-16903"}, "namespace": "demand-backup-encrypted-with-tls-16903", "name": "some-name", "reconcileID": "76493d7f-ca41-427d-afe0-1747f9b72906", "object": "some-name-proxysql", "kind": "&TypeMeta{Kind:StatefulSet,APIVersion:apps/v1,}", "hashChanged": true, "metaChanged": true} &v1.StatefulSet{ TypeMeta: {Kind: "StatefulSet", APIVersion: "apps/v1"}, ObjectMeta: v1.ObjectMeta{ ... // 2 identical fields Namespace: "demand-backup-encrypted-with-tls-16903", SelfLink: "", - UID: "6a3c6b1c-5b2b-4e8a-8113-42dba885fb88", + UID: "", - ResourceVersion: "1764848651855103019", + ResourceVersion: "", - Generation: 1, + Generation: 0, - CreationTimestamp: v1.Time{Time: s"2025-12-04 11:43:32 +0000 UTC"}, + CreationTimestamp: v1.Time{}, DeletionTimestamp: nil, DeletionGracePeriodSeconds: nil, Labels: nil, - Annotations: map[string]string{ - "percona.com/last-config-hash": "eyJyZXBsaWNhcyI6Miwic2VsZWN0b3IiOnsibWF0Y2hMYWJlbHMiOnsiYXBwLmt1YmVybmV0ZXMuaW8vY29tcG9uZW50IjoicHJveHlzcWwiLCJhcHAua3ViZXJuZXRlcy5pby9pbnN0YW5jZSI6InNvbWUtbmFtZSIsImFwcC5rdWJlcm5ldGVzLmlvL21hbmFnZWQtYnkiOiJwZXJjb25hLXh0cmFkYi1jbHVzdGVyLW9wZXJhdG9yIiwiYXBw"..., - }, + Annotations: map[string]string{ + "percona.com/last-config-hash": "eyJyZXBsaWNhcyI6MCwic2VsZWN0b3IiOnsibWF0Y2hMYWJlbHMiOnsiYXBwLmt1YmVybmV0ZXMuaW8vY29tcG9uZW50IjoicHJveHlzcWwiLCJhcHAua3ViZXJuZXRlcy5pby9pbnN0YW5jZSI6InNvbWUtbmFtZSIsImFwcC5rdWJlcm5ldGVzLmlvL21hbmFnZWQtYnkiOiJwZXJjb25hLXh0cmFkYi1jbHVzdGVyLW9wZXJhdG9yIiwiYXBw"..., + }, OwnerReferences: {{APIVersion: "pxc.percona.com/v1", Kind: "PerconaXtraDBCluster", Name: "some-name", UID: "21dfb37f-c6d4-4ce7-876c-f2a82a734287", ...}}, Finalizers: nil, - ManagedFields: []v1.ManagedFieldsEntry{ - { - Manager: "percona-xtradb-cluster-operator", - Operation: "Update", - APIVersion: "apps/v1", - Time: s"2025-12-04 11:43:32 +0000 UTC", - FieldsType: "FieldsV1", - FieldsV1: s`{"f:metadata":{"f:annotations":{".":{},"f:percona.com/last-confi`..., - }, - { - Manager: "kube-controller-manager", - Operation: "Update", - APIVersion: "apps/v1", - Time: s"2025-12-04 11:44:11 +0000 UTC", - FieldsType: "FieldsV1", - FieldsV1: s`{"f:status":{"f:availableReplicas":{},"f:collisionCount":{},"f:c`..., - Subresource: "status", - }, - }, + ManagedFields: nil, }, Spec: v1.StatefulSetSpec{ - Replicas: &2, + Replicas: &0, Selector: &{MatchLabels: {"app.kubernetes.io/component": "proxysql", "app.kubernetes.io/instance": "some-name", "app.kubernetes.io/managed-by": "percona-xtradb-cluster-operator", "app.kubernetes.io/name": "percona-xtradb-cluster", ...}}, Template: v1.PodTemplateSpec{ ObjectMeta: {Labels: {"app.kubernetes.io/component": "proxysql", "app.kubernetes.io/instance": "some-name", "app.kubernetes.io/managed-by": "percona-xtradb-cluster-operator", "app.kubernetes.io/name": "percona-xtradb-cluster", ...}, Annotations: {"kubectl.kubernetes.io/default-container": "proxysql", "percona.com/configuration-hash": "d41d8cd98f00b204e9800998ecf8427e", "percona.com/ssl-hash": "cfd6a52398268173b51d7cdb1331c09a", "percona.com/ssl-internal-hash": "751e59a1c1d94ac67f9d6bb6e756acdc", ...}}, Spec: v1.PodSpec{ Volumes: []v1.Volume{ { Name: "ssl-internal", VolumeSource: v1.VolumeSource{ ... // 3 identical fields AWSElasticBlockStore: nil, GitRepo: nil, Secret: &v1.SecretVolumeSource{ SecretName: "some-name-ssl-internal", Items: nil, - DefaultMode: &420, + DefaultMode: nil, Optional: &true, }, NFS: nil, ISCSI: nil, ... // 22 identical fields }, }, { Name: "ssl", VolumeSource: v1.VolumeSource{ ... // 3 identical fields AWSElasticBlockStore: nil, GitRepo: nil, Secret: &v1.SecretVolumeSource{ SecretName: "some-name-ssl", Items: nil, - DefaultMode: &420, + DefaultMode: nil, Optional: &false, }, NFS: nil, ISCSI: nil, ... // 22 identical fields }, }, {Name: "bin", VolumeSource: {EmptyDir: &{}}}, }, InitContainers: []v1.Container{ { ... // 16 identical fields StartupProbe: nil, Lifecycle: nil, - TerminationMessagePath: "/dev/termination-log", + TerminationMessagePath: "", - TerminationMessagePolicy: "File", + TerminationMessagePolicy: "", ImagePullPolicy: "Always", SecurityContext: nil, ... // 3 identical fields }, { ... // 16 identical fields StartupProbe: nil, Lifecycle: nil, - TerminationMessagePath: "/dev/termination-log", + TerminationMessagePath: "", - TerminationMessagePolicy: "File", + TerminationMessagePolicy: "", ImagePullPolicy: "Always", SecurityContext: nil, ... // 3 identical fields }, }, Containers: []v1.Container{ { ... // 3 identical fields Args: {"proxysql", "-f", "-c", "/etc/proxysql/proxysql.cnf", ...}, WorkingDir: "", Ports: []v1.ContainerPort{ { Name: "mysql", HostPort: 0, ContainerPort: 3306, - Protocol: "TCP", + Protocol: "", HostIP: "", }, { Name: "proxyadm", HostPort: 0, ContainerPort: 6032, - Protocol: "TCP", + Protocol: "", HostIP: "", }, { Name: "stats", HostPort: 0, ContainerPort: 6070, - Protocol: "TCP", + Protocol: "", HostIP: "", }, }, EnvFrom: {{SecretRef: &{LocalObjectReference: {Name: "some-name-env-vars-proxysql"}, Optional: &true}}}, Env: {{Name: "PXC_SERVICE", Value: "some-name-pxc"}, {Name: "OPERATOR_PASSWORD", ValueFrom: &{SecretKeyRef: &{LocalObjectReference: {Name: "internal-some-name"}, Key: "operator"}}}, {Name: "PROXY_ADMIN_USER", Value: "proxyadmin"}, {Name: "PROXY_ADMIN_PASSWORD", ValueFrom: &{SecretKeyRef: &{LocalObjectReference: {Name: "internal-some-name"}, Key: "proxyadmin"}}}, ...}, ... // 8 identical fields StartupProbe: nil, Lifecycle: nil, - TerminationMessagePath: "/dev/termination-log", + TerminationMessagePath: "", - TerminationMessagePolicy: "File", + TerminationMessagePolicy: "", ImagePullPolicy: "Always", SecurityContext: nil, ... // 3 identical fields }, { ... // 16 identical fields StartupProbe: nil, Lifecycle: nil, - TerminationMessagePath: "/dev/termination-log", + TerminationMessagePath: "", - TerminationMessagePolicy: "File", + TerminationMessagePolicy: "", ImagePullPolicy: "Always", SecurityContext: nil, ... // 3 identical fields }, { ... // 16 identical fields StartupProbe: nil, Lifecycle: nil, - TerminationMessagePath: "/dev/termination-log", + TerminationMessagePath: "", - TerminationMessagePolicy: "File", + TerminationMessagePolicy: "", ImagePullPolicy: "Always", SecurityContext: nil, ... // 3 identical fields }, }, EphemeralContainers: nil, - RestartPolicy: "Always", + RestartPolicy: "", TerminationGracePeriodSeconds: &30, ActiveDeadlineSeconds: nil, - DNSPolicy: "ClusterFirst", + DNSPolicy: "", NodeSelector: nil, ServiceAccountName: "default", - DeprecatedServiceAccount: "default", + DeprecatedServiceAccount: "", AutomountServiceAccountToken: nil, NodeName: "", ... // 7 identical fields Subdomain: "", Affinity: &{PodAntiAffinity: &{RequiredDuringSchedulingIgnoredDuringExecution: {{LabelSelector: &{MatchLabels: {"app.kubernetes.io/component": "proxysql", "app.kubernetes.io/instance": "some-name", "app.kubernetes.io/managed-by": "percona-xtradb-cluster-operator", "app.kubernetes.io/name": "percona-xtradb-cluster", ...}}, TopologyKey: "kubernetes.io/hostname"}}}}, - SchedulerName: "default-scheduler", + SchedulerName: "", Tolerations: nil, HostAliases: nil, ... // 6 identical fields PreemptionPolicy: nil, Overhead: nil, - TopologySpreadConstraints: nil, + TopologySpreadConstraints: []v1.TopologySpreadConstraint{}, SetHostnameAsFQDN: nil, OS: nil, ... // 5 identical fields }, }, VolumeClaimTemplates: []v1.PersistentVolumeClaim{ { TypeMeta: {}, ObjectMeta: {Name: "proxydata", Labels: {"app.kubernetes.io/component": "proxysql", "app.kubernetes.io/instance": "some-name", "app.kubernetes.io/managed-by": "percona-xtradb-cluster-operator", "app.kubernetes.io/name": "percona-xtradb-cluster", ...}}, Spec: v1.PersistentVolumeClaimSpec{ ... // 3 identical fields VolumeName: "", StorageClassName: nil, - VolumeMode: &"Filesystem", + VolumeMode: nil, DataSource: nil, DataSourceRef: nil, VolumeAttributesClassName: nil, }, Status: v1.PersistentVolumeClaimStatus{ - Phase: "Pending", + Phase: "", AccessModes: nil, Capacity: nil, ... // 5 identical fields }, }, }, ServiceName: "some-name-proxysql-unready", - PodManagementPolicy: "OrderedReady", + PodManagementPolicy: "", UpdateStrategy: {Type: "RollingUpdate", RollingUpdate: &{Partition: &0}}, - RevisionHistoryLimit: &10, + RevisionHistoryLimit: nil, MinReadySeconds: 0, - PersistentVolumeClaimRetentionPolicy: s"&StatefulSetPersistentVolumeClaimRetentionPolicy{WhenDeleted:Retain,WhenScaled:Retain,}", + PersistentVolumeClaimRetentionPolicy: nil, Ordinals: nil, }, Status: v1.StatefulSetStatus{ - ObservedGeneration: 1, + ObservedGeneration: 0, - Replicas: 2, + Replicas: 0, - ReadyReplicas: 2, + ReadyReplicas: 0, - CurrentReplicas: 2, + CurrentReplicas: 0, - UpdatedReplicas: 2, + UpdatedReplicas: 0, - CurrentRevision: "some-name-proxysql-7b5c668655", + CurrentRevision: "", - UpdateRevision: "some-name-proxysql-7b5c668655", + UpdateRevision: "", - CollisionCount: &0, + CollisionCount: nil, Conditions: nil, - AvailableReplicas: 2, + AvailableReplicas: 0, }, } 2025-12-04T11:49:47.193Z DEBUG Updating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"demand-backup-encrypted-with-tls-16903"}, "namespace": "demand-backup-encrypted-with-tls-16903", "name": "some-name", "reconcileID": "76493d7f-ca41-427d-afe0-1747f9b72906", "object": "some-name-proxysql", "kind": "&TypeMeta{Kind:StatefulSet,APIVersion:apps/v1,}", "hashChanged": true, "metaChanged": true} &v1.StatefulSet{ TypeMeta: {Kind: "StatefulSet", APIVersion: "apps/v1"}, ObjectMeta: v1.ObjectMeta{ ... // 2 identical fields Namespace: "demand-backup-encrypted-with-tls-16903", SelfLink: "", - UID: "6a3c6b1c-5b2b-4e8a-8113-42dba885fb88", + UID: "", - ResourceVersion: "1764848651855103019", + ResourceVersion: "", - Generation: 1, + Generation: 0, - CreationTimestamp: v1.Time{Time: s"2025-12-04 11:43:32 +0000 UTC"}, + CreationTimestamp: v1.Time{}, DeletionTimestamp: nil, DeletionGracePeriodSeconds: nil, Labels: nil, - Annotations: map[string]string{ - "percona.com/last-config-hash": "eyJyZXBsaWNhcyI6Miwic2VsZWN0b3IiOnsibWF0Y2hMYWJlbHMiOnsiYXBwLmt1YmVybmV0ZXMuaW8vY29tcG9uZW50IjoicHJveHlzcWwiLCJhcHAua3ViZXJuZXRlcy5pby9pbnN0YW5jZSI6InNvbWUtbmFtZSIsImFwcC5rdWJlcm5ldGVzLmlvL21hbmFnZWQtYnkiOiJwZXJjb25hLXh0cmFkYi1jbHVzdGVyLW9wZXJhdG9yIiwiYXBw"..., - }, + Annotations: map[string]string{ + "percona.com/last-config-hash": "eyJyZXBsaWNhcyI6MCwic2VsZWN0b3IiOnsibWF0Y2hMYWJlbHMiOnsiYXBwLmt1YmVybmV0ZXMuaW8vY29tcG9uZW50IjoicHJveHlzcWwiLCJhcHAua3ViZXJuZXRlcy5pby9pbnN0YW5jZSI6InNvbWUtbmFtZSIsImFwcC5rdWJlcm5ldGVzLmlvL21hbmFnZWQtYnkiOiJwZXJjb25hLXh0cmFkYi1jbHVzdGVyLW9wZXJhdG9yIiwiYXBw"..., + }, OwnerReferences: {{APIVersion: "pxc.percona.com/v1", Kind: "PerconaXtraDBCluster", Name: "some-name", UID: "21dfb37f-c6d4-4ce7-876c-f2a82a734287", ...}}, Finalizers: nil, - ManagedFields: []v1.ManagedFieldsEntry{ - { - Manager: "percona-xtradb-cluster-operator", - Operation: "Update", - APIVersion: "apps/v1", - Time: s"2025-12-04 11:43:32 +0000 UTC", - FieldsType: "FieldsV1", - FieldsV1: s`{"f:metadata":{"f:annotations":{".":{},"f:percona.com/last-confi`..., - }, - { - Manager: "kube-controller-manager", - Operation: "Update", - APIVersion: "apps/v1", - Time: s"2025-12-04 11:44:11 +0000 UTC", - FieldsType: "FieldsV1", - FieldsV1: s`{"f:status":{"f:availableReplicas":{},"f:collisionCount":{},"f:c`..., - Subresource: "status", - }, - }, + ManagedFields: nil, }, Spec: v1.StatefulSetSpec{ - Replicas: &2, + Replicas: &0, Selector: &{MatchLabels: {"app.kubernetes.io/component": "proxysql", "app.kubernetes.io/instance": "some-name", "app.kubernetes.io/managed-by": "percona-xtradb-cluster-operator", "app.kubernetes.io/name": "percona-xtradb-cluster", ...}}, Template: v1.PodTemplateSpec{ ObjectMeta: {Labels: {"app.kubernetes.io/component": "proxysql", "app.kubernetes.io/instance": "some-name", "app.kubernetes.io/managed-by": "percona-xtradb-cluster-operator", "app.kubernetes.io/name": "percona-xtradb-cluster", ...}, Annotations: {"kubectl.kubernetes.io/default-container": "proxysql", "percona.com/configuration-hash": "d41d8cd98f00b204e9800998ecf8427e", "percona.com/ssl-hash": "cfd6a52398268173b51d7cdb1331c09a", "percona.com/ssl-internal-hash": "751e59a1c1d94ac67f9d6bb6e756acdc", ...}}, Spec: v1.PodSpec{ Volumes: []v1.Volume{ { Name: "ssl-internal", VolumeSource: v1.VolumeSource{ ... // 3 identical fields AWSElasticBlockStore: nil, GitRepo: nil, Secret: &v1.SecretVolumeSource{ SecretName: "some-name-ssl-internal", Items: nil, - DefaultMode: &420, + DefaultMode: nil, Optional: &true, }, NFS: nil, ISCSI: nil, ... // 22 identical fields }, }, { Name: "ssl", VolumeSource: v1.VolumeSource{ ... // 3 identical fields AWSElasticBlockStore: nil, GitRepo: nil, Secret: &v1.SecretVolumeSource{ SecretName: "some-name-ssl", Items: nil, - DefaultMode: &420, + DefaultMode: nil, Optional: &false, }, NFS: nil, ISCSI: nil, ... // 22 identical fields }, }, {Name: "bin", VolumeSource: {EmptyDir: &{}}}, }, InitContainers: []v1.Container{ { ... // 16 identical fields StartupProbe: nil, Lifecycle: nil, - TerminationMessagePath: "/dev/termination-log", + TerminationMessagePath: "", - TerminationMessagePolicy: "File", + TerminationMessagePolicy: "", ImagePullPolicy: "Always", SecurityContext: nil, ... // 3 identical fields }, { ... // 16 identical fields StartupProbe: nil, Lifecycle: nil, - TerminationMessagePath: "/dev/termination-log", + TerminationMessagePath: "", - TerminationMessagePolicy: "File", + TerminationMessagePolicy: "", ImagePullPolicy: "Always", SecurityContext: nil, ... // 3 identical fields }, }, Containers: []v1.Container{ { ... // 3 identical fields Args: {"proxysql", "-f", "-c", "/etc/proxysql/proxysql.cnf", ...}, WorkingDir: "", Ports: []v1.ContainerPort{ { Name: "mysql", HostPort: 0, ContainerPort: 3306, - Protocol: "TCP", + Protocol: "", HostIP: "", }, { Name: "proxyadm", HostPort: 0, ContainerPort: 6032, - Protocol: "TCP", + Protocol: "", HostIP: "", }, { Name: "stats", HostPort: 0, ContainerPort: 6070, - Protocol: "TCP", + Protocol: "", HostIP: "", }, }, EnvFrom: {{SecretRef: &{LocalObjectReference: {Name: "some-name-env-vars-proxysql"}, Optional: &true}}}, Env: {{Name: "PXC_SERVICE", Value: "some-name-pxc"}, {Name: "OPERATOR_PASSWORD", ValueFrom: &{SecretKeyRef: &{LocalObjectReference: {Name: "internal-some-name"}, Key: "operator"}}}, {Name: "PROXY_ADMIN_USER", Value: "proxyadmin"}, {Name: "PROXY_ADMIN_PASSWORD", ValueFrom: &{SecretKeyRef: &{LocalObjectReference: {Name: "internal-some-name"}, Key: "proxyadmin"}}}, ...}, ... // 8 identical fields StartupProbe: nil, Lifecycle: nil, - TerminationMessagePath: "/dev/termination-log", + TerminationMessagePath: "", - TerminationMessagePolicy: "File", + TerminationMessagePolicy: "", ImagePullPolicy: "Always", SecurityContext: nil, ... // 3 identical fields }, { ... // 16 identical fields StartupProbe: nil, Lifecycle: nil, - TerminationMessagePath: "/dev/termination-log", + TerminationMessagePath: "", - TerminationMessagePolicy: "File", + TerminationMessagePolicy: "", ImagePullPolicy: "Always", SecurityContext: nil, ... // 3 identical fields }, { ... // 16 identical fields StartupProbe: nil, Lifecycle: nil, - TerminationMessagePath: "/dev/termination-log", + TerminationMessagePath: "", - TerminationMessagePolicy: "File", + TerminationMessagePolicy: "", ImagePullPolicy: "Always", SecurityContext: nil, ... // 3 identical fields }, }, EphemeralContainers: nil, - RestartPolicy: "Always", + RestartPolicy: "", TerminationGracePeriodSeconds: &30, ActiveDeadlineSeconds: nil, - DNSPolicy: "ClusterFirst", + DNSPolicy: "", NodeSelector: nil, ServiceAccountName: "default", - DeprecatedServiceAccount: "default", + DeprecatedServiceAccount: "", AutomountServiceAccountToken: nil, NodeName: "", ... // 7 identical fields Subdomain: "", Affinity: &{PodAntiAffinity: &{RequiredDuringSchedulingIgnoredDuringExecution: {{LabelSelector: &{MatchLabels: {"app.kubernetes.io/component": "proxysql", "app.kubernetes.io/instance": "some-name", "app.kubernetes.io/managed-by": "percona-xtradb-cluster-operator", "app.kubernetes.io/name": "percona-xtradb-cluster", ...}}, TopologyKey: "kubernetes.io/hostname"}}}}, - SchedulerName: "default-scheduler", + SchedulerName: "", Tolerations: nil, HostAliases: nil, ... // 6 identical fields PreemptionPolicy: nil, Overhead: nil, - TopologySpreadConstraints: nil, + TopologySpreadConstraints: []v1.TopologySpreadConstraint{}, SetHostnameAsFQDN: nil, OS: nil, ... // 5 identical fields }, }, VolumeClaimTemplates: []v1.PersistentVolumeClaim{ { TypeMeta: {}, ObjectMeta: {Name: "proxydata", Labels: {"app.kubernetes.io/component": "proxysql", "app.kubernetes.io/instance": "some-name", "app.kubernetes.io/managed-by": "percona-xtradb-cluster-operator", "app.kubernetes.io/name": "percona-xtradb-cluster", ...}}, Spec: v1.PersistentVolumeClaimSpec{ ... // 3 identical fields VolumeName: "", StorageClassName: nil, - VolumeMode: &"Filesystem", + VolumeMode: nil, DataSource: nil, DataSourceRef: nil, VolumeAttributesClassName: nil, }, Status: v1.PersistentVolumeClaimStatus{ - Phase: "Pending", + Phase: "", AccessModes: nil, Capacity: nil, ... // 5 identical fields }, }, }, ServiceName: "some-name-proxysql-unready", - PodManagementPolicy: "OrderedReady", + PodManagementPolicy: "", UpdateStrategy: {Type: "RollingUpdate", RollingUpdate: &{Partition: &0}}, - RevisionHistoryLimit: &10, + RevisionHistoryLimit: nil, MinReadySeconds: 0, - PersistentVolumeClaimRetentionPolicy: s"&StatefulSetPersistentVolumeClaimRetentionPolicy{WhenDeleted:Retain,WhenScaled:Retain,}", + PersistentVolumeClaimRetentionPolicy: nil, Ordinals: nil, }, Status: v1.StatefulSetStatus{ - ObservedGeneration: 1, + ObservedGeneration: 0, - Replicas: 2, + Replicas: 0, - ReadyReplicas: 2, + ReadyReplicas: 0, - CurrentReplicas: 2, + CurrentReplicas: 0, - UpdatedReplicas: 2, + UpdatedReplicas: 0, - CurrentRevision: "some-name-proxysql-7b5c668655", + CurrentRevision: "", - UpdateRevision: "some-name-proxysql-7b5c668655", + UpdateRevision: "", - CollisionCount: &0, + CollisionCount: nil, Conditions: nil, - AvailableReplicas: 2, + AvailableReplicas: 0, }, } 2025-12-04T11:50:33.133Z INFO starting restore {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"on-demand-backup-pvc","namespace":"demand-backup-encrypted-with-tls-16903"}, "namespace": "demand-backup-encrypted-with-tls-16903", "name": "on-demand-backup-pvc", "reconcileID": "bf52b088-93ae-4440-8b6f-515777a3a455", "cluster": "some-name", "backup": "on-demand-backup-pvc"} 2025-12-04T11:50:33.340Z INFO starting restore {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"on-demand-backup-pvc","namespace":"demand-backup-encrypted-with-tls-16903"}, "namespace": "demand-backup-encrypted-with-tls-16903", "name": "on-demand-backup-pvc", "reconcileID": "7215dc5f-08b2-4100-9654-dd3553e94244", "cluster": "some-name", "backup": "on-demand-backup-pvc"} 2025-12-04T11:50:38.331Z INFO starting restore {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"on-demand-backup-pvc","namespace":"demand-backup-encrypted-with-tls-16903"}, "namespace": "demand-backup-encrypted-with-tls-16903", "name": "on-demand-backup-pvc", "reconcileID": "f8235c14-4718-48dd-a47e-f8995aa85300", "cluster": "some-name", "backup": "on-demand-backup-pvc"} 2025-12-04T11:50:43.378Z INFO starting restore {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"on-demand-backup-pvc","namespace":"demand-backup-encrypted-with-tls-16903"}, "namespace": "demand-backup-encrypted-with-tls-16903", "name": "on-demand-backup-pvc", "reconcileID": "9b21d544-df23-4cdc-ac27-682512468e44", "cluster": "some-name", "backup": "on-demand-backup-pvc"} 2025-12-04T11:50:48.422Z INFO starting restore {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"on-demand-backup-pvc","namespace":"demand-backup-encrypted-with-tls-16903"}, "namespace": "demand-backup-encrypted-with-tls-16903", "name": "on-demand-backup-pvc", "reconcileID": "4fdafd56-29c1-465c-a20b-92a8c2c3bcc8", "cluster": "some-name", "backup": "on-demand-backup-pvc"} 2025-12-04T11:50:48.474Z INFO Waiting for restore job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"on-demand-backup-pvc","namespace":"demand-backup-encrypted-with-tls-16903"}, "namespace": "demand-backup-encrypted-with-tls-16903", "name": "on-demand-backup-pvc", "reconcileID": "ba9be40a-e0ff-4cbd-9222-d9bd1713c18e", "job": "restore-job-on-demand-backup-pvc-some-name"} 2025-12-04T11:50:53.468Z INFO Waiting for restore job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"on-demand-backup-pvc","namespace":"demand-backup-encrypted-with-tls-16903"}, "namespace": "demand-backup-encrypted-with-tls-16903", "name": "on-demand-backup-pvc", "reconcileID": "9e843bd4-3048-46d4-a8db-f56cf3e450eb", "job": "restore-job-on-demand-backup-pvc-some-name"} 2025-12-04T11:50:58.483Z INFO Waiting for restore job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"on-demand-backup-pvc","namespace":"demand-backup-encrypted-with-tls-16903"}, "namespace": "demand-backup-encrypted-with-tls-16903", "name": "on-demand-backup-pvc", "reconcileID": "d868ab7e-be28-4fc9-942b-c29e6df34434", "job": "restore-job-on-demand-backup-pvc-some-name"} 2025-12-04T11:51:03.500Z INFO preparing cluster {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"on-demand-backup-pvc","namespace":"demand-backup-encrypted-with-tls-16903"}, "namespace": "demand-backup-encrypted-with-tls-16903", "name": "on-demand-backup-pvc", "reconcileID": "e561fadb-030e-466a-bae5-11218531c262", "cluster": "some-name"} 2025-12-04T11:51:03.555Z INFO Waiting for prepare job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"on-demand-backup-pvc","namespace":"demand-backup-encrypted-with-tls-16903"}, "namespace": "demand-backup-encrypted-with-tls-16903", "name": "on-demand-backup-pvc", "reconcileID": "311e9207-8052-4261-b0a0-d28039555912", "job": "prepare-job-on-demand-backup-pvc-some-name"} 2025-12-04T11:51:08.524Z INFO Waiting for prepare job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"on-demand-backup-pvc","namespace":"demand-backup-encrypted-with-tls-16903"}, "namespace": "demand-backup-encrypted-with-tls-16903", "name": "on-demand-backup-pvc", "reconcileID": "753a6c15-45d5-46ad-a602-65152c694d9a", "job": "prepare-job-on-demand-backup-pvc-some-name"} 2025-12-04T11:51:13.539Z INFO Waiting for prepare job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"on-demand-backup-pvc","namespace":"demand-backup-encrypted-with-tls-16903"}, "namespace": "demand-backup-encrypted-with-tls-16903", "name": "on-demand-backup-pvc", "reconcileID": "c13a3043-b8a2-48f7-a148-18fca9575f90", "job": "prepare-job-on-demand-backup-pvc-some-name"} 2025-12-04T11:51:18.559Z INFO Waiting for prepare job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"on-demand-backup-pvc","namespace":"demand-backup-encrypted-with-tls-16903"}, "namespace": "demand-backup-encrypted-with-tls-16903", "name": "on-demand-backup-pvc", "reconcileID": "41665984-3b20-4b78-8625-88d3593adb7d", "job": "prepare-job-on-demand-backup-pvc-some-name"} 2025-12-04T11:51:23.572Z INFO Waiting for prepare job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"on-demand-backup-pvc","namespace":"demand-backup-encrypted-with-tls-16903"}, "namespace": "demand-backup-encrypted-with-tls-16903", "name": "on-demand-backup-pvc", "reconcileID": "c6cb826a-c5ac-404b-9729-10c8999fe5e9", "job": "prepare-job-on-demand-backup-pvc-some-name"} 2025-12-04T11:51:28.589Z INFO Waiting for prepare job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"on-demand-backup-pvc","namespace":"demand-backup-encrypted-with-tls-16903"}, "namespace": "demand-backup-encrypted-with-tls-16903", "name": "on-demand-backup-pvc", "reconcileID": "de20c795-861a-440a-9434-84687e95fe58", "job": "prepare-job-on-demand-backup-pvc-some-name"} 2025-12-04T11:51:33.605Z INFO Waiting for prepare job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"on-demand-backup-pvc","namespace":"demand-backup-encrypted-with-tls-16903"}, "namespace": "demand-backup-encrypted-with-tls-16903", "name": "on-demand-backup-pvc", "reconcileID": "01bbac4e-25c5-4cbd-9c7f-2ca7db93de4e", "job": "prepare-job-on-demand-backup-pvc-some-name"} 2025-12-04T11:51:38.619Z INFO Waiting for prepare job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"on-demand-backup-pvc","namespace":"demand-backup-encrypted-with-tls-16903"}, "namespace": "demand-backup-encrypted-with-tls-16903", "name": "on-demand-backup-pvc", "reconcileID": "69c3fa50-7c26-472a-b146-44113be766f0", "job": "prepare-job-on-demand-backup-pvc-some-name"} 2025-12-04T11:51:43.635Z INFO Waiting for prepare job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"on-demand-backup-pvc","namespace":"demand-backup-encrypted-with-tls-16903"}, "namespace": "demand-backup-encrypted-with-tls-16903", "name": "on-demand-backup-pvc", "reconcileID": "5cb9e141-b59a-4e3d-ac2a-d9a3c0e9dd08", "job": "prepare-job-on-demand-backup-pvc-some-name"} 2025-12-04T11:51:48.661Z INFO Waiting for prepare job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"on-demand-backup-pvc","namespace":"demand-backup-encrypted-with-tls-16903"}, "namespace": "demand-backup-encrypted-with-tls-16903", "name": "on-demand-backup-pvc", "reconcileID": "ebee656e-7fc9-4631-919f-f10809289555", "job": "prepare-job-on-demand-backup-pvc-some-name"} 2025-12-04T11:51:53.675Z INFO Waiting for prepare job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"on-demand-backup-pvc","namespace":"demand-backup-encrypted-with-tls-16903"}, "namespace": "demand-backup-encrypted-with-tls-16903", "name": "on-demand-backup-pvc", "reconcileID": "a48e8889-c3fb-47da-9cd0-da8c7e25cb28", "job": "prepare-job-on-demand-backup-pvc-some-name"} 2025-12-04T11:51:58.712Z INFO Waiting for prepare job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"on-demand-backup-pvc","namespace":"demand-backup-encrypted-with-tls-16903"}, "namespace": "demand-backup-encrypted-with-tls-16903", "name": "on-demand-backup-pvc", "reconcileID": "6324f92c-ecde-4e84-8ca8-2a0aedcac988", "job": "prepare-job-on-demand-backup-pvc-some-name"} 2025-12-04T11:52:03.727Z INFO Waiting for prepare job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"on-demand-backup-pvc","namespace":"demand-backup-encrypted-with-tls-16903"}, "namespace": "demand-backup-encrypted-with-tls-16903", "name": "on-demand-backup-pvc", "reconcileID": "9348e682-6a15-4fb2-a4dc-97a03405821e", "job": "prepare-job-on-demand-backup-pvc-some-name"} 2025-12-04T11:52:08.741Z INFO Waiting for prepare job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"on-demand-backup-pvc","namespace":"demand-backup-encrypted-with-tls-16903"}, "namespace": "demand-backup-encrypted-with-tls-16903", "name": "on-demand-backup-pvc", "reconcileID": "fdc5b32b-eff8-4c3a-989a-73f0339f62f2", "job": "prepare-job-on-demand-backup-pvc-some-name"} 2025-12-04T11:52:13.756Z INFO Waiting for prepare job to finish {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"on-demand-backup-pvc","namespace":"demand-backup-encrypted-with-tls-16903"}, "namespace": "demand-backup-encrypted-with-tls-16903", "name": "on-demand-backup-pvc", "reconcileID": "f2289930-71e1-44d6-8a5f-299c397b5e0c", "job": "prepare-job-on-demand-backup-pvc-some-name"} 2025-12-04T11:52:18.773Z INFO starting cluster {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"on-demand-backup-pvc","namespace":"demand-backup-encrypted-with-tls-16903"}, "namespace": "demand-backup-encrypted-with-tls-16903", "name": "on-demand-backup-pvc", "reconcileID": "0b377b84-7fc4-4bf7-8b5b-9b48744bff89", "cluster": "some-name"} 2025-12-04T11:52:18.985Z DEBUG Updating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"demand-backup-encrypted-with-tls-16903"}, "namespace": "demand-backup-encrypted-with-tls-16903", "name": "some-name", "reconcileID": "668c678a-62b7-495f-8f7f-0cf7b45bbf9d", "object": "some-name-pxc", "kind": "&TypeMeta{Kind:StatefulSet,APIVersion:apps/v1,}", "hashChanged": true, "metaChanged": true} &v1.StatefulSet{ TypeMeta: {Kind: "StatefulSet", APIVersion: "apps/v1"}, ObjectMeta: v1.ObjectMeta{ ... // 2 identical fields Namespace: "demand-backup-encrypted-with-tls-16903", SelfLink: "", - UID: "7cb95303-27e7-4184-84f4-0a3a797ddf79", + UID: "", - ResourceVersion: "1764849031585775022", + ResourceVersion: "", - Generation: 2, + Generation: 0, - CreationTimestamp: v1.Time{Time: s"2025-12-04 11:43:32 +0000 UTC"}, + CreationTimestamp: v1.Time{}, DeletionTimestamp: nil, DeletionGracePeriodSeconds: nil, Labels: nil, - Annotations: map[string]string{ - "percona.com/last-config-hash": "eyJyZXBsaWNhcyI6MCwic2VsZWN0b3IiOnsibWF0Y2hMYWJlbHMiOnsiYXBwLmt1YmVybmV0ZXMuaW8vY29tcG9uZW50IjoicHhjIiwiYXBwLmt1YmVybmV0ZXMuaW8vaW5zdGFuY2UiOiJzb21lLW5hbWUiLCJhcHAua3ViZXJuZXRlcy5pby9tYW5hZ2VkLWJ5IjoicGVyY29uYS14dHJhZGItY2x1c3Rlci1vcGVyYXRvciIsImFwcC5rdWJl"..., - }, + Annotations: map[string]string{ + "percona.com/last-config-hash": "eyJyZXBsaWNhcyI6Mywic2VsZWN0b3IiOnsibWF0Y2hMYWJlbHMiOnsiYXBwLmt1YmVybmV0ZXMuaW8vY29tcG9uZW50IjoicHhjIiwiYXBwLmt1YmVybmV0ZXMuaW8vaW5zdGFuY2UiOiJzb21lLW5hbWUiLCJhcHAua3ViZXJuZXRlcy5pby9tYW5hZ2VkLWJ5IjoicGVyY29uYS14dHJhZGItY2x1c3Rlci1vcGVyYXRvciIsImFwcC5rdWJl"..., + }, OwnerReferences: {{APIVersion: "pxc.percona.com/v1", Kind: "PerconaXtraDBCluster", Name: "some-name", UID: "21dfb37f-c6d4-4ce7-876c-f2a82a734287", ...}}, Finalizers: nil, - ManagedFields: []v1.ManagedFieldsEntry{ - { - Manager: "percona-xtradb-cluster-operator", - Operation: "Update", - APIVersion: "apps/v1", - Time: s"2025-12-04 11:49:47 +0000 UTC", - FieldsType: "FieldsV1", - FieldsV1: s`{"f:metadata":{"f:annotations":{".":{},"f:percona.com/last-confi`..., - }, - { - Manager: "kube-controller-manager", - Operation: "Update", - APIVersion: "apps/v1", - Time: s"2025-12-04 11:50:31 +0000 UTC", - FieldsType: "FieldsV1", - FieldsV1: s`{"f:status":{"f:availableReplicas":{},"f:collisionCount":{},"f:c`..., - Subresource: "status", - }, - }, + ManagedFields: nil, }, Spec: v1.StatefulSetSpec{ - Replicas: &0, + Replicas: &3, Selector: &{MatchLabels: {"app.kubernetes.io/component": "pxc", "app.kubernetes.io/instance": "some-name", "app.kubernetes.io/managed-by": "percona-xtradb-cluster-operator", "app.kubernetes.io/name": "percona-xtradb-cluster", ...}}, Template: v1.PodTemplateSpec{ ObjectMeta: {Labels: {"app.kubernetes.io/component": "pxc", "app.kubernetes.io/instance": "some-name", "app.kubernetes.io/managed-by": "percona-xtradb-cluster-operator", "app.kubernetes.io/name": "percona-xtradb-cluster", ...}, Annotations: {"kubectl.kubernetes.io/default-container": "pxc", "percona.com/configuration-hash": "d41d8cd98f00b204e9800998ecf8427e", "percona.com/ssl-hash": "cfd6a52398268173b51d7cdb1331c09a", "percona.com/ssl-internal-hash": "751e59a1c1d94ac67f9d6bb6e756acdc", ...}}, Spec: v1.PodSpec{ Volumes: []v1.Volume{ {Name: "tmp", VolumeSource: {EmptyDir: &{}}}, { Name: "config", VolumeSource: v1.VolumeSource{ ... // 16 identical fields FC: nil, AzureFile: nil, ConfigMap: &v1.ConfigMapVolumeSource{ LocalObjectReference: {Name: "some-name-pxc"}, Items: nil, - DefaultMode: &420, + DefaultMode: nil, Optional: &true, }, VsphereVolume: nil, Quobyte: nil, ... // 9 identical fields }, }, { Name: "ssl-internal", VolumeSource: v1.VolumeSource{ ... // 3 identical fields AWSElasticBlockStore: nil, GitRepo: nil, Secret: &v1.SecretVolumeSource{ SecretName: "some-name-ssl-internal", Items: nil, - DefaultMode: &420, + DefaultMode: nil, Optional: &true, }, NFS: nil, ISCSI: nil, ... // 22 identical fields }, }, { Name: "ssl", VolumeSource: v1.VolumeSource{ ... // 3 identical fields AWSElasticBlockStore: nil, GitRepo: nil, Secret: &v1.SecretVolumeSource{ SecretName: "some-name-ssl", Items: nil, - DefaultMode: &420, + DefaultMode: nil, Optional: &false, }, NFS: nil, ISCSI: nil, ... // 22 identical fields }, }, { Name: "auto-config", VolumeSource: v1.VolumeSource{ ... // 16 identical fields FC: nil, AzureFile: nil, ConfigMap: &v1.ConfigMapVolumeSource{ LocalObjectReference: {Name: "auto-some-name-pxc"}, Items: nil, - DefaultMode: &420, + DefaultMode: nil, Optional: &true, }, VsphereVolume: nil, Quobyte: nil, ... // 9 identical fields }, }, { Name: "vault-keyring-secret", VolumeSource: v1.VolumeSource{ ... // 3 identical fields AWSElasticBlockStore: nil, GitRepo: nil, Secret: &v1.SecretVolumeSource{ SecretName: "some-name-vault", Items: nil, - DefaultMode: &420, + DefaultMode: nil, Optional: &true, }, NFS: nil, ISCSI: nil, ... // 22 identical fields }, }, { Name: "mysql-users-secret-file", VolumeSource: v1.VolumeSource{ ... // 3 identical fields AWSElasticBlockStore: nil, GitRepo: nil, Secret: &v1.SecretVolumeSource{ SecretName: "internal-some-name", Items: nil, - DefaultMode: &420, + DefaultMode: nil, Optional: &false, }, NFS: nil, ISCSI: nil, ... // 22 identical fields }, }, { Name: "mysql-init-file", VolumeSource: v1.VolumeSource{ ... // 3 identical fields AWSElasticBlockStore: nil, GitRepo: nil, Secret: &v1.SecretVolumeSource{ SecretName: "some-name-mysql-init", Items: nil, - DefaultMode: &420, + DefaultMode: nil, Optional: &true, }, NFS: nil, ISCSI: nil, ... // 22 identical fields }, }, }, InitContainers: []v1.Container{ { ... // 16 identical fields StartupProbe: nil, Lifecycle: nil, - TerminationMessagePath: "/dev/termination-log", + TerminationMessagePath: "", - TerminationMessagePolicy: "File", + TerminationMessagePolicy: "", ImagePullPolicy: "Always", SecurityContext: nil, ... // 3 identical fields }, }, Containers: []v1.Container{ { ... // 5 identical fields Ports: nil, EnvFrom: {{SecretRef: &{LocalObjectReference: {Name: "some-name-log-collector"}, Optional: &true}}}, Env: []v1.EnvVar{ {Name: "LOG_DATA_DIR", Value: "/var/lib/mysql"}, { Name: "POD_NAMESPASE", Value: "", ValueFrom: &v1.EnvVarSource{ FieldRef: &v1.ObjectFieldSelector{ - APIVersion: "v1", + APIVersion: "", FieldPath: "metadata.namespace", }, ResourceFieldRef: nil, ConfigMapKeyRef: nil, ... // 2 identical fields }, }, { Name: "POD_NAME", Value: "", ValueFrom: &v1.EnvVarSource{ FieldRef: &v1.ObjectFieldSelector{ - APIVersion: "v1", + APIVersion: "", FieldPath: "metadata.name", }, ResourceFieldRef: nil, ConfigMapKeyRef: nil, ... // 2 identical fields }, }, }, Resources: {}, ResizePolicy: nil, ... // 6 identical fields StartupProbe: nil, Lifecycle: nil, - TerminationMessagePath: "/dev/termination-log", + TerminationMessagePath: "", - TerminationMessagePolicy: "File", + TerminationMessagePolicy: "", ImagePullPolicy: "Always", SecurityContext: nil, ... // 3 identical fields }, { ... // 16 identical fields StartupProbe: nil, Lifecycle: nil, - TerminationMessagePath: "/dev/termination-log", + TerminationMessagePath: "", - TerminationMessagePolicy: "File", + TerminationMessagePolicy: "", ImagePullPolicy: "Always", SecurityContext: nil, ... // 3 identical fields }, { ... // 3 identical fields Args: {"mysqld"}, WorkingDir: "", Ports: []v1.ContainerPort{ { Name: "mysql", HostPort: 0, ContainerPort: 3306, - Protocol: "TCP", + Protocol: "", HostIP: "", }, { Name: "sst", HostPort: 0, ContainerPort: 4444, - Protocol: "TCP", + Protocol: "", HostIP: "", }, { Name: "write-set", HostPort: 0, ContainerPort: 4567, - Protocol: "TCP", + Protocol: "", HostIP: "", }, { Name: "ist", HostPort: 0, ContainerPort: 4568, - Protocol: "TCP", + Protocol: "", HostIP: "", }, { Name: "mysql-admin", HostPort: 0, ContainerPort: 33062, - Protocol: "TCP", + Protocol: "", HostIP: "", }, { Name: "mysqlx", HostPort: 0, ContainerPort: 33060, - Protocol: "TCP", + Protocol: "", HostIP: "", }, }, EnvFrom: {{SecretRef: &{LocalObjectReference: {Name: "some-name-env-vars-pxc"}, Optional: &true}}}, Env: {{Name: "PXC_SERVICE", Value: "some-name-pxc-unready"}, {Name: "MONITOR_HOST", Value: "%"}, {Name: "MYSQL_ROOT_PASSWORD", ValueFrom: &{SecretKeyRef: &{LocalObjectReference: {Name: "internal-some-name"}, Key: "root"}}}, {Name: "XTRABACKUP_PASSWORD", ValueFrom: &{SecretKeyRef: &{LocalObjectReference: {Name: "internal-some-name"}, Key: "xtrabackup"}}}, ...}, ... // 4 identical fields VolumeMounts: {{Name: "datadir", MountPath: "/var/lib/mysql"}, {Name: "config", MountPath: "/etc/percona-xtradb-cluster.conf.d"}, {Name: "tmp", MountPath: "/tmp"}, {Name: "ssl", MountPath: "/etc/mysql/ssl"}, ...}, VolumeDevices: nil, LivenessProbe: &v1.Probe{ ProbeHandler: {Exec: &{Command: {"/var/lib/mysql/liveness-check.sh"}}}, InitialDelaySeconds: 300, TimeoutSeconds: 5, - PeriodSeconds: 10, + PeriodSeconds: 0, SuccessThreshold: 1, FailureThreshold: 3, TerminationGracePeriodSeconds: nil, }, ReadinessProbe: &{ProbeHandler: {Exec: &{Command: {"/var/lib/mysql/readiness-check.sh"}}}, InitialDelaySeconds: 15, TimeoutSeconds: 15, PeriodSeconds: 30, ...}, StartupProbe: nil, Lifecycle: nil, - TerminationMessagePath: "/dev/termination-log", + TerminationMessagePath: "", - TerminationMessagePolicy: "File", + TerminationMessagePolicy: "", ImagePullPolicy: "Always", SecurityContext: nil, ... // 3 identical fields }, }, EphemeralContainers: nil, - RestartPolicy: "Always", + RestartPolicy: "", TerminationGracePeriodSeconds: &600, ActiveDeadlineSeconds: nil, - DNSPolicy: "ClusterFirst", + DNSPolicy: "", NodeSelector: nil, ServiceAccountName: "default", - DeprecatedServiceAccount: "default", + DeprecatedServiceAccount: "", AutomountServiceAccountToken: nil, NodeName: "", ... // 7 identical fields Subdomain: "", Affinity: &{PodAntiAffinity: &{RequiredDuringSchedulingIgnoredDuringExecution: {{LabelSelector: &{MatchLabels: {"app.kubernetes.io/component": "pxc", "app.kubernetes.io/instance": "some-name", "app.kubernetes.io/managed-by": "percona-xtradb-cluster-operator", "app.kubernetes.io/name": "percona-xtradb-cluster", ...}}, TopologyKey: "kubernetes.io/hostname"}}}}, - SchedulerName: "default-scheduler", + SchedulerName: "", Tolerations: nil, HostAliases: nil, ... // 6 identical fields PreemptionPolicy: nil, Overhead: nil, - TopologySpreadConstraints: nil, + TopologySpreadConstraints: []v1.TopologySpreadConstraint{}, SetHostnameAsFQDN: nil, OS: nil, ... // 5 identical fields }, }, VolumeClaimTemplates: []v1.PersistentVolumeClaim{ { TypeMeta: {}, ObjectMeta: {Name: "datadir", Labels: {"app.kubernetes.io/component": "pxc", "app.kubernetes.io/instance": "some-name", "app.kubernetes.io/managed-by": "percona-xtradb-cluster-operator", "app.kubernetes.io/name": "percona-xtradb-cluster", ...}}, Spec: v1.PersistentVolumeClaimSpec{ ... // 3 identical fields VolumeName: "", StorageClassName: nil, - VolumeMode: &"Filesystem", + VolumeMode: nil, DataSource: nil, DataSourceRef: nil, VolumeAttributesClassName: nil, }, Status: v1.PersistentVolumeClaimStatus{ - Phase: "Pending", + Phase: "", AccessModes: nil, Capacity: nil, ... // 5 identical fields }, }, }, ServiceName: "some-name-pxc", - PodManagementPolicy: "OrderedReady", + PodManagementPolicy: "", UpdateStrategy: {Type: "RollingUpdate", RollingUpdate: &{Partition: &0}}, - RevisionHistoryLimit: &10, + RevisionHistoryLimit: nil, MinReadySeconds: 0, - PersistentVolumeClaimRetentionPolicy: s"&StatefulSetPersistentVolumeClaimRetentionPolicy{WhenDeleted:Retain,WhenScaled:Retain,}", + PersistentVolumeClaimRetentionPolicy: nil, Ordinals: nil, }, Status: v1.StatefulSetStatus{ - ObservedGeneration: 2, + ObservedGeneration: 0, Replicas: 0, ReadyReplicas: 0, CurrentReplicas: 0, UpdatedReplicas: 0, - CurrentRevision: "some-name-pxc-8cb768fcd", + CurrentRevision: "", - UpdateRevision: "some-name-pxc-8cb768fcd", + UpdateRevision: "", - CollisionCount: &0, + CollisionCount: nil, Conditions: nil, AvailableReplicas: 0, }, } 2025-12-04T11:52:19.033Z DEBUG Updating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"demand-backup-encrypted-with-tls-16903"}, "namespace": "demand-backup-encrypted-with-tls-16903", "name": "some-name", "reconcileID": "668c678a-62b7-495f-8f7f-0cf7b45bbf9d", "object": "some-name-proxysql", "kind": "&TypeMeta{Kind:StatefulSet,APIVersion:apps/v1,}", "hashChanged": true, "metaChanged": true} &v1.StatefulSet{ TypeMeta: {Kind: "StatefulSet", APIVersion: "apps/v1"}, ObjectMeta: v1.ObjectMeta{ ... // 2 identical fields Namespace: "demand-backup-encrypted-with-tls-16903", SelfLink: "", - UID: "6a3c6b1c-5b2b-4e8a-8113-42dba885fb88", + UID: "", - ResourceVersion: "1764848989127903019", + ResourceVersion: "", - Generation: 2, + Generation: 0, - CreationTimestamp: v1.Time{Time: s"2025-12-04 11:43:32 +0000 UTC"}, + CreationTimestamp: v1.Time{}, DeletionTimestamp: nil, DeletionGracePeriodSeconds: nil, Labels: nil, - Annotations: map[string]string{ - "percona.com/last-config-hash": "eyJyZXBsaWNhcyI6MCwic2VsZWN0b3IiOnsibWF0Y2hMYWJlbHMiOnsiYXBwLmt1YmVybmV0ZXMuaW8vY29tcG9uZW50IjoicHJveHlzcWwiLCJhcHAua3ViZXJuZXRlcy5pby9pbnN0YW5jZSI6InNvbWUtbmFtZSIsImFwcC5rdWJlcm5ldGVzLmlvL21hbmFnZWQtYnkiOiJwZXJjb25hLXh0cmFkYi1jbHVzdGVyLW9wZXJhdG9yIiwiYXBw"..., - }, + Annotations: map[string]string{ + "percona.com/last-config-hash": "eyJyZXBsaWNhcyI6Miwic2VsZWN0b3IiOnsibWF0Y2hMYWJlbHMiOnsiYXBwLmt1YmVybmV0ZXMuaW8vY29tcG9uZW50IjoicHJveHlzcWwiLCJhcHAua3ViZXJuZXRlcy5pby9pbnN0YW5jZSI6InNvbWUtbmFtZSIsImFwcC5rdWJlcm5ldGVzLmlvL21hbmFnZWQtYnkiOiJwZXJjb25hLXh0cmFkYi1jbHVzdGVyLW9wZXJhdG9yIiwiYXBw"..., + }, OwnerReferences: {{APIVersion: "pxc.percona.com/v1", Kind: "PerconaXtraDBCluster", Name: "some-name", UID: "21dfb37f-c6d4-4ce7-876c-f2a82a734287", ...}}, Finalizers: nil, - ManagedFields: []v1.ManagedFieldsEntry{ - { - Manager: "percona-xtradb-cluster-operator", - Operation: "Update", - APIVersion: "apps/v1", - Time: s"2025-12-04 11:49:47 +0000 UTC", - FieldsType: "FieldsV1", - FieldsV1: s`{"f:metadata":{"f:annotations":{".":{},"f:percona.com/last-confi`..., - }, - { - Manager: "kube-controller-manager", - Operation: "Update", - APIVersion: "apps/v1", - Time: s"2025-12-04 11:49:49 +0000 UTC", - FieldsType: "FieldsV1", - FieldsV1: s`{"f:status":{"f:availableReplicas":{},"f:collisionCount":{},"f:c`..., - Subresource: "status", - }, - }, + ManagedFields: nil, }, Spec: v1.StatefulSetSpec{ - Replicas: &0, + Replicas: &2, Selector: &{MatchLabels: {"app.kubernetes.io/component": "proxysql", "app.kubernetes.io/instance": "some-name", "app.kubernetes.io/managed-by": "percona-xtradb-cluster-operator", "app.kubernetes.io/name": "percona-xtradb-cluster", ...}}, Template: v1.PodTemplateSpec{ ObjectMeta: {Labels: {"app.kubernetes.io/component": "proxysql", "app.kubernetes.io/instance": "some-name", "app.kubernetes.io/managed-by": "percona-xtradb-cluster-operator", "app.kubernetes.io/name": "percona-xtradb-cluster", ...}, Annotations: {"kubectl.kubernetes.io/default-container": "proxysql", "percona.com/configuration-hash": "d41d8cd98f00b204e9800998ecf8427e", "percona.com/ssl-hash": "cfd6a52398268173b51d7cdb1331c09a", "percona.com/ssl-internal-hash": "751e59a1c1d94ac67f9d6bb6e756acdc", ...}}, Spec: v1.PodSpec{ Volumes: []v1.Volume{ { Name: "ssl-internal", VolumeSource: v1.VolumeSource{ ... // 3 identical fields AWSElasticBlockStore: nil, GitRepo: nil, Secret: &v1.SecretVolumeSource{ SecretName: "some-name-ssl-internal", Items: nil, - DefaultMode: &420, + DefaultMode: nil, Optional: &true, }, NFS: nil, ISCSI: nil, ... // 22 identical fields }, }, { Name: "ssl", VolumeSource: v1.VolumeSource{ ... // 3 identical fields AWSElasticBlockStore: nil, GitRepo: nil, Secret: &v1.SecretVolumeSource{ SecretName: "some-name-ssl", Items: nil, - DefaultMode: &420, + DefaultMode: nil, Optional: &false, }, NFS: nil, ISCSI: nil, ... // 22 identical fields }, }, {Name: "bin", VolumeSource: {EmptyDir: &{}}}, }, InitContainers: []v1.Container{ { ... // 16 identical fields StartupProbe: nil, Lifecycle: nil, - TerminationMessagePath: "/dev/termination-log", + TerminationMessagePath: "", - TerminationMessagePolicy: "File", + TerminationMessagePolicy: "", ImagePullPolicy: "Always", SecurityContext: nil, ... // 3 identical fields }, { ... // 16 identical fields StartupProbe: nil, Lifecycle: nil, - TerminationMessagePath: "/dev/termination-log", + TerminationMessagePath: "", - TerminationMessagePolicy: "File", + TerminationMessagePolicy: "", ImagePullPolicy: "Always", SecurityContext: nil, ... // 3 identical fields }, }, Containers: []v1.Container{ { ... // 3 identical fields Args: {"proxysql", "-f", "-c", "/etc/proxysql/proxysql.cnf", ...}, WorkingDir: "", Ports: []v1.ContainerPort{ { Name: "mysql", HostPort: 0, ContainerPort: 3306, - Protocol: "TCP", + Protocol: "", HostIP: "", }, { Name: "proxyadm", HostPort: 0, ContainerPort: 6032, - Protocol: "TCP", + Protocol: "", HostIP: "", }, { Name: "stats", HostPort: 0, ContainerPort: 6070, - Protocol: "TCP", + Protocol: "", HostIP: "", }, }, EnvFrom: {{SecretRef: &{LocalObjectReference: {Name: "some-name-env-vars-proxysql"}, Optional: &true}}}, Env: []v1.EnvVar{ ... // 3 identical elements {Name: "PROXY_ADMIN_PASSWORD", ValueFrom: &{SecretKeyRef: &{LocalObjectReference: {Name: "internal-some-name"}, Key: "proxyadmin"}}}, {Name: "MONITOR_PASSWORD", ValueFrom: &{SecretKeyRef: &{LocalObjectReference: {Name: "internal-some-name"}, Key: "monitor"}}}, { Name: "SCHEDULER_CHECKTIMEOUT", - Value: "0", + Value: "2000", ValueFrom: nil, }, { Name: "SCHEDULER_WRITERALSOREADER", - Value: "0", + Value: "1", ValueFrom: nil, }, { Name: "SCHEDULER_RETRYUP", - Value: "0", + Value: "1", ValueFrom: nil, }, { Name: "SCHEDULER_RETRYDOWN", - Value: "0", + Value: "3", ValueFrom: nil, }, { Name: "SCHEDULER_PINGTIMEOUT", - Value: "0", + Value: "1000", ValueFrom: nil, }, { Name: "SCHEDULER_NODECHECKINTERVAL", - Value: "0", + Value: "2000", ValueFrom: nil, }, { Name: "SCHEDULER_MAXCONNECTIONS", - Value: "0", + Value: "1000", ValueFrom: nil, }, }, Resources: {Limits: {s"cpu": {i: {...}, s: "700m", Format: "DecimalSI"}, s"memory": {i: {...}, s: "1G", Format: "DecimalSI"}}, Requests: {s"cpu": {i: {...}, s: "100m", Format: "DecimalSI"}, s"memory": {i: {...}, s: "100M", Format: "DecimalSI"}}}, ResizePolicy: nil, ... // 6 identical fields StartupProbe: nil, Lifecycle: nil, - TerminationMessagePath: "/dev/termination-log", + TerminationMessagePath: "", - TerminationMessagePolicy: "File", + TerminationMessagePolicy: "", ImagePullPolicy: "Always", SecurityContext: nil, ... // 3 identical fields }, { ... // 16 identical fields StartupProbe: nil, Lifecycle: nil, - TerminationMessagePath: "/dev/termination-log", + TerminationMessagePath: "", - TerminationMessagePolicy: "File", + TerminationMessagePolicy: "", ImagePullPolicy: "Always", SecurityContext: nil, ... // 3 identical fields }, { ... // 16 identical fields StartupProbe: nil, Lifecycle: nil, - TerminationMessagePath: "/dev/termination-log", + TerminationMessagePath: "", - TerminationMessagePolicy: "File", + TerminationMessagePolicy: "", ImagePullPolicy: "Always", SecurityContext: nil, ... // 3 identical fields }, }, EphemeralContainers: nil, - RestartPolicy: "Always", + RestartPolicy: "", TerminationGracePeriodSeconds: &30, ActiveDeadlineSeconds: nil, - DNSPolicy: "ClusterFirst", + DNSPolicy: "", NodeSelector: nil, ServiceAccountName: "default", - DeprecatedServiceAccount: "default", + DeprecatedServiceAccount: "", AutomountServiceAccountToken: nil, NodeName: "", ... // 7 identical fields Subdomain: "", Affinity: &{PodAntiAffinity: &{RequiredDuringSchedulingIgnoredDuringExecution: {{LabelSelector: &{MatchLabels: {"app.kubernetes.io/component": "proxysql", "app.kubernetes.io/instance": "some-name", "app.kubernetes.io/managed-by": "percona-xtradb-cluster-operator", "app.kubernetes.io/name": "percona-xtradb-cluster", ...}}, TopologyKey: "kubernetes.io/hostname"}}}}, - SchedulerName: "default-scheduler", + SchedulerName: "", Tolerations: nil, HostAliases: nil, ... // 6 identical fields PreemptionPolicy: nil, Overhead: nil, - TopologySpreadConstraints: nil, + TopologySpreadConstraints: []v1.TopologySpreadConstraint{}, SetHostnameAsFQDN: nil, OS: nil, ... // 5 identical fields }, }, VolumeClaimTemplates: []v1.PersistentVolumeClaim{ { TypeMeta: {}, ObjectMeta: {Name: "proxydata", Labels: {"app.kubernetes.io/component": "proxysql", "app.kubernetes.io/instance": "some-name", "app.kubernetes.io/managed-by": "percona-xtradb-cluster-operator", "app.kubernetes.io/name": "percona-xtradb-cluster", ...}}, Spec: v1.PersistentVolumeClaimSpec{ ... // 3 identical fields VolumeName: "", StorageClassName: nil, - VolumeMode: &"Filesystem", + VolumeMode: nil, DataSource: nil, DataSourceRef: nil, VolumeAttributesClassName: nil, }, Status: v1.PersistentVolumeClaimStatus{ - Phase: "Pending", + Phase: "", AccessModes: nil, Capacity: nil, ... // 5 identical fields }, }, }, ServiceName: "some-name-proxysql-unready", - PodManagementPolicy: "OrderedReady", + PodManagementPolicy: "", UpdateStrategy: {Type: "RollingUpdate", RollingUpdate: &{Partition: &0}}, - RevisionHistoryLimit: &10, + RevisionHistoryLimit: nil, MinReadySeconds: 0, - PersistentVolumeClaimRetentionPolicy: s"&StatefulSetPersistentVolumeClaimRetentionPolicy{WhenDeleted:Retain,WhenScaled:Retain,}", + PersistentVolumeClaimRetentionPolicy: nil, Ordinals: nil, }, Status: v1.StatefulSetStatus{ - ObservedGeneration: 2, + ObservedGeneration: 0, Replicas: 0, ReadyReplicas: 0, CurrentReplicas: 0, UpdatedReplicas: 0, - CurrentRevision: "some-name-proxysql-7b5c668655", + CurrentRevision: "", - UpdateRevision: "some-name-proxysql-7b5c668655", + UpdateRevision: "", - CollisionCount: &0, + CollisionCount: nil, Conditions: nil, AvailableReplicas: 0, }, } 2025-12-04T11:52:19.113Z DEBUG Updating object {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"demand-backup-encrypted-with-tls-16903"}, "namespace": "demand-backup-encrypted-with-tls-16903", "name": "some-name", "reconcileID": "668c678a-62b7-495f-8f7f-0cf7b45bbf9d", "object": "some-name-proxysql", "kind": "&TypeMeta{Kind:StatefulSet,APIVersion:apps/v1,}", "hashChanged": true, "metaChanged": true} &v1.StatefulSet{ TypeMeta: {Kind: "StatefulSet", APIVersion: "apps/v1"}, ObjectMeta: v1.ObjectMeta{ ... // 2 identical fields Namespace: "demand-backup-encrypted-with-tls-16903", SelfLink: "", - UID: "6a3c6b1c-5b2b-4e8a-8113-42dba885fb88", + UID: "", - ResourceVersion: "1764848989127903019", + ResourceVersion: "", - Generation: 2, + Generation: 0, - CreationTimestamp: v1.Time{Time: s"2025-12-04 11:43:32 +0000 UTC"}, + CreationTimestamp: v1.Time{}, DeletionTimestamp: nil, DeletionGracePeriodSeconds: nil, Labels: nil, - Annotations: map[string]string{ - "percona.com/last-config-hash": "eyJyZXBsaWNhcyI6MCwic2VsZWN0b3IiOnsibWF0Y2hMYWJlbHMiOnsiYXBwLmt1YmVybmV0ZXMuaW8vY29tcG9uZW50IjoicHJveHlzcWwiLCJhcHAua3ViZXJuZXRlcy5pby9pbnN0YW5jZSI6InNvbWUtbmFtZSIsImFwcC5rdWJlcm5ldGVzLmlvL21hbmFnZWQtYnkiOiJwZXJjb25hLXh0cmFkYi1jbHVzdGVyLW9wZXJhdG9yIiwiYXBw"..., - }, + Annotations: map[string]string{ + "percona.com/last-config-hash": "eyJyZXBsaWNhcyI6Miwic2VsZWN0b3IiOnsibWF0Y2hMYWJlbHMiOnsiYXBwLmt1YmVybmV0ZXMuaW8vY29tcG9uZW50IjoicHJveHlzcWwiLCJhcHAua3ViZXJuZXRlcy5pby9pbnN0YW5jZSI6InNvbWUtbmFtZSIsImFwcC5rdWJlcm5ldGVzLmlvL21hbmFnZWQtYnkiOiJwZXJjb25hLXh0cmFkYi1jbHVzdGVyLW9wZXJhdG9yIiwiYXBw"..., + }, OwnerReferences: {{APIVersion: "pxc.percona.com/v1", Kind: "PerconaXtraDBCluster", Name: "some-name", UID: "21dfb37f-c6d4-4ce7-876c-f2a82a734287", ...}}, Finalizers: nil, - ManagedFields: []v1.ManagedFieldsEntry{ - { - Manager: "percona-xtradb-cluster-operator", - Operation: "Update", - APIVersion: "apps/v1", - Time: s"2025-12-04 11:49:47 +0000 UTC", - FieldsType: "FieldsV1", - FieldsV1: s`{"f:metadata":{"f:annotations":{".":{},"f:percona.com/last-confi`..., - }, - { - Manager: "kube-controller-manager", - Operation: "Update", - APIVersion: "apps/v1", - Time: s"2025-12-04 11:49:49 +0000 UTC", - FieldsType: "FieldsV1", - FieldsV1: s`{"f:status":{"f:availableReplicas":{},"f:collisionCount":{},"f:c`..., - Subresource: "status", - }, - }, + ManagedFields: nil, }, Spec: v1.StatefulSetSpec{ - Replicas: &0, + Replicas: &2, Selector: &{MatchLabels: {"app.kubernetes.io/component": "proxysql", "app.kubernetes.io/instance": "some-name", "app.kubernetes.io/managed-by": "percona-xtradb-cluster-operator", "app.kubernetes.io/name": "percona-xtradb-cluster", ...}}, Template: v1.PodTemplateSpec{ ObjectMeta: {Labels: {"app.kubernetes.io/component": "proxysql", "app.kubernetes.io/instance": "some-name", "app.kubernetes.io/managed-by": "percona-xtradb-cluster-operator", "app.kubernetes.io/name": "percona-xtradb-cluster", ...}, Annotations: {"kubectl.kubernetes.io/default-container": "proxysql", "percona.com/configuration-hash": "d41d8cd98f00b204e9800998ecf8427e", "percona.com/ssl-hash": "cfd6a52398268173b51d7cdb1331c09a", "percona.com/ssl-internal-hash": "751e59a1c1d94ac67f9d6bb6e756acdc", ...}}, Spec: v1.PodSpec{ Volumes: []v1.Volume{ { Name: "ssl-internal", VolumeSource: v1.VolumeSource{ ... // 3 identical fields AWSElasticBlockStore: nil, GitRepo: nil, Secret: &v1.SecretVolumeSource{ SecretName: "some-name-ssl-internal", Items: nil, - DefaultMode: &420, + DefaultMode: nil, Optional: &true, }, NFS: nil, ISCSI: nil, ... // 22 identical fields }, }, { Name: "ssl", VolumeSource: v1.VolumeSource{ ... // 3 identical fields AWSElasticBlockStore: nil, GitRepo: nil, Secret: &v1.SecretVolumeSource{ SecretName: "some-name-ssl", Items: nil, - DefaultMode: &420, + DefaultMode: nil, Optional: &false, }, NFS: nil, ISCSI: nil, ... // 22 identical fields }, }, {Name: "bin", VolumeSource: {EmptyDir: &{}}}, }, InitContainers: []v1.Container{ { ... // 16 identical fields StartupProbe: nil, Lifecycle: nil, - TerminationMessagePath: "/dev/termination-log", + TerminationMessagePath: "", - TerminationMessagePolicy: "File", + TerminationMessagePolicy: "", ImagePullPolicy: "Always", SecurityContext: nil, ... // 3 identical fields }, { ... // 16 identical fields StartupProbe: nil, Lifecycle: nil, - TerminationMessagePath: "/dev/termination-log", + TerminationMessagePath: "", - TerminationMessagePolicy: "File", + TerminationMessagePolicy: "", ImagePullPolicy: "Always", SecurityContext: nil, ... // 3 identical fields }, }, Containers: []v1.Container{ { ... // 3 identical fields Args: {"proxysql", "-f", "-c", "/etc/proxysql/proxysql.cnf", ...}, WorkingDir: "", Ports: []v1.ContainerPort{ { Name: "mysql", HostPort: 0, ContainerPort: 3306, - Protocol: "TCP", + Protocol: "", HostIP: "", }, { Name: "proxyadm", HostPort: 0, ContainerPort: 6032, - Protocol: "TCP", + Protocol: "", HostIP: "", }, { Name: "stats", HostPort: 0, ContainerPort: 6070, - Protocol: "TCP", + Protocol: "", HostIP: "", }, }, EnvFrom: {{SecretRef: &{LocalObjectReference: {Name: "some-name-env-vars-proxysql"}, Optional: &true}}}, Env: []v1.EnvVar{ ... // 3 identical elements {Name: "PROXY_ADMIN_PASSWORD", ValueFrom: &{SecretKeyRef: &{LocalObjectReference: {Name: "internal-some-name"}, Key: "proxyadmin"}}}, {Name: "MONITOR_PASSWORD", ValueFrom: &{SecretKeyRef: &{LocalObjectReference: {Name: "internal-some-name"}, Key: "monitor"}}}, { Name: "SCHEDULER_CHECKTIMEOUT", - Value: "0", + Value: "2000", ValueFrom: nil, }, { Name: "SCHEDULER_WRITERALSOREADER", - Value: "0", + Value: "1", ValueFrom: nil, }, { Name: "SCHEDULER_RETRYUP", - Value: "0", + Value: "1", ValueFrom: nil, }, { Name: "SCHEDULER_RETRYDOWN", - Value: "0", + Value: "3", ValueFrom: nil, }, { Name: "SCHEDULER_PINGTIMEOUT", - Value: "0", + Value: "1000", ValueFrom: nil, }, { Name: "SCHEDULER_NODECHECKINTERVAL", - Value: "0", + Value: "2000", ValueFrom: nil, }, { Name: "SCHEDULER_MAXCONNECTIONS", - Value: "0", + Value: "1000", ValueFrom: nil, }, }, Resources: {Limits: {s"cpu": {i: {...}, s: "700m", Format: "DecimalSI"}, s"memory": {i: {...}, s: "1G", Format: "DecimalSI"}}, Requests: {s"cpu": {i: {...}, s: "100m", Format: "DecimalSI"}, s"memory": {i: {...}, s: "100M", Format: "DecimalSI"}}}, ResizePolicy: nil, ... // 6 identical fields StartupProbe: nil, Lifecycle: nil, - TerminationMessagePath: "/dev/termination-log", + TerminationMessagePath: "", - TerminationMessagePolicy: "File", + TerminationMessagePolicy: "", ImagePullPolicy: "Always", SecurityContext: nil, ... // 3 identical fields }, { ... // 16 identical fields StartupProbe: nil, Lifecycle: nil, - TerminationMessagePath: "/dev/termination-log", + TerminationMessagePath: "", - TerminationMessagePolicy: "File", + TerminationMessagePolicy: "", ImagePullPolicy: "Always", SecurityContext: nil, ... // 3 identical fields }, { ... // 16 identical fields StartupProbe: nil, Lifecycle: nil, - TerminationMessagePath: "/dev/termination-log", + TerminationMessagePath: "", - TerminationMessagePolicy: "File", + TerminationMessagePolicy: "", ImagePullPolicy: "Always", SecurityContext: nil, ... // 3 identical fields }, }, EphemeralContainers: nil, - RestartPolicy: "Always", + RestartPolicy: "", TerminationGracePeriodSeconds: &30, ActiveDeadlineSeconds: nil, - DNSPolicy: "ClusterFirst", + DNSPolicy: "", NodeSelector: nil, ServiceAccountName: "default", - DeprecatedServiceAccount: "default", + DeprecatedServiceAccount: "", AutomountServiceAccountToken: nil, NodeName: "", ... // 7 identical fields Subdomain: "", Affinity: &{PodAntiAffinity: &{RequiredDuringSchedulingIgnoredDuringExecution: {{LabelSelector: &{MatchLabels: {"app.kubernetes.io/component": "proxysql", "app.kubernetes.io/instance": "some-name", "app.kubernetes.io/managed-by": "percona-xtradb-cluster-operator", "app.kubernetes.io/name": "percona-xtradb-cluster", ...}}, TopologyKey: "kubernetes.io/hostname"}}}}, - SchedulerName: "default-scheduler", + SchedulerName: "", Tolerations: nil, HostAliases: nil, ... // 6 identical fields PreemptionPolicy: nil, Overhead: nil, - TopologySpreadConstraints: nil, + TopologySpreadConstraints: []v1.TopologySpreadConstraint{}, SetHostnameAsFQDN: nil, OS: nil, ... // 5 identical fields }, }, VolumeClaimTemplates: []v1.PersistentVolumeClaim{ { TypeMeta: {}, ObjectMeta: {Name: "proxydata", Labels: {"app.kubernetes.io/component": "proxysql", "app.kubernetes.io/instance": "some-name", "app.kubernetes.io/managed-by": "percona-xtradb-cluster-operator", "app.kubernetes.io/name": "percona-xtradb-cluster", ...}}, Spec: v1.PersistentVolumeClaimSpec{ ... // 3 identical fields VolumeName: "", StorageClassName: nil, - VolumeMode: &"Filesystem", + VolumeMode: nil, DataSource: nil, DataSourceRef: nil, VolumeAttributesClassName: nil, }, Status: v1.PersistentVolumeClaimStatus{ - Phase: "Pending", + Phase: "", AccessModes: nil, Capacity: nil, ... // 5 identical fields }, }, }, ServiceName: "some-name-proxysql-unready", - PodManagementPolicy: "OrderedReady", + PodManagementPolicy: "", UpdateStrategy: {Type: "RollingUpdate", RollingUpdate: &{Partition: &0}}, - RevisionHistoryLimit: &10, + RevisionHistoryLimit: nil, MinReadySeconds: 0, - PersistentVolumeClaimRetentionPolicy: s"&StatefulSetPersistentVolumeClaimRetentionPolicy{WhenDeleted:Retain,WhenScaled:Retain,}", + PersistentVolumeClaimRetentionPolicy: nil, Ordinals: nil, }, Status: v1.StatefulSetStatus{ - ObservedGeneration: 2, + ObservedGeneration: 0, Replicas: 0, ReadyReplicas: 0, CurrentReplicas: 0, UpdatedReplicas: 0, - CurrentRevision: "some-name-proxysql-7b5c668655", + CurrentRevision: "", - UpdateRevision: "some-name-proxysql-7b5c668655", + UpdateRevision: "", - CollisionCount: &0, + CollisionCount: nil, Conditions: nil, AvailableReplicas: 0, }, } 2025-12-04T11:52:23.890Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"on-demand-backup-pvc","namespace":"demand-backup-encrypted-with-tls-16903"}, "namespace": "demand-backup-encrypted-with-tls-16903", "name": "on-demand-backup-pvc", "reconcileID": "9246ddd7-3c9f-45c5-b177-09b8d12be1d2", "cluster": "some-name"} 2025-12-04T11:52:28.906Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"on-demand-backup-pvc","namespace":"demand-backup-encrypted-with-tls-16903"}, "namespace": "demand-backup-encrypted-with-tls-16903", "name": "on-demand-backup-pvc", "reconcileID": "5bd380b9-6578-45a9-aa99-b42dae089733", "cluster": "some-name"} 2025-12-04T11:52:33.920Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"on-demand-backup-pvc","namespace":"demand-backup-encrypted-with-tls-16903"}, "namespace": "demand-backup-encrypted-with-tls-16903", "name": "on-demand-backup-pvc", "reconcileID": "97ed4baf-d882-49ba-ad03-53fbdebe6051", "cluster": "some-name"} 2025-12-04T11:52:38.942Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"on-demand-backup-pvc","namespace":"demand-backup-encrypted-with-tls-16903"}, "namespace": "demand-backup-encrypted-with-tls-16903", "name": "on-demand-backup-pvc", "reconcileID": "38dc65cc-148c-4e8a-b79d-347253f8057c", "cluster": "some-name"} 2025-12-04T11:52:43.954Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"on-demand-backup-pvc","namespace":"demand-backup-encrypted-with-tls-16903"}, "namespace": "demand-backup-encrypted-with-tls-16903", "name": "on-demand-backup-pvc", "reconcileID": "fa0ed005-4e6a-4758-bfaf-c025fa67d96a", "cluster": "some-name"} 2025-12-04T11:52:48.971Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"on-demand-backup-pvc","namespace":"demand-backup-encrypted-with-tls-16903"}, "namespace": "demand-backup-encrypted-with-tls-16903", "name": "on-demand-backup-pvc", "reconcileID": "27fab72c-604a-413f-8d53-b7d24a97cdf9", "cluster": "some-name"} 2025-12-04T11:52:52.976Z INFO reconcile replication error {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"demand-backup-encrypted-with-tls-16903"}, "namespace": "demand-backup-encrypted-with-tls-16903", "name": "some-name", "reconcileID": "501b5b36-1876-4ba8-b52a-177bc0d718a2", "err": "get primary pxc pod: not found"} 2025-12-04T11:52:53.989Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"on-demand-backup-pvc","namespace":"demand-backup-encrypted-with-tls-16903"}, "namespace": "demand-backup-encrypted-with-tls-16903", "name": "on-demand-backup-pvc", "reconcileID": "2d632824-cc3f-4386-8dea-f21c36c3a181", "cluster": "some-name"} 2025-12-04T11:52:57.954Z INFO reconcile replication error {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"demand-backup-encrypted-with-tls-16903"}, "namespace": "demand-backup-encrypted-with-tls-16903", "name": "some-name", "reconcileID": "bd6cc6ed-35ba-4904-8674-be4f12139da7", "err": "get primary pxc pod: not found"} 2025-12-04T11:52:59.003Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"on-demand-backup-pvc","namespace":"demand-backup-encrypted-with-tls-16903"}, "namespace": "demand-backup-encrypted-with-tls-16903", "name": "on-demand-backup-pvc", "reconcileID": "c1b2a7ba-52de-406e-9588-34505c85e5d7", "cluster": "some-name"} 2025-12-04T11:53:04.033Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"on-demand-backup-pvc","namespace":"demand-backup-encrypted-with-tls-16903"}, "namespace": "demand-backup-encrypted-with-tls-16903", "name": "on-demand-backup-pvc", "reconcileID": "632ddc7f-07f6-4cbd-8ae4-f96a5a3374db", "cluster": "some-name"} 2025-12-04T11:53:09.049Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"on-demand-backup-pvc","namespace":"demand-backup-encrypted-with-tls-16903"}, "namespace": "demand-backup-encrypted-with-tls-16903", "name": "on-demand-backup-pvc", "reconcileID": "3f108d00-9612-407b-bca0-3f695247b792", "cluster": "some-name"} 2025-12-04T11:53:14.074Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"on-demand-backup-pvc","namespace":"demand-backup-encrypted-with-tls-16903"}, "namespace": "demand-backup-encrypted-with-tls-16903", "name": "on-demand-backup-pvc", "reconcileID": "dd3dd985-cc9c-4f95-9eec-e998ff41cd6d", "cluster": "some-name"} 2025-12-04T11:53:19.103Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"on-demand-backup-pvc","namespace":"demand-backup-encrypted-with-tls-16903"}, "namespace": "demand-backup-encrypted-with-tls-16903", "name": "on-demand-backup-pvc", "reconcileID": "099388c8-1e50-4914-9cac-41ed17f6868e", "cluster": "some-name"} 2025-12-04T11:53:24.126Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"on-demand-backup-pvc","namespace":"demand-backup-encrypted-with-tls-16903"}, "namespace": "demand-backup-encrypted-with-tls-16903", "name": "on-demand-backup-pvc", "reconcileID": "7ae8989a-a5a6-4eae-84df-aa66ee08b809", "cluster": "some-name"} 2025-12-04T11:53:29.139Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"on-demand-backup-pvc","namespace":"demand-backup-encrypted-with-tls-16903"}, "namespace": "demand-backup-encrypted-with-tls-16903", "name": "on-demand-backup-pvc", "reconcileID": "1883c339-fe12-4a8b-94d3-7a2e53f418e8", "cluster": "some-name"} 2025-12-04T11:53:34.154Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"on-demand-backup-pvc","namespace":"demand-backup-encrypted-with-tls-16903"}, "namespace": "demand-backup-encrypted-with-tls-16903", "name": "on-demand-backup-pvc", "reconcileID": "ac27168d-0bb6-410a-a9c5-ae73772c3f28", "cluster": "some-name"} 2025-12-04T11:53:39.168Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"on-demand-backup-pvc","namespace":"demand-backup-encrypted-with-tls-16903"}, "namespace": "demand-backup-encrypted-with-tls-16903", "name": "on-demand-backup-pvc", "reconcileID": "7d009d6b-4368-4de3-8c2e-5be1b60d752e", "cluster": "some-name"} 2025-12-04T11:53:44.182Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"on-demand-backup-pvc","namespace":"demand-backup-encrypted-with-tls-16903"}, "namespace": "demand-backup-encrypted-with-tls-16903", "name": "on-demand-backup-pvc", "reconcileID": "edc197af-3d4d-449a-b137-f0c3a78eec0c", "cluster": "some-name"} 2025-12-04T11:53:49.204Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"on-demand-backup-pvc","namespace":"demand-backup-encrypted-with-tls-16903"}, "namespace": "demand-backup-encrypted-with-tls-16903", "name": "on-demand-backup-pvc", "reconcileID": "e70aa60a-3927-4b49-98a0-5d30ad80603a", "cluster": "some-name"} 2025-12-04T11:53:54.221Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"on-demand-backup-pvc","namespace":"demand-backup-encrypted-with-tls-16903"}, "namespace": "demand-backup-encrypted-with-tls-16903", "name": "on-demand-backup-pvc", "reconcileID": "96cfd334-2dc3-4970-af68-951ba12e1e3c", "cluster": "some-name"} 2025-12-04T11:53:59.234Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"on-demand-backup-pvc","namespace":"demand-backup-encrypted-with-tls-16903"}, "namespace": "demand-backup-encrypted-with-tls-16903", "name": "on-demand-backup-pvc", "reconcileID": "dfb8147c-1090-436e-b91e-74b88c75536a", "cluster": "some-name"} 2025-12-04T11:54:04.248Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"on-demand-backup-pvc","namespace":"demand-backup-encrypted-with-tls-16903"}, "namespace": "demand-backup-encrypted-with-tls-16903", "name": "on-demand-backup-pvc", "reconcileID": "5a94a864-c168-4cc9-9bae-ee0a9c554c51", "cluster": "some-name"} 2025-12-04T11:54:09.262Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"on-demand-backup-pvc","namespace":"demand-backup-encrypted-with-tls-16903"}, "namespace": "demand-backup-encrypted-with-tls-16903", "name": "on-demand-backup-pvc", "reconcileID": "7d918fa1-2360-41f2-ba05-434f54351f75", "cluster": "some-name"} 2025-12-04T11:54:14.277Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"on-demand-backup-pvc","namespace":"demand-backup-encrypted-with-tls-16903"}, "namespace": "demand-backup-encrypted-with-tls-16903", "name": "on-demand-backup-pvc", "reconcileID": "a1c1bdef-da29-456c-8b8b-ba9d81718e4b", "cluster": "some-name"} 2025-12-04T11:54:19.294Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"on-demand-backup-pvc","namespace":"demand-backup-encrypted-with-tls-16903"}, "namespace": "demand-backup-encrypted-with-tls-16903", "name": "on-demand-backup-pvc", "reconcileID": "9ed66122-0120-4f53-9221-b7ac023514c3", "cluster": "some-name"} 2025-12-04T11:54:24.313Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"on-demand-backup-pvc","namespace":"demand-backup-encrypted-with-tls-16903"}, "namespace": "demand-backup-encrypted-with-tls-16903", "name": "on-demand-backup-pvc", "reconcileID": "3cc0916f-f4f3-4197-a18e-62ab9b19f2b5", "cluster": "some-name"} 2025-12-04T11:54:29.331Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"on-demand-backup-pvc","namespace":"demand-backup-encrypted-with-tls-16903"}, "namespace": "demand-backup-encrypted-with-tls-16903", "name": "on-demand-backup-pvc", "reconcileID": "2e72c177-69b7-4c73-ac36-a1b30e87c19f", "cluster": "some-name"} 2025-12-04T11:54:34.347Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"on-demand-backup-pvc","namespace":"demand-backup-encrypted-with-tls-16903"}, "namespace": "demand-backup-encrypted-with-tls-16903", "name": "on-demand-backup-pvc", "reconcileID": "76bd3294-c723-48cd-86c7-8381f37b8ea7", "cluster": "some-name"} 2025-12-04T11:54:39.358Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"on-demand-backup-pvc","namespace":"demand-backup-encrypted-with-tls-16903"}, "namespace": "demand-backup-encrypted-with-tls-16903", "name": "on-demand-backup-pvc", "reconcileID": "fc14ede6-641e-4ec4-b055-c27ecc8afd0a", "cluster": "some-name"} 2025-12-04T11:54:44.372Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"on-demand-backup-pvc","namespace":"demand-backup-encrypted-with-tls-16903"}, "namespace": "demand-backup-encrypted-with-tls-16903", "name": "on-demand-backup-pvc", "reconcileID": "4223f9b7-2d9b-4066-bc9a-94641787bbb9", "cluster": "some-name"} 2025-12-04T11:54:49.388Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"on-demand-backup-pvc","namespace":"demand-backup-encrypted-with-tls-16903"}, "namespace": "demand-backup-encrypted-with-tls-16903", "name": "on-demand-backup-pvc", "reconcileID": "8d1438ee-81b3-4318-b0fa-6ed1cd3c14b6", "cluster": "some-name"} 2025-12-04T11:54:54.402Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"on-demand-backup-pvc","namespace":"demand-backup-encrypted-with-tls-16903"}, "namespace": "demand-backup-encrypted-with-tls-16903", "name": "on-demand-backup-pvc", "reconcileID": "a7130966-4057-4833-b197-dd4d12ddbdbf", "cluster": "some-name"} 2025-12-04T11:54:59.417Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"on-demand-backup-pvc","namespace":"demand-backup-encrypted-with-tls-16903"}, "namespace": "demand-backup-encrypted-with-tls-16903", "name": "on-demand-backup-pvc", "reconcileID": "9fb97d34-ef61-41cc-9c30-1f4d02201455", "cluster": "some-name"} 2025-12-04T11:55:04.435Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"on-demand-backup-pvc","namespace":"demand-backup-encrypted-with-tls-16903"}, "namespace": "demand-backup-encrypted-with-tls-16903", "name": "on-demand-backup-pvc", "reconcileID": "8c8c5f18-7e36-4776-9de7-09a4b7670ea0", "cluster": "some-name"} 2025-12-04T11:55:09.451Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"on-demand-backup-pvc","namespace":"demand-backup-encrypted-with-tls-16903"}, "namespace": "demand-backup-encrypted-with-tls-16903", "name": "on-demand-backup-pvc", "reconcileID": "e91dc145-4518-46a6-bc8c-3291f480d6fc", "cluster": "some-name"} 2025-12-04T11:55:14.466Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"on-demand-backup-pvc","namespace":"demand-backup-encrypted-with-tls-16903"}, "namespace": "demand-backup-encrypted-with-tls-16903", "name": "on-demand-backup-pvc", "reconcileID": "005ec05b-a9a9-4ba2-8802-95171076a437", "cluster": "some-name"} 2025-12-04T11:55:19.479Z INFO Waiting for cluster to start {"controller": "pxcrestore-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterRestore", "PerconaXtraDBClusterRestore": {"name":"on-demand-backup-pvc","namespace":"demand-backup-encrypted-with-tls-16903"}, "namespace": "demand-backup-encrypted-with-tls-16903", "name": "on-demand-backup-pvc", "reconcileID": "a91ab7a3-3f7b-4423-9428-de8a420ff03c", "cluster": "some-name"} 2025-12-04T11:55:25.757Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"demand-backup-encrypted-with-tls-16903"}, "namespace": "demand-backup-encrypted-with-tls-16903", "name": "some-name", "reconcileID": "08790cf9-309c-4968-8d71-bfec0eb36346"} 2025-12-04T11:55:30.334Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"demand-backup-encrypted-with-tls-16903"}, "namespace": "demand-backup-encrypted-with-tls-16903", "name": "some-name", "reconcileID": "f0be1f43-ed04-4e8e-8f17-5bdb76243d39"} 2025-12-04T11:55:35.835Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"demand-backup-encrypted-with-tls-16903"}, "namespace": "demand-backup-encrypted-with-tls-16903", "name": "some-name", "reconcileID": "82049cc5-91a6-407d-a08e-e64dd58a1c22"} 2025-12-04T11:55:40.869Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"demand-backup-encrypted-with-tls-16903"}, "namespace": "demand-backup-encrypted-with-tls-16903", "name": "some-name", "reconcileID": "3875cfa8-0e2f-4767-ad0f-c3ef77a23d8a"} 2025-12-04T11:55:45.916Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"demand-backup-encrypted-with-tls-16903"}, "namespace": "demand-backup-encrypted-with-tls-16903", "name": "some-name", "reconcileID": "70697317-4d1f-4f92-ab7c-d362c507bc1c"} 2025-12-04T11:55:51.441Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"demand-backup-encrypted-with-tls-16903"}, "namespace": "demand-backup-encrypted-with-tls-16903", "name": "some-name", "reconcileID": "e240c46f-64e0-49a8-8ac2-e5a4c24e9a16"} 2025-12-04T11:55:56.870Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"demand-backup-encrypted-with-tls-16903"}, "namespace": "demand-backup-encrypted-with-tls-16903", "name": "some-name", "reconcileID": "16059ca7-a094-4b61-92aa-6eb017ade75e"} 2025-12-04T11:56:02.314Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"demand-backup-encrypted-with-tls-16903"}, "namespace": "demand-backup-encrypted-with-tls-16903", "name": "some-name", "reconcileID": "653e22a1-f36e-4d1b-bfbc-a4ba4df6f58a"} 2025-12-04T11:56:07.234Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"demand-backup-encrypted-with-tls-16903"}, "namespace": "demand-backup-encrypted-with-tls-16903", "name": "some-name", "reconcileID": "ed9e6db9-324b-420f-971f-577d02ba92d1"} 2025-12-04T11:56:12.725Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"demand-backup-encrypted-with-tls-16903"}, "namespace": "demand-backup-encrypted-with-tls-16903", "name": "some-name", "reconcileID": "2e14184a-a080-4dc6-9ad0-e420271a8a02"} 2025-12-04T11:56:18.038Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"demand-backup-encrypted-with-tls-16903"}, "namespace": "demand-backup-encrypted-with-tls-16903", "name": "some-name", "reconcileID": "0db3a426-6392-4a9a-921a-2bbfb45c09ae"} 2025-12-04T11:56:23.421Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"demand-backup-encrypted-with-tls-16903"}, "namespace": "demand-backup-encrypted-with-tls-16903", "name": "some-name", "reconcileID": "8311d492-2c3a-4a0e-9de2-535763221f63"} 2025-12-04T11:56:28.943Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"demand-backup-encrypted-with-tls-16903"}, "namespace": "demand-backup-encrypted-with-tls-16903", "name": "some-name", "reconcileID": "4bc284a5-079d-4a69-94a8-e7565e211e75"} 2025-12-04T11:56:34.063Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"demand-backup-encrypted-with-tls-16903"}, "namespace": "demand-backup-encrypted-with-tls-16903", "name": "some-name", "reconcileID": "b626b124-9b9d-42a1-b9d5-928625db9805"} 2025-12-04T11:56:39.361Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"demand-backup-encrypted-with-tls-16903"}, "namespace": "demand-backup-encrypted-with-tls-16903", "name": "some-name", "reconcileID": "73115b27-148c-487d-9235-542ef4dcbb56"} 2025-12-04T11:56:44.446Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"demand-backup-encrypted-with-tls-16903"}, "namespace": "demand-backup-encrypted-with-tls-16903", "name": "some-name", "reconcileID": "ee6bc33e-db82-4219-92e7-33e4cd365305"} 2025-12-04T11:56:49.725Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"demand-backup-encrypted-with-tls-16903"}, "namespace": "demand-backup-encrypted-with-tls-16903", "name": "some-name", "reconcileID": "d5c6f50a-5345-40e9-962b-0f0657ba16cf"} 2025-12-04T11:56:55.160Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"demand-backup-encrypted-with-tls-16903"}, "namespace": "demand-backup-encrypted-with-tls-16903", "name": "some-name", "reconcileID": "336b2c91-8f23-4a37-a8b9-e7c4a4c11014"} 2025-12-04T11:57:00.520Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"demand-backup-encrypted-with-tls-16903"}, "namespace": "demand-backup-encrypted-with-tls-16903", "name": "some-name", "reconcileID": "ab00ed91-5c60-4f6b-be8a-a09a1dc14b70"} 2025-12-04T11:57:05.519Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"demand-backup-encrypted-with-tls-16903"}, "namespace": "demand-backup-encrypted-with-tls-16903", "name": "some-name", "reconcileID": "e937a30f-0d56-4b8f-8e1d-e07171ee7a8c"} 2025-12-04T11:57:10.956Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"demand-backup-encrypted-with-tls-16903"}, "namespace": "demand-backup-encrypted-with-tls-16903", "name": "some-name", "reconcileID": "c3c4a775-6b04-4e46-87ce-29fee0ab6f45"} 2025-12-04T11:57:16.452Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"demand-backup-encrypted-with-tls-16903"}, "namespace": "demand-backup-encrypted-with-tls-16903", "name": "some-name", "reconcileID": "eea41f7a-9794-45dd-8b41-5a0dac005d2d"} 2025-12-04T11:57:21.130Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"demand-backup-encrypted-with-tls-16903"}, "namespace": "demand-backup-encrypted-with-tls-16903", "name": "some-name", "reconcileID": "0d4f17ff-d846-467a-809e-40b1e1ec2fe6"} 2025-12-04T11:57:26.848Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"demand-backup-encrypted-with-tls-16903"}, "namespace": "demand-backup-encrypted-with-tls-16903", "name": "some-name", "reconcileID": "6e7522b9-122f-4f7c-a1f9-b4242fad41ca"} 2025-12-04T11:57:32.652Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"demand-backup-encrypted-with-tls-16903"}, "namespace": "demand-backup-encrypted-with-tls-16903", "name": "some-name", "reconcileID": "74e86c86-6d6c-4577-a6f8-17eac71c3f4a"} 2025-12-04T11:57:37.241Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"demand-backup-encrypted-with-tls-16903"}, "namespace": "demand-backup-encrypted-with-tls-16903", "name": "some-name", "reconcileID": "1f1bd36a-5a50-4288-8bfa-0d4ca81c94aa"} 2025-12-04T11:57:42.531Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"demand-backup-encrypted-with-tls-16903"}, "namespace": "demand-backup-encrypted-with-tls-16903", "name": "some-name", "reconcileID": "63b367e5-353e-43ed-9a93-e2cbb125a2ad"} 2025-12-04T11:57:48.359Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"demand-backup-encrypted-with-tls-16903"}, "namespace": "demand-backup-encrypted-with-tls-16903", "name": "some-name", "reconcileID": "394d1db5-63ec-4660-ba11-a5def27ab71e"} 2025-12-04T11:57:53.666Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"demand-backup-encrypted-with-tls-16903"}, "namespace": "demand-backup-encrypted-with-tls-16903", "name": "some-name", "reconcileID": "1b4a3585-e73e-4173-975c-75423e93238e"} 2025-12-04T11:57:58.940Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"demand-backup-encrypted-with-tls-16903"}, "namespace": "demand-backup-encrypted-with-tls-16903", "name": "some-name", "reconcileID": "0d2179f9-b6a2-4e76-9c7a-62617351dab4"} 2025-12-04T11:58:04.131Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"demand-backup-encrypted-with-tls-16903"}, "namespace": "demand-backup-encrypted-with-tls-16903", "name": "some-name", "reconcileID": "62887e31-c63d-4977-89b3-6d7200ecd5ff"} 2025-12-04T11:58:09.439Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"demand-backup-encrypted-with-tls-16903"}, "namespace": "demand-backup-encrypted-with-tls-16903", "name": "some-name", "reconcileID": "5ca1e3a6-436e-4be1-beac-8a7671aca405"} 2025-12-04T11:58:14.654Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"demand-backup-encrypted-with-tls-16903"}, "namespace": "demand-backup-encrypted-with-tls-16903", "name": "some-name", "reconcileID": "d1aa719e-f70b-421c-8fc6-cf66abc92282"} 2025-12-04T11:58:19.854Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"demand-backup-encrypted-with-tls-16903"}, "namespace": "demand-backup-encrypted-with-tls-16903", "name": "some-name", "reconcileID": "b3425970-be99-4cb6-b8c0-58bcbec8cd3b"} 2025-12-04T11:58:20.276Z DEBUG Check if parallel backups are allowed {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"on-demand-backup-aws-s3","namespace":"demand-backup-encrypted-with-tls-16903"}, "namespace": "demand-backup-encrypted-with-tls-16903", "name": "on-demand-backup-aws-s3", "reconcileID": "1ee79b8d-c244-4721-82cf-0e680ddc8358", "cluster": "some-name", "storage": "aws-s3", "allowed": true} 2025-12-04T11:58:20.310Z INFO Created a new backup job {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"on-demand-backup-aws-s3","namespace":"demand-backup-encrypted-with-tls-16903"}, "namespace": "demand-backup-encrypted-with-tls-16903", "name": "on-demand-backup-aws-s3", "reconcileID": "1ee79b8d-c244-4721-82cf-0e680ddc8358", "namespace": "demand-backup-encrypted-with-tls-16903", "name": "xb-on-demand-backup-aws-s3"} 2025-12-04T11:58:25.157Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"demand-backup-encrypted-with-tls-16903"}, "namespace": "demand-backup-encrypted-with-tls-16903", "name": "some-name", "reconcileID": "9fa6fca7-dccc-4b2a-b4f7-5a2b834ef792"} 2025-12-04T11:58:25.311Z DEBUG Check if parallel backups are allowed {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"on-demand-backup-aws-s3","namespace":"demand-backup-encrypted-with-tls-16903"}, "namespace": "demand-backup-encrypted-with-tls-16903", "name": "on-demand-backup-aws-s3", "reconcileID": "1badfda9-376e-4dc4-b65a-48e1d28a465b", "cluster": "some-name", "storage": "aws-s3", "allowed": true} 2025-12-04T11:58:25.391Z DEBUG Check if parallel backups are allowed {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"on-demand-backup-aws-s3","namespace":"demand-backup-encrypted-with-tls-16903"}, "namespace": "demand-backup-encrypted-with-tls-16903", "name": "on-demand-backup-aws-s3", "reconcileID": "d55bf5b5-b9e8-4f93-8e3a-197467659a89", "cluster": "some-name", "storage": "aws-s3", "allowed": true} 2025-12-04T11:58:30.341Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"demand-backup-encrypted-with-tls-16903"}, "namespace": "demand-backup-encrypted-with-tls-16903", "name": "some-name", "reconcileID": "c5f26d6a-54f6-43c5-967c-f9646de8ce34"} 2025-12-04T11:58:30.375Z DEBUG Check if parallel backups are allowed {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"on-demand-backup-aws-s3","namespace":"demand-backup-encrypted-with-tls-16903"}, "namespace": "demand-backup-encrypted-with-tls-16903", "name": "on-demand-backup-aws-s3", "reconcileID": "a16c7b45-83fd-4cab-bdb9-03728707c5df", "cluster": "some-name", "storage": "aws-s3", "allowed": true} 2025-12-04T11:58:35.405Z DEBUG Check if parallel backups are allowed {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"on-demand-backup-aws-s3","namespace":"demand-backup-encrypted-with-tls-16903"}, "namespace": "demand-backup-encrypted-with-tls-16903", "name": "on-demand-backup-aws-s3", "reconcileID": "db009e91-bf24-48d0-acfb-f50ebd6dc86c", "cluster": "some-name", "storage": "aws-s3", "allowed": true} 2025-12-04T11:58:35.524Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"demand-backup-encrypted-with-tls-16903"}, "namespace": "demand-backup-encrypted-with-tls-16903", "name": "some-name", "reconcileID": "af07c208-6b80-4bad-967a-7d4759175336"} 2025-12-04T11:58:40.450Z DEBUG Check if parallel backups are allowed {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"on-demand-backup-aws-s3","namespace":"demand-backup-encrypted-with-tls-16903"}, "namespace": "demand-backup-encrypted-with-tls-16903", "name": "on-demand-backup-aws-s3", "reconcileID": "2a55c651-321a-4f6f-b03a-d5cbb85bf077", "cluster": "some-name", "storage": "aws-s3", "allowed": true} 2025-12-04T11:58:40.670Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"demand-backup-encrypted-with-tls-16903"}, "namespace": "demand-backup-encrypted-with-tls-16903", "name": "some-name", "reconcileID": "cd5cb4c1-8325-47b9-a48c-8ee11860e0fc"} 2025-12-04T11:58:45.480Z DEBUG Check if parallel backups are allowed {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"on-demand-backup-aws-s3","namespace":"demand-backup-encrypted-with-tls-16903"}, "namespace": "demand-backup-encrypted-with-tls-16903", "name": "on-demand-backup-aws-s3", "reconcileID": "79d901c8-7ce5-48a9-8ea4-51585e9a6326", "cluster": "some-name", "storage": "aws-s3", "allowed": true} 2025-12-04T11:58:46.153Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"demand-backup-encrypted-with-tls-16903"}, "namespace": "demand-backup-encrypted-with-tls-16903", "name": "some-name", "reconcileID": "11145e5a-faa5-4424-a1bb-2cdf68dc67a2"} 2025-12-04T11:58:50.518Z DEBUG Check if parallel backups are allowed {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"on-demand-backup-aws-s3","namespace":"demand-backup-encrypted-with-tls-16903"}, "namespace": "demand-backup-encrypted-with-tls-16903", "name": "on-demand-backup-aws-s3", "reconcileID": "25aa0dc3-9d02-43f4-828e-783a9a64f65a", "cluster": "some-name", "storage": "aws-s3", "allowed": true} 2025-12-04T11:58:51.169Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"demand-backup-encrypted-with-tls-16903"}, "namespace": "demand-backup-encrypted-with-tls-16903", "name": "some-name", "reconcileID": "bbf150f2-5d47-4378-9d8c-79e9f5078c7d"} 2025-12-04T11:58:55.559Z DEBUG Check if parallel backups are allowed {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"on-demand-backup-aws-s3","namespace":"demand-backup-encrypted-with-tls-16903"}, "namespace": "demand-backup-encrypted-with-tls-16903", "name": "on-demand-backup-aws-s3", "reconcileID": "0c6966d5-1a4c-4843-85bf-8d3b86feeb60", "cluster": "some-name", "storage": "aws-s3", "allowed": true} 2025-12-04T11:58:55.619Z DEBUG Check if parallel backups are allowed {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"on-demand-backup-aws-s3","namespace":"demand-backup-encrypted-with-tls-16903"}, "namespace": "demand-backup-encrypted-with-tls-16903", "name": "on-demand-backup-aws-s3", "reconcileID": "31a8de0f-9174-4a08-bed9-0a9bc275bb2e", "cluster": "some-name", "storage": "aws-s3", "allowed": true} 2025-12-04T11:58:56.842Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"demand-backup-encrypted-with-tls-16903"}, "namespace": "demand-backup-encrypted-with-tls-16903", "name": "some-name", "reconcileID": "c724fb6e-4411-4075-84b0-69ac87891ad2"} 2025-12-04T11:59:00.608Z DEBUG Check if parallel backups are allowed {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"on-demand-backup-aws-s3","namespace":"demand-backup-encrypted-with-tls-16903"}, "namespace": "demand-backup-encrypted-with-tls-16903", "name": "on-demand-backup-aws-s3", "reconcileID": "8095ea54-503e-4f3a-994f-f7fe8907a49f", "cluster": "some-name", "storage": "aws-s3", "allowed": true} 2025-12-04T11:59:02.362Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"demand-backup-encrypted-with-tls-16903"}, "namespace": "demand-backup-encrypted-with-tls-16903", "name": "some-name", "reconcileID": "1730c099-b8f2-429a-b922-6c2fb5f0469b"} 2025-12-04T11:59:05.667Z DEBUG Check if parallel backups are allowed {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"on-demand-backup-aws-s3","namespace":"demand-backup-encrypted-with-tls-16903"}, "namespace": "demand-backup-encrypted-with-tls-16903", "name": "on-demand-backup-aws-s3", "reconcileID": "8e7d3a2f-fc69-48ca-9b8e-020fb51dac8e", "cluster": "some-name", "storage": "aws-s3", "allowed": true} 2025-12-04T11:59:07.266Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"demand-backup-encrypted-with-tls-16903"}, "namespace": "demand-backup-encrypted-with-tls-16903", "name": "some-name", "reconcileID": "e5ce676b-bb76-46d3-9eb3-8ff06afffb62"} 2025-12-04T11:59:10.697Z DEBUG Check if parallel backups are allowed {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"on-demand-backup-aws-s3","namespace":"demand-backup-encrypted-with-tls-16903"}, "namespace": "demand-backup-encrypted-with-tls-16903", "name": "on-demand-backup-aws-s3", "reconcileID": "8468be42-7e2c-4fe9-9992-05dbc19c9326", "cluster": "some-name", "storage": "aws-s3", "allowed": true} 2025-12-04T11:59:10.760Z DEBUG Check if parallel backups are allowed {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"on-demand-backup-aws-s3","namespace":"demand-backup-encrypted-with-tls-16903"}, "namespace": "demand-backup-encrypted-with-tls-16903", "name": "on-demand-backup-aws-s3", "reconcileID": "765a8180-701f-4279-a725-292db235f720", "cluster": "some-name", "storage": "aws-s3", "allowed": true} 2025-12-04T11:59:12.244Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"demand-backup-encrypted-with-tls-16903"}, "namespace": "demand-backup-encrypted-with-tls-16903", "name": "some-name", "reconcileID": "94fbcafb-2ccd-425c-9835-e44a5e88c291"} 2025-12-04T11:59:15.752Z DEBUG Check if parallel backups are allowed {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"on-demand-backup-aws-s3","namespace":"demand-backup-encrypted-with-tls-16903"}, "namespace": "demand-backup-encrypted-with-tls-16903", "name": "on-demand-backup-aws-s3", "reconcileID": "985cdd6c-3255-448a-bda5-d13500af05d2", "cluster": "some-name", "storage": "aws-s3", "allowed": true} 2025-12-04T11:59:17.624Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"demand-backup-encrypted-with-tls-16903"}, "namespace": "demand-backup-encrypted-with-tls-16903", "name": "some-name", "reconcileID": "b3f7555d-dc08-45e7-a8c2-1d81cfac5557"} 2025-12-04T11:59:20.785Z DEBUG Check if parallel backups are allowed {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"on-demand-backup-aws-s3","namespace":"demand-backup-encrypted-with-tls-16903"}, "namespace": "demand-backup-encrypted-with-tls-16903", "name": "on-demand-backup-aws-s3", "reconcileID": "333f001e-e48f-4186-98c1-ef07ec6c202a", "cluster": "some-name", "storage": "aws-s3", "allowed": true} 2025-12-04T11:59:23.016Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"demand-backup-encrypted-with-tls-16903"}, "namespace": "demand-backup-encrypted-with-tls-16903", "name": "some-name", "reconcileID": "056ac9af-89fb-43e8-923a-1847b090be98"} 2025-12-04T11:59:25.817Z DEBUG Check if parallel backups are allowed {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"on-demand-backup-aws-s3","namespace":"demand-backup-encrypted-with-tls-16903"}, "namespace": "demand-backup-encrypted-with-tls-16903", "name": "on-demand-backup-aws-s3", "reconcileID": "3d62a282-16ce-4ccf-b6b0-a9131a9ea53d", "cluster": "some-name", "storage": "aws-s3", "allowed": true} 2025-12-04T11:59:28.313Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"demand-backup-encrypted-with-tls-16903"}, "namespace": "demand-backup-encrypted-with-tls-16903", "name": "some-name", "reconcileID": "50ea206e-75ae-43c8-9d43-595281b3362c"} 2025-12-04T11:59:30.847Z DEBUG Check if parallel backups are allowed {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"on-demand-backup-aws-s3","namespace":"demand-backup-encrypted-with-tls-16903"}, "namespace": "demand-backup-encrypted-with-tls-16903", "name": "on-demand-backup-aws-s3", "reconcileID": "b75c9fad-c8ec-4e06-92f5-d11368410f4f", "cluster": "some-name", "storage": "aws-s3", "allowed": true} 2025-12-04T11:59:33.561Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"demand-backup-encrypted-with-tls-16903"}, "namespace": "demand-backup-encrypted-with-tls-16903", "name": "some-name", "reconcileID": "27911894-d599-4c20-abd3-d27a221d18dc"} 2025-12-04T11:59:35.884Z DEBUG Check if parallel backups are allowed {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"on-demand-backup-aws-s3","namespace":"demand-backup-encrypted-with-tls-16903"}, "namespace": "demand-backup-encrypted-with-tls-16903", "name": "on-demand-backup-aws-s3", "reconcileID": "b17de437-39f4-4e4b-a906-158892ee6701", "cluster": "some-name", "storage": "aws-s3", "allowed": true} 2025-12-04T11:59:38.638Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"demand-backup-encrypted-with-tls-16903"}, "namespace": "demand-backup-encrypted-with-tls-16903", "name": "some-name", "reconcileID": "ae175bd8-2853-4897-91a1-b2510a7fffe2"} 2025-12-04T11:59:40.912Z DEBUG Check if parallel backups are allowed {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"on-demand-backup-aws-s3","namespace":"demand-backup-encrypted-with-tls-16903"}, "namespace": "demand-backup-encrypted-with-tls-16903", "name": "on-demand-backup-aws-s3", "reconcileID": "5ead6e0e-0a4c-43ac-b29e-a163ad7345d4", "cluster": "some-name", "storage": "aws-s3", "allowed": true} 2025-12-04T11:59:44.069Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"demand-backup-encrypted-with-tls-16903"}, "namespace": "demand-backup-encrypted-with-tls-16903", "name": "some-name", "reconcileID": "7718eedb-5e8d-4843-bbef-4cae8c860047"} 2025-12-04T11:59:45.943Z DEBUG Check if parallel backups are allowed {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"on-demand-backup-aws-s3","namespace":"demand-backup-encrypted-with-tls-16903"}, "namespace": "demand-backup-encrypted-with-tls-16903", "name": "on-demand-backup-aws-s3", "reconcileID": "7ad28448-5fd6-41f0-bb99-c754c812d865", "cluster": "some-name", "storage": "aws-s3", "allowed": true} 2025-12-04T11:59:49.246Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"demand-backup-encrypted-with-tls-16903"}, "namespace": "demand-backup-encrypted-with-tls-16903", "name": "some-name", "reconcileID": "7bc7490a-c553-43cd-a2a5-499fc85abe7c"} 2025-12-04T11:59:50.978Z DEBUG Check if parallel backups are allowed {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"on-demand-backup-aws-s3","namespace":"demand-backup-encrypted-with-tls-16903"}, "namespace": "demand-backup-encrypted-with-tls-16903", "name": "on-demand-backup-aws-s3", "reconcileID": "47e3bf5b-42be-450b-9ce6-0476adeeec89", "cluster": "some-name", "storage": "aws-s3", "allowed": true} 2025-12-04T11:59:54.230Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"demand-backup-encrypted-with-tls-16903"}, "namespace": "demand-backup-encrypted-with-tls-16903", "name": "some-name", "reconcileID": "8b3b9fda-e61b-41d1-a172-5d1e21d35b82"} 2025-12-04T11:59:56.007Z DEBUG Check if parallel backups are allowed {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"on-demand-backup-aws-s3","namespace":"demand-backup-encrypted-with-tls-16903"}, "namespace": "demand-backup-encrypted-with-tls-16903", "name": "on-demand-backup-aws-s3", "reconcileID": "30153cf8-be55-453c-a969-1f51a5aed7ac", "cluster": "some-name", "storage": "aws-s3", "allowed": true} 2025-12-04T11:59:59.732Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"demand-backup-encrypted-with-tls-16903"}, "namespace": "demand-backup-encrypted-with-tls-16903", "name": "some-name", "reconcileID": "9098a55f-f97c-42cd-8799-e1a2aa57bf2b"} 2025-12-04T12:00:01.048Z DEBUG Check if parallel backups are allowed {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"on-demand-backup-aws-s3","namespace":"demand-backup-encrypted-with-tls-16903"}, "namespace": "demand-backup-encrypted-with-tls-16903", "name": "on-demand-backup-aws-s3", "reconcileID": "c761d190-2e0c-4282-acb7-503e5167639e", "cluster": "some-name", "storage": "aws-s3", "allowed": true} 2025-12-04T12:00:05.056Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"demand-backup-encrypted-with-tls-16903"}, "namespace": "demand-backup-encrypted-with-tls-16903", "name": "some-name", "reconcileID": "2ea436c0-c0bd-4509-87a9-31bf995f1f39"} 2025-12-04T12:00:06.477Z DEBUG Check if parallel backups are allowed {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"on-demand-backup-aws-s3","namespace":"demand-backup-encrypted-with-tls-16903"}, "namespace": "demand-backup-encrypted-with-tls-16903", "name": "on-demand-backup-aws-s3", "reconcileID": "44a38d05-88df-48ff-8797-b490b756ce6d", "cluster": "some-name", "storage": "aws-s3", "allowed": true} 2025-12-04T12:00:10.440Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"demand-backup-encrypted-with-tls-16903"}, "namespace": "demand-backup-encrypted-with-tls-16903", "name": "some-name", "reconcileID": "8c6103a9-0aef-4d41-adf0-5cc8c9ca1b80"} 2025-12-04T12:00:11.511Z DEBUG Check if parallel backups are allowed {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"on-demand-backup-aws-s3","namespace":"demand-backup-encrypted-with-tls-16903"}, "namespace": "demand-backup-encrypted-with-tls-16903", "name": "on-demand-backup-aws-s3", "reconcileID": "a6c42b0f-af0c-424a-a645-6483501a281b", "cluster": "some-name", "storage": "aws-s3", "allowed": true} 2025-12-04T12:00:15.841Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"demand-backup-encrypted-with-tls-16903"}, "namespace": "demand-backup-encrypted-with-tls-16903", "name": "some-name", "reconcileID": "a8864809-0438-4470-9c4a-26b7d30c800f"} 2025-12-04T12:00:16.547Z DEBUG Check if parallel backups are allowed {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"on-demand-backup-aws-s3","namespace":"demand-backup-encrypted-with-tls-16903"}, "namespace": "demand-backup-encrypted-with-tls-16903", "name": "on-demand-backup-aws-s3", "reconcileID": "2b074e34-567f-4266-9a9c-545fefcb6912", "cluster": "some-name", "storage": "aws-s3", "allowed": true} 2025-12-04T12:00:21.135Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"demand-backup-encrypted-with-tls-16903"}, "namespace": "demand-backup-encrypted-with-tls-16903", "name": "some-name", "reconcileID": "7bcc7d81-f131-482d-adf0-8f443c316d96"} 2025-12-04T12:00:21.678Z DEBUG Check if parallel backups are allowed {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"on-demand-backup-aws-s3","namespace":"demand-backup-encrypted-with-tls-16903"}, "namespace": "demand-backup-encrypted-with-tls-16903", "name": "on-demand-backup-aws-s3", "reconcileID": "874430b8-ef88-4340-8af1-4a074e949296", "cluster": "some-name", "storage": "aws-s3", "allowed": true} 2025-12-04T12:00:26.161Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"demand-backup-encrypted-with-tls-16903"}, "namespace": "demand-backup-encrypted-with-tls-16903", "name": "some-name", "reconcileID": "a8545914-de70-4c8a-810d-bbc440f90627"} 2025-12-04T12:00:26.715Z DEBUG Check if parallel backups are allowed {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"on-demand-backup-aws-s3","namespace":"demand-backup-encrypted-with-tls-16903"}, "namespace": "demand-backup-encrypted-with-tls-16903", "name": "on-demand-backup-aws-s3", "reconcileID": "64f34cd2-d8d3-4ea6-924b-fc2bc080cd48", "cluster": "some-name", "storage": "aws-s3", "allowed": true} 2025-12-04T12:00:26.779Z DEBUG Check if parallel backups are allowed {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"on-demand-backup-aws-s3","namespace":"demand-backup-encrypted-with-tls-16903"}, "namespace": "demand-backup-encrypted-with-tls-16903", "name": "on-demand-backup-aws-s3", "reconcileID": "cd55e487-291b-4be1-8653-0f2c64ffdbef", "cluster": "some-name", "storage": "aws-s3", "allowed": true} 2025-12-04T12:00:31.771Z DEBUG Check if parallel backups are allowed {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"on-demand-backup-aws-s3","namespace":"demand-backup-encrypted-with-tls-16903"}, "namespace": "demand-backup-encrypted-with-tls-16903", "name": "on-demand-backup-aws-s3", "reconcileID": "cef061c2-5e64-4b26-97e9-b4e417e0e872", "cluster": "some-name", "storage": "aws-s3", "allowed": true} 2025-12-04T12:00:32.427Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"demand-backup-encrypted-with-tls-16903"}, "namespace": "demand-backup-encrypted-with-tls-16903", "name": "some-name", "reconcileID": "edf109a8-c968-425a-b855-a1c400a954fe"} 2025-12-04T12:00:36.844Z DEBUG Check if parallel backups are allowed {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"on-demand-backup-aws-s3","namespace":"demand-backup-encrypted-with-tls-16903"}, "namespace": "demand-backup-encrypted-with-tls-16903", "name": "on-demand-backup-aws-s3", "reconcileID": "84319ee2-138c-421c-8f19-5b1ebfbc460e", "cluster": "some-name", "storage": "aws-s3", "allowed": true} 2025-12-04T12:00:36.869Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"demand-backup-encrypted-with-tls-16903"}, "namespace": "demand-backup-encrypted-with-tls-16903", "name": "some-name", "reconcileID": "1907ea89-f692-4dc3-ac2f-31667ee910d2"} 2025-12-04T12:00:41.886Z DEBUG Check if parallel backups are allowed {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"on-demand-backup-aws-s3","namespace":"demand-backup-encrypted-with-tls-16903"}, "namespace": "demand-backup-encrypted-with-tls-16903", "name": "on-demand-backup-aws-s3", "reconcileID": "8e25e6cf-4731-4a49-af2a-f8309aea311d", "cluster": "some-name", "storage": "aws-s3", "allowed": true} 2025-12-04T12:00:42.116Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"demand-backup-encrypted-with-tls-16903"}, "namespace": "demand-backup-encrypted-with-tls-16903", "name": "some-name", "reconcileID": "7e55e9a5-0251-4f61-99ab-7fac7ab55a9e"} 2025-12-04T12:00:46.917Z DEBUG Check if parallel backups are allowed {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"on-demand-backup-aws-s3","namespace":"demand-backup-encrypted-with-tls-16903"}, "namespace": "demand-backup-encrypted-with-tls-16903", "name": "on-demand-backup-aws-s3", "reconcileID": "2f45fdae-67f1-4266-b759-8efbf8544c04", "cluster": "some-name", "storage": "aws-s3", "allowed": true} 2025-12-04T12:00:46.981Z DEBUG Check if parallel backups are allowed {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"on-demand-backup-aws-s3","namespace":"demand-backup-encrypted-with-tls-16903"}, "namespace": "demand-backup-encrypted-with-tls-16903", "name": "on-demand-backup-aws-s3", "reconcileID": "c7becc83-e072-4339-8223-61fa5177fdc4", "cluster": "some-name", "storage": "aws-s3", "allowed": true} 2025-12-04T12:00:47.543Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"demand-backup-encrypted-with-tls-16903"}, "namespace": "demand-backup-encrypted-with-tls-16903", "name": "some-name", "reconcileID": "19f8195c-e8e8-4a32-9123-33df6be7094a"} 2025-12-04T12:00:51.974Z DEBUG Check if parallel backups are allowed {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"on-demand-backup-aws-s3","namespace":"demand-backup-encrypted-with-tls-16903"}, "namespace": "demand-backup-encrypted-with-tls-16903", "name": "on-demand-backup-aws-s3", "reconcileID": "13a2f2e0-6c53-4edc-9b31-66c38410120b", "cluster": "some-name", "storage": "aws-s3", "allowed": true} 2025-12-04T12:00:52.541Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"demand-backup-encrypted-with-tls-16903"}, "namespace": "demand-backup-encrypted-with-tls-16903", "name": "some-name", "reconcileID": "89e97420-2154-4afe-98f5-1fd23e551066"} 2025-12-04T12:00:57.009Z DEBUG Check if parallel backups are allowed {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"on-demand-backup-aws-s3","namespace":"demand-backup-encrypted-with-tls-16903"}, "namespace": "demand-backup-encrypted-with-tls-16903", "name": "on-demand-backup-aws-s3", "reconcileID": "416a4556-c6bc-412a-b838-8640686693da", "cluster": "some-name", "storage": "aws-s3", "allowed": true} 2025-12-04T12:00:57.647Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"demand-backup-encrypted-with-tls-16903"}, "namespace": "demand-backup-encrypted-with-tls-16903", "name": "some-name", "reconcileID": "b59dff94-2c99-491f-8bc6-f3984d3f1332"} 2025-12-04T12:01:02.058Z DEBUG Check if parallel backups are allowed {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"on-demand-backup-aws-s3","namespace":"demand-backup-encrypted-with-tls-16903"}, "namespace": "demand-backup-encrypted-with-tls-16903", "name": "on-demand-backup-aws-s3", "reconcileID": "58a51307-9c8b-4a00-9283-762b06cc4927", "cluster": "some-name", "storage": "aws-s3", "allowed": true} 2025-12-04T12:01:03.971Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"demand-backup-encrypted-with-tls-16903"}, "namespace": "demand-backup-encrypted-with-tls-16903", "name": "some-name", "reconcileID": "67e522e1-fdd4-4626-8b64-3a99976885b4"} 2025-12-04T12:01:07.191Z DEBUG Check if parallel backups are allowed {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"on-demand-backup-aws-s3","namespace":"demand-backup-encrypted-with-tls-16903"}, "namespace": "demand-backup-encrypted-with-tls-16903", "name": "on-demand-backup-aws-s3", "reconcileID": "884bb090-fc53-4733-9347-ac686a39eff4", "cluster": "some-name", "storage": "aws-s3", "allowed": true} 2025-12-04T12:01:09.219Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"demand-backup-encrypted-with-tls-16903"}, "namespace": "demand-backup-encrypted-with-tls-16903", "name": "some-name", "reconcileID": "424494ea-6467-4b5a-8a99-2596fd393d2f"} 2025-12-04T12:01:12.240Z DEBUG Check if parallel backups are allowed {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"on-demand-backup-aws-s3","namespace":"demand-backup-encrypted-with-tls-16903"}, "namespace": "demand-backup-encrypted-with-tls-16903", "name": "on-demand-backup-aws-s3", "reconcileID": "d7aa64ff-006f-4080-ab99-4976f08307bb", "cluster": "some-name", "storage": "aws-s3", "allowed": true} 2025-12-04T12:01:14.316Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"demand-backup-encrypted-with-tls-16903"}, "namespace": "demand-backup-encrypted-with-tls-16903", "name": "some-name", "reconcileID": "31f2a910-b151-4cae-9f9b-660471023be7"} 2025-12-04T12:01:17.284Z DEBUG Check if parallel backups are allowed {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"on-demand-backup-aws-s3","namespace":"demand-backup-encrypted-with-tls-16903"}, "namespace": "demand-backup-encrypted-with-tls-16903", "name": "on-demand-backup-aws-s3", "reconcileID": "57e969e9-5454-4ec2-97a9-bb6b7589f31f", "cluster": "some-name", "storage": "aws-s3", "allowed": true} 2025-12-04T12:01:19.537Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"demand-backup-encrypted-with-tls-16903"}, "namespace": "demand-backup-encrypted-with-tls-16903", "name": "some-name", "reconcileID": "f262b2ad-5a26-4b3c-9870-1893e3962e0a"} 2025-12-04T12:01:22.320Z DEBUG Check if parallel backups are allowed {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"on-demand-backup-aws-s3","namespace":"demand-backup-encrypted-with-tls-16903"}, "namespace": "demand-backup-encrypted-with-tls-16903", "name": "on-demand-backup-aws-s3", "reconcileID": "b79722e3-4767-49da-83f2-576720cf0fb4", "cluster": "some-name", "storage": "aws-s3", "allowed": true} 2025-12-04T12:01:24.725Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"demand-backup-encrypted-with-tls-16903"}, "namespace": "demand-backup-encrypted-with-tls-16903", "name": "some-name", "reconcileID": "8dad614d-3212-44d2-9a96-41048e0e2498"} 2025-12-04T12:01:27.363Z DEBUG Check if parallel backups are allowed {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"on-demand-backup-aws-s3","namespace":"demand-backup-encrypted-with-tls-16903"}, "namespace": "demand-backup-encrypted-with-tls-16903", "name": "on-demand-backup-aws-s3", "reconcileID": "db4b1739-bc87-4901-abdb-03e6a722ad11", "cluster": "some-name", "storage": "aws-s3", "allowed": true} 2025-12-04T12:01:30.335Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"demand-backup-encrypted-with-tls-16903"}, "namespace": "demand-backup-encrypted-with-tls-16903", "name": "some-name", "reconcileID": "898273ad-4294-49b4-bc33-fd32dd9b869e"} 2025-12-04T12:01:32.430Z DEBUG Check if parallel backups are allowed {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"on-demand-backup-aws-s3","namespace":"demand-backup-encrypted-with-tls-16903"}, "namespace": "demand-backup-encrypted-with-tls-16903", "name": "on-demand-backup-aws-s3", "reconcileID": "f6bcc299-c038-4df6-8705-ed16de0195ad", "cluster": "some-name", "storage": "aws-s3", "allowed": true} 2025-12-04T12:01:35.527Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"demand-backup-encrypted-with-tls-16903"}, "namespace": "demand-backup-encrypted-with-tls-16903", "name": "some-name", "reconcileID": "2d2bf24d-9728-4b4f-a7b8-3c15955cb80a"} 2025-12-04T12:01:37.464Z DEBUG Check if parallel backups are allowed {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"on-demand-backup-aws-s3","namespace":"demand-backup-encrypted-with-tls-16903"}, "namespace": "demand-backup-encrypted-with-tls-16903", "name": "on-demand-backup-aws-s3", "reconcileID": "45abffb2-2634-4af3-b679-6fbceb6bb506", "cluster": "some-name", "storage": "aws-s3", "allowed": true} 2025-12-04T12:01:40.629Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"demand-backup-encrypted-with-tls-16903"}, "namespace": "demand-backup-encrypted-with-tls-16903", "name": "some-name", "reconcileID": "44d422c4-8dcf-4b58-b8ff-e120d111d9a7"} 2025-12-04T12:01:42.497Z DEBUG Check if parallel backups are allowed {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"on-demand-backup-aws-s3","namespace":"demand-backup-encrypted-with-tls-16903"}, "namespace": "demand-backup-encrypted-with-tls-16903", "name": "on-demand-backup-aws-s3", "reconcileID": "d0303c80-dea1-4c24-8851-6fe6b4daa95d", "cluster": "some-name", "storage": "aws-s3", "allowed": true} 2025-12-04T12:01:46.188Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"demand-backup-encrypted-with-tls-16903"}, "namespace": "demand-backup-encrypted-with-tls-16903", "name": "some-name", "reconcileID": "12381b7b-2a0c-44e9-9daa-1a08b612f25e"} 2025-12-04T12:01:47.580Z DEBUG Check if parallel backups are allowed {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"on-demand-backup-aws-s3","namespace":"demand-backup-encrypted-with-tls-16903"}, "namespace": "demand-backup-encrypted-with-tls-16903", "name": "on-demand-backup-aws-s3", "reconcileID": "080f670a-bc79-459b-86d6-92c511a8fe43", "cluster": "some-name", "storage": "aws-s3", "allowed": true} 2025-12-04T12:01:51.343Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"demand-backup-encrypted-with-tls-16903"}, "namespace": "demand-backup-encrypted-with-tls-16903", "name": "some-name", "reconcileID": "75b12061-b09f-4166-bff0-7dbb33c6890a"} 2025-12-04T12:01:52.609Z DEBUG Check if parallel backups are allowed {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"on-demand-backup-aws-s3","namespace":"demand-backup-encrypted-with-tls-16903"}, "namespace": "demand-backup-encrypted-with-tls-16903", "name": "on-demand-backup-aws-s3", "reconcileID": "a91349b3-728f-465c-888f-3340f087b64e", "cluster": "some-name", "storage": "aws-s3", "allowed": true} 2025-12-04T12:01:56.271Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"demand-backup-encrypted-with-tls-16903"}, "namespace": "demand-backup-encrypted-with-tls-16903", "name": "some-name", "reconcileID": "e774fabe-d070-4d12-800c-8828f7db12d6"} 2025-12-04T12:01:57.651Z DEBUG Check if parallel backups are allowed {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"on-demand-backup-aws-s3","namespace":"demand-backup-encrypted-with-tls-16903"}, "namespace": "demand-backup-encrypted-with-tls-16903", "name": "on-demand-backup-aws-s3", "reconcileID": "e32ef0c0-d13a-452c-a888-cdb99c31591c", "cluster": "some-name", "storage": "aws-s3", "allowed": true} 2025-12-04T12:02:01.664Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"demand-backup-encrypted-with-tls-16903"}, "namespace": "demand-backup-encrypted-with-tls-16903", "name": "some-name", "reconcileID": "883677df-123d-43c1-ac63-0c2cfe72b575"} 2025-12-04T12:02:02.684Z DEBUG Check if parallel backups are allowed {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"on-demand-backup-aws-s3","namespace":"demand-backup-encrypted-with-tls-16903"}, "namespace": "demand-backup-encrypted-with-tls-16903", "name": "on-demand-backup-aws-s3", "reconcileID": "4bd0cdc2-e84f-4208-a704-24055f09669b", "cluster": "some-name", "storage": "aws-s3", "allowed": true} 2025-12-04T12:02:02.764Z DEBUG Check if parallel backups are allowed {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"on-demand-backup-aws-s3","namespace":"demand-backup-encrypted-with-tls-16903"}, "namespace": "demand-backup-encrypted-with-tls-16903", "name": "on-demand-backup-aws-s3", "reconcileID": "d0824941-f98b-42a0-92ee-cac467be6537", "cluster": "some-name", "storage": "aws-s3", "allowed": true} 2025-12-04T12:02:07.155Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"demand-backup-encrypted-with-tls-16903"}, "namespace": "demand-backup-encrypted-with-tls-16903", "name": "some-name", "reconcileID": "5ab3bdfe-aafb-4bd4-866f-e4e0268418a4"} 2025-12-04T12:02:07.745Z DEBUG Check if parallel backups are allowed {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"on-demand-backup-aws-s3","namespace":"demand-backup-encrypted-with-tls-16903"}, "namespace": "demand-backup-encrypted-with-tls-16903", "name": "on-demand-backup-aws-s3", "reconcileID": "e3ec10d7-9580-4bba-82e1-da07847e5f85", "cluster": "some-name", "storage": "aws-s3", "allowed": true} 2025-12-04T12:02:12.215Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"demand-backup-encrypted-with-tls-16903"}, "namespace": "demand-backup-encrypted-with-tls-16903", "name": "some-name", "reconcileID": "986a5729-8a67-4a74-b025-2da4974443c0"} 2025-12-04T12:02:12.783Z DEBUG Check if parallel backups are allowed {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"on-demand-backup-aws-s3","namespace":"demand-backup-encrypted-with-tls-16903"}, "namespace": "demand-backup-encrypted-with-tls-16903", "name": "on-demand-backup-aws-s3", "reconcileID": "589b6aa0-2293-4190-b58c-14c2815efcfc", "cluster": "some-name", "storage": "aws-s3", "allowed": true} 2025-12-04T12:02:17.621Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"demand-backup-encrypted-with-tls-16903"}, "namespace": "demand-backup-encrypted-with-tls-16903", "name": "some-name", "reconcileID": "91588ed1-8fde-4e07-8674-6f3f623fc763"} 2025-12-04T12:02:17.824Z DEBUG Check if parallel backups are allowed {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"on-demand-backup-aws-s3","namespace":"demand-backup-encrypted-with-tls-16903"}, "namespace": "demand-backup-encrypted-with-tls-16903", "name": "on-demand-backup-aws-s3", "reconcileID": "f4c01e96-b1c5-4b2d-8119-26f5ea1a2e58", "cluster": "some-name", "storage": "aws-s3", "allowed": true} 2025-12-04T12:02:22.869Z DEBUG Check if parallel backups are allowed {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"on-demand-backup-aws-s3","namespace":"demand-backup-encrypted-with-tls-16903"}, "namespace": "demand-backup-encrypted-with-tls-16903", "name": "on-demand-backup-aws-s3", "reconcileID": "2c299af2-8781-4e89-9c8e-bf5e4724b14f", "cluster": "some-name", "storage": "aws-s3", "allowed": true} 2025-12-04T12:02:23.040Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"demand-backup-encrypted-with-tls-16903"}, "namespace": "demand-backup-encrypted-with-tls-16903", "name": "some-name", "reconcileID": "dbfd46a5-5eef-41d9-b08b-5cdc7baeb21f"} 2025-12-04T12:02:27.903Z DEBUG Check if parallel backups are allowed {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"on-demand-backup-aws-s3","namespace":"demand-backup-encrypted-with-tls-16903"}, "namespace": "demand-backup-encrypted-with-tls-16903", "name": "on-demand-backup-aws-s3", "reconcileID": "38cb6762-d1bf-4bd1-9bf4-c55e42921df2", "cluster": "some-name", "storage": "aws-s3", "allowed": true} 2025-12-04T12:02:28.218Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"demand-backup-encrypted-with-tls-16903"}, "namespace": "demand-backup-encrypted-with-tls-16903", "name": "some-name", "reconcileID": "e404128c-25ea-4241-96de-171a758642dd"} 2025-12-04T12:02:32.937Z DEBUG Check if parallel backups are allowed {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"on-demand-backup-aws-s3","namespace":"demand-backup-encrypted-with-tls-16903"}, "namespace": "demand-backup-encrypted-with-tls-16903", "name": "on-demand-backup-aws-s3", "reconcileID": "353094db-139c-4add-8c1c-169e3c0343ed", "cluster": "some-name", "storage": "aws-s3", "allowed": true} 2025-12-04T12:02:33.932Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"demand-backup-encrypted-with-tls-16903"}, "namespace": "demand-backup-encrypted-with-tls-16903", "name": "some-name", "reconcileID": "e64473dd-df41-490d-b3f8-9004b3f125c2"} 2025-12-04T12:02:37.969Z DEBUG Check if parallel backups are allowed {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"on-demand-backup-aws-s3","namespace":"demand-backup-encrypted-with-tls-16903"}, "namespace": "demand-backup-encrypted-with-tls-16903", "name": "on-demand-backup-aws-s3", "reconcileID": "fdc6abcd-6452-428b-b0e9-8859fde9eb5a", "cluster": "some-name", "storage": "aws-s3", "allowed": true} 2025-12-04T12:02:39.317Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"demand-backup-encrypted-with-tls-16903"}, "namespace": "demand-backup-encrypted-with-tls-16903", "name": "some-name", "reconcileID": "8a42b851-6563-4d99-882f-6fc591535cbf"} 2025-12-04T12:02:43.010Z DEBUG Check if parallel backups are allowed {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"on-demand-backup-aws-s3","namespace":"demand-backup-encrypted-with-tls-16903"}, "namespace": "demand-backup-encrypted-with-tls-16903", "name": "on-demand-backup-aws-s3", "reconcileID": "3acdc474-7e51-4d40-975d-fa99687ee9d9", "cluster": "some-name", "storage": "aws-s3", "allowed": true} 2025-12-04T12:02:43.071Z DEBUG Check if parallel backups are allowed {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"on-demand-backup-aws-s3","namespace":"demand-backup-encrypted-with-tls-16903"}, "namespace": "demand-backup-encrypted-with-tls-16903", "name": "on-demand-backup-aws-s3", "reconcileID": "1f152385-82e2-4cb5-9e8f-7a1f95f47ff3", "cluster": "some-name", "storage": "aws-s3", "allowed": true} 2025-12-04T12:02:44.643Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"demand-backup-encrypted-with-tls-16903"}, "namespace": "demand-backup-encrypted-with-tls-16903", "name": "some-name", "reconcileID": "89bead66-b745-4c05-adc1-fdaac05baa7e"} 2025-12-04T12:02:48.063Z DEBUG Check if parallel backups are allowed {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"on-demand-backup-aws-s3","namespace":"demand-backup-encrypted-with-tls-16903"}, "namespace": "demand-backup-encrypted-with-tls-16903", "name": "on-demand-backup-aws-s3", "reconcileID": "51159f70-de42-4008-a15d-cf9d258b829d", "cluster": "some-name", "storage": "aws-s3", "allowed": true} 2025-12-04T12:02:49.564Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"demand-backup-encrypted-with-tls-16903"}, "namespace": "demand-backup-encrypted-with-tls-16903", "name": "some-name", "reconcileID": "be2c2f39-f381-4283-bfdf-7be075d1a7d9"} 2025-12-04T12:02:53.096Z DEBUG Check if parallel backups are allowed {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"on-demand-backup-aws-s3","namespace":"demand-backup-encrypted-with-tls-16903"}, "namespace": "demand-backup-encrypted-with-tls-16903", "name": "on-demand-backup-aws-s3", "reconcileID": "b265e819-48ac-463a-9fee-ce56590b3850", "cluster": "some-name", "storage": "aws-s3", "allowed": true} 2025-12-04T12:02:54.845Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"demand-backup-encrypted-with-tls-16903"}, "namespace": "demand-backup-encrypted-with-tls-16903", "name": "some-name", "reconcileID": "450cf7da-2c8e-4d2a-8c5b-e819edc818fc"} 2025-12-04T12:02:58.129Z DEBUG Check if parallel backups are allowed {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"on-demand-backup-aws-s3","namespace":"demand-backup-encrypted-with-tls-16903"}, "namespace": "demand-backup-encrypted-with-tls-16903", "name": "on-demand-backup-aws-s3", "reconcileID": "78c13505-4f23-45ee-b18e-fae7db811884", "cluster": "some-name", "storage": "aws-s3", "allowed": true} 2025-12-04T12:03:00.045Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"demand-backup-encrypted-with-tls-16903"}, "namespace": "demand-backup-encrypted-with-tls-16903", "name": "some-name", "reconcileID": "a55f8abb-2321-4373-8cd7-38236b6eda7a"} 2025-12-04T12:03:03.164Z DEBUG Check if parallel backups are allowed {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"on-demand-backup-aws-s3","namespace":"demand-backup-encrypted-with-tls-16903"}, "namespace": "demand-backup-encrypted-with-tls-16903", "name": "on-demand-backup-aws-s3", "reconcileID": "e61c5ec0-3bd8-4735-a56b-a0953906a194", "cluster": "some-name", "storage": "aws-s3", "allowed": true} 2025-12-04T12:03:05.346Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"demand-backup-encrypted-with-tls-16903"}, "namespace": "demand-backup-encrypted-with-tls-16903", "name": "some-name", "reconcileID": "f128b634-e6c3-4c0a-bbb2-2ee1505b0149"} 2025-12-04T12:03:08.194Z DEBUG Check if parallel backups are allowed {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"on-demand-backup-aws-s3","namespace":"demand-backup-encrypted-with-tls-16903"}, "namespace": "demand-backup-encrypted-with-tls-16903", "name": "on-demand-backup-aws-s3", "reconcileID": "318f392a-2b59-4e1f-a875-be8162d8e935", "cluster": "some-name", "storage": "aws-s3", "allowed": true} 2025-12-04T12:03:10.759Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"demand-backup-encrypted-with-tls-16903"}, "namespace": "demand-backup-encrypted-with-tls-16903", "name": "some-name", "reconcileID": "04b688cf-d37a-4150-89ac-25593ccc4f00"} 2025-12-04T12:03:13.233Z DEBUG Check if parallel backups are allowed {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"on-demand-backup-aws-s3","namespace":"demand-backup-encrypted-with-tls-16903"}, "namespace": "demand-backup-encrypted-with-tls-16903", "name": "on-demand-backup-aws-s3", "reconcileID": "5bd8cb85-f00f-4b03-b98d-a88261bf8dae", "cluster": "some-name", "storage": "aws-s3", "allowed": true} 2025-12-04T12:03:16.116Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"demand-backup-encrypted-with-tls-16903"}, "namespace": "demand-backup-encrypted-with-tls-16903", "name": "some-name", "reconcileID": "1638f4d0-916e-4cc5-87a2-d37c427058f5"} 2025-12-04T12:03:18.268Z DEBUG Check if parallel backups are allowed {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"on-demand-backup-aws-s3","namespace":"demand-backup-encrypted-with-tls-16903"}, "namespace": "demand-backup-encrypted-with-tls-16903", "name": "on-demand-backup-aws-s3", "reconcileID": "2bede4da-5fcb-45e6-b09d-b8c5fd2e09c6", "cluster": "some-name", "storage": "aws-s3", "allowed": true} 2025-12-04T12:03:21.165Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"demand-backup-encrypted-with-tls-16903"}, "namespace": "demand-backup-encrypted-with-tls-16903", "name": "some-name", "reconcileID": "cee68123-4c0d-4040-af9d-701ded2fa3d3"} 2025-12-04T12:03:23.301Z DEBUG Check if parallel backups are allowed {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"on-demand-backup-aws-s3","namespace":"demand-backup-encrypted-with-tls-16903"}, "namespace": "demand-backup-encrypted-with-tls-16903", "name": "on-demand-backup-aws-s3", "reconcileID": "dca3cb9b-f0a4-4226-bf7d-6a41bbb3746f", "cluster": "some-name", "storage": "aws-s3", "allowed": true} 2025-12-04T12:03:26.450Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"demand-backup-encrypted-with-tls-16903"}, "namespace": "demand-backup-encrypted-with-tls-16903", "name": "some-name", "reconcileID": "f384344c-9ec8-4f93-82b5-ddf9b295b4b1"} 2025-12-04T12:03:28.334Z DEBUG Check if parallel backups are allowed {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"on-demand-backup-aws-s3","namespace":"demand-backup-encrypted-with-tls-16903"}, "namespace": "demand-backup-encrypted-with-tls-16903", "name": "on-demand-backup-aws-s3", "reconcileID": "13f8ec32-5d0f-40e2-bb00-ea00088feaea", "cluster": "some-name", "storage": "aws-s3", "allowed": true} 2025-12-04T12:03:32.356Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"demand-backup-encrypted-with-tls-16903"}, "namespace": "demand-backup-encrypted-with-tls-16903", "name": "some-name", "reconcileID": "fc8c1145-f9a0-41d4-b318-de9fb1328171"} 2025-12-04T12:03:33.371Z DEBUG Check if parallel backups are allowed {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"on-demand-backup-aws-s3","namespace":"demand-backup-encrypted-with-tls-16903"}, "namespace": "demand-backup-encrypted-with-tls-16903", "name": "on-demand-backup-aws-s3", "reconcileID": "50668658-22a8-4b22-9fc5-5b03f08bbf30", "cluster": "some-name", "storage": "aws-s3", "allowed": true} 2025-12-04T12:03:37.226Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"demand-backup-encrypted-with-tls-16903"}, "namespace": "demand-backup-encrypted-with-tls-16903", "name": "some-name", "reconcileID": "4ce7e095-84d2-41c3-8c1b-c9992c24ddbe"} 2025-12-04T12:03:38.415Z DEBUG Check if parallel backups are allowed {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"on-demand-backup-aws-s3","namespace":"demand-backup-encrypted-with-tls-16903"}, "namespace": "demand-backup-encrypted-with-tls-16903", "name": "on-demand-backup-aws-s3", "reconcileID": "47864895-ea10-4375-9097-f85cd2d71bd5", "cluster": "some-name", "storage": "aws-s3", "allowed": true} 2025-12-04T12:03:42.261Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"demand-backup-encrypted-with-tls-16903"}, "namespace": "demand-backup-encrypted-with-tls-16903", "name": "some-name", "reconcileID": "1b74a8be-703f-4492-8eac-7170f672b896"} 2025-12-04T12:03:43.449Z DEBUG Check if parallel backups are allowed {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"on-demand-backup-aws-s3","namespace":"demand-backup-encrypted-with-tls-16903"}, "namespace": "demand-backup-encrypted-with-tls-16903", "name": "on-demand-backup-aws-s3", "reconcileID": "2cb508cc-8b7a-4845-9aad-87973aa1b32d", "cluster": "some-name", "storage": "aws-s3", "allowed": true} 2025-12-04T12:03:48.227Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"demand-backup-encrypted-with-tls-16903"}, "namespace": "demand-backup-encrypted-with-tls-16903", "name": "some-name", "reconcileID": "f6fccf5c-9e15-418c-a3c1-6d50fe370428"} 2025-12-04T12:03:48.487Z DEBUG Check if parallel backups are allowed {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"on-demand-backup-aws-s3","namespace":"demand-backup-encrypted-with-tls-16903"}, "namespace": "demand-backup-encrypted-with-tls-16903", "name": "on-demand-backup-aws-s3", "reconcileID": "73472851-589b-4c48-8ea7-5c7b87eb3767", "cluster": "some-name", "storage": "aws-s3", "allowed": true} 2025-12-04T12:03:53.519Z DEBUG Check if parallel backups are allowed {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"on-demand-backup-aws-s3","namespace":"demand-backup-encrypted-with-tls-16903"}, "namespace": "demand-backup-encrypted-with-tls-16903", "name": "on-demand-backup-aws-s3", "reconcileID": "f74d8ebd-392e-4906-b23d-e68901110e57", "cluster": "some-name", "storage": "aws-s3", "allowed": true} 2025-12-04T12:03:53.851Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"demand-backup-encrypted-with-tls-16903"}, "namespace": "demand-backup-encrypted-with-tls-16903", "name": "some-name", "reconcileID": "af108901-1cba-4941-846c-003754afaee4"} 2025-12-04T12:03:58.553Z DEBUG Check if parallel backups are allowed {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"on-demand-backup-aws-s3","namespace":"demand-backup-encrypted-with-tls-16903"}, "namespace": "demand-backup-encrypted-with-tls-16903", "name": "on-demand-backup-aws-s3", "reconcileID": "70d9cb2f-55db-4286-ab65-df11803b6587", "cluster": "some-name", "storage": "aws-s3", "allowed": true} 2025-12-04T12:03:58.668Z INFO Backup didn't start running in runningDeadlineSeconds, failing the backup {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"on-demand-backup-aws-s3","namespace":"demand-backup-encrypted-with-tls-16903"}, "namespace": "demand-backup-encrypted-with-tls-16903", "name": "on-demand-backup-aws-s3", "reconcileID": "c1d0bbc3-0c91-48d5-909a-dba60c0be6ac", "runningDeadlineSeconds": 300, "passedSeconds": 338.668846606} 2025-12-04T12:03:58.690Z INFO running deadline exceeded, deleting the job and its pods {"controller": "pxcbackup-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBClusterBackup", "PerconaXtraDBClusterBackup": {"name":"on-demand-backup-aws-s3","namespace":"demand-backup-encrypted-with-tls-16903"}, "namespace": "demand-backup-encrypted-with-tls-16903", "name": "on-demand-backup-aws-s3", "reconcileID": "c1d0bbc3-0c91-48d5-909a-dba60c0be6ac", "cluster": "some-name"} 2025-12-04T12:03:59.259Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"demand-backup-encrypted-with-tls-16903"}, "namespace": "demand-backup-encrypted-with-tls-16903", "name": "some-name", "reconcileID": "45f18222-3b2d-46fc-82d9-6d53be051f64"} 2025-12-04T12:04:04.329Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"demand-backup-encrypted-with-tls-16903"}, "namespace": "demand-backup-encrypted-with-tls-16903", "name": "some-name", "reconcileID": "5491093c-2c0f-40fa-820a-d4e9f1c129a1"} 2025-12-04T12:04:09.668Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"demand-backup-encrypted-with-tls-16903"}, "namespace": "demand-backup-encrypted-with-tls-16903", "name": "some-name", "reconcileID": "e1f3407b-d4cd-4225-91b5-acf718ad198a"} 2025-12-04T12:04:14.823Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"demand-backup-encrypted-with-tls-16903"}, "namespace": "demand-backup-encrypted-with-tls-16903", "name": "some-name", "reconcileID": "5c32ff00-7317-4ea0-b511-b0f75fd6e126"} 2025-12-04T12:04:20.242Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"demand-backup-encrypted-with-tls-16903"}, "namespace": "demand-backup-encrypted-with-tls-16903", "name": "some-name", "reconcileID": "417781ab-5da2-4414-8ffc-cd5af8e088a6"} 2025-12-04T12:04:25.449Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"demand-backup-encrypted-with-tls-16903"}, "namespace": "demand-backup-encrypted-with-tls-16903", "name": "some-name", "reconcileID": "1aaaddc5-940a-4ac6-bd83-80e2f8c1ab7c"} 2025-12-04T12:04:30.864Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"demand-backup-encrypted-with-tls-16903"}, "namespace": "demand-backup-encrypted-with-tls-16903", "name": "some-name", "reconcileID": "bd0ce4fa-427a-40c8-936f-86d2d58ace04"} 2025-12-04T12:04:36.068Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"demand-backup-encrypted-with-tls-16903"}, "namespace": "demand-backup-encrypted-with-tls-16903", "name": "some-name", "reconcileID": "763f0666-bfbe-4c0a-92c5-c96297cb1fb8"} 2025-12-04T12:04:41.313Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"demand-backup-encrypted-with-tls-16903"}, "namespace": "demand-backup-encrypted-with-tls-16903", "name": "some-name", "reconcileID": "d12e0c8b-8660-4bf5-b392-0df593fae7f0"} 2025-12-04T12:04:46.460Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"demand-backup-encrypted-with-tls-16903"}, "namespace": "demand-backup-encrypted-with-tls-16903", "name": "some-name", "reconcileID": "8a430ea8-9ecd-45f3-a354-7badbb512d4e"} 2025-12-04T12:04:51.820Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"demand-backup-encrypted-with-tls-16903"}, "namespace": "demand-backup-encrypted-with-tls-16903", "name": "some-name", "reconcileID": "2d97bb55-1a75-4a76-9daf-5a9ed65401ab"} 2025-12-04T12:04:57.062Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"demand-backup-encrypted-with-tls-16903"}, "namespace": "demand-backup-encrypted-with-tls-16903", "name": "some-name", "reconcileID": "cfbad472-1a8c-4f45-a9d1-f77b53492827"} 2025-12-04T12:05:02.450Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"demand-backup-encrypted-with-tls-16903"}, "namespace": "demand-backup-encrypted-with-tls-16903", "name": "some-name", "reconcileID": "855c42f3-5f32-4d85-8a5b-486f4606e6e1"} 2025-12-04T12:05:07.727Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"demand-backup-encrypted-with-tls-16903"}, "namespace": "demand-backup-encrypted-with-tls-16903", "name": "some-name", "reconcileID": "421b40db-4bcf-4eb4-bd43-b46f7f2b16a0"} 2025-12-04T12:05:12.656Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"demand-backup-encrypted-with-tls-16903"}, "namespace": "demand-backup-encrypted-with-tls-16903", "name": "some-name", "reconcileID": "3efbb69d-3fbe-4688-8ecc-11cfa04a0c38"} 2025-12-04T12:05:18.157Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"demand-backup-encrypted-with-tls-16903"}, "namespace": "demand-backup-encrypted-with-tls-16903", "name": "some-name", "reconcileID": "bf8105e4-6dc1-4ff4-a7ff-9f8a96a98f33"} 2025-12-04T12:05:23.259Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"demand-backup-encrypted-with-tls-16903"}, "namespace": "demand-backup-encrypted-with-tls-16903", "name": "some-name", "reconcileID": "40d90e0b-1e22-4616-8e26-6a0d1a15d05f"} 2025-12-04T12:05:28.645Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"demand-backup-encrypted-with-tls-16903"}, "namespace": "demand-backup-encrypted-with-tls-16903", "name": "some-name", "reconcileID": "50ffd21e-bbeb-4dba-a093-fbe6d3a597b8"} 2025-12-04T12:05:34.027Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"demand-backup-encrypted-with-tls-16903"}, "namespace": "demand-backup-encrypted-with-tls-16903", "name": "some-name", "reconcileID": "169f93af-52a4-46d1-8c69-03e3070bad3c"} 2025-12-04T12:05:39.138Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"demand-backup-encrypted-with-tls-16903"}, "namespace": "demand-backup-encrypted-with-tls-16903", "name": "some-name", "reconcileID": "b0fc63cf-3a5a-4c40-b801-a989a39f6c8d"} 2025-12-04T12:05:44.641Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"demand-backup-encrypted-with-tls-16903"}, "namespace": "demand-backup-encrypted-with-tls-16903", "name": "some-name", "reconcileID": "a20925eb-e9f6-4f7d-af0a-5bb6227e1b74"} 2025-12-04T12:05:49.647Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"demand-backup-encrypted-with-tls-16903"}, "namespace": "demand-backup-encrypted-with-tls-16903", "name": "some-name", "reconcileID": "f44e4e07-0c7f-4fac-838d-ce0049d33c3e"} 2025-12-04T12:05:55.140Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"demand-backup-encrypted-with-tls-16903"}, "namespace": "demand-backup-encrypted-with-tls-16903", "name": "some-name", "reconcileID": "7f4e67a5-9622-45b5-b1f7-72084c9fcfbe"} 2025-12-04T12:06:00.432Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"demand-backup-encrypted-with-tls-16903"}, "namespace": "demand-backup-encrypted-with-tls-16903", "name": "some-name", "reconcileID": "e67852b9-4313-4b72-96d9-1a261ea97dc4"} 2025-12-04T12:06:05.559Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"demand-backup-encrypted-with-tls-16903"}, "namespace": "demand-backup-encrypted-with-tls-16903", "name": "some-name", "reconcileID": "9edabe03-407f-4167-9d34-9b00cbfc0b75"} 2025-12-04T12:06:10.632Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"demand-backup-encrypted-with-tls-16903"}, "namespace": "demand-backup-encrypted-with-tls-16903", "name": "some-name", "reconcileID": "aed54749-df42-460c-a3f3-fc91f24f1033"} 2025-12-04T12:06:16.303Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"demand-backup-encrypted-with-tls-16903"}, "namespace": "demand-backup-encrypted-with-tls-16903", "name": "some-name", "reconcileID": "03cadebc-722f-4c86-9ee1-c5b4105c228d"} 2025-12-04T12:06:21.548Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"demand-backup-encrypted-with-tls-16903"}, "namespace": "demand-backup-encrypted-with-tls-16903", "name": "some-name", "reconcileID": "e92ec2b3-7b67-45e7-ad71-bdd6dd0d47e2"} 2025-12-04T12:06:26.839Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"demand-backup-encrypted-with-tls-16903"}, "namespace": "demand-backup-encrypted-with-tls-16903", "name": "some-name", "reconcileID": "e3dbb770-5875-48d1-9abf-6794c6ea98a9"} 2025-12-04T12:06:32.354Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"demand-backup-encrypted-with-tls-16903"}, "namespace": "demand-backup-encrypted-with-tls-16903", "name": "some-name", "reconcileID": "ced353ee-2d49-4ec9-9267-5ee7d0a78387"} 2025-12-04T12:06:37.362Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"demand-backup-encrypted-with-tls-16903"}, "namespace": "demand-backup-encrypted-with-tls-16903", "name": "some-name", "reconcileID": "5128c9f4-0732-495c-a749-6f6ac120a16e"} 2025-12-04T12:06:42.643Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"demand-backup-encrypted-with-tls-16903"}, "namespace": "demand-backup-encrypted-with-tls-16903", "name": "some-name", "reconcileID": "4f655cb5-9bf2-4c02-b984-41d72532c984"} 2025-12-04T12:06:48.514Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"demand-backup-encrypted-with-tls-16903"}, "namespace": "demand-backup-encrypted-with-tls-16903", "name": "some-name", "reconcileID": "fdf0d960-7d81-4e6b-bfca-829435613e97"} 2025-12-04T12:06:53.542Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"demand-backup-encrypted-with-tls-16903"}, "namespace": "demand-backup-encrypted-with-tls-16903", "name": "some-name", "reconcileID": "35d257ef-2656-412e-9948-842cd72bfc1b"} 2025-12-04T12:06:58.823Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"demand-backup-encrypted-with-tls-16903"}, "namespace": "demand-backup-encrypted-with-tls-16903", "name": "some-name", "reconcileID": "1976cd2c-fee8-45eb-8aa5-ffc888b9dc1d"} 2025-12-04T12:07:04.262Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"demand-backup-encrypted-with-tls-16903"}, "namespace": "demand-backup-encrypted-with-tls-16903", "name": "some-name", "reconcileID": "50f1d4aa-e9dc-40c0-a118-a85dba1c65af"} 2025-12-04T12:07:09.819Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"demand-backup-encrypted-with-tls-16903"}, "namespace": "demand-backup-encrypted-with-tls-16903", "name": "some-name", "reconcileID": "63bb91fa-9693-414d-8f14-ab7860464a9a"} 2025-12-04T12:07:14.967Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"demand-backup-encrypted-with-tls-16903"}, "namespace": "demand-backup-encrypted-with-tls-16903", "name": "some-name", "reconcileID": "ced8c945-8d32-4b8e-805d-e4bc7e3860f6"} 2025-12-04T12:07:20.323Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"demand-backup-encrypted-with-tls-16903"}, "namespace": "demand-backup-encrypted-with-tls-16903", "name": "some-name", "reconcileID": "bb880811-ecc3-4289-a641-c09a9be24cb8"} 2025-12-04T12:07:25.364Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"demand-backup-encrypted-with-tls-16903"}, "namespace": "demand-backup-encrypted-with-tls-16903", "name": "some-name", "reconcileID": "7acf660f-1673-4d35-baea-98efced161c6"} 2025-12-04T12:07:30.641Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"demand-backup-encrypted-with-tls-16903"}, "namespace": "demand-backup-encrypted-with-tls-16903", "name": "some-name", "reconcileID": "d8d7b2a0-02dc-43d9-aefa-8547bf023bd4"} 2025-12-04T12:07:36.142Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"demand-backup-encrypted-with-tls-16903"}, "namespace": "demand-backup-encrypted-with-tls-16903", "name": "some-name", "reconcileID": "4fe1774b-29ec-453e-b9fe-c9779f21f9e2"} 2025-12-04T12:07:41.126Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"demand-backup-encrypted-with-tls-16903"}, "namespace": "demand-backup-encrypted-with-tls-16903", "name": "some-name", "reconcileID": "8d2f40d2-9cde-4cfe-a16a-8c44362c3490"} 2025-12-04T12:07:46.544Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"demand-backup-encrypted-with-tls-16903"}, "namespace": "demand-backup-encrypted-with-tls-16903", "name": "some-name", "reconcileID": "f550129d-7d77-480e-a419-f246d7ea621a"} 2025-12-04T12:07:51.949Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"demand-backup-encrypted-with-tls-16903"}, "namespace": "demand-backup-encrypted-with-tls-16903", "name": "some-name", "reconcileID": "9f8a0b81-8bbb-442e-9426-b3d9f0993c9b"} 2025-12-04T12:07:57.244Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"demand-backup-encrypted-with-tls-16903"}, "namespace": "demand-backup-encrypted-with-tls-16903", "name": "some-name", "reconcileID": "eb8b92e0-65be-4aaf-8921-2f3bae4caf02"} 2025-12-04T12:08:02.440Z DEBUG PXC users synced with ProxySQL {"controller": "pxc-controller", "controllerGroup": "pxc.percona.com", "controllerKind": "PerconaXtraDBCluster", "PerconaXtraDBCluster": {"name":"some-name","namespace":"demand-backup-encrypted-with-tls-16903"}, "namespace": "demand-backup-encrypted-with-tls-16903", "name": "some-name", "reconcileID": "dc504bbc-833c-4359-8d7b-ef564e159ae8"} max retry count 360 reached. something went wrong with operator or kubernetes cluster