=== RUN kuttl
harness.go:464: starting setup
harness.go:255: running tests using configured kubeconfig.
harness.go:278: Successful connection to cluster at: https://34.42.247.238
harness.go:363: running tests
harness.go:75: going to run test suite with timeout of 180 seconds for each step
harness.go:375: testsuite: e2e-tests/tests has 22 tests
=== RUN kuttl/harness
=== RUN kuttl/harness/start-from-backup
=== PAUSE kuttl/harness/start-from-backup
=== CONT kuttl/harness/start-from-backup
logger.go:42: 21:08:13 | start-from-backup | Ignoring cr.yaml as it does not match file name regexp: ^(\d+)-(?:[^\.]+)(?:\.yaml)?$
logger.go:42: 21:08:13 | start-from-backup | Creating namespace: kuttl-test-prompt-zebra
logger.go:42: 21:08:14 | start-from-backup/0-deploy-operator | starting test step 0-deploy-operator
logger.go:42: 21:08:14 | start-from-backup/0-deploy-operator | running command: [sh -c set -o errexit
set -o xtrace
source ../../functions
init_temp_dir # do this only in the first TestStep
deploy_operator
deploy_client
deploy_s3_secrets]
logger.go:42: 21:08:14 | start-from-backup/0-deploy-operator | + source ../../functions
logger.go:42: 21:08:14 | start-from-backup/0-deploy-operator | +++ realpath ../../..
logger.go:42: 21:08:14 | start-from-backup/0-deploy-operator | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-pg-operator_PR-1094
logger.go:42: 21:08:14 | start-from-backup/0-deploy-operator | ++ CERT_MANAGER_VER=1.17.1
logger.go:42: 21:08:14 | start-from-backup/0-deploy-operator | ++++ pwd
logger.go:42: 21:08:14 | start-from-backup/0-deploy-operator | +++ basename /mnt/jenkins/workspace/cloud-pg-operator_PR-1094/e2e-tests/tests/start-from-backup
logger.go:42: 21:08:14 | start-from-backup/0-deploy-operator | ++ test_name=start-from-backup
logger.go:42: 21:08:14 | start-from-backup/0-deploy-operator | ++ source /mnt/jenkins/workspace/cloud-pg-operator_PR-1094/e2e-tests/vars.sh
logger.go:42: 21:08:14 | start-from-backup/0-deploy-operator | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-pg-operator_PR-1094
logger.go:42: 21:08:14 | start-from-backup/0-deploy-operator | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-pg-operator_PR-1094
logger.go:42: 21:08:14 | start-from-backup/0-deploy-operator | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1094/deploy
logger.go:42: 21:08:14 | start-from-backup/0-deploy-operator | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1094/deploy
logger.go:42: 21:08:14 | start-from-backup/0-deploy-operator | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1094/e2e-tests
logger.go:42: 21:08:14 | start-from-backup/0-deploy-operator | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1094/e2e-tests
logger.go:42: 21:08:14 | start-from-backup/0-deploy-operator | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1094/e2e-tests/conf
logger.go:42: 21:08:14 | start-from-backup/0-deploy-operator | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1094/e2e-tests/conf
logger.go:42: 21:08:14 | start-from-backup/0-deploy-operator | +++ export TEMP_DIR=/tmp/kuttl/pg/start-from-backup
logger.go:42: 21:08:14 | start-from-backup/0-deploy-operator | +++ TEMP_DIR=/tmp/kuttl/pg/start-from-backup
logger.go:42: 21:08:14 | start-from-backup/0-deploy-operator | ++++ git rev-parse --abbrev-ref HEAD
logger.go:42: 21:08:14 | start-from-backup/0-deploy-operator | +++ export GIT_BRANCH=PR-1094
logger.go:42: 21:08:14 | start-from-backup/0-deploy-operator | +++ GIT_BRANCH=PR-1094
logger.go:42: 21:08:14 | start-from-backup/0-deploy-operator | +++ export VERSION=PR-1094-d0ef93a11
logger.go:42: 21:08:14 | start-from-backup/0-deploy-operator | +++ VERSION=PR-1094-d0ef93a11
logger.go:42: 21:08:14 | start-from-backup/0-deploy-operator | +++ export IMAGE_BASE=perconalab/percona-postgresql-operator
logger.go:42: 21:08:14 | start-from-backup/0-deploy-operator | +++ IMAGE_BASE=perconalab/percona-postgresql-operator
logger.go:42: 21:08:14 | start-from-backup/0-deploy-operator | +++ export IMAGE=perconalab/percona-postgresql-operator:PR-1094-d0ef93a11
logger.go:42: 21:08:14 | start-from-backup/0-deploy-operator | +++ IMAGE=perconalab/percona-postgresql-operator:PR-1094-d0ef93a11
logger.go:42: 21:08:14 | start-from-backup/0-deploy-operator | +++ export PG_VER=16
logger.go:42: 21:08:14 | start-from-backup/0-deploy-operator | +++ PG_VER=16
logger.go:42: 21:08:14 | start-from-backup/0-deploy-operator | +++ export IMAGE_PGBOUNCER=perconalab/percona-postgresql-operator:main-ppg16-pgbouncer
logger.go:42: 21:08:14 | start-from-backup/0-deploy-operator | +++ IMAGE_PGBOUNCER=perconalab/percona-postgresql-operator:main-ppg16-pgbouncer
logger.go:42: 21:08:14 | start-from-backup/0-deploy-operator | +++ export IMAGE_POSTGRESQL=perconalab/percona-postgresql-operator:main-ppg16-postgres
logger.go:42: 21:08:14 | start-from-backup/0-deploy-operator | +++ IMAGE_POSTGRESQL=perconalab/percona-postgresql-operator:main-ppg16-postgres
logger.go:42: 21:08:14 | start-from-backup/0-deploy-operator | +++ export IMAGE_BACKREST=perconalab/percona-postgresql-operator:main-ppg16-pgbackrest
logger.go:42: 21:08:14 | start-from-backup/0-deploy-operator | +++ IMAGE_BACKREST=perconalab/percona-postgresql-operator:main-ppg16-pgbackrest
logger.go:42: 21:08:14 | start-from-backup/0-deploy-operator | +++ export IMAGE_UPGRADE=perconalab/percona-postgresql-operator:main-upgrade
logger.go:42: 21:08:14 | start-from-backup/0-deploy-operator | +++ IMAGE_UPGRADE=perconalab/percona-postgresql-operator:main-upgrade
logger.go:42: 21:08:14 | start-from-backup/0-deploy-operator | +++ export BUCKET=pg-operator-testing
logger.go:42: 21:08:14 | start-from-backup/0-deploy-operator | +++ BUCKET=pg-operator-testing
logger.go:42: 21:08:14 | start-from-backup/0-deploy-operator | +++ export PMM_SERVER_VERSION=9.9.9
logger.go:42: 21:08:14 | start-from-backup/0-deploy-operator | +++ PMM_SERVER_VERSION=9.9.9
logger.go:42: 21:08:14 | start-from-backup/0-deploy-operator | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:dev-latest
logger.go:42: 21:08:14 | start-from-backup/0-deploy-operator | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:dev-latest
logger.go:42: 21:08:14 | start-from-backup/0-deploy-operator | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:dev-latest
logger.go:42: 21:08:14 | start-from-backup/0-deploy-operator | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:dev-latest
logger.go:42: 21:08:14 | start-from-backup/0-deploy-operator | +++ export PGOV1_TAG=1.4.0
logger.go:42: 21:08:14 | start-from-backup/0-deploy-operator | +++ PGOV1_TAG=1.4.0
logger.go:42: 21:08:14 | start-from-backup/0-deploy-operator | +++ export PGOV1_VER=14
logger.go:42: 21:08:14 | start-from-backup/0-deploy-operator | +++ PGOV1_VER=14
logger.go:42: 21:08:14 | start-from-backup/0-deploy-operator | ++++ which gdate
logger.go:42: 21:08:14 | start-from-backup/0-deploy-operator | which: no gdate in (/mnt/jenkins/workspace/cloud-pg-operator_PR-1094/bin/:/home/ec2-user/.krew/bin:/usr/local/bin:/usr/bin)
logger.go:42: 21:08:14 | start-from-backup/0-deploy-operator | ++++ which date
logger.go:42: 21:08:14 | start-from-backup/0-deploy-operator | +++ date=/usr/bin/date
logger.go:42: 21:08:14 | start-from-backup/0-deploy-operator | ++++ which gsed
logger.go:42: 21:08:14 | start-from-backup/0-deploy-operator | which: no gsed in (/mnt/jenkins/workspace/cloud-pg-operator_PR-1094/bin/:/home/ec2-user/.krew/bin:/usr/local/bin:/usr/bin)
logger.go:42: 21:08:14 | start-from-backup/0-deploy-operator | ++++ which sed
logger.go:42: 21:08:14 | start-from-backup/0-deploy-operator | +++ sed=/usr/bin/sed
logger.go:42: 21:08:14 | start-from-backup/0-deploy-operator | +++ command -v oc
logger.go:42: 21:08:14 | start-from-backup/0-deploy-operator | ++ oc get projects
logger.go:42: 21:08:14 | start-from-backup/0-deploy-operator | + init_temp_dir
logger.go:42: 21:08:14 | start-from-backup/0-deploy-operator | + rm -rf /tmp/kuttl/pg/start-from-backup
logger.go:42: 21:08:14 | start-from-backup/0-deploy-operator | + mkdir -p /tmp/kuttl/pg/start-from-backup
logger.go:42: 21:08:14 | start-from-backup/0-deploy-operator | + deploy_operator
logger.go:42: 21:08:14 | start-from-backup/0-deploy-operator | + local cw_prefix=
logger.go:42: 21:08:14 | start-from-backup/0-deploy-operator | + destroy_operator
logger.go:42: 21:08:14 | start-from-backup/0-deploy-operator | + kubectl -n pg-operator delete deployment percona-postgresql-operator --force --grace-period=0
logger.go:42: 21:08:14 | start-from-backup/0-deploy-operator | Warning: Immediate deletion does not wait for confirmation that the running resource has been terminated. The resource may continue to run on the cluster indefinitely.
logger.go:42: 21:08:14 | start-from-backup/0-deploy-operator | deployment.apps "percona-postgresql-operator" force deleted
logger.go:42: 21:08:14 | start-from-backup/0-deploy-operator | + [[ -n pg-operator ]]
logger.go:42: 21:08:14 | start-from-backup/0-deploy-operator | + kubectl delete namespace pg-operator --force --grace-period=0
logger.go:42: 21:08:14 | start-from-backup/0-deploy-operator | Warning: Immediate deletion does not wait for confirmation that the running resource has been terminated. The resource may continue to run on the cluster indefinitely.
logger.go:42: 21:08:14 | start-from-backup/0-deploy-operator | namespace "pg-operator" force deleted
logger.go:42: 21:08:20 | start-from-backup/0-deploy-operator | + [[ -n pg-operator ]]
logger.go:42: 21:08:20 | start-from-backup/0-deploy-operator | + create_namespace pg-operator
logger.go:42: 21:08:20 | start-from-backup/0-deploy-operator | + local namespace=pg-operator
logger.go:42: 21:08:20 | start-from-backup/0-deploy-operator | + [[ -n '' ]]
logger.go:42: 21:08:20 | start-from-backup/0-deploy-operator | + kubectl delete namespace pg-operator --ignore-not-found
logger.go:42: 21:08:20 | start-from-backup/0-deploy-operator | + kubectl wait --for=delete namespace pg-operator
logger.go:42: 21:08:21 | start-from-backup/0-deploy-operator | + kubectl create namespace pg-operator
logger.go:42: 21:08:21 | start-from-backup/0-deploy-operator | namespace/pg-operator created
logger.go:42: 21:08:21 | start-from-backup/0-deploy-operator | + cw_prefix=cw-
logger.go:42: 21:08:21 | start-from-backup/0-deploy-operator | + kubectl -n pg-operator apply --server-side --force-conflicts -f /mnt/jenkins/workspace/cloud-pg-operator_PR-1094/deploy/crd.yaml
logger.go:42: 21:08:22 | start-from-backup/0-deploy-operator | customresourcedefinition.apiextensions.k8s.io/crunchybridgeclusters.postgres-operator.crunchydata.com serverside-applied
logger.go:42: 21:08:23 | start-from-backup/0-deploy-operator | customresourcedefinition.apiextensions.k8s.io/perconapgbackups.pgv2.percona.com serverside-applied
logger.go:42: 21:08:25 | start-from-backup/0-deploy-operator | customresourcedefinition.apiextensions.k8s.io/perconapgclusters.pgv2.percona.com serverside-applied
logger.go:42: 21:08:25 | start-from-backup/0-deploy-operator | customresourcedefinition.apiextensions.k8s.io/perconapgrestores.pgv2.percona.com serverside-applied
logger.go:42: 21:08:25 | start-from-backup/0-deploy-operator | customresourcedefinition.apiextensions.k8s.io/perconapgupgrades.pgv2.percona.com serverside-applied
logger.go:42: 21:08:25 | start-from-backup/0-deploy-operator | customresourcedefinition.apiextensions.k8s.io/pgadmins.postgres-operator.crunchydata.com serverside-applied
logger.go:42: 21:08:26 | start-from-backup/0-deploy-operator | customresourcedefinition.apiextensions.k8s.io/pgupgrades.postgres-operator.crunchydata.com serverside-applied
logger.go:42: 21:08:27 | start-from-backup/0-deploy-operator | customresourcedefinition.apiextensions.k8s.io/postgresclusters.postgres-operator.crunchydata.com serverside-applied
logger.go:42: 21:08:27 | start-from-backup/0-deploy-operator | + kubectl -n pg-operator apply --server-side --force-conflicts -f /mnt/jenkins/workspace/cloud-pg-operator_PR-1094/deploy/cw-rbac.yaml
logger.go:42: 21:08:28 | start-from-backup/0-deploy-operator | serviceaccount/percona-postgresql-operator serverside-applied
logger.go:42: 21:08:28 | start-from-backup/0-deploy-operator | clusterrole.rbac.authorization.k8s.io/percona-postgresql-operator serverside-applied
logger.go:42: 21:08:28 | start-from-backup/0-deploy-operator | clusterrolebinding.rbac.authorization.k8s.io/percona-postgresql-operator serverside-applied
logger.go:42: 21:08:28 | start-from-backup/0-deploy-operator | + local disable_telemetry=true
logger.go:42: 21:08:28 | start-from-backup/0-deploy-operator | + '[' start-from-backup == telemetry-transfer ']'
logger.go:42: 21:08:28 | start-from-backup/0-deploy-operator | + yq eval '(.spec.template.spec.containers[] | select(.name=="operator") | .env[] | select(.name=="DISABLE_TELEMETRY") | .value) = "true"' -
logger.go:42: 21:08:28 | start-from-backup/0-deploy-operator | + kubectl -n pg-operator apply -f -
logger.go:42: 21:08:28 | start-from-backup/0-deploy-operator | + yq eval '.spec.template.spec.containers[0].image = "perconalab/percona-postgresql-operator:PR-1094-d0ef93a11"' /mnt/jenkins/workspace/cloud-pg-operator_PR-1094/deploy/cw-operator.yaml
logger.go:42: 21:08:29 | start-from-backup/0-deploy-operator | deployment.apps/percona-postgresql-operator created
logger.go:42: 21:08:29 | start-from-backup/0-deploy-operator | + deploy_client
logger.go:42: 21:08:29 | start-from-backup/0-deploy-operator | + kubectl -n kuttl-test-prompt-zebra apply -f /mnt/jenkins/workspace/cloud-pg-operator_PR-1094/e2e-tests/conf/client.yaml
logger.go:42: 21:08:30 | start-from-backup/0-deploy-operator | deployment.apps/pg-client created
logger.go:42: 21:08:30 | start-from-backup/0-deploy-operator | + deploy_s3_secrets
logger.go:42: 21:08:30 | start-from-backup/0-deploy-operator | + set +o xtrace
logger.go:42: 21:08:30 | start-from-backup/0-deploy-operator | secret/start-from-backup-pgbackrest-secrets created
logger.go:42: 21:08:31 | start-from-backup/0-deploy-operator | running command: [sh -c kubectl assert exist-enhanced deployment percona-postgresql-operator -n ${OPERATOR_NS:-$NAMESPACE} --field-selector status.readyReplicas=1]
logger.go:42: 21:08:31 | start-from-backup/0-deploy-operator | [0;36mASSERT [0mdeployment percona-postgresql-operator matching field criteria 'status.readyReplicas=1' should exist.
logger.go:42: 21:08:31 | start-from-backup/0-deploy-operator | [0;36mASSERT [0;31mFAIL[0m Resource(s) not found.
logger.go:42: 21:08:33 | start-from-backup/0-deploy-operator | running command: [sh -c kubectl assert exist-enhanced deployment percona-postgresql-operator -n ${OPERATOR_NS:-$NAMESPACE} --field-selector status.readyReplicas=1]
logger.go:42: 21:08:33 | start-from-backup/0-deploy-operator | [0;36mASSERT [0mdeployment percona-postgresql-operator matching field criteria 'status.readyReplicas=1' should exist.
logger.go:42: 21:08:33 | start-from-backup/0-deploy-operator | [0;36mASSERT [0;31mFAIL[0m Resource(s) not found.
logger.go:42: 21:08:34 | start-from-backup/0-deploy-operator | running command: [sh -c kubectl assert exist-enhanced deployment percona-postgresql-operator -n ${OPERATOR_NS:-$NAMESPACE} --field-selector status.readyReplicas=1]
logger.go:42: 21:08:34 | start-from-backup/0-deploy-operator | [0;36mASSERT [0mdeployment percona-postgresql-operator matching field criteria 'status.readyReplicas=1' should exist.
logger.go:42: 21:08:35 | start-from-backup/0-deploy-operator | [0;36mASSERT [0;31mFAIL[0m Resource(s) not found.
logger.go:42: 21:08:36 | start-from-backup/0-deploy-operator | running command: [sh -c kubectl assert exist-enhanced deployment percona-postgresql-operator -n ${OPERATOR_NS:-$NAMESPACE} --field-selector status.readyReplicas=1]
logger.go:42: 21:08:36 | start-from-backup/0-deploy-operator | [0;36mASSERT [0mdeployment percona-postgresql-operator matching field criteria 'status.readyReplicas=1' should exist.
logger.go:42: 21:08:37 | start-from-backup/0-deploy-operator | [0;36mINFO [0mFound 1 resource(s).
logger.go:42: 21:08:37 | start-from-backup/0-deploy-operator | NAME NAMESPACE COL0
logger.go:42: 21:08:37 | start-from-backup/0-deploy-operator | percona-postgresql-operator pg-operator 1
logger.go:42: 21:08:37 | start-from-backup/0-deploy-operator | [0;36mASSERT [0;32mPASS[0m
logger.go:42: 21:08:37 | start-from-backup/0-deploy-operator | test step completed 0-deploy-operator
logger.go:42: 21:08:37 | start-from-backup/1-create-source-cluster | starting test step 1-create-source-cluster
logger.go:42: 21:08:37 | start-from-backup/1-create-source-cluster | running command: [sh -c set -o errexit
set -o xtrace
source ../../functions
get_cr "start-from-backup-source" "demand-backup-ppg$PG_VER" \
| kubectl -n "${NAMESPACE}" apply -f -]
logger.go:42: 21:08:37 | start-from-backup/1-create-source-cluster | + source ../../functions
logger.go:42: 21:08:37 | start-from-backup/1-create-source-cluster | +++ realpath ../../..
logger.go:42: 21:08:37 | start-from-backup/1-create-source-cluster | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-pg-operator_PR-1094
logger.go:42: 21:08:37 | start-from-backup/1-create-source-cluster | ++ CERT_MANAGER_VER=1.17.1
logger.go:42: 21:08:37 | start-from-backup/1-create-source-cluster | ++++ pwd
logger.go:42: 21:08:37 | start-from-backup/1-create-source-cluster | +++ basename /mnt/jenkins/workspace/cloud-pg-operator_PR-1094/e2e-tests/tests/start-from-backup
logger.go:42: 21:08:37 | start-from-backup/1-create-source-cluster | ++ test_name=start-from-backup
logger.go:42: 21:08:37 | start-from-backup/1-create-source-cluster | ++ source /mnt/jenkins/workspace/cloud-pg-operator_PR-1094/e2e-tests/vars.sh
logger.go:42: 21:08:37 | start-from-backup/1-create-source-cluster | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-pg-operator_PR-1094
logger.go:42: 21:08:37 | start-from-backup/1-create-source-cluster | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-pg-operator_PR-1094
logger.go:42: 21:08:37 | start-from-backup/1-create-source-cluster | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1094/deploy
logger.go:42: 21:08:37 | start-from-backup/1-create-source-cluster | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1094/deploy
logger.go:42: 21:08:37 | start-from-backup/1-create-source-cluster | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1094/e2e-tests
logger.go:42: 21:08:37 | start-from-backup/1-create-source-cluster | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1094/e2e-tests
logger.go:42: 21:08:37 | start-from-backup/1-create-source-cluster | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1094/e2e-tests/conf
logger.go:42: 21:08:37 | start-from-backup/1-create-source-cluster | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1094/e2e-tests/conf
logger.go:42: 21:08:37 | start-from-backup/1-create-source-cluster | +++ export TEMP_DIR=/tmp/kuttl/pg/start-from-backup
logger.go:42: 21:08:37 | start-from-backup/1-create-source-cluster | +++ TEMP_DIR=/tmp/kuttl/pg/start-from-backup
logger.go:42: 21:08:37 | start-from-backup/1-create-source-cluster | ++++ git rev-parse --abbrev-ref HEAD
logger.go:42: 21:08:37 | start-from-backup/1-create-source-cluster | +++ export GIT_BRANCH=PR-1094
logger.go:42: 21:08:37 | start-from-backup/1-create-source-cluster | +++ GIT_BRANCH=PR-1094
logger.go:42: 21:08:37 | start-from-backup/1-create-source-cluster | +++ export VERSION=PR-1094-d0ef93a11
logger.go:42: 21:08:37 | start-from-backup/1-create-source-cluster | +++ VERSION=PR-1094-d0ef93a11
logger.go:42: 21:08:37 | start-from-backup/1-create-source-cluster | +++ export IMAGE_BASE=perconalab/percona-postgresql-operator
logger.go:42: 21:08:37 | start-from-backup/1-create-source-cluster | +++ IMAGE_BASE=perconalab/percona-postgresql-operator
logger.go:42: 21:08:37 | start-from-backup/1-create-source-cluster | +++ export IMAGE=perconalab/percona-postgresql-operator:PR-1094-d0ef93a11
logger.go:42: 21:08:37 | start-from-backup/1-create-source-cluster | +++ IMAGE=perconalab/percona-postgresql-operator:PR-1094-d0ef93a11
logger.go:42: 21:08:37 | start-from-backup/1-create-source-cluster | +++ export PG_VER=16
logger.go:42: 21:08:37 | start-from-backup/1-create-source-cluster | +++ PG_VER=16
logger.go:42: 21:08:37 | start-from-backup/1-create-source-cluster | +++ export IMAGE_PGBOUNCER=perconalab/percona-postgresql-operator:main-ppg16-pgbouncer
logger.go:42: 21:08:37 | start-from-backup/1-create-source-cluster | +++ IMAGE_PGBOUNCER=perconalab/percona-postgresql-operator:main-ppg16-pgbouncer
logger.go:42: 21:08:37 | start-from-backup/1-create-source-cluster | +++ export IMAGE_POSTGRESQL=perconalab/percona-postgresql-operator:main-ppg16-postgres
logger.go:42: 21:08:37 | start-from-backup/1-create-source-cluster | +++ IMAGE_POSTGRESQL=perconalab/percona-postgresql-operator:main-ppg16-postgres
logger.go:42: 21:08:37 | start-from-backup/1-create-source-cluster | +++ export IMAGE_BACKREST=perconalab/percona-postgresql-operator:main-ppg16-pgbackrest
logger.go:42: 21:08:37 | start-from-backup/1-create-source-cluster | +++ IMAGE_BACKREST=perconalab/percona-postgresql-operator:main-ppg16-pgbackrest
logger.go:42: 21:08:37 | start-from-backup/1-create-source-cluster | +++ export IMAGE_UPGRADE=perconalab/percona-postgresql-operator:main-upgrade
logger.go:42: 21:08:37 | start-from-backup/1-create-source-cluster | +++ IMAGE_UPGRADE=perconalab/percona-postgresql-operator:main-upgrade
logger.go:42: 21:08:37 | start-from-backup/1-create-source-cluster | +++ export BUCKET=pg-operator-testing
logger.go:42: 21:08:37 | start-from-backup/1-create-source-cluster | +++ BUCKET=pg-operator-testing
logger.go:42: 21:08:37 | start-from-backup/1-create-source-cluster | +++ export PMM_SERVER_VERSION=9.9.9
logger.go:42: 21:08:37 | start-from-backup/1-create-source-cluster | +++ PMM_SERVER_VERSION=9.9.9
logger.go:42: 21:08:37 | start-from-backup/1-create-source-cluster | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:dev-latest
logger.go:42: 21:08:37 | start-from-backup/1-create-source-cluster | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:dev-latest
logger.go:42: 21:08:37 | start-from-backup/1-create-source-cluster | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:dev-latest
logger.go:42: 21:08:37 | start-from-backup/1-create-source-cluster | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:dev-latest
logger.go:42: 21:08:37 | start-from-backup/1-create-source-cluster | +++ export PGOV1_TAG=1.4.0
logger.go:42: 21:08:37 | start-from-backup/1-create-source-cluster | +++ PGOV1_TAG=1.4.0
logger.go:42: 21:08:37 | start-from-backup/1-create-source-cluster | +++ export PGOV1_VER=14
logger.go:42: 21:08:37 | start-from-backup/1-create-source-cluster | +++ PGOV1_VER=14
logger.go:42: 21:08:37 | start-from-backup/1-create-source-cluster | ++++ which gdate
logger.go:42: 21:08:37 | start-from-backup/1-create-source-cluster | which: no gdate in (/mnt/jenkins/workspace/cloud-pg-operator_PR-1094/bin/:/home/ec2-user/.krew/bin:/usr/local/bin:/usr/bin)
logger.go:42: 21:08:37 | start-from-backup/1-create-source-cluster | ++++ which date
logger.go:42: 21:08:37 | start-from-backup/1-create-source-cluster | +++ date=/usr/bin/date
logger.go:42: 21:08:37 | start-from-backup/1-create-source-cluster | ++++ which gsed
logger.go:42: 21:08:37 | start-from-backup/1-create-source-cluster | which: no gsed in (/mnt/jenkins/workspace/cloud-pg-operator_PR-1094/bin/:/home/ec2-user/.krew/bin:/usr/local/bin:/usr/bin)
logger.go:42: 21:08:37 | start-from-backup/1-create-source-cluster | ++++ which sed
logger.go:42: 21:08:37 | start-from-backup/1-create-source-cluster | +++ sed=/usr/bin/sed
logger.go:42: 21:08:37 | start-from-backup/1-create-source-cluster | +++ command -v oc
logger.go:42: 21:08:37 | start-from-backup/1-create-source-cluster | ++ oc get projects
logger.go:42: 21:08:37 | start-from-backup/1-create-source-cluster | + get_cr start-from-backup-source demand-backup-ppg16
logger.go:42: 21:08:37 | start-from-backup/1-create-source-cluster | + local cr_name=start-from-backup-source
logger.go:42: 21:08:37 | start-from-backup/1-create-source-cluster | + kubectl -n kuttl-test-prompt-zebra apply -f -
logger.go:42: 21:08:37 | start-from-backup/1-create-source-cluster | + '[' -z start-from-backup-source ']'
logger.go:42: 21:08:37 | start-from-backup/1-create-source-cluster | + local repo_path=demand-backup-ppg16
logger.go:42: 21:08:37 | start-from-backup/1-create-source-cluster | + yq eval '
logger.go:42: 21:08:37 | start-from-backup/1-create-source-cluster | .metadata.name = "start-from-backup-source" |
logger.go:42: 21:08:37 | start-from-backup/1-create-source-cluster | .metadata.labels = {"e2e":"start-from-backup-source"} |
logger.go:42: 21:08:37 | start-from-backup/1-create-source-cluster | .spec.postgresVersion = 16 |
logger.go:42: 21:08:37 | start-from-backup/1-create-source-cluster | .spec.users += [{"name":"postgres","password":{"type":"AlphaNumeric"}}] |
logger.go:42: 21:08:37 | start-from-backup/1-create-source-cluster | .spec.users += [{"name":"start-from-backup-source","password":{"type":"AlphaNumeric"}}] |
logger.go:42: 21:08:37 | start-from-backup/1-create-source-cluster | .spec.image = "perconalab/percona-postgresql-operator:main-ppg16-postgres" |
logger.go:42: 21:08:37 | start-from-backup/1-create-source-cluster | .spec.backups.pgbackrest.image = "perconalab/percona-postgresql-operator:main-ppg16-pgbackrest" |
logger.go:42: 21:08:37 | start-from-backup/1-create-source-cluster | .spec.proxy.pgBouncer.image = "perconalab/percona-postgresql-operator:main-ppg16-pgbouncer" |
logger.go:42: 21:08:37 | start-from-backup/1-create-source-cluster | .spec.pmm.image = "perconalab/pmm-client:dev-latest" |
logger.go:42: 21:08:37 | start-from-backup/1-create-source-cluster | .spec.pmm.secret = "start-from-backup-source-pmm-secret"
logger.go:42: 21:08:37 | start-from-backup/1-create-source-cluster | ' /mnt/jenkins/workspace/cloud-pg-operator_PR-1094/deploy/cr.yaml
logger.go:42: 21:08:37 | start-from-backup/1-create-source-cluster | + [[ -n '' ]]
logger.go:42: 21:08:37 | start-from-backup/1-create-source-cluster | + case $test_name in
logger.go:42: 21:08:37 | start-from-backup/1-create-source-cluster | + yq eval -i '
logger.go:42: 21:08:37 | start-from-backup/1-create-source-cluster | .spec.backups.pgbackrest.configuration = [{"secret":{"name":"start-from-backup-pgbackrest-secrets"}}] |
logger.go:42: 21:08:37 | start-from-backup/1-create-source-cluster | .spec.backups.pgbackrest.manual.repoName = "repo1" |
logger.go:42: 21:08:37 | start-from-backup/1-create-source-cluster | .spec.backups.pgbackrest.manual.options = ["--type=full"] |
logger.go:42: 21:08:37 | start-from-backup/1-create-source-cluster | .spec.backups.pgbackrest.global.repo1-path = "/backrestrepo/postgres-operator/demand-backup-ppg16/repo1" |
logger.go:42: 21:08:37 | start-from-backup/1-create-source-cluster | .spec.backups.pgbackrest.repos = [{"name":"repo1","s3":{"bucket":"pg-operator-testing","endpoint":"s3.amazonaws.com","region":"us-east-1"}}]
logger.go:42: 21:08:37 | start-from-backup/1-create-source-cluster | ' /tmp/kuttl/pg/start-from-backup/cr.yaml
logger.go:42: 21:08:37 | start-from-backup/1-create-source-cluster | + [[ start-from-backup == \d\e\m\a\n\d\-\b\a\c\k\u\p ]]
logger.go:42: 21:08:37 | start-from-backup/1-create-source-cluster | + [[ start-from-backup == \s\t\a\r\t\-\f\r\o\m\-\b\a\c\k\u\p ]]
logger.go:42: 21:08:37 | start-from-backup/1-create-source-cluster | + [[ ! start-from-backup-source =~ source ]]
logger.go:42: 21:08:37 | start-from-backup/1-create-source-cluster | + cat /tmp/kuttl/pg/start-from-backup/cr.yaml
logger.go:42: 21:08:38 | start-from-backup/1-create-source-cluster | perconapgcluster.pgv2.percona.com/start-from-backup-source created
logger.go:42: 21:16:39 | start-from-backup/1-create-source-cluster | test step failed 1-create-source-cluster
case.go:378: failed in step 1-create-source-cluster
case.go:380: --- Job:kuttl-test-prompt-zebra/
+++ Job:kuttl-test-prompt-zebra/start-from-backup-source-backup-tgxj
@@ -1,17 +1,33 @@
apiVersion: batch/v1
kind: Job
metadata:
+ annotations:
+ postgres-operator.crunchydata.com/pgbackrest-hash: 5c8958cb6b
labels:
+ app.kubernetes.io/instance: start-from-backup-source
+ app.kubernetes.io/managed-by: percona-postgresql-operator
+ app.kubernetes.io/name: percona-postgresql
+ app.kubernetes.io/part-of: percona-postgresql
+ pgv2.percona.com/version: 2.7.0
postgres-operator.crunchydata.com/cluster: start-from-backup-source
postgres-operator.crunchydata.com/pgbackrest: ""
postgres-operator.crunchydata.com/pgbackrest-backup: replica-create
postgres-operator.crunchydata.com/pgbackrest-repo: repo1
+ managedFields: '[... elided field over 10 lines long ...]'
+ name: start-from-backup-source-backup-tgxj
namespace: kuttl-test-prompt-zebra
ownerReferences:
- apiVersion: pgv2.percona.com/v2
blockOwnerDeletion: true
controller: true
kind: PerconaPGBackup
+ name: start-from-backup-source-backup-tgxj-2wt8v
+ uid: f552e197-8c40-40cf-b9df-0e8b10e23b5d
+spec: '[... elided field over 10 lines long ...]'
status:
- succeeded: 1
+ failed: 5
+ ready: 0
+ startTime: "2025-03-18T21:09:44Z"
+ terminating: 0
+ uncountedTerminatedPods: {}
case.go:380: resource Job:kuttl-test-prompt-zebra/: .status.succeeded: key is missing from map
logger.go:42: 21:16:39 | start-from-backup | start-from-backup events from ns kuttl-test-prompt-zebra:
logger.go:42: 21:16:39 | start-from-backup | 2025-03-18 21:08:30 +0000 UTC Normal Pod pg-client-b7cfff86c-zf2rz Binding Scheduled Successfully assigned kuttl-test-prompt-zebra/pg-client-b7cfff86c-zf2rz to gke-jen-pg-1094-d0ef93a1-default-pool-2ce05a6b-t92l default-scheduler
logger.go:42: 21:16:39 | start-from-backup | 2025-03-18 21:08:30 +0000 UTC Normal Pod pg-client-b7cfff86c-zf2rz.spec.containers{pg-client} Pulling Pulling image "perconalab/percona-distribution-postgresql:16" kubelet
logger.go:42: 21:16:39 | start-from-backup | 2025-03-18 21:08:30 +0000 UTC Normal ReplicaSet.apps pg-client-b7cfff86c SuccessfulCreate Created pod: pg-client-b7cfff86c-zf2rz replicaset-controller
logger.go:42: 21:16:39 | start-from-backup | 2025-03-18 21:08:30 +0000 UTC Normal Deployment.apps pg-client ScalingReplicaSet Scaled up replica set pg-client-b7cfff86c to 1 deployment-controller
logger.go:42: 21:16:39 | start-from-backup | 2025-03-18 21:08:38 +0000 UTC Normal Pod start-from-backup-source-patroni-version-check Binding Scheduled Successfully assigned kuttl-test-prompt-zebra/start-from-backup-source-patroni-version-check to gke-jen-pg-1094-d0ef93a1-default-pool-2ce05a6b-t92l default-scheduler
logger.go:42: 21:16:39 | start-from-backup | 2025-03-18 21:08:38 +0000 UTC Normal Pod start-from-backup-source-patroni-version-check.spec.containers{patroni-version-check} Pulling Pulling image "perconalab/percona-postgresql-operator:main-ppg16-postgres" kubelet
logger.go:42: 21:16:39 | start-from-backup | 2025-03-18 21:08:48 +0000 UTC Normal Pod pg-client-b7cfff86c-zf2rz.spec.containers{pg-client} Pulled Successfully pulled image "perconalab/percona-distribution-postgresql:16" in 17.059s (17.059s including waiting) kubelet
logger.go:42: 21:16:39 | start-from-backup | 2025-03-18 21:08:48 +0000 UTC Normal Pod pg-client-b7cfff86c-zf2rz.spec.containers{pg-client} Created Created container: pg-client kubelet
logger.go:42: 21:16:39 | start-from-backup | 2025-03-18 21:08:48 +0000 UTC Normal Pod pg-client-b7cfff86c-zf2rz.spec.containers{pg-client} Started Started container pg-client kubelet
logger.go:42: 21:16:39 | start-from-backup | 2025-03-18 21:09:02 +0000 UTC Normal Pod start-from-backup-source-patroni-version-check.spec.containers{patroni-version-check} Pulled Successfully pulled image "perconalab/percona-postgresql-operator:main-ppg16-postgres" in 23.767s (23.767s including waiting) kubelet
logger.go:42: 21:16:39 | start-from-backup | 2025-03-18 21:09:02 +0000 UTC Normal Pod start-from-backup-source-patroni-version-check.spec.containers{patroni-version-check} Created Created container: patroni-version-check kubelet
logger.go:42: 21:16:39 | start-from-backup | 2025-03-18 21:09:02 +0000 UTC Normal Pod start-from-backup-source-patroni-version-check.spec.containers{patroni-version-check} Started Started container patroni-version-check kubelet
logger.go:42: 21:16:39 | start-from-backup | 2025-03-18 21:09:09 +0000 UTC Normal PersistentVolumeClaim start-from-backup-source-instance1-rr7g-pgdata WaitForFirstConsumer waiting for first consumer to be created before binding persistentvolume-controller
logger.go:42: 21:16:39 | start-from-backup | 2025-03-18 21:09:09 +0000 UTC Normal PersistentVolumeClaim start-from-backup-source-instance1-rr7g-pgdata ExternalProvisioning Waiting for a volume to be created either by the external provisioner 'pd.csi.storage.gke.io' or manually by the system administrator. If volume creation is delayed, please verify that the provisioner is running and correctly registered. persistentvolume-controller
logger.go:42: 21:16:39 | start-from-backup | 2025-03-18 21:09:09 +0000 UTC Normal StatefulSet.apps start-from-backup-source-instance1-rr7g SuccessfulCreate create Pod start-from-backup-source-instance1-rr7g-0 in StatefulSet start-from-backup-source-instance1-rr7g successful statefulset-controller
logger.go:42: 21:16:39 | start-from-backup | 2025-03-18 21:09:09 +0000 UTC Normal PersistentVolumeClaim start-from-backup-source-instance1-vgxt-pgdata WaitForFirstConsumer waiting for first consumer to be created before binding persistentvolume-controller
logger.go:42: 21:16:39 | start-from-backup | 2025-03-18 21:09:09 +0000 UTC Normal Pod start-from-backup-source-patroni-version-check.spec.containers{patroni-version-check} Killing Stopping container patroni-version-check kubelet
logger.go:42: 21:16:39 | start-from-backup | 2025-03-18 21:09:10 +0000 UTC Normal PersistentVolumeClaim start-from-backup-source-instance1-2mxr-pgdata WaitForFirstConsumer waiting for first consumer to be created before binding persistentvolume-controller
logger.go:42: 21:16:39 | start-from-backup | 2025-03-18 21:09:10 +0000 UTC Normal PersistentVolumeClaim start-from-backup-source-instance1-2mxr-pgdata ExternalProvisioning Waiting for a volume to be created either by the external provisioner 'pd.csi.storage.gke.io' or manually by the system administrator. If volume creation is delayed, please verify that the provisioner is running and correctly registered. persistentvolume-controller
logger.go:42: 21:16:39 | start-from-backup | 2025-03-18 21:09:10 +0000 UTC Normal PersistentVolumeClaim start-from-backup-source-instance1-2mxr-pgdata Provisioning External provisioner is provisioning volume for claim "kuttl-test-prompt-zebra/start-from-backup-source-instance1-2mxr-pgdata" pd.csi.storage.gke.io_gke-f505bb6a66144151ae55-b779-1d38-vm_88cfe59d-a4e0-445e-ba54-4158df7e59db
logger.go:42: 21:16:39 | start-from-backup | 2025-03-18 21:09:10 +0000 UTC Normal StatefulSet.apps start-from-backup-source-instance1-2mxr SuccessfulCreate create Pod start-from-backup-source-instance1-2mxr-0 in StatefulSet start-from-backup-source-instance1-2mxr successful statefulset-controller
logger.go:42: 21:16:39 | start-from-backup | 2025-03-18 21:09:10 +0000 UTC Normal PersistentVolumeClaim start-from-backup-source-instance1-rr7g-pgdata Provisioning External provisioner is provisioning volume for claim "kuttl-test-prompt-zebra/start-from-backup-source-instance1-rr7g-pgdata" pd.csi.storage.gke.io_gke-f505bb6a66144151ae55-b779-1d38-vm_88cfe59d-a4e0-445e-ba54-4158df7e59db
logger.go:42: 21:16:39 | start-from-backup | 2025-03-18 21:09:10 +0000 UTC Normal PersistentVolumeClaim start-from-backup-source-instance1-vgxt-pgdata Provisioning External provisioner is provisioning volume for claim "kuttl-test-prompt-zebra/start-from-backup-source-instance1-vgxt-pgdata" pd.csi.storage.gke.io_gke-f505bb6a66144151ae55-b779-1d38-vm_88cfe59d-a4e0-445e-ba54-4158df7e59db
logger.go:42: 21:16:39 | start-from-backup | 2025-03-18 21:09:10 +0000 UTC Normal PersistentVolumeClaim start-from-backup-source-instance1-vgxt-pgdata ExternalProvisioning Waiting for a volume to be created either by the external provisioner 'pd.csi.storage.gke.io' or manually by the system administrator. If volume creation is delayed, please verify that the provisioner is running and correctly registered. persistentvolume-controller
logger.go:42: 21:16:39 | start-from-backup | 2025-03-18 21:09:10 +0000 UTC Normal StatefulSet.apps start-from-backup-source-instance1-vgxt SuccessfulCreate create Pod start-from-backup-source-instance1-vgxt-0 in StatefulSet start-from-backup-source-instance1-vgxt successful statefulset-controller
logger.go:42: 21:16:39 | start-from-backup | 2025-03-18 21:09:10 +0000 UTC Warning StatefulSet.apps start-from-backup-source-repo-host FailedCreate create Pod start-from-backup-source-repo-host-0 in StatefulSet start-from-backup-source-repo-host failed error: pods "start-from-backup-source-repo-host-0" is forbidden: error looking up service account kuttl-test-prompt-zebra/start-from-backup-source-pgbackrest: serviceaccount "start-from-backup-source-pgbackrest" not found statefulset-controller
logger.go:42: 21:16:39 | start-from-backup | 2025-03-18 21:09:10 +0000 UTC Normal PostgresCluster.postgres-operator.crunchydata.com start-from-backup-source RepoHostCreated created pgBackRest repository host StatefulSet/start-from-backup-source-repo-host postgrescluster-controller
logger.go:42: 21:16:39 | start-from-backup | 2025-03-18 21:09:11 +0000 UTC Normal Pod start-from-backup-source-pgbouncer-9886889dc-5nlh4 Binding Scheduled Successfully assigned kuttl-test-prompt-zebra/start-from-backup-source-pgbouncer-9886889dc-5nlh4 to gke-jen-pg-1094-d0ef93a1-default-pool-2ce05a6b-75f6 default-scheduler
logger.go:42: 21:16:39 | start-from-backup | 2025-03-18 21:09:11 +0000 UTC Normal Pod start-from-backup-source-pgbouncer-9886889dc-h75w6 Binding Scheduled Successfully assigned kuttl-test-prompt-zebra/start-from-backup-source-pgbouncer-9886889dc-h75w6 to gke-jen-pg-1094-d0ef93a1-default-pool-2ce05a6b-7789 default-scheduler
logger.go:42: 21:16:39 | start-from-backup | 2025-03-18 21:09:11 +0000 UTC Normal Pod start-from-backup-source-pgbouncer-9886889dc-nkg2x Binding Scheduled Successfully assigned kuttl-test-prompt-zebra/start-from-backup-source-pgbouncer-9886889dc-nkg2x to gke-jen-pg-1094-d0ef93a1-default-pool-2ce05a6b-t92l default-scheduler
logger.go:42: 21:16:39 | start-from-backup | 2025-03-18 21:09:11 +0000 UTC Normal ReplicaSet.apps start-from-backup-source-pgbouncer-9886889dc SuccessfulCreate Created pod: start-from-backup-source-pgbouncer-9886889dc-nkg2x replicaset-controller
logger.go:42: 21:16:39 | start-from-backup | 2025-03-18 21:09:11 +0000 UTC Normal ReplicaSet.apps start-from-backup-source-pgbouncer-9886889dc SuccessfulCreate Created pod: start-from-backup-source-pgbouncer-9886889dc-h75w6 replicaset-controller
logger.go:42: 21:16:39 | start-from-backup | 2025-03-18 21:09:11 +0000 UTC Normal ReplicaSet.apps start-from-backup-source-pgbouncer-9886889dc SuccessfulCreate Created pod: start-from-backup-source-pgbouncer-9886889dc-5nlh4 replicaset-controller
logger.go:42: 21:16:39 | start-from-backup | 2025-03-18 21:09:11 +0000 UTC Normal PodDisruptionBudget.policy start-from-backup-source-pgbouncer NoPods No matching pods found controllermanager
logger.go:42: 21:16:39 | start-from-backup | 2025-03-18 21:09:11 +0000 UTC Normal Deployment.apps start-from-backup-source-pgbouncer ScalingReplicaSet Scaled up replica set start-from-backup-source-pgbouncer-9886889dc to 3 deployment-controller
logger.go:42: 21:16:39 | start-from-backup | 2025-03-18 21:09:11 +0000 UTC Normal Pod start-from-backup-source-repo-host-0 Binding Scheduled Successfully assigned kuttl-test-prompt-zebra/start-from-backup-source-repo-host-0 to gke-jen-pg-1094-d0ef93a1-default-pool-2ce05a6b-t92l default-scheduler
logger.go:42: 21:16:39 | start-from-backup | 2025-03-18 21:09:11 +0000 UTC Normal Pod start-from-backup-source-repo-host-0.spec.initContainers{nss-wrapper-init} Pulling Pulling image "perconalab/percona-postgresql-operator:main-ppg16-pgbackrest" kubelet
logger.go:42: 21:16:39 | start-from-backup | 2025-03-18 21:09:11 +0000 UTC Normal StatefulSet.apps start-from-backup-source-repo-host SuccessfulCreate create Pod start-from-backup-source-repo-host-0 in StatefulSet start-from-backup-source-repo-host successful statefulset-controller
logger.go:42: 21:16:39 | start-from-backup | 2025-03-18 21:09:12 +0000 UTC Normal Pod start-from-backup-source-pgbouncer-9886889dc-5nlh4.spec.containers{pgbouncer} Pulling Pulling image "perconalab/percona-postgresql-operator:main-ppg16-pgbouncer" kubelet
logger.go:42: 21:16:39 | start-from-backup | 2025-03-18 21:09:12 +0000 UTC Normal Pod start-from-backup-source-pgbouncer-9886889dc-5nlh4.spec.containers{pgbouncer} Pulled Successfully pulled image "perconalab/percona-postgresql-operator:main-ppg16-pgbouncer" in 118ms (118ms including waiting) kubelet
logger.go:42: 21:16:39 | start-from-backup | 2025-03-18 21:09:12 +0000 UTC Normal Pod start-from-backup-source-pgbouncer-9886889dc-5nlh4.spec.containers{pgbouncer} Created Created container: pgbouncer kubelet
logger.go:42: 21:16:39 | start-from-backup | 2025-03-18 21:09:12 +0000 UTC Normal Pod start-from-backup-source-pgbouncer-9886889dc-5nlh4.spec.containers{pgbouncer} Started Started container pgbouncer kubelet
logger.go:42: 21:16:39 | start-from-backup | 2025-03-18 21:09:12 +0000 UTC Normal Pod start-from-backup-source-pgbouncer-9886889dc-5nlh4.spec.containers{pgbouncer-config} Pulling Pulling image "perconalab/percona-postgresql-operator:main-ppg16-pgbouncer" kubelet
logger.go:42: 21:16:39 | start-from-backup | 2025-03-18 21:09:12 +0000 UTC Normal Pod start-from-backup-source-pgbouncer-9886889dc-5nlh4.spec.containers{pgbouncer-config} Pulled Successfully pulled image "perconalab/percona-postgresql-operator:main-ppg16-pgbouncer" in 116ms (116ms including waiting) kubelet
logger.go:42: 21:16:39 | start-from-backup | 2025-03-18 21:09:12 +0000 UTC Normal Pod start-from-backup-source-pgbouncer-9886889dc-5nlh4.spec.containers{pgbouncer-config} Created Created container: pgbouncer-config kubelet
logger.go:42: 21:16:39 | start-from-backup | 2025-03-18 21:09:12 +0000 UTC Normal Pod start-from-backup-source-pgbouncer-9886889dc-5nlh4.spec.containers{pgbouncer-config} Started Started container pgbouncer-config kubelet
logger.go:42: 21:16:39 | start-from-backup | 2025-03-18 21:09:12 +0000 UTC Normal Pod start-from-backup-source-pgbouncer-9886889dc-h75w6.spec.containers{pgbouncer} Pulling Pulling image "perconalab/percona-postgresql-operator:main-ppg16-pgbouncer" kubelet
logger.go:42: 21:16:39 | start-from-backup | 2025-03-18 21:09:12 +0000 UTC Normal Pod start-from-backup-source-pgbouncer-9886889dc-h75w6.spec.containers{pgbouncer} Pulled Successfully pulled image "perconalab/percona-postgresql-operator:main-ppg16-pgbouncer" in 104ms (104ms including waiting) kubelet
logger.go:42: 21:16:39 | start-from-backup | 2025-03-18 21:09:12 +0000 UTC Normal Pod start-from-backup-source-pgbouncer-9886889dc-h75w6.spec.containers{pgbouncer} Created Created container: pgbouncer kubelet
logger.go:42: 21:16:39 | start-from-backup | 2025-03-18 21:09:12 +0000 UTC Normal Pod start-from-backup-source-pgbouncer-9886889dc-h75w6.spec.containers{pgbouncer} Started Started container pgbouncer kubelet
logger.go:42: 21:16:39 | start-from-backup | 2025-03-18 21:09:12 +0000 UTC Normal Pod start-from-backup-source-pgbouncer-9886889dc-h75w6.spec.containers{pgbouncer-config} Pulling Pulling image "perconalab/percona-postgresql-operator:main-ppg16-pgbouncer" kubelet
logger.go:42: 21:16:39 | start-from-backup | 2025-03-18 21:09:12 +0000 UTC Normal Pod start-from-backup-source-pgbouncer-9886889dc-h75w6.spec.containers{pgbouncer-config} Pulled Successfully pulled image "perconalab/percona-postgresql-operator:main-ppg16-pgbouncer" in 110ms (110ms including waiting) kubelet
logger.go:42: 21:16:39 | start-from-backup | 2025-03-18 21:09:12 +0000 UTC Normal Pod start-from-backup-source-pgbouncer-9886889dc-h75w6.spec.containers{pgbouncer-config} Created Created container: pgbouncer-config kubelet
logger.go:42: 21:16:39 | start-from-backup | 2025-03-18 21:09:12 +0000 UTC Normal Pod start-from-backup-source-pgbouncer-9886889dc-h75w6.spec.containers{pgbouncer-config} Started Started container pgbouncer-config kubelet
logger.go:42: 21:16:39 | start-from-backup | 2025-03-18 21:09:12 +0000 UTC Normal Pod start-from-backup-source-pgbouncer-9886889dc-nkg2x.spec.containers{pgbouncer} Pulling Pulling image "perconalab/percona-postgresql-operator:main-ppg16-pgbouncer" kubelet
logger.go:42: 21:16:39 | start-from-backup | 2025-03-18 21:09:13 +0000 UTC Normal PersistentVolumeClaim start-from-backup-source-instance1-rr7g-pgdata ProvisioningSucceeded Successfully provisioned volume pvc-678e3973-c98e-4213-becd-213be0f14c44 pd.csi.storage.gke.io_gke-f505bb6a66144151ae55-b779-1d38-vm_88cfe59d-a4e0-445e-ba54-4158df7e59db
logger.go:42: 21:16:39 | start-from-backup | 2025-03-18 21:09:14 +0000 UTC Normal PersistentVolumeClaim start-from-backup-source-instance1-2mxr-pgdata ProvisioningSucceeded Successfully provisioned volume pvc-b2a82c72-d374-414b-b81d-52855f6b8883 pd.csi.storage.gke.io_gke-f505bb6a66144151ae55-b779-1d38-vm_88cfe59d-a4e0-445e-ba54-4158df7e59db
logger.go:42: 21:16:39 | start-from-backup | 2025-03-18 21:09:14 +0000 UTC Normal Pod start-from-backup-source-instance1-rr7g-0 Binding Scheduled Successfully assigned kuttl-test-prompt-zebra/start-from-backup-source-instance1-rr7g-0 to gke-jen-pg-1094-d0ef93a1-default-pool-2ce05a6b-t92l default-scheduler
logger.go:42: 21:16:39 | start-from-backup | 2025-03-18 21:09:14 +0000 UTC Normal PersistentVolumeClaim start-from-backup-source-instance1-vgxt-pgdata ProvisioningSucceeded Successfully provisioned volume pvc-52378e21-6789-42d0-8bd2-76e7b31086c3 pd.csi.storage.gke.io_gke-f505bb6a66144151ae55-b779-1d38-vm_88cfe59d-a4e0-445e-ba54-4158df7e59db
logger.go:42: 21:16:39 | start-from-backup | 2025-03-18 21:09:15 +0000 UTC Normal Pod start-from-backup-source-instance1-2mxr-0 Binding Scheduled Successfully assigned kuttl-test-prompt-zebra/start-from-backup-source-instance1-2mxr-0 to gke-jen-pg-1094-d0ef93a1-default-pool-2ce05a6b-75f6 default-scheduler
logger.go:42: 21:16:39 | start-from-backup | 2025-03-18 21:09:15 +0000 UTC Normal Pod start-from-backup-source-instance1-vgxt-0 Binding Scheduled Successfully assigned kuttl-test-prompt-zebra/start-from-backup-source-instance1-vgxt-0 to gke-jen-pg-1094-d0ef93a1-default-pool-2ce05a6b-7789 default-scheduler
logger.go:42: 21:16:39 | start-from-backup | 2025-03-18 21:09:21 +0000 UTC Normal Pod start-from-backup-source-instance1-rr7g-0 SuccessfulAttachVolume AttachVolume.Attach succeeded for volume "pvc-678e3973-c98e-4213-becd-213be0f14c44" attachdetach-controller
logger.go:42: 21:16:39 | start-from-backup | 2025-03-18 21:09:22 +0000 UTC Normal Pod start-from-backup-source-instance1-vgxt-0 SuccessfulAttachVolume AttachVolume.Attach succeeded for volume "pvc-52378e21-6789-42d0-8bd2-76e7b31086c3" attachdetach-controller
logger.go:42: 21:16:39 | start-from-backup | 2025-03-18 21:09:23 +0000 UTC Normal Pod start-from-backup-source-instance1-2mxr-0 SuccessfulAttachVolume AttachVolume.Attach succeeded for volume "pvc-b2a82c72-d374-414b-b81d-52855f6b8883" attachdetach-controller
logger.go:42: 21:16:39 | start-from-backup | 2025-03-18 21:09:24 +0000 UTC Normal Pod start-from-backup-source-instance1-vgxt-0.spec.initContainers{postgres-startup} Pulling Pulling image "perconalab/percona-postgresql-operator:main-ppg16-postgres" kubelet
logger.go:42: 21:16:39 | start-from-backup | 2025-03-18 21:09:24 +0000 UTC Normal Pod start-from-backup-source-instance1-vgxt-0.spec.initContainers{postgres-startup} Pulled Successfully pulled image "perconalab/percona-postgresql-operator:main-ppg16-postgres" in 130ms (130ms including waiting) kubelet
logger.go:42: 21:16:39 | start-from-backup | 2025-03-18 21:09:24 +0000 UTC Normal Pod start-from-backup-source-instance1-vgxt-0.spec.initContainers{postgres-startup} Created Created container: postgres-startup kubelet
logger.go:42: 21:16:39 | start-from-backup | 2025-03-18 21:09:24 +0000 UTC Normal Pod start-from-backup-source-instance1-vgxt-0.spec.initContainers{postgres-startup} Started Started container postgres-startup kubelet
logger.go:42: 21:16:39 | start-from-backup | 2025-03-18 21:09:25 +0000 UTC Normal Pod start-from-backup-source-instance1-2mxr-0.spec.initContainers{postgres-startup} Pulling Pulling image "perconalab/percona-postgresql-operator:main-ppg16-postgres" kubelet
logger.go:42: 21:16:39 | start-from-backup | 2025-03-18 21:09:25 +0000 UTC Normal Pod start-from-backup-source-instance1-2mxr-0.spec.initContainers{postgres-startup} Pulled Successfully pulled image "perconalab/percona-postgresql-operator:main-ppg16-postgres" in 136ms (136ms including waiting) kubelet
logger.go:42: 21:16:39 | start-from-backup | 2025-03-18 21:09:25 +0000 UTC Normal Pod start-from-backup-source-instance1-2mxr-0.spec.initContainers{postgres-startup} Created Created container: postgres-startup kubelet
logger.go:42: 21:16:39 | start-from-backup | 2025-03-18 21:09:25 +0000 UTC Normal Pod start-from-backup-source-instance1-2mxr-0.spec.initContainers{postgres-startup} Started Started container postgres-startup kubelet
logger.go:42: 21:16:39 | start-from-backup | 2025-03-18 21:09:25 +0000 UTC Normal Pod start-from-backup-source-instance1-rr7g-0.spec.initContainers{postgres-startup} Pulling Pulling image "perconalab/percona-postgresql-operator:main-ppg16-postgres" kubelet
logger.go:42: 21:16:39 | start-from-backup | 2025-03-18 21:09:25 +0000 UTC Normal Pod start-from-backup-source-instance1-rr7g-0.spec.initContainers{postgres-startup} Pulled Successfully pulled image "perconalab/percona-postgresql-operator:main-ppg16-postgres" in 181ms (181ms including waiting) kubelet
logger.go:42: 21:16:39 | start-from-backup | 2025-03-18 21:09:25 +0000 UTC Normal Pod start-from-backup-source-instance1-rr7g-0.spec.initContainers{postgres-startup} Created Created container: postgres-startup kubelet
logger.go:42: 21:16:39 | start-from-backup | 2025-03-18 21:09:25 +0000 UTC Normal Pod start-from-backup-source-instance1-rr7g-0.spec.initContainers{postgres-startup} Started Started container postgres-startup kubelet
logger.go:42: 21:16:39 | start-from-backup | 2025-03-18 21:09:25 +0000 UTC Normal Pod start-from-backup-source-instance1-vgxt-0.spec.initContainers{nss-wrapper-init} Pulling Pulling image "perconalab/percona-postgresql-operator:main-ppg16-postgres" kubelet
logger.go:42: 21:16:39 | start-from-backup | 2025-03-18 21:09:25 +0000 UTC Normal Pod start-from-backup-source-instance1-vgxt-0.spec.initContainers{nss-wrapper-init} Pulled Successfully pulled image "perconalab/percona-postgresql-operator:main-ppg16-postgres" in 125ms (125ms including waiting) kubelet
logger.go:42: 21:16:39 | start-from-backup | 2025-03-18 21:09:25 +0000 UTC Normal Pod start-from-backup-source-instance1-vgxt-0.spec.initContainers{nss-wrapper-init} Created Created container: nss-wrapper-init kubelet
logger.go:42: 21:16:39 | start-from-backup | 2025-03-18 21:09:25 +0000 UTC Normal Pod start-from-backup-source-instance1-vgxt-0.spec.initContainers{nss-wrapper-init} Started Started container nss-wrapper-init kubelet
logger.go:42: 21:16:39 | start-from-backup | 2025-03-18 21:09:26 +0000 UTC Normal Pod start-from-backup-source-instance1-2mxr-0.spec.initContainers{nss-wrapper-init} Pulling Pulling image "perconalab/percona-postgresql-operator:main-ppg16-postgres" kubelet
logger.go:42: 21:16:39 | start-from-backup | 2025-03-18 21:09:26 +0000 UTC Normal Pod start-from-backup-source-instance1-2mxr-0.spec.initContainers{nss-wrapper-init} Pulled Successfully pulled image "perconalab/percona-postgresql-operator:main-ppg16-postgres" in 116ms (116ms including waiting) kubelet
logger.go:42: 21:16:39 | start-from-backup | 2025-03-18 21:09:26 +0000 UTC Normal Pod start-from-backup-source-instance1-2mxr-0.spec.initContainers{nss-wrapper-init} Created Created container: nss-wrapper-init kubelet
logger.go:42: 21:16:39 | start-from-backup | 2025-03-18 21:09:26 +0000 UTC Normal Pod start-from-backup-source-instance1-2mxr-0.spec.initContainers{nss-wrapper-init} Started Started container nss-wrapper-init kubelet
logger.go:42: 21:16:39 | start-from-backup | 2025-03-18 21:09:26 +0000 UTC Normal Pod start-from-backup-source-instance1-vgxt-0.spec.containers{database} Pulling Pulling image "perconalab/percona-postgresql-operator:main-ppg16-postgres" kubelet
logger.go:42: 21:16:39 | start-from-backup | 2025-03-18 21:09:26 +0000 UTC Normal Pod start-from-backup-source-instance1-vgxt-0.spec.containers{database} Pulled Successfully pulled image "perconalab/percona-postgresql-operator:main-ppg16-postgres" in 147ms (147ms including waiting) kubelet
logger.go:42: 21:16:39 | start-from-backup | 2025-03-18 21:09:26 +0000 UTC Normal Pod start-from-backup-source-instance1-vgxt-0.spec.containers{database} Created Created container: database kubelet
logger.go:42: 21:16:39 | start-from-backup | 2025-03-18 21:09:26 +0000 UTC Normal Pod start-from-backup-source-instance1-vgxt-0.spec.containers{database} Started Started container database kubelet
logger.go:42: 21:16:39 | start-from-backup | 2025-03-18 21:09:26 +0000 UTC Normal Pod start-from-backup-source-instance1-vgxt-0.spec.containers{replication-cert-copy} Pulling Pulling image "perconalab/percona-postgresql-operator:main-ppg16-postgres" kubelet
logger.go:42: 21:16:39 | start-from-backup | 2025-03-18 21:09:26 +0000 UTC Normal Pod start-from-backup-source-instance1-vgxt-0.spec.containers{replication-cert-copy} Pulled Successfully pulled image "perconalab/percona-postgresql-operator:main-ppg16-postgres" in 143ms (143ms including waiting) kubelet
logger.go:42: 21:16:39 | start-from-backup | 2025-03-18 21:09:26 +0000 UTC Normal Pod start-from-backup-source-instance1-vgxt-0.spec.containers{replication-cert-copy} Created Created container: replication-cert-copy kubelet
logger.go:42: 21:16:39 | start-from-backup | 2025-03-18 21:09:27 +0000 UTC Normal Pod start-from-backup-source-instance1-2mxr-0.spec.containers{database} Pulling Pulling image "perconalab/percona-postgresql-operator:main-ppg16-postgres" kubelet
logger.go:42: 21:16:39 | start-from-backup | 2025-03-18 21:09:27 +0000 UTC Normal Pod start-from-backup-source-instance1-2mxr-0.spec.containers{database} Pulled Successfully pulled image "perconalab/percona-postgresql-operator:main-ppg16-postgres" in 162ms (162ms including waiting) kubelet
logger.go:42: 21:16:39 | start-from-backup | 2025-03-18 21:09:27 +0000 UTC Normal Pod start-from-backup-source-instance1-2mxr-0.spec.containers{database} Created Created container: database kubelet
logger.go:42: 21:16:39 | start-from-backup | 2025-03-18 21:09:27 +0000 UTC Normal Pod start-from-backup-source-instance1-2mxr-0.spec.containers{database} Started Started container database kubelet
logger.go:42: 21:16:39 | start-from-backup | 2025-03-18 21:09:27 +0000 UTC Normal Pod start-from-backup-source-instance1-2mxr-0.spec.containers{replication-cert-copy} Pulling Pulling image "perconalab/percona-postgresql-operator:main-ppg16-postgres" kubelet
logger.go:42: 21:16:39 | start-from-backup | 2025-03-18 21:09:27 +0000 UTC Normal Pod start-from-backup-source-instance1-2mxr-0.spec.containers{replication-cert-copy} Pulled Successfully pulled image "perconalab/percona-postgresql-operator:main-ppg16-postgres" in 148ms (148ms including waiting) kubelet
logger.go:42: 21:16:39 | start-from-backup | 2025-03-18 21:09:27 +0000 UTC Normal Pod start-from-backup-source-instance1-2mxr-0.spec.containers{replication-cert-copy} Created Created container: replication-cert-copy kubelet
logger.go:42: 21:16:39 | start-from-backup | 2025-03-18 21:09:27 +0000 UTC Normal Pod start-from-backup-source-instance1-2mxr-0.spec.containers{replication-cert-copy} Started Started container replication-cert-copy kubelet
logger.go:42: 21:16:39 | start-from-backup | 2025-03-18 21:09:27 +0000 UTC Normal Pod start-from-backup-source-instance1-2mxr-0.spec.containers{pgbackrest} Pulling Pulling image "perconalab/percona-postgresql-operator:main-ppg16-pgbackrest" kubelet
logger.go:42: 21:16:39 | start-from-backup | 2025-03-18 21:09:27 +0000 UTC Normal Pod start-from-backup-source-instance1-2mxr-0.spec.containers{pgbackrest} Pulled Successfully pulled image "perconalab/percona-postgresql-operator:main-ppg16-pgbackrest" in 136ms (136ms including waiting) kubelet
logger.go:42: 21:16:39 | start-from-backup | 2025-03-18 21:09:27 +0000 UTC Normal Pod start-from-backup-source-instance1-2mxr-0.spec.containers{pgbackrest} Created Created container: pgbackrest kubelet
logger.go:42: 21:16:39 | start-from-backup | 2025-03-18 21:09:27 +0000 UTC Normal Pod start-from-backup-source-instance1-2mxr-0.spec.containers{pgbackrest} Started Started container pgbackrest kubelet
logger.go:42: 21:16:39 | start-from-backup | 2025-03-18 21:09:27 +0000 UTC Normal Pod start-from-backup-source-instance1-rr7g-0.spec.initContainers{nss-wrapper-init} Pulling Pulling image "perconalab/percona-postgresql-operator:main-ppg16-postgres" kubelet
logger.go:42: 21:16:39 | start-from-backup | 2025-03-18 21:09:27 +0000 UTC Normal Pod start-from-backup-source-instance1-rr7g-0.spec.initContainers{nss-wrapper-init} Pulled Successfully pulled image "perconalab/percona-postgresql-operator:main-ppg16-postgres" in 142ms (142ms including waiting) kubelet
logger.go:42: 21:16:39 | start-from-backup | 2025-03-18 21:09:27 +0000 UTC Normal Pod start-from-backup-source-instance1-rr7g-0.spec.initContainers{nss-wrapper-init} Created Created container: nss-wrapper-init kubelet
logger.go:42: 21:16:39 | start-from-backup | 2025-03-18 21:09:27 +0000 UTC Normal Pod start-from-backup-source-instance1-rr7g-0.spec.initContainers{nss-wrapper-init} Started Started container nss-wrapper-init kubelet
logger.go:42: 21:16:39 | start-from-backup | 2025-03-18 21:09:27 +0000 UTC Normal Pod start-from-backup-source-instance1-vgxt-0.spec.containers{replication-cert-copy} Started Started container replication-cert-copy kubelet
logger.go:42: 21:16:39 | start-from-backup | 2025-03-18 21:09:27 +0000 UTC Normal Pod start-from-backup-source-instance1-vgxt-0.spec.containers{pgbackrest} Pulling Pulling image "perconalab/percona-postgresql-operator:main-ppg16-pgbackrest" kubelet
logger.go:42: 21:16:39 | start-from-backup | 2025-03-18 21:09:27 +0000 UTC Normal Pod start-from-backup-source-instance1-vgxt-0.spec.containers{pgbackrest} Pulled Successfully pulled image "perconalab/percona-postgresql-operator:main-ppg16-pgbackrest" in 124ms (124ms including waiting) kubelet
logger.go:42: 21:16:39 | start-from-backup | 2025-03-18 21:09:27 +0000 UTC Normal Pod start-from-backup-source-instance1-vgxt-0.spec.containers{pgbackrest} Created Created container: pgbackrest kubelet
logger.go:42: 21:16:39 | start-from-backup | 2025-03-18 21:09:27 +0000 UTC Normal Pod start-from-backup-source-instance1-vgxt-0.spec.containers{pgbackrest} Started Started container pgbackrest kubelet
logger.go:42: 21:16:39 | start-from-backup | 2025-03-18 21:09:27 +0000 UTC Normal Pod start-from-backup-source-instance1-vgxt-0.spec.containers{pgbackrest-config} Pulling Pulling image "perconalab/percona-postgresql-operator:main-ppg16-pgbackrest" kubelet
logger.go:42: 21:16:39 | start-from-backup | 2025-03-18 21:09:27 +0000 UTC Normal Pod start-from-backup-source-instance1-vgxt-0.spec.containers{pgbackrest-config} Pulled Successfully pulled image "perconalab/percona-postgresql-operator:main-ppg16-pgbackrest" in 125ms (125ms including waiting) kubelet
logger.go:42: 21:16:39 | start-from-backup | 2025-03-18 21:09:27 +0000 UTC Normal Pod start-from-backup-source-instance1-vgxt-0.spec.containers{pgbackrest-config} Created Created container: pgbackrest-config kubelet
logger.go:42: 21:16:39 | start-from-backup | 2025-03-18 21:09:27 +0000 UTC Normal Pod start-from-backup-source-instance1-vgxt-0.spec.containers{pgbackrest-config} Started Started container pgbackrest-config kubelet
logger.go:42: 21:16:39 | start-from-backup | 2025-03-18 21:09:28 +0000 UTC Normal Pod start-from-backup-source-instance1-2mxr-0.spec.containers{pgbackrest-config} Pulling Pulling image "perconalab/percona-postgresql-operator:main-ppg16-pgbackrest" kubelet
logger.go:42: 21:16:39 | start-from-backup | 2025-03-18 21:09:28 +0000 UTC Normal Pod start-from-backup-source-instance1-2mxr-0.spec.containers{pgbackrest-config} Pulled Successfully pulled image "perconalab/percona-postgresql-operator:main-ppg16-pgbackrest" in 124ms (124ms including waiting) kubelet
logger.go:42: 21:16:39 | start-from-backup | 2025-03-18 21:09:28 +0000 UTC Normal Pod start-from-backup-source-instance1-2mxr-0.spec.containers{pgbackrest-config} Created Created container: pgbackrest-config kubelet
logger.go:42: 21:16:39 | start-from-backup | 2025-03-18 21:09:28 +0000 UTC Normal Pod start-from-backup-source-instance1-2mxr-0.spec.containers{pgbackrest-config} Started Started container pgbackrest-config kubelet
logger.go:42: 21:16:39 | start-from-backup | 2025-03-18 21:09:29 +0000 UTC Normal Pod start-from-backup-source-instance1-rr7g-0.spec.containers{database} Pulling Pulling image "perconalab/percona-postgresql-operator:main-ppg16-postgres" kubelet
logger.go:42: 21:16:39 | start-from-backup | 2025-03-18 21:09:29 +0000 UTC Normal Pod start-from-backup-source-instance1-rr7g-0.spec.containers{database} Pulled Successfully pulled image "perconalab/percona-postgresql-operator:main-ppg16-postgres" in 161ms (161ms including waiting) kubelet
logger.go:42: 21:16:39 | start-from-backup | 2025-03-18 21:09:29 +0000 UTC Normal Pod start-from-backup-source-instance1-rr7g-0.spec.containers{database} Created Created container: database kubelet
logger.go:42: 21:16:39 | start-from-backup | 2025-03-18 21:09:29 +0000 UTC Warning Pod start-from-backup-source-instance1-vgxt-0.spec.containers{database} Unhealthy Readiness probe failed: HTTP probe failed with statuscode: 503 kubelet
logger.go:42: 21:16:39 | start-from-backup | 2025-03-18 21:09:30 +0000 UTC Warning Pod start-from-backup-source-instance1-2mxr-0.spec.containers{database} Unhealthy Readiness probe failed: HTTP probe failed with statuscode: 503 kubelet
logger.go:42: 21:16:39 | start-from-backup | 2025-03-18 21:09:30 +0000 UTC Normal Pod start-from-backup-source-instance1-rr7g-0.spec.containers{database} Started Started container database kubelet
logger.go:42: 21:16:39 | start-from-backup | 2025-03-18 21:09:30 +0000 UTC Normal Pod start-from-backup-source-instance1-rr7g-0.spec.containers{replication-cert-copy} Pulling Pulling image "perconalab/percona-postgresql-operator:main-ppg16-postgres" kubelet
logger.go:42: 21:16:39 | start-from-backup | 2025-03-18 21:09:30 +0000 UTC Normal Pod start-from-backup-source-instance1-rr7g-0.spec.containers{replication-cert-copy} Pulled Successfully pulled image "perconalab/percona-postgresql-operator:main-ppg16-postgres" in 207ms (207ms including waiting) kubelet
logger.go:42: 21:16:39 | start-from-backup | 2025-03-18 21:09:30 +0000 UTC Normal Pod start-from-backup-source-instance1-rr7g-0.spec.containers{replication-cert-copy} Created Created container: replication-cert-copy kubelet
logger.go:42: 21:16:39 | start-from-backup | 2025-03-18 21:09:30 +0000 UTC Normal Pod start-from-backup-source-instance1-rr7g-0.spec.containers{replication-cert-copy} Started Started container replication-cert-copy kubelet
logger.go:42: 21:16:39 | start-from-backup | 2025-03-18 21:09:30 +0000 UTC Normal Pod start-from-backup-source-instance1-rr7g-0.spec.containers{pgbackrest} Pulling Pulling image "perconalab/percona-postgresql-operator:main-ppg16-pgbackrest" kubelet
logger.go:42: 21:16:39 | start-from-backup | 2025-03-18 21:09:34 +0000 UTC Normal PostgresCluster.postgres-operator.crunchydata.com start-from-backup-source StanzasCreated pgBackRest stanza creation completed successfully postgrescluster-controller
logger.go:42: 21:16:39 | start-from-backup | 2025-03-18 21:09:35 +0000 UTC Normal Pod start-from-backup-source-instance1-rr7g-0.spec.containers{pgbackrest} Pulled Successfully pulled image "perconalab/percona-postgresql-operator:main-ppg16-pgbackrest" in 5.106s (5.106s including waiting) kubelet
logger.go:42: 21:16:39 | start-from-backup | 2025-03-18 21:09:35 +0000 UTC Normal Pod start-from-backup-source-instance1-rr7g-0.spec.containers{pgbackrest} Created Created container: pgbackrest kubelet
logger.go:42: 21:16:39 | start-from-backup | 2025-03-18 21:09:35 +0000 UTC Normal Pod start-from-backup-source-instance1-rr7g-0.spec.containers{pgbackrest} Started Started container pgbackrest kubelet
logger.go:42: 21:16:39 | start-from-backup | 2025-03-18 21:09:35 +0000 UTC Normal Pod start-from-backup-source-instance1-rr7g-0.spec.containers{pgbackrest-config} Pulling Pulling image "perconalab/percona-postgresql-operator:main-ppg16-pgbackrest" kubelet
logger.go:42: 21:16:39 | start-from-backup | 2025-03-18 21:09:35 +0000 UTC Normal Pod start-from-backup-source-repo-host-0.spec.initContainers{nss-wrapper-init} Pulled Successfully pulled image "perconalab/percona-postgresql-operator:main-ppg16-pgbackrest" in 23.992s (23.992s including waiting) kubelet
logger.go:42: 21:16:39 | start-from-backup | 2025-03-18 21:09:35 +0000 UTC Normal Pod start-from-backup-source-repo-host-0.spec.initContainers{nss-wrapper-init} Created Created container: nss-wrapper-init kubelet
logger.go:42: 21:16:39 | start-from-backup | 2025-03-18 21:09:35 +0000 UTC Normal Pod start-from-backup-source-repo-host-0.spec.initContainers{nss-wrapper-init} Started Started container nss-wrapper-init kubelet
logger.go:42: 21:16:39 | start-from-backup | 2025-03-18 21:09:38 +0000 UTC Normal Pod start-from-backup-source-instance1-rr7g-0.spec.containers{pgbackrest-config} Pulled Successfully pulled image "perconalab/percona-postgresql-operator:main-ppg16-pgbackrest" in 2.86s (2.86s including waiting) kubelet
logger.go:42: 21:16:39 | start-from-backup | 2025-03-18 21:09:38 +0000 UTC Normal Pod start-from-backup-source-pgbouncer-9886889dc-nkg2x.spec.containers{pgbouncer} Pulled Successfully pulled image "perconalab/percona-postgresql-operator:main-ppg16-pgbouncer" in 26.37s (26.37s including waiting) kubelet
logger.go:42: 21:16:39 | start-from-backup | 2025-03-18 21:09:39 +0000 UTC Normal Pod start-from-backup-source-instance1-rr7g-0.spec.containers{pgbackrest-config} Created Created container: pgbackrest-config kubelet
logger.go:42: 21:16:39 | start-from-backup | 2025-03-18 21:09:40 +0000 UTC Normal Pod start-from-backup-source-instance1-rr7g-0.spec.containers{pgbackrest-config} Started Started container pgbackrest-config kubelet
logger.go:42: 21:16:39 | start-from-backup | 2025-03-18 21:09:40 +0000 UTC Warning Pod start-from-backup-source-instance1-rr7g-0.spec.containers{database} Unhealthy Readiness probe failed: HTTP probe failed with statuscode: 503 kubelet
logger.go:42: 21:16:39 | start-from-backup | 2025-03-18 21:09:40 +0000 UTC Normal Pod start-from-backup-source-pgbouncer-9886889dc-nkg2x.spec.containers{pgbouncer} Created Created container: pgbouncer kubelet
logger.go:42: 21:16:39 | start-from-backup | 2025-03-18 21:09:41 +0000 UTC Normal Pod start-from-backup-source-pgbouncer-9886889dc-nkg2x.spec.containers{pgbouncer} Started Started container pgbouncer kubelet
logger.go:42: 21:16:39 | start-from-backup | 2025-03-18 21:09:41 +0000 UTC Normal Pod start-from-backup-source-pgbouncer-9886889dc-nkg2x.spec.containers{pgbouncer-config} Pulling Pulling image "perconalab/percona-postgresql-operator:main-ppg16-pgbouncer" kubelet
logger.go:42: 21:16:39 | start-from-backup | 2025-03-18 21:09:41 +0000 UTC Normal Pod start-from-backup-source-pgbouncer-9886889dc-nkg2x.spec.containers{pgbouncer-config} Pulled Successfully pulled image "perconalab/percona-postgresql-operator:main-ppg16-pgbouncer" in 148ms (148ms including waiting) kubelet
logger.go:42: 21:16:39 | start-from-backup | 2025-03-18 21:09:41 +0000 UTC Normal Pod start-from-backup-source-pgbouncer-9886889dc-nkg2x.spec.containers{pgbouncer-config} Created Created container: pgbouncer-config kubelet
logger.go:42: 21:16:39 | start-from-backup | 2025-03-18 21:09:41 +0000 UTC Normal Pod start-from-backup-source-pgbouncer-9886889dc-nkg2x.spec.containers{pgbouncer-config} Started Started container pgbouncer-config kubelet
logger.go:42: 21:16:39 | start-from-backup | 2025-03-18 21:09:41 +0000 UTC Normal Pod start-from-backup-source-repo-host-0.spec.containers{pgbackrest} Pulling Pulling image "perconalab/percona-postgresql-operator:main-ppg16-pgbackrest" kubelet
logger.go:42: 21:16:39 | start-from-backup | 2025-03-18 21:09:41 +0000 UTC Normal Pod start-from-backup-source-repo-host-0.spec.containers{pgbackrest} Pulled Successfully pulled image "perconalab/percona-postgresql-operator:main-ppg16-pgbackrest" in 122ms (122ms including waiting) kubelet
logger.go:42: 21:16:39 | start-from-backup | 2025-03-18 21:09:41 +0000 UTC Normal Pod start-from-backup-source-repo-host-0.spec.containers{pgbackrest} Created Created container: pgbackrest kubelet
logger.go:42: 21:16:39 | start-from-backup | 2025-03-18 21:09:41 +0000 UTC Normal Pod start-from-backup-source-repo-host-0.spec.containers{pgbackrest} Started Started container pgbackrest kubelet
logger.go:42: 21:16:39 | start-from-backup | 2025-03-18 21:09:41 +0000 UTC Normal Pod start-from-backup-source-repo-host-0.spec.containers{pgbackrest-config} Pulling Pulling image "perconalab/percona-postgresql-operator:main-ppg16-pgbackrest" kubelet
logger.go:42: 21:16:39 | start-from-backup | 2025-03-18 21:09:41 +0000 UTC Normal Pod start-from-backup-source-repo-host-0.spec.containers{pgbackrest-config} Pulled Successfully pulled image "perconalab/percona-postgresql-operator:main-ppg16-pgbackrest" in 113ms (113ms including waiting) kubelet
logger.go:42: 21:16:39 | start-from-backup | 2025-03-18 21:09:41 +0000 UTC Normal Pod start-from-backup-source-repo-host-0.spec.containers{pgbackrest-config} Created Created container: pgbackrest-config kubelet
logger.go:42: 21:16:39 | start-from-backup | 2025-03-18 21:09:41 +0000 UTC Normal Pod start-from-backup-source-repo-host-0.spec.containers{pgbackrest-config} Started Started container pgbackrest-config kubelet
logger.go:42: 21:16:39 | start-from-backup | 2025-03-18 21:09:44 +0000 UTC Normal Pod start-from-backup-source-backup-tgxj-vnld4 Binding Scheduled Successfully assigned kuttl-test-prompt-zebra/start-from-backup-source-backup-tgxj-vnld4 to gke-jen-pg-1094-d0ef93a1-default-pool-2ce05a6b-7789 default-scheduler
logger.go:42: 21:16:39 | start-from-backup | 2025-03-18 21:09:44 +0000 UTC Normal Pod start-from-backup-source-backup-tgxj-vnld4.spec.containers{pgbackrest} Pulling Pulling image "perconalab/percona-postgresql-operator:main-ppg16-pgbackrest" kubelet
logger.go:42: 21:16:39 | start-from-backup | 2025-03-18 21:09:44 +0000 UTC Normal Pod start-from-backup-source-backup-tgxj-vnld4.spec.containers{pgbackrest} Pulled Successfully pulled image "perconalab/percona-postgresql-operator:main-ppg16-pgbackrest" in 148ms (148ms including waiting) kubelet
logger.go:42: 21:16:39 | start-from-backup | 2025-03-18 21:09:44 +0000 UTC Normal Pod start-from-backup-source-backup-tgxj-vnld4.spec.containers{pgbackrest} Created Created container: pgbackrest kubelet
logger.go:42: 21:16:39 | start-from-backup | 2025-03-18 21:09:44 +0000 UTC Normal Pod start-from-backup-source-backup-tgxj-vnld4.spec.containers{pgbackrest} Started Started container pgbackrest kubelet
logger.go:42: 21:16:39 | start-from-backup | 2025-03-18 21:09:44 +0000 UTC Normal Job.batch start-from-backup-source-backup-tgxj SuccessfulCreate Created pod: start-from-backup-source-backup-tgxj-vnld4 job-controller
logger.go:42: 21:16:39 | start-from-backup | 2025-03-18 21:12:53 +0000 UTC Normal Pod start-from-backup-source-backup-tgxj-7z2r9 Binding Scheduled Successfully assigned kuttl-test-prompt-zebra/start-from-backup-source-backup-tgxj-7z2r9 to gke-jen-pg-1094-d0ef93a1-default-pool-2ce05a6b-7789 default-scheduler
logger.go:42: 21:16:39 | start-from-backup | 2025-03-18 21:12:53 +0000 UTC Normal Pod start-from-backup-source-backup-tgxj-7z2r9.spec.containers{pgbackrest} Pulling Pulling image "perconalab/percona-postgresql-operator:main-ppg16-pgbackrest" kubelet
logger.go:42: 21:16:39 | start-from-backup | 2025-03-18 21:12:53 +0000 UTC Normal Pod start-from-backup-source-backup-tgxj-7z2r9.spec.containers{pgbackrest} Pulled Successfully pulled image "perconalab/percona-postgresql-operator:main-ppg16-pgbackrest" in 148ms (148ms including waiting) kubelet
logger.go:42: 21:16:39 | start-from-backup | 2025-03-18 21:12:53 +0000 UTC Normal Pod start-from-backup-source-backup-tgxj-7z2r9.spec.containers{pgbackrest} Created Created container: pgbackrest kubelet
logger.go:42: 21:16:39 | start-from-backup | 2025-03-18 21:12:53 +0000 UTC Normal Pod start-from-backup-source-backup-tgxj-7z2r9.spec.containers{pgbackrest} Started Started container pgbackrest kubelet
logger.go:42: 21:16:39 | start-from-backup | 2025-03-18 21:12:53 +0000 UTC Normal Job.batch start-from-backup-source-backup-tgxj SuccessfulCreate Created pod: start-from-backup-source-backup-tgxj-7z2r9 job-controller
logger.go:42: 21:16:39 | start-from-backup | 2025-03-18 21:13:15 +0000 UTC Normal Pod start-from-backup-source-backup-tgxj-znphm Binding Scheduled Successfully assigned kuttl-test-prompt-zebra/start-from-backup-source-backup-tgxj-znphm to gke-jen-pg-1094-d0ef93a1-default-pool-2ce05a6b-7789 default-scheduler
logger.go:42: 21:16:39 | start-from-backup | 2025-03-18 21:13:15 +0000 UTC Normal Pod start-from-backup-source-backup-tgxj-znphm.spec.containers{pgbackrest} Pulling Pulling image "perconalab/percona-postgresql-operator:main-ppg16-pgbackrest" kubelet
logger.go:42: 21:16:39 | start-from-backup | 2025-03-18 21:13:15 +0000 UTC Normal Pod start-from-backup-source-backup-tgxj-znphm.spec.containers{pgbackrest} Pulled Successfully pulled image "perconalab/percona-postgresql-operator:main-ppg16-pgbackrest" in 182ms (182ms including waiting) kubelet
logger.go:42: 21:16:39 | start-from-backup | 2025-03-18 21:13:15 +0000 UTC Normal Pod start-from-backup-source-backup-tgxj-znphm.spec.containers{pgbackrest} Created Created container: pgbackrest kubelet
logger.go:42: 21:16:39 | start-from-backup | 2025-03-18 21:13:15 +0000 UTC Normal Pod start-from-backup-source-backup-tgxj-znphm.spec.containers{pgbackrest} Started Started container pgbackrest kubelet
logger.go:42: 21:16:39 | start-from-backup | 2025-03-18 21:13:15 +0000 UTC Normal Job.batch start-from-backup-source-backup-tgxj SuccessfulCreate Created pod: start-from-backup-source-backup-tgxj-znphm job-controller
logger.go:42: 21:16:39 | start-from-backup | 2025-03-18 21:13:57 +0000 UTC Normal Pod start-from-backup-source-backup-tgxj-2v856 Binding Scheduled Successfully assigned kuttl-test-prompt-zebra/start-from-backup-source-backup-tgxj-2v856 to gke-jen-pg-1094-d0ef93a1-default-pool-2ce05a6b-7789 default-scheduler
logger.go:42: 21:16:39 | start-from-backup | 2025-03-18 21:13:57 +0000 UTC Normal Pod start-from-backup-source-backup-tgxj-2v856.spec.containers{pgbackrest} Pulling Pulling image "perconalab/percona-postgresql-operator:main-ppg16-pgbackrest" kubelet
logger.go:42: 21:16:39 | start-from-backup | 2025-03-18 21:13:57 +0000 UTC Normal Pod start-from-backup-source-backup-tgxj-2v856.spec.containers{pgbackrest} Pulled Successfully pulled image "perconalab/percona-postgresql-operator:main-ppg16-pgbackrest" in 122ms (122ms including waiting) kubelet
logger.go:42: 21:16:39 | start-from-backup | 2025-03-18 21:13:57 +0000 UTC Normal Pod start-from-backup-source-backup-tgxj-2v856.spec.containers{pgbackrest} Created Created container: pgbackrest kubelet
logger.go:42: 21:16:39 | start-from-backup | 2025-03-18 21:13:57 +0000 UTC Normal Pod start-from-backup-source-backup-tgxj-2v856.spec.containers{pgbackrest} Started Started container pgbackrest kubelet
logger.go:42: 21:16:39 | start-from-backup | 2025-03-18 21:13:57 +0000 UTC Normal Job.batch start-from-backup-source-backup-tgxj SuccessfulCreate Created pod: start-from-backup-source-backup-tgxj-2v856 job-controller
logger.go:42: 21:16:39 | start-from-backup | 2025-03-18 21:15:18 +0000 UTC Normal Pod start-from-backup-source-backup-tgxj-f52fd Binding Scheduled Successfully assigned kuttl-test-prompt-zebra/start-from-backup-source-backup-tgxj-f52fd to gke-jen-pg-1094-d0ef93a1-default-pool-2ce05a6b-7789 default-scheduler
logger.go:42: 21:16:39 | start-from-backup | 2025-03-18 21:15:18 +0000 UTC Normal Pod start-from-backup-source-backup-tgxj-f52fd.spec.containers{pgbackrest} Pulling Pulling image "perconalab/percona-postgresql-operator:main-ppg16-pgbackrest" kubelet
logger.go:42: 21:16:39 | start-from-backup | 2025-03-18 21:15:18 +0000 UTC Normal Pod start-from-backup-source-backup-tgxj-f52fd.spec.containers{pgbackrest} Pulled Successfully pulled image "perconalab/percona-postgresql-operator:main-ppg16-pgbackrest" in 155ms (155ms including waiting) kubelet
logger.go:42: 21:16:39 | start-from-backup | 2025-03-18 21:15:18 +0000 UTC Normal Pod start-from-backup-source-backup-tgxj-f52fd.spec.containers{pgbackrest} Created Created container: pgbackrest kubelet
logger.go:42: 21:16:39 | start-from-backup | 2025-03-18 21:15:18 +0000 UTC Normal Pod start-from-backup-source-backup-tgxj-f52fd.spec.containers{pgbackrest} Started Started container pgbackrest kubelet
logger.go:42: 21:16:39 | start-from-backup | 2025-03-18 21:15:18 +0000 UTC Normal Job.batch start-from-backup-source-backup-tgxj SuccessfulCreate Created pod: start-from-backup-source-backup-tgxj-f52fd job-controller
logger.go:42: 21:16:39 | start-from-backup | Deleting namespace: kuttl-test-prompt-zebra
=== NAME kuttl
harness.go:407: run tests finished
harness.go:515: cleaning up
harness.go:572: removing temp folder: ""
--- FAIL: kuttl (543.59s)
--- FAIL: kuttl/harness (0.00s)
--- FAIL: kuttl/harness/start-from-backup (543.14s)
FAIL