=== RUN kuttl harness.go:464: starting setup harness.go:255: running tests using configured kubeconfig. harness.go:278: Successful connection to cluster at: https://34.60.40.53 harness.go:363: running tests harness.go:75: going to run test suite with timeout of 180 seconds for each step harness.go:375: testsuite: e2e-tests/tests has 22 tests === RUN kuttl/harness === RUN kuttl/harness/upgrade-consistency === PAUSE kuttl/harness/upgrade-consistency === CONT kuttl/harness/upgrade-consistency logger.go:42: 18:16:47 | upgrade-consistency | Creating namespace: kuttl-test-clean-warthog logger.go:42: 18:16:47 | upgrade-consistency/0-deploy-operator | starting test step 0-deploy-operator logger.go:42: 18:16:47 | upgrade-consistency/0-deploy-operator | running command: [sh -c set -o errexit set -o xtrace source ../../functions init_temp_dir # do this only in the first TestStep deploy_operator] logger.go:42: 18:16:47 | upgrade-consistency/0-deploy-operator | + source ../../functions logger.go:42: 18:16:47 | upgrade-consistency/0-deploy-operator | +++ realpath ../../.. logger.go:42: 18:16:47 | upgrade-consistency/0-deploy-operator | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-pg-operator_PR-966 logger.go:42: 18:16:47 | upgrade-consistency/0-deploy-operator | ++ CERT_MANAGER_VER=1.15.3 logger.go:42: 18:16:47 | upgrade-consistency/0-deploy-operator | ++++ pwd logger.go:42: 18:16:47 | upgrade-consistency/0-deploy-operator | +++ basename /mnt/jenkins/workspace/cloud-pg-operator_PR-966/e2e-tests/tests/upgrade-consistency logger.go:42: 18:16:47 | upgrade-consistency/0-deploy-operator | ++ test_name=upgrade-consistency logger.go:42: 18:16:47 | upgrade-consistency/0-deploy-operator | ++ source /mnt/jenkins/workspace/cloud-pg-operator_PR-966/e2e-tests/vars.sh logger.go:42: 18:16:47 | upgrade-consistency/0-deploy-operator | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-pg-operator_PR-966 logger.go:42: 18:16:47 | upgrade-consistency/0-deploy-operator | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-pg-operator_PR-966 logger.go:42: 18:16:47 | upgrade-consistency/0-deploy-operator | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-966/deploy logger.go:42: 18:16:47 | upgrade-consistency/0-deploy-operator | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-966/deploy logger.go:42: 18:16:47 | upgrade-consistency/0-deploy-operator | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-966/e2e-tests logger.go:42: 18:16:47 | upgrade-consistency/0-deploy-operator | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-966/e2e-tests logger.go:42: 18:16:47 | upgrade-consistency/0-deploy-operator | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-966/e2e-tests/conf logger.go:42: 18:16:47 | upgrade-consistency/0-deploy-operator | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-966/e2e-tests/conf logger.go:42: 18:16:47 | upgrade-consistency/0-deploy-operator | +++ export TEMP_DIR=/tmp/kuttl/pg/upgrade-consistency logger.go:42: 18:16:47 | upgrade-consistency/0-deploy-operator | +++ TEMP_DIR=/tmp/kuttl/pg/upgrade-consistency logger.go:42: 18:16:47 | upgrade-consistency/0-deploy-operator | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 18:16:47 | upgrade-consistency/0-deploy-operator | +++ export GIT_BRANCH=PR-966 logger.go:42: 18:16:47 | upgrade-consistency/0-deploy-operator | +++ GIT_BRANCH=PR-966 logger.go:42: 18:16:47 | upgrade-consistency/0-deploy-operator | +++ export VERSION=PR-966-7db6b78d8 logger.go:42: 18:16:47 | upgrade-consistency/0-deploy-operator | +++ VERSION=PR-966-7db6b78d8 logger.go:42: 18:16:47 | upgrade-consistency/0-deploy-operator | +++ export IMAGE_BASE=perconalab/percona-postgresql-operator logger.go:42: 18:16:47 | upgrade-consistency/0-deploy-operator | +++ IMAGE_BASE=perconalab/percona-postgresql-operator logger.go:42: 18:16:47 | upgrade-consistency/0-deploy-operator | +++ export IMAGE=perconalab/percona-postgresql-operator:PR-966-7db6b78d8 logger.go:42: 18:16:47 | upgrade-consistency/0-deploy-operator | +++ IMAGE=perconalab/percona-postgresql-operator:PR-966-7db6b78d8 logger.go:42: 18:16:47 | upgrade-consistency/0-deploy-operator | +++ export PG_VER=16 logger.go:42: 18:16:47 | upgrade-consistency/0-deploy-operator | +++ PG_VER=16 logger.go:42: 18:16:47 | upgrade-consistency/0-deploy-operator | +++ export IMAGE_PGBOUNCER=perconalab/percona-postgresql-operator:main-ppg16-pgbouncer logger.go:42: 18:16:47 | upgrade-consistency/0-deploy-operator | +++ IMAGE_PGBOUNCER=perconalab/percona-postgresql-operator:main-ppg16-pgbouncer logger.go:42: 18:16:47 | upgrade-consistency/0-deploy-operator | +++ export IMAGE_POSTGRESQL=perconalab/percona-postgresql-operator:main-ppg16-postgres logger.go:42: 18:16:47 | upgrade-consistency/0-deploy-operator | +++ IMAGE_POSTGRESQL=perconalab/percona-postgresql-operator:main-ppg16-postgres logger.go:42: 18:16:47 | upgrade-consistency/0-deploy-operator | +++ export IMAGE_BACKREST=perconalab/percona-postgresql-operator:main-ppg16-pgbackrest logger.go:42: 18:16:47 | upgrade-consistency/0-deploy-operator | +++ IMAGE_BACKREST=perconalab/percona-postgresql-operator:main-ppg16-pgbackrest logger.go:42: 18:16:47 | upgrade-consistency/0-deploy-operator | +++ export IMAGE_UPGRADE=perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 18:16:47 | upgrade-consistency/0-deploy-operator | +++ IMAGE_UPGRADE=perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 18:16:47 | upgrade-consistency/0-deploy-operator | +++ export BUCKET=pg-operator-testing logger.go:42: 18:16:47 | upgrade-consistency/0-deploy-operator | +++ BUCKET=pg-operator-testing logger.go:42: 18:16:47 | upgrade-consistency/0-deploy-operator | +++ export PMM_SERVER_VERSION=9.9.9 logger.go:42: 18:16:47 | upgrade-consistency/0-deploy-operator | +++ PMM_SERVER_VERSION=9.9.9 logger.go:42: 18:16:47 | upgrade-consistency/0-deploy-operator | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:dev-latest logger.go:42: 18:16:47 | upgrade-consistency/0-deploy-operator | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:dev-latest logger.go:42: 18:16:47 | upgrade-consistency/0-deploy-operator | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:dev-latest logger.go:42: 18:16:47 | upgrade-consistency/0-deploy-operator | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:dev-latest logger.go:42: 18:16:47 | upgrade-consistency/0-deploy-operator | +++ export PGOV1_TAG=1.4.0 logger.go:42: 18:16:47 | upgrade-consistency/0-deploy-operator | +++ PGOV1_TAG=1.4.0 logger.go:42: 18:16:47 | upgrade-consistency/0-deploy-operator | +++ export PGOV1_VER=14 logger.go:42: 18:16:47 | upgrade-consistency/0-deploy-operator | +++ PGOV1_VER=14 logger.go:42: 18:16:47 | upgrade-consistency/0-deploy-operator | ++++ which gdate logger.go:42: 18:16:47 | upgrade-consistency/0-deploy-operator | which: no gdate in (/mnt/jenkins/workspace/cloud-pg-operator_PR-966/bin/:/home/ec2-user/.krew/bin:/usr/local/bin:/usr/bin) logger.go:42: 18:16:47 | upgrade-consistency/0-deploy-operator | ++++ which date logger.go:42: 18:16:47 | upgrade-consistency/0-deploy-operator | +++ date=/usr/bin/date logger.go:42: 18:16:47 | upgrade-consistency/0-deploy-operator | ++++ which gsed logger.go:42: 18:16:47 | upgrade-consistency/0-deploy-operator | which: no gsed in (/mnt/jenkins/workspace/cloud-pg-operator_PR-966/bin/:/home/ec2-user/.krew/bin:/usr/local/bin:/usr/bin) logger.go:42: 18:16:47 | upgrade-consistency/0-deploy-operator | ++++ which sed logger.go:42: 18:16:47 | upgrade-consistency/0-deploy-operator | +++ sed=/usr/bin/sed logger.go:42: 18:16:47 | upgrade-consistency/0-deploy-operator | +++ command -v oc logger.go:42: 18:16:47 | upgrade-consistency/0-deploy-operator | ++ oc get projects logger.go:42: 18:16:47 | upgrade-consistency/0-deploy-operator | + init_temp_dir logger.go:42: 18:16:47 | upgrade-consistency/0-deploy-operator | + rm -rf /tmp/kuttl/pg/upgrade-consistency logger.go:42: 18:16:47 | upgrade-consistency/0-deploy-operator | + mkdir -p /tmp/kuttl/pg/upgrade-consistency logger.go:42: 18:16:47 | upgrade-consistency/0-deploy-operator | + deploy_operator logger.go:42: 18:16:47 | upgrade-consistency/0-deploy-operator | + local cw_prefix= logger.go:42: 18:16:47 | upgrade-consistency/0-deploy-operator | + destroy_operator logger.go:42: 18:16:47 | upgrade-consistency/0-deploy-operator | + kubectl -n pg-operator delete deployment percona-postgresql-operator --force --grace-period=0 logger.go:42: 18:16:48 | upgrade-consistency/0-deploy-operator | Warning: Immediate deletion does not wait for confirmation that the running resource has been terminated. The resource may continue to run on the cluster indefinitely. logger.go:42: 18:16:48 | upgrade-consistency/0-deploy-operator | Error from server (NotFound): deployments.apps "percona-postgresql-operator" not found logger.go:42: 18:16:48 | upgrade-consistency/0-deploy-operator | + true logger.go:42: 18:16:48 | upgrade-consistency/0-deploy-operator | + [[ -n pg-operator ]] logger.go:42: 18:16:48 | upgrade-consistency/0-deploy-operator | + kubectl delete namespace pg-operator --force --grace-period=0 logger.go:42: 18:16:48 | upgrade-consistency/0-deploy-operator | Warning: Immediate deletion does not wait for confirmation that the running resource has been terminated. The resource may continue to run on the cluster indefinitely. logger.go:42: 18:16:48 | upgrade-consistency/0-deploy-operator | Error from server (NotFound): namespaces "pg-operator" not found logger.go:42: 18:16:48 | upgrade-consistency/0-deploy-operator | + true logger.go:42: 18:16:48 | upgrade-consistency/0-deploy-operator | + [[ -n pg-operator ]] logger.go:42: 18:16:48 | upgrade-consistency/0-deploy-operator | + create_namespace pg-operator logger.go:42: 18:16:48 | upgrade-consistency/0-deploy-operator | + local namespace=pg-operator logger.go:42: 18:16:48 | upgrade-consistency/0-deploy-operator | + [[ -n '' ]] logger.go:42: 18:16:48 | upgrade-consistency/0-deploy-operator | + kubectl delete namespace pg-operator --ignore-not-found logger.go:42: 18:16:49 | upgrade-consistency/0-deploy-operator | + kubectl wait --for=delete namespace pg-operator logger.go:42: 18:16:49 | upgrade-consistency/0-deploy-operator | + kubectl create namespace pg-operator logger.go:42: 18:16:49 | upgrade-consistency/0-deploy-operator | namespace/pg-operator created logger.go:42: 18:16:49 | upgrade-consistency/0-deploy-operator | + cw_prefix=cw- logger.go:42: 18:16:49 | upgrade-consistency/0-deploy-operator | + kubectl -n pg-operator apply --server-side --force-conflicts -f /mnt/jenkins/workspace/cloud-pg-operator_PR-966/deploy/crd.yaml logger.go:42: 18:16:50 | upgrade-consistency/0-deploy-operator | customresourcedefinition.apiextensions.k8s.io/crunchybridgeclusters.postgres-operator.crunchydata.com serverside-applied logger.go:42: 18:16:50 | upgrade-consistency/0-deploy-operator | customresourcedefinition.apiextensions.k8s.io/perconapgbackups.pgv2.percona.com serverside-applied logger.go:42: 18:16:52 | upgrade-consistency/0-deploy-operator | customresourcedefinition.apiextensions.k8s.io/perconapgclusters.pgv2.percona.com serverside-applied logger.go:42: 18:16:52 | upgrade-consistency/0-deploy-operator | customresourcedefinition.apiextensions.k8s.io/perconapgrestores.pgv2.percona.com serverside-applied logger.go:42: 18:16:53 | upgrade-consistency/0-deploy-operator | customresourcedefinition.apiextensions.k8s.io/perconapgupgrades.pgv2.percona.com serverside-applied logger.go:42: 18:16:53 | upgrade-consistency/0-deploy-operator | customresourcedefinition.apiextensions.k8s.io/pgadmins.postgres-operator.crunchydata.com serverside-applied logger.go:42: 18:16:53 | upgrade-consistency/0-deploy-operator | customresourcedefinition.apiextensions.k8s.io/pgupgrades.postgres-operator.crunchydata.com serverside-applied logger.go:42: 18:16:55 | upgrade-consistency/0-deploy-operator | customresourcedefinition.apiextensions.k8s.io/postgresclusters.postgres-operator.crunchydata.com serverside-applied logger.go:42: 18:16:55 | upgrade-consistency/0-deploy-operator | + kubectl -n pg-operator apply --server-side --force-conflicts -f /mnt/jenkins/workspace/cloud-pg-operator_PR-966/deploy/cw-rbac.yaml logger.go:42: 18:16:55 | upgrade-consistency/0-deploy-operator | serviceaccount/percona-postgresql-operator serverside-applied logger.go:42: 18:16:56 | upgrade-consistency/0-deploy-operator | clusterrole.rbac.authorization.k8s.io/percona-postgresql-operator serverside-applied logger.go:42: 18:16:56 | upgrade-consistency/0-deploy-operator | clusterrolebinding.rbac.authorization.k8s.io/percona-postgresql-operator serverside-applied logger.go:42: 18:16:56 | upgrade-consistency/0-deploy-operator | + local disable_telemetry=true logger.go:42: 18:16:56 | upgrade-consistency/0-deploy-operator | + '[' upgrade-consistency == telemetry-transfer ']' logger.go:42: 18:16:56 | upgrade-consistency/0-deploy-operator | + yq eval '(.spec.template.spec.containers[] | select(.name=="operator") | .env[] | select(.name=="DISABLE_TELEMETRY") | .value) = "true"' - logger.go:42: 18:16:56 | upgrade-consistency/0-deploy-operator | + kubectl -n pg-operator apply -f - logger.go:42: 18:16:56 | upgrade-consistency/0-deploy-operator | + yq eval '.spec.template.spec.containers[0].image = "perconalab/percona-postgresql-operator:PR-966-7db6b78d8"' /mnt/jenkins/workspace/cloud-pg-operator_PR-966/deploy/cw-operator.yaml logger.go:42: 18:16:57 | upgrade-consistency/0-deploy-operator | deployment.apps/percona-postgresql-operator created logger.go:42: 18:16:57 | upgrade-consistency/0-deploy-operator | running command: [sh -c kubectl assert exist-enhanced deployment percona-postgresql-operator -n ${OPERATOR_NS:-$NAMESPACE} --field-selector status.readyReplicas=1] logger.go:42: 18:16:57 | upgrade-consistency/0-deploy-operator | ASSERT deployment percona-postgresql-operator matching field criteria 'status.readyReplicas=1' should exist. logger.go:42: 18:16:58 | upgrade-consistency/0-deploy-operator | ASSERT FAIL Resource(s) not found. logger.go:42: 18:16:59 | upgrade-consistency/0-deploy-operator | running command: [sh -c kubectl assert exist-enhanced deployment percona-postgresql-operator -n ${OPERATOR_NS:-$NAMESPACE} --field-selector status.readyReplicas=1] logger.go:42: 18:16:59 | upgrade-consistency/0-deploy-operator | ASSERT deployment percona-postgresql-operator matching field criteria 'status.readyReplicas=1' should exist. logger.go:42: 18:16:59 | upgrade-consistency/0-deploy-operator | INFO Found 1 resource(s). logger.go:42: 18:16:59 | upgrade-consistency/0-deploy-operator | NAME NAMESPACE COL0 logger.go:42: 18:16:59 | upgrade-consistency/0-deploy-operator | percona-postgresql-operator pg-operator 1 logger.go:42: 18:16:59 | upgrade-consistency/0-deploy-operator | ASSERT PASS logger.go:42: 18:16:59 | upgrade-consistency/0-deploy-operator | test step completed 0-deploy-operator logger.go:42: 18:16:59 | upgrade-consistency/1-create-cluster | starting test step 1-create-cluster logger.go:42: 18:16:59 | upgrade-consistency/1-create-cluster | running command: [sh -c set -o errexit set -o xtrace source ../../functions get_cr \ | yq eval ' .spec.crVersion="2.4.0"' - \ | kubectl -n "${NAMESPACE}" apply -f -] logger.go:42: 18:16:59 | upgrade-consistency/1-create-cluster | + source ../../functions logger.go:42: 18:16:59 | upgrade-consistency/1-create-cluster | +++ realpath ../../.. logger.go:42: 18:16:59 | upgrade-consistency/1-create-cluster | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-pg-operator_PR-966 logger.go:42: 18:16:59 | upgrade-consistency/1-create-cluster | ++ CERT_MANAGER_VER=1.15.3 logger.go:42: 18:16:59 | upgrade-consistency/1-create-cluster | ++++ pwd logger.go:42: 18:16:59 | upgrade-consistency/1-create-cluster | +++ basename /mnt/jenkins/workspace/cloud-pg-operator_PR-966/e2e-tests/tests/upgrade-consistency logger.go:42: 18:16:59 | upgrade-consistency/1-create-cluster | ++ test_name=upgrade-consistency logger.go:42: 18:16:59 | upgrade-consistency/1-create-cluster | ++ source /mnt/jenkins/workspace/cloud-pg-operator_PR-966/e2e-tests/vars.sh logger.go:42: 18:16:59 | upgrade-consistency/1-create-cluster | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-pg-operator_PR-966 logger.go:42: 18:16:59 | upgrade-consistency/1-create-cluster | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-pg-operator_PR-966 logger.go:42: 18:16:59 | upgrade-consistency/1-create-cluster | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-966/deploy logger.go:42: 18:16:59 | upgrade-consistency/1-create-cluster | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-966/deploy logger.go:42: 18:16:59 | upgrade-consistency/1-create-cluster | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-966/e2e-tests logger.go:42: 18:16:59 | upgrade-consistency/1-create-cluster | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-966/e2e-tests logger.go:42: 18:16:59 | upgrade-consistency/1-create-cluster | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-966/e2e-tests/conf logger.go:42: 18:16:59 | upgrade-consistency/1-create-cluster | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-966/e2e-tests/conf logger.go:42: 18:16:59 | upgrade-consistency/1-create-cluster | +++ export TEMP_DIR=/tmp/kuttl/pg/upgrade-consistency logger.go:42: 18:16:59 | upgrade-consistency/1-create-cluster | +++ TEMP_DIR=/tmp/kuttl/pg/upgrade-consistency logger.go:42: 18:16:59 | upgrade-consistency/1-create-cluster | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 18:16:59 | upgrade-consistency/1-create-cluster | +++ export GIT_BRANCH=PR-966 logger.go:42: 18:16:59 | upgrade-consistency/1-create-cluster | +++ GIT_BRANCH=PR-966 logger.go:42: 18:16:59 | upgrade-consistency/1-create-cluster | +++ export VERSION=PR-966-7db6b78d8 logger.go:42: 18:16:59 | upgrade-consistency/1-create-cluster | +++ VERSION=PR-966-7db6b78d8 logger.go:42: 18:16:59 | upgrade-consistency/1-create-cluster | +++ export IMAGE_BASE=perconalab/percona-postgresql-operator logger.go:42: 18:16:59 | upgrade-consistency/1-create-cluster | +++ IMAGE_BASE=perconalab/percona-postgresql-operator logger.go:42: 18:16:59 | upgrade-consistency/1-create-cluster | +++ export IMAGE=perconalab/percona-postgresql-operator:PR-966-7db6b78d8 logger.go:42: 18:16:59 | upgrade-consistency/1-create-cluster | +++ IMAGE=perconalab/percona-postgresql-operator:PR-966-7db6b78d8 logger.go:42: 18:16:59 | upgrade-consistency/1-create-cluster | +++ export PG_VER=16 logger.go:42: 18:16:59 | upgrade-consistency/1-create-cluster | +++ PG_VER=16 logger.go:42: 18:16:59 | upgrade-consistency/1-create-cluster | +++ export IMAGE_PGBOUNCER=perconalab/percona-postgresql-operator:main-ppg16-pgbouncer logger.go:42: 18:16:59 | upgrade-consistency/1-create-cluster | +++ IMAGE_PGBOUNCER=perconalab/percona-postgresql-operator:main-ppg16-pgbouncer logger.go:42: 18:16:59 | upgrade-consistency/1-create-cluster | +++ export IMAGE_POSTGRESQL=perconalab/percona-postgresql-operator:main-ppg16-postgres logger.go:42: 18:16:59 | upgrade-consistency/1-create-cluster | +++ IMAGE_POSTGRESQL=perconalab/percona-postgresql-operator:main-ppg16-postgres logger.go:42: 18:16:59 | upgrade-consistency/1-create-cluster | +++ export IMAGE_BACKREST=perconalab/percona-postgresql-operator:main-ppg16-pgbackrest logger.go:42: 18:16:59 | upgrade-consistency/1-create-cluster | +++ IMAGE_BACKREST=perconalab/percona-postgresql-operator:main-ppg16-pgbackrest logger.go:42: 18:16:59 | upgrade-consistency/1-create-cluster | +++ export IMAGE_UPGRADE=perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 18:16:59 | upgrade-consistency/1-create-cluster | +++ IMAGE_UPGRADE=perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 18:16:59 | upgrade-consistency/1-create-cluster | +++ export BUCKET=pg-operator-testing logger.go:42: 18:16:59 | upgrade-consistency/1-create-cluster | +++ BUCKET=pg-operator-testing logger.go:42: 18:16:59 | upgrade-consistency/1-create-cluster | +++ export PMM_SERVER_VERSION=9.9.9 logger.go:42: 18:16:59 | upgrade-consistency/1-create-cluster | +++ PMM_SERVER_VERSION=9.9.9 logger.go:42: 18:16:59 | upgrade-consistency/1-create-cluster | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:dev-latest logger.go:42: 18:16:59 | upgrade-consistency/1-create-cluster | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:dev-latest logger.go:42: 18:16:59 | upgrade-consistency/1-create-cluster | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:dev-latest logger.go:42: 18:16:59 | upgrade-consistency/1-create-cluster | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:dev-latest logger.go:42: 18:16:59 | upgrade-consistency/1-create-cluster | +++ export PGOV1_TAG=1.4.0 logger.go:42: 18:16:59 | upgrade-consistency/1-create-cluster | +++ PGOV1_TAG=1.4.0 logger.go:42: 18:16:59 | upgrade-consistency/1-create-cluster | +++ export PGOV1_VER=14 logger.go:42: 18:16:59 | upgrade-consistency/1-create-cluster | +++ PGOV1_VER=14 logger.go:42: 18:16:59 | upgrade-consistency/1-create-cluster | ++++ which gdate logger.go:42: 18:16:59 | upgrade-consistency/1-create-cluster | which: no gdate in (/mnt/jenkins/workspace/cloud-pg-operator_PR-966/bin/:/home/ec2-user/.krew/bin:/usr/local/bin:/usr/bin) logger.go:42: 18:16:59 | upgrade-consistency/1-create-cluster | ++++ which date logger.go:42: 18:16:59 | upgrade-consistency/1-create-cluster | +++ date=/usr/bin/date logger.go:42: 18:16:59 | upgrade-consistency/1-create-cluster | ++++ which gsed logger.go:42: 18:16:59 | upgrade-consistency/1-create-cluster | which: no gsed in (/mnt/jenkins/workspace/cloud-pg-operator_PR-966/bin/:/home/ec2-user/.krew/bin:/usr/local/bin:/usr/bin) logger.go:42: 18:16:59 | upgrade-consistency/1-create-cluster | ++++ which sed logger.go:42: 18:16:59 | upgrade-consistency/1-create-cluster | +++ sed=/usr/bin/sed logger.go:42: 18:16:59 | upgrade-consistency/1-create-cluster | +++ command -v oc logger.go:42: 18:16:59 | upgrade-consistency/1-create-cluster | ++ oc get projects logger.go:42: 18:16:59 | upgrade-consistency/1-create-cluster | + get_cr logger.go:42: 18:16:59 | upgrade-consistency/1-create-cluster | + local cr_name= logger.go:42: 18:16:59 | upgrade-consistency/1-create-cluster | + '[' -z ']' logger.go:42: 18:16:59 | upgrade-consistency/1-create-cluster | + yq eval ' logger.go:42: 18:16:59 | upgrade-consistency/1-create-cluster | .spec.crVersion="2.4.0"' - logger.go:42: 18:16:59 | upgrade-consistency/1-create-cluster | + cr_name=upgrade-consistency logger.go:42: 18:16:59 | upgrade-consistency/1-create-cluster | + local repo_path= logger.go:42: 18:16:59 | upgrade-consistency/1-create-cluster | + yq eval ' logger.go:42: 18:16:59 | upgrade-consistency/1-create-cluster | .metadata.name = "upgrade-consistency" | logger.go:42: 18:16:59 | upgrade-consistency/1-create-cluster | .metadata.labels = {"e2e":"upgrade-consistency"} | logger.go:42: 18:16:59 | upgrade-consistency/1-create-cluster | .spec.postgresVersion = 16 | logger.go:42: 18:16:59 | upgrade-consistency/1-create-cluster | .spec.users += [{"name":"postgres","password":{"type":"AlphaNumeric"}}] | logger.go:42: 18:16:59 | upgrade-consistency/1-create-cluster | .spec.users += [{"name":"upgrade-consistency","password":{"type":"AlphaNumeric"}}] | logger.go:42: 18:16:59 | upgrade-consistency/1-create-cluster | .spec.image = "perconalab/percona-postgresql-operator:main-ppg16-postgres" | logger.go:42: 18:16:59 | upgrade-consistency/1-create-cluster | .spec.backups.pgbackrest.image = "perconalab/percona-postgresql-operator:main-ppg16-pgbackrest" | logger.go:42: 18:16:59 | upgrade-consistency/1-create-cluster | .spec.proxy.pgBouncer.image = "perconalab/percona-postgresql-operator:main-ppg16-pgbouncer" | logger.go:42: 18:16:59 | upgrade-consistency/1-create-cluster | .spec.pmm.image = "perconalab/pmm-client:dev-latest" | logger.go:42: 18:16:59 | upgrade-consistency/1-create-cluster | .spec.pmm.secret = "upgrade-consistency-pmm-secret" logger.go:42: 18:16:59 | upgrade-consistency/1-create-cluster | ' /mnt/jenkins/workspace/cloud-pg-operator_PR-966/deploy/cr.yaml logger.go:42: 18:16:59 | upgrade-consistency/1-create-cluster | + kubectl -n kuttl-test-clean-warthog apply -f - logger.go:42: 18:16:59 | upgrade-consistency/1-create-cluster | + [[ -n '' ]] logger.go:42: 18:16:59 | upgrade-consistency/1-create-cluster | + case $test_name in logger.go:42: 18:16:59 | upgrade-consistency/1-create-cluster | + cat /tmp/kuttl/pg/upgrade-consistency/cr.yaml logger.go:42: 18:17:01 | upgrade-consistency/1-create-cluster | perconapgcluster.pgv2.percona.com/upgrade-consistency created logger.go:42: 18:17:59 | upgrade-consistency/1-create-cluster | test step completed 1-create-cluster logger.go:42: 18:17:59 | upgrade-consistency/2-patch-cluster | starting test step 2-patch-cluster logger.go:42: 18:17:59 | upgrade-consistency/2-patch-cluster | running command: [sh -c set -o errexit set -o xtrace source ../../functions get_cr \ | yq eval ' .spec.crVersion="2.5.0"' - \ | kubectl -n "${NAMESPACE}" apply -f - sleep 10] logger.go:42: 18:17:59 | upgrade-consistency/2-patch-cluster | + source ../../functions logger.go:42: 18:17:59 | upgrade-consistency/2-patch-cluster | +++ realpath ../../.. logger.go:42: 18:17:59 | upgrade-consistency/2-patch-cluster | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-pg-operator_PR-966 logger.go:42: 18:17:59 | upgrade-consistency/2-patch-cluster | ++ CERT_MANAGER_VER=1.15.3 logger.go:42: 18:17:59 | upgrade-consistency/2-patch-cluster | ++++ pwd logger.go:42: 18:17:59 | upgrade-consistency/2-patch-cluster | +++ basename /mnt/jenkins/workspace/cloud-pg-operator_PR-966/e2e-tests/tests/upgrade-consistency logger.go:42: 18:17:59 | upgrade-consistency/2-patch-cluster | ++ test_name=upgrade-consistency logger.go:42: 18:17:59 | upgrade-consistency/2-patch-cluster | ++ source /mnt/jenkins/workspace/cloud-pg-operator_PR-966/e2e-tests/vars.sh logger.go:42: 18:17:59 | upgrade-consistency/2-patch-cluster | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-pg-operator_PR-966 logger.go:42: 18:17:59 | upgrade-consistency/2-patch-cluster | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-pg-operator_PR-966 logger.go:42: 18:17:59 | upgrade-consistency/2-patch-cluster | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-966/deploy logger.go:42: 18:17:59 | upgrade-consistency/2-patch-cluster | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-966/deploy logger.go:42: 18:17:59 | upgrade-consistency/2-patch-cluster | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-966/e2e-tests logger.go:42: 18:17:59 | upgrade-consistency/2-patch-cluster | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-966/e2e-tests logger.go:42: 18:17:59 | upgrade-consistency/2-patch-cluster | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-966/e2e-tests/conf logger.go:42: 18:17:59 | upgrade-consistency/2-patch-cluster | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-966/e2e-tests/conf logger.go:42: 18:17:59 | upgrade-consistency/2-patch-cluster | +++ export TEMP_DIR=/tmp/kuttl/pg/upgrade-consistency logger.go:42: 18:17:59 | upgrade-consistency/2-patch-cluster | +++ TEMP_DIR=/tmp/kuttl/pg/upgrade-consistency logger.go:42: 18:17:59 | upgrade-consistency/2-patch-cluster | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 18:17:59 | upgrade-consistency/2-patch-cluster | +++ export GIT_BRANCH=PR-966 logger.go:42: 18:17:59 | upgrade-consistency/2-patch-cluster | +++ GIT_BRANCH=PR-966 logger.go:42: 18:17:59 | upgrade-consistency/2-patch-cluster | +++ export VERSION=PR-966-7db6b78d8 logger.go:42: 18:17:59 | upgrade-consistency/2-patch-cluster | +++ VERSION=PR-966-7db6b78d8 logger.go:42: 18:17:59 | upgrade-consistency/2-patch-cluster | +++ export IMAGE_BASE=perconalab/percona-postgresql-operator logger.go:42: 18:17:59 | upgrade-consistency/2-patch-cluster | +++ IMAGE_BASE=perconalab/percona-postgresql-operator logger.go:42: 18:17:59 | upgrade-consistency/2-patch-cluster | +++ export IMAGE=perconalab/percona-postgresql-operator:PR-966-7db6b78d8 logger.go:42: 18:17:59 | upgrade-consistency/2-patch-cluster | +++ IMAGE=perconalab/percona-postgresql-operator:PR-966-7db6b78d8 logger.go:42: 18:17:59 | upgrade-consistency/2-patch-cluster | +++ export PG_VER=16 logger.go:42: 18:17:59 | upgrade-consistency/2-patch-cluster | +++ PG_VER=16 logger.go:42: 18:17:59 | upgrade-consistency/2-patch-cluster | +++ export IMAGE_PGBOUNCER=perconalab/percona-postgresql-operator:main-ppg16-pgbouncer logger.go:42: 18:17:59 | upgrade-consistency/2-patch-cluster | +++ IMAGE_PGBOUNCER=perconalab/percona-postgresql-operator:main-ppg16-pgbouncer logger.go:42: 18:17:59 | upgrade-consistency/2-patch-cluster | +++ export IMAGE_POSTGRESQL=perconalab/percona-postgresql-operator:main-ppg16-postgres logger.go:42: 18:17:59 | upgrade-consistency/2-patch-cluster | +++ IMAGE_POSTGRESQL=perconalab/percona-postgresql-operator:main-ppg16-postgres logger.go:42: 18:17:59 | upgrade-consistency/2-patch-cluster | +++ export IMAGE_BACKREST=perconalab/percona-postgresql-operator:main-ppg16-pgbackrest logger.go:42: 18:17:59 | upgrade-consistency/2-patch-cluster | +++ IMAGE_BACKREST=perconalab/percona-postgresql-operator:main-ppg16-pgbackrest logger.go:42: 18:17:59 | upgrade-consistency/2-patch-cluster | +++ export IMAGE_UPGRADE=perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 18:17:59 | upgrade-consistency/2-patch-cluster | +++ IMAGE_UPGRADE=perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 18:17:59 | upgrade-consistency/2-patch-cluster | +++ export BUCKET=pg-operator-testing logger.go:42: 18:17:59 | upgrade-consistency/2-patch-cluster | +++ BUCKET=pg-operator-testing logger.go:42: 18:17:59 | upgrade-consistency/2-patch-cluster | +++ export PMM_SERVER_VERSION=9.9.9 logger.go:42: 18:17:59 | upgrade-consistency/2-patch-cluster | +++ PMM_SERVER_VERSION=9.9.9 logger.go:42: 18:17:59 | upgrade-consistency/2-patch-cluster | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:dev-latest logger.go:42: 18:17:59 | upgrade-consistency/2-patch-cluster | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:dev-latest logger.go:42: 18:17:59 | upgrade-consistency/2-patch-cluster | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:dev-latest logger.go:42: 18:17:59 | upgrade-consistency/2-patch-cluster | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:dev-latest logger.go:42: 18:17:59 | upgrade-consistency/2-patch-cluster | +++ export PGOV1_TAG=1.4.0 logger.go:42: 18:17:59 | upgrade-consistency/2-patch-cluster | +++ PGOV1_TAG=1.4.0 logger.go:42: 18:17:59 | upgrade-consistency/2-patch-cluster | +++ export PGOV1_VER=14 logger.go:42: 18:17:59 | upgrade-consistency/2-patch-cluster | +++ PGOV1_VER=14 logger.go:42: 18:17:59 | upgrade-consistency/2-patch-cluster | ++++ which gdate logger.go:42: 18:17:59 | upgrade-consistency/2-patch-cluster | which: no gdate in (/mnt/jenkins/workspace/cloud-pg-operator_PR-966/bin/:/home/ec2-user/.krew/bin:/usr/local/bin:/usr/bin) logger.go:42: 18:17:59 | upgrade-consistency/2-patch-cluster | ++++ which date logger.go:42: 18:17:59 | upgrade-consistency/2-patch-cluster | +++ date=/usr/bin/date logger.go:42: 18:17:59 | upgrade-consistency/2-patch-cluster | ++++ which gsed logger.go:42: 18:17:59 | upgrade-consistency/2-patch-cluster | which: no gsed in (/mnt/jenkins/workspace/cloud-pg-operator_PR-966/bin/:/home/ec2-user/.krew/bin:/usr/local/bin:/usr/bin) logger.go:42: 18:17:59 | upgrade-consistency/2-patch-cluster | ++++ which sed logger.go:42: 18:17:59 | upgrade-consistency/2-patch-cluster | +++ sed=/usr/bin/sed logger.go:42: 18:17:59 | upgrade-consistency/2-patch-cluster | +++ command -v oc logger.go:42: 18:17:59 | upgrade-consistency/2-patch-cluster | ++ oc get projects logger.go:42: 18:17:59 | upgrade-consistency/2-patch-cluster | + get_cr logger.go:42: 18:17:59 | upgrade-consistency/2-patch-cluster | + local cr_name= logger.go:42: 18:17:59 | upgrade-consistency/2-patch-cluster | + '[' -z ']' logger.go:42: 18:17:59 | upgrade-consistency/2-patch-cluster | + cr_name=upgrade-consistency logger.go:42: 18:17:59 | upgrade-consistency/2-patch-cluster | + local repo_path= logger.go:42: 18:17:59 | upgrade-consistency/2-patch-cluster | + kubectl -n kuttl-test-clean-warthog apply -f - logger.go:42: 18:17:59 | upgrade-consistency/2-patch-cluster | + yq eval ' logger.go:42: 18:17:59 | upgrade-consistency/2-patch-cluster | + yq eval ' logger.go:42: 18:17:59 | upgrade-consistency/2-patch-cluster | .metadata.name = "upgrade-consistency" | logger.go:42: 18:17:59 | upgrade-consistency/2-patch-cluster | .metadata.labels = {"e2e":"upgrade-consistency"} | logger.go:42: 18:17:59 | upgrade-consistency/2-patch-cluster | .spec.postgresVersion = 16 | logger.go:42: 18:17:59 | upgrade-consistency/2-patch-cluster | .spec.users += [{"name":"postgres","password":{"type":"AlphaNumeric"}}] | logger.go:42: 18:17:59 | upgrade-consistency/2-patch-cluster | .spec.users += [{"name":"upgrade-consistency","password":{"type":"AlphaNumeric"}}] | logger.go:42: 18:17:59 | upgrade-consistency/2-patch-cluster | .spec.image = "perconalab/percona-postgresql-operator:main-ppg16-postgres" | logger.go:42: 18:17:59 | upgrade-consistency/2-patch-cluster | .spec.backups.pgbackrest.image = "perconalab/percona-postgresql-operator:main-ppg16-pgbackrest" | logger.go:42: 18:17:59 | upgrade-consistency/2-patch-cluster | .spec.proxy.pgBouncer.image = "perconalab/percona-postgresql-operator:main-ppg16-pgbouncer" | logger.go:42: 18:17:59 | upgrade-consistency/2-patch-cluster | .spec.pmm.image = "perconalab/pmm-client:dev-latest" | logger.go:42: 18:17:59 | upgrade-consistency/2-patch-cluster | .spec.pmm.secret = "upgrade-consistency-pmm-secret" logger.go:42: 18:17:59 | upgrade-consistency/2-patch-cluster | .spec.crVersion="2.5.0"' - logger.go:42: 18:17:59 | upgrade-consistency/2-patch-cluster | ' /mnt/jenkins/workspace/cloud-pg-operator_PR-966/deploy/cr.yaml logger.go:42: 18:17:59 | upgrade-consistency/2-patch-cluster | + [[ -n '' ]] logger.go:42: 18:17:59 | upgrade-consistency/2-patch-cluster | + case $test_name in logger.go:42: 18:17:59 | upgrade-consistency/2-patch-cluster | + cat /tmp/kuttl/pg/upgrade-consistency/cr.yaml logger.go:42: 18:18:04 | upgrade-consistency/2-patch-cluster | perconapgcluster.pgv2.percona.com/upgrade-consistency configured logger.go:42: 18:18:04 | upgrade-consistency/2-patch-cluster | + sleep 10 [controller-runtime] log.SetLogger(...) was never called; logs will not be displayed. Detected at: > goroutine 34 [running]: > runtime/debug.Stack() > /nix/store/wkbckbd30nlhq4dxzg64q6y4vm1xx4fk-go-1.22.1/share/go/src/runtime/debug/stack.go:24 +0x5e > sigs.k8s.io/controller-runtime/pkg/log.eventuallyFulfillRoot() > /home/mowsiany/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.16.3/pkg/log/log.go:60 +0xcd > sigs.k8s.io/controller-runtime/pkg/log.(*delegatingLogSink).WithName(0xc0002ebc00, {0x184a055, 0x14}) > /home/mowsiany/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.16.3/pkg/log/deleg.go:147 +0x3e > github.com/go-logr/logr.Logger.WithName({{0x1acb7d8, 0xc0002ebc00}, 0x0}, {0x184a055?, 0xc00070bf80?}) > /home/mowsiany/go/pkg/mod/github.com/go-logr/logr@v1.2.4/logr.go:336 +0x36 > sigs.k8s.io/controller-runtime/pkg/client.newClient(0x131ead3?, {0x0, 0xc00045a9a0, {0x1accd90, 0xc00037f700}, 0x0, {0x0, 0x0}, 0x0}) > /home/mowsiany/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.16.3/pkg/client/client.go:122 +0xf1 > sigs.k8s.io/controller-runtime/pkg/client.New(0xc00038c008?, {0x0, 0xc00045a9a0, {0x1accd90, 0xc00037f700}, 0x0, {0x0, 0x0}, 0x0}) > /home/mowsiany/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.16.3/pkg/client/client.go:103 +0x7d > github.com/kudobuilder/kuttl/pkg/test/utils.NewRetryClient(0xc00038c008, {0x0, 0xc00045a9a0, {0x1accd90, 0xc00037f700}, 0x0, {0x0, 0x0}, 0x0}) > /home/mowsiany/go/src/github.com/kudobuilder/kuttl/pkg/test/utils/kubernetes.go:177 +0x127 > github.com/kudobuilder/kuttl/pkg/test.(*Harness).Client(0xc000377208, 0xa2?) > /home/mowsiany/go/src/github.com/kudobuilder/kuttl/pkg/test/harness.go:323 +0x18e > github.com/kudobuilder/kuttl/pkg/test.(*Step).Create(0xc0001261a0, 0xc0003821a0, {0xc000522a80, 0x18}) > /home/mowsiany/go/src/github.com/kudobuilder/kuttl/pkg/test/step.go:177 +0x63 > github.com/kudobuilder/kuttl/pkg/test.(*Step).Run(0xc0001261a0, 0xc0003821a0, {0xc000522a80, 0x18}) > /home/mowsiany/go/src/github.com/kudobuilder/kuttl/pkg/test/step.go:457 +0x24a > github.com/kudobuilder/kuttl/pkg/test.(*Case).Run(0xc0002906e0, 0xc0003821a0, 0xc000327290) > /home/mowsiany/go/src/github.com/kudobuilder/kuttl/pkg/test/case.go:373 +0xaeb > github.com/kudobuilder/kuttl/pkg/test.(*Harness).RunTests.func1.1(0xc0003821a0) > /home/mowsiany/go/src/github.com/kudobuilder/kuttl/pkg/test/harness.go:401 +0x12e > testing.tRunner(0xc0003821a0, 0xc0003805d0) > /nix/store/wkbckbd30nlhq4dxzg64q6y4vm1xx4fk-go-1.22.1/share/go/src/testing/testing.go:1689 +0xfb > created by testing.(*T).Run in goroutine 25 > /nix/store/wkbckbd30nlhq4dxzg64q6y4vm1xx4fk-go-1.22.1/share/go/src/testing/testing.go:1742 +0x390 logger.go:42: 18:20:06 | upgrade-consistency/2-patch-cluster | test step completed 2-patch-cluster logger.go:42: 18:20:06 | upgrade-consistency/3-patch-cluster | starting test step 3-patch-cluster logger.go:42: 18:20:06 | upgrade-consistency/3-patch-cluster | running command: [sh -c set -o errexit set -o xtrace source ../../functions get_cr \ | yq eval ' .spec.crVersion="2.6.0"' - \ | kubectl -n "${NAMESPACE}" apply -f - sleep 10] logger.go:42: 18:20:06 | upgrade-consistency/3-patch-cluster | + source ../../functions logger.go:42: 18:20:06 | upgrade-consistency/3-patch-cluster | +++ realpath ../../.. logger.go:42: 18:20:06 | upgrade-consistency/3-patch-cluster | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-pg-operator_PR-966 logger.go:42: 18:20:06 | upgrade-consistency/3-patch-cluster | ++ CERT_MANAGER_VER=1.15.3 logger.go:42: 18:20:06 | upgrade-consistency/3-patch-cluster | ++++ pwd logger.go:42: 18:20:06 | upgrade-consistency/3-patch-cluster | +++ basename /mnt/jenkins/workspace/cloud-pg-operator_PR-966/e2e-tests/tests/upgrade-consistency logger.go:42: 18:20:06 | upgrade-consistency/3-patch-cluster | ++ test_name=upgrade-consistency logger.go:42: 18:20:06 | upgrade-consistency/3-patch-cluster | ++ source /mnt/jenkins/workspace/cloud-pg-operator_PR-966/e2e-tests/vars.sh logger.go:42: 18:20:06 | upgrade-consistency/3-patch-cluster | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-pg-operator_PR-966 logger.go:42: 18:20:06 | upgrade-consistency/3-patch-cluster | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-pg-operator_PR-966 logger.go:42: 18:20:06 | upgrade-consistency/3-patch-cluster | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-966/deploy logger.go:42: 18:20:06 | upgrade-consistency/3-patch-cluster | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-966/deploy logger.go:42: 18:20:06 | upgrade-consistency/3-patch-cluster | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-966/e2e-tests logger.go:42: 18:20:06 | upgrade-consistency/3-patch-cluster | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-966/e2e-tests logger.go:42: 18:20:06 | upgrade-consistency/3-patch-cluster | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-966/e2e-tests/conf logger.go:42: 18:20:06 | upgrade-consistency/3-patch-cluster | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-966/e2e-tests/conf logger.go:42: 18:20:06 | upgrade-consistency/3-patch-cluster | +++ export TEMP_DIR=/tmp/kuttl/pg/upgrade-consistency logger.go:42: 18:20:06 | upgrade-consistency/3-patch-cluster | +++ TEMP_DIR=/tmp/kuttl/pg/upgrade-consistency logger.go:42: 18:20:06 | upgrade-consistency/3-patch-cluster | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 18:20:06 | upgrade-consistency/3-patch-cluster | +++ export GIT_BRANCH=PR-966 logger.go:42: 18:20:06 | upgrade-consistency/3-patch-cluster | +++ GIT_BRANCH=PR-966 logger.go:42: 18:20:06 | upgrade-consistency/3-patch-cluster | +++ export VERSION=PR-966-7db6b78d8 logger.go:42: 18:20:06 | upgrade-consistency/3-patch-cluster | +++ VERSION=PR-966-7db6b78d8 logger.go:42: 18:20:06 | upgrade-consistency/3-patch-cluster | +++ export IMAGE_BASE=perconalab/percona-postgresql-operator logger.go:42: 18:20:06 | upgrade-consistency/3-patch-cluster | +++ IMAGE_BASE=perconalab/percona-postgresql-operator logger.go:42: 18:20:06 | upgrade-consistency/3-patch-cluster | +++ export IMAGE=perconalab/percona-postgresql-operator:PR-966-7db6b78d8 logger.go:42: 18:20:06 | upgrade-consistency/3-patch-cluster | +++ IMAGE=perconalab/percona-postgresql-operator:PR-966-7db6b78d8 logger.go:42: 18:20:06 | upgrade-consistency/3-patch-cluster | +++ export PG_VER=16 logger.go:42: 18:20:06 | upgrade-consistency/3-patch-cluster | +++ PG_VER=16 logger.go:42: 18:20:06 | upgrade-consistency/3-patch-cluster | +++ export IMAGE_PGBOUNCER=perconalab/percona-postgresql-operator:main-ppg16-pgbouncer logger.go:42: 18:20:06 | upgrade-consistency/3-patch-cluster | +++ IMAGE_PGBOUNCER=perconalab/percona-postgresql-operator:main-ppg16-pgbouncer logger.go:42: 18:20:06 | upgrade-consistency/3-patch-cluster | +++ export IMAGE_POSTGRESQL=perconalab/percona-postgresql-operator:main-ppg16-postgres logger.go:42: 18:20:06 | upgrade-consistency/3-patch-cluster | +++ IMAGE_POSTGRESQL=perconalab/percona-postgresql-operator:main-ppg16-postgres logger.go:42: 18:20:06 | upgrade-consistency/3-patch-cluster | +++ export IMAGE_BACKREST=perconalab/percona-postgresql-operator:main-ppg16-pgbackrest logger.go:42: 18:20:06 | upgrade-consistency/3-patch-cluster | +++ IMAGE_BACKREST=perconalab/percona-postgresql-operator:main-ppg16-pgbackrest logger.go:42: 18:20:06 | upgrade-consistency/3-patch-cluster | +++ export IMAGE_UPGRADE=perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 18:20:06 | upgrade-consistency/3-patch-cluster | +++ IMAGE_UPGRADE=perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 18:20:06 | upgrade-consistency/3-patch-cluster | +++ export BUCKET=pg-operator-testing logger.go:42: 18:20:06 | upgrade-consistency/3-patch-cluster | +++ BUCKET=pg-operator-testing logger.go:42: 18:20:06 | upgrade-consistency/3-patch-cluster | +++ export PMM_SERVER_VERSION=9.9.9 logger.go:42: 18:20:06 | upgrade-consistency/3-patch-cluster | +++ PMM_SERVER_VERSION=9.9.9 logger.go:42: 18:20:06 | upgrade-consistency/3-patch-cluster | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:dev-latest logger.go:42: 18:20:06 | upgrade-consistency/3-patch-cluster | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:dev-latest logger.go:42: 18:20:06 | upgrade-consistency/3-patch-cluster | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:dev-latest logger.go:42: 18:20:06 | upgrade-consistency/3-patch-cluster | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:dev-latest logger.go:42: 18:20:06 | upgrade-consistency/3-patch-cluster | +++ export PGOV1_TAG=1.4.0 logger.go:42: 18:20:06 | upgrade-consistency/3-patch-cluster | +++ PGOV1_TAG=1.4.0 logger.go:42: 18:20:06 | upgrade-consistency/3-patch-cluster | +++ export PGOV1_VER=14 logger.go:42: 18:20:06 | upgrade-consistency/3-patch-cluster | +++ PGOV1_VER=14 logger.go:42: 18:20:06 | upgrade-consistency/3-patch-cluster | ++++ which gdate logger.go:42: 18:20:06 | upgrade-consistency/3-patch-cluster | which: no gdate in (/mnt/jenkins/workspace/cloud-pg-operator_PR-966/bin/:/home/ec2-user/.krew/bin:/usr/local/bin:/usr/bin) logger.go:42: 18:20:06 | upgrade-consistency/3-patch-cluster | ++++ which date logger.go:42: 18:20:06 | upgrade-consistency/3-patch-cluster | +++ date=/usr/bin/date logger.go:42: 18:20:06 | upgrade-consistency/3-patch-cluster | ++++ which gsed logger.go:42: 18:20:06 | upgrade-consistency/3-patch-cluster | which: no gsed in (/mnt/jenkins/workspace/cloud-pg-operator_PR-966/bin/:/home/ec2-user/.krew/bin:/usr/local/bin:/usr/bin) logger.go:42: 18:20:06 | upgrade-consistency/3-patch-cluster | ++++ which sed logger.go:42: 18:20:06 | upgrade-consistency/3-patch-cluster | +++ sed=/usr/bin/sed logger.go:42: 18:20:06 | upgrade-consistency/3-patch-cluster | +++ command -v oc logger.go:42: 18:20:06 | upgrade-consistency/3-patch-cluster | ++ oc get projects logger.go:42: 18:20:06 | upgrade-consistency/3-patch-cluster | + get_cr logger.go:42: 18:20:06 | upgrade-consistency/3-patch-cluster | + local cr_name= logger.go:42: 18:20:06 | upgrade-consistency/3-patch-cluster | + '[' -z ']' logger.go:42: 18:20:06 | upgrade-consistency/3-patch-cluster | + yq eval ' logger.go:42: 18:20:06 | upgrade-consistency/3-patch-cluster | .spec.crVersion="2.6.0"' - logger.go:42: 18:20:06 | upgrade-consistency/3-patch-cluster | + cr_name=upgrade-consistency logger.go:42: 18:20:06 | upgrade-consistency/3-patch-cluster | + local repo_path= logger.go:42: 18:20:06 | upgrade-consistency/3-patch-cluster | + yq eval ' logger.go:42: 18:20:06 | upgrade-consistency/3-patch-cluster | .metadata.name = "upgrade-consistency" | logger.go:42: 18:20:06 | upgrade-consistency/3-patch-cluster | .metadata.labels = {"e2e":"upgrade-consistency"} | logger.go:42: 18:20:06 | upgrade-consistency/3-patch-cluster | .spec.postgresVersion = 16 | logger.go:42: 18:20:06 | upgrade-consistency/3-patch-cluster | .spec.users += [{"name":"postgres","password":{"type":"AlphaNumeric"}}] | logger.go:42: 18:20:06 | upgrade-consistency/3-patch-cluster | .spec.users += [{"name":"upgrade-consistency","password":{"type":"AlphaNumeric"}}] | logger.go:42: 18:20:06 | upgrade-consistency/3-patch-cluster | .spec.image = "perconalab/percona-postgresql-operator:main-ppg16-postgres" | logger.go:42: 18:20:06 | upgrade-consistency/3-patch-cluster | .spec.backups.pgbackrest.image = "perconalab/percona-postgresql-operator:main-ppg16-pgbackrest" | logger.go:42: 18:20:06 | upgrade-consistency/3-patch-cluster | .spec.proxy.pgBouncer.image = "perconalab/percona-postgresql-operator:main-ppg16-pgbouncer" | logger.go:42: 18:20:06 | upgrade-consistency/3-patch-cluster | .spec.pmm.image = "perconalab/pmm-client:dev-latest" | logger.go:42: 18:20:06 | upgrade-consistency/3-patch-cluster | .spec.pmm.secret = "upgrade-consistency-pmm-secret" logger.go:42: 18:20:06 | upgrade-consistency/3-patch-cluster | ' /mnt/jenkins/workspace/cloud-pg-operator_PR-966/deploy/cr.yaml logger.go:42: 18:20:06 | upgrade-consistency/3-patch-cluster | + kubectl -n kuttl-test-clean-warthog apply -f - logger.go:42: 18:20:06 | upgrade-consistency/3-patch-cluster | + [[ -n '' ]] logger.go:42: 18:20:06 | upgrade-consistency/3-patch-cluster | + case $test_name in logger.go:42: 18:20:06 | upgrade-consistency/3-patch-cluster | + cat /tmp/kuttl/pg/upgrade-consistency/cr.yaml logger.go:42: 18:20:07 | upgrade-consistency/3-patch-cluster | perconapgcluster.pgv2.percona.com/upgrade-consistency configured logger.go:42: 18:20:07 | upgrade-consistency/3-patch-cluster | + sleep 10 logger.go:42: 18:20:55 | upgrade-consistency/3-patch-cluster | test step completed 3-patch-cluster logger.go:42: 18:20:55 | upgrade-consistency/99-remove-cluster-gracefully | starting test step 99-remove-cluster-gracefully logger.go:42: 18:21:02 | upgrade-consistency/99-remove-cluster-gracefully | running command: [sh -c set -o errexit set -o xtrace source ../../functions destroy_operator] logger.go:42: 18:21:02 | upgrade-consistency/99-remove-cluster-gracefully | + source ../../functions logger.go:42: 18:21:02 | upgrade-consistency/99-remove-cluster-gracefully | +++ realpath ../../.. logger.go:42: 18:21:02 | upgrade-consistency/99-remove-cluster-gracefully | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-pg-operator_PR-966 logger.go:42: 18:21:02 | upgrade-consistency/99-remove-cluster-gracefully | ++ CERT_MANAGER_VER=1.15.3 logger.go:42: 18:21:02 | upgrade-consistency/99-remove-cluster-gracefully | ++++ pwd logger.go:42: 18:21:02 | upgrade-consistency/99-remove-cluster-gracefully | +++ basename /mnt/jenkins/workspace/cloud-pg-operator_PR-966/e2e-tests/tests/upgrade-consistency logger.go:42: 18:21:02 | upgrade-consistency/99-remove-cluster-gracefully | ++ test_name=upgrade-consistency logger.go:42: 18:21:02 | upgrade-consistency/99-remove-cluster-gracefully | ++ source /mnt/jenkins/workspace/cloud-pg-operator_PR-966/e2e-tests/vars.sh logger.go:42: 18:21:02 | upgrade-consistency/99-remove-cluster-gracefully | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-pg-operator_PR-966 logger.go:42: 18:21:02 | upgrade-consistency/99-remove-cluster-gracefully | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-pg-operator_PR-966 logger.go:42: 18:21:02 | upgrade-consistency/99-remove-cluster-gracefully | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-966/deploy logger.go:42: 18:21:02 | upgrade-consistency/99-remove-cluster-gracefully | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-966/deploy logger.go:42: 18:21:02 | upgrade-consistency/99-remove-cluster-gracefully | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-966/e2e-tests logger.go:42: 18:21:02 | upgrade-consistency/99-remove-cluster-gracefully | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-966/e2e-tests logger.go:42: 18:21:02 | upgrade-consistency/99-remove-cluster-gracefully | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-966/e2e-tests/conf logger.go:42: 18:21:02 | upgrade-consistency/99-remove-cluster-gracefully | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-966/e2e-tests/conf logger.go:42: 18:21:02 | upgrade-consistency/99-remove-cluster-gracefully | +++ export TEMP_DIR=/tmp/kuttl/pg/upgrade-consistency logger.go:42: 18:21:02 | upgrade-consistency/99-remove-cluster-gracefully | +++ TEMP_DIR=/tmp/kuttl/pg/upgrade-consistency logger.go:42: 18:21:02 | upgrade-consistency/99-remove-cluster-gracefully | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 18:21:02 | upgrade-consistency/99-remove-cluster-gracefully | +++ export GIT_BRANCH=PR-966 logger.go:42: 18:21:02 | upgrade-consistency/99-remove-cluster-gracefully | +++ GIT_BRANCH=PR-966 logger.go:42: 18:21:02 | upgrade-consistency/99-remove-cluster-gracefully | +++ export VERSION=PR-966-7db6b78d8 logger.go:42: 18:21:02 | upgrade-consistency/99-remove-cluster-gracefully | +++ VERSION=PR-966-7db6b78d8 logger.go:42: 18:21:02 | upgrade-consistency/99-remove-cluster-gracefully | +++ export IMAGE_BASE=perconalab/percona-postgresql-operator logger.go:42: 18:21:02 | upgrade-consistency/99-remove-cluster-gracefully | +++ IMAGE_BASE=perconalab/percona-postgresql-operator logger.go:42: 18:21:02 | upgrade-consistency/99-remove-cluster-gracefully | +++ export IMAGE=perconalab/percona-postgresql-operator:PR-966-7db6b78d8 logger.go:42: 18:21:02 | upgrade-consistency/99-remove-cluster-gracefully | +++ IMAGE=perconalab/percona-postgresql-operator:PR-966-7db6b78d8 logger.go:42: 18:21:02 | upgrade-consistency/99-remove-cluster-gracefully | +++ export PG_VER=16 logger.go:42: 18:21:02 | upgrade-consistency/99-remove-cluster-gracefully | +++ PG_VER=16 logger.go:42: 18:21:02 | upgrade-consistency/99-remove-cluster-gracefully | +++ export IMAGE_PGBOUNCER=perconalab/percona-postgresql-operator:main-ppg16-pgbouncer logger.go:42: 18:21:02 | upgrade-consistency/99-remove-cluster-gracefully | +++ IMAGE_PGBOUNCER=perconalab/percona-postgresql-operator:main-ppg16-pgbouncer logger.go:42: 18:21:02 | upgrade-consistency/99-remove-cluster-gracefully | +++ export IMAGE_POSTGRESQL=perconalab/percona-postgresql-operator:main-ppg16-postgres logger.go:42: 18:21:02 | upgrade-consistency/99-remove-cluster-gracefully | +++ IMAGE_POSTGRESQL=perconalab/percona-postgresql-operator:main-ppg16-postgres logger.go:42: 18:21:02 | upgrade-consistency/99-remove-cluster-gracefully | +++ export IMAGE_BACKREST=perconalab/percona-postgresql-operator:main-ppg16-pgbackrest logger.go:42: 18:21:02 | upgrade-consistency/99-remove-cluster-gracefully | +++ IMAGE_BACKREST=perconalab/percona-postgresql-operator:main-ppg16-pgbackrest logger.go:42: 18:21:02 | upgrade-consistency/99-remove-cluster-gracefully | +++ export IMAGE_UPGRADE=perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 18:21:02 | upgrade-consistency/99-remove-cluster-gracefully | +++ IMAGE_UPGRADE=perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 18:21:02 | upgrade-consistency/99-remove-cluster-gracefully | +++ export BUCKET=pg-operator-testing logger.go:42: 18:21:02 | upgrade-consistency/99-remove-cluster-gracefully | +++ BUCKET=pg-operator-testing logger.go:42: 18:21:02 | upgrade-consistency/99-remove-cluster-gracefully | +++ export PMM_SERVER_VERSION=9.9.9 logger.go:42: 18:21:02 | upgrade-consistency/99-remove-cluster-gracefully | +++ PMM_SERVER_VERSION=9.9.9 logger.go:42: 18:21:02 | upgrade-consistency/99-remove-cluster-gracefully | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:dev-latest logger.go:42: 18:21:02 | upgrade-consistency/99-remove-cluster-gracefully | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:dev-latest logger.go:42: 18:21:02 | upgrade-consistency/99-remove-cluster-gracefully | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:dev-latest logger.go:42: 18:21:02 | upgrade-consistency/99-remove-cluster-gracefully | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:dev-latest logger.go:42: 18:21:02 | upgrade-consistency/99-remove-cluster-gracefully | +++ export PGOV1_TAG=1.4.0 logger.go:42: 18:21:02 | upgrade-consistency/99-remove-cluster-gracefully | +++ PGOV1_TAG=1.4.0 logger.go:42: 18:21:02 | upgrade-consistency/99-remove-cluster-gracefully | +++ export PGOV1_VER=14 logger.go:42: 18:21:02 | upgrade-consistency/99-remove-cluster-gracefully | +++ PGOV1_VER=14 logger.go:42: 18:21:02 | upgrade-consistency/99-remove-cluster-gracefully | ++++ which gdate logger.go:42: 18:21:02 | upgrade-consistency/99-remove-cluster-gracefully | which: no gdate in (/mnt/jenkins/workspace/cloud-pg-operator_PR-966/bin/:/home/ec2-user/.krew/bin:/usr/local/bin:/usr/bin) logger.go:42: 18:21:02 | upgrade-consistency/99-remove-cluster-gracefully | ++++ which date logger.go:42: 18:21:02 | upgrade-consistency/99-remove-cluster-gracefully | +++ date=/usr/bin/date logger.go:42: 18:21:02 | upgrade-consistency/99-remove-cluster-gracefully | ++++ which gsed logger.go:42: 18:21:02 | upgrade-consistency/99-remove-cluster-gracefully | which: no gsed in (/mnt/jenkins/workspace/cloud-pg-operator_PR-966/bin/:/home/ec2-user/.krew/bin:/usr/local/bin:/usr/bin) logger.go:42: 18:21:02 | upgrade-consistency/99-remove-cluster-gracefully | ++++ which sed logger.go:42: 18:21:02 | upgrade-consistency/99-remove-cluster-gracefully | +++ sed=/usr/bin/sed logger.go:42: 18:21:02 | upgrade-consistency/99-remove-cluster-gracefully | +++ command -v oc logger.go:42: 18:21:02 | upgrade-consistency/99-remove-cluster-gracefully | ++ oc get projects logger.go:42: 18:21:02 | upgrade-consistency/99-remove-cluster-gracefully | + destroy_operator logger.go:42: 18:21:02 | upgrade-consistency/99-remove-cluster-gracefully | + kubectl -n pg-operator delete deployment percona-postgresql-operator --force --grace-period=0 logger.go:42: 18:21:02 | upgrade-consistency/99-remove-cluster-gracefully | Warning: Immediate deletion does not wait for confirmation that the running resource has been terminated. The resource may continue to run on the cluster indefinitely. logger.go:42: 18:21:02 | upgrade-consistency/99-remove-cluster-gracefully | deployment.apps "percona-postgresql-operator" force deleted logger.go:42: 18:21:02 | upgrade-consistency/99-remove-cluster-gracefully | + [[ -n pg-operator ]] logger.go:42: 18:21:02 | upgrade-consistency/99-remove-cluster-gracefully | + kubectl delete namespace pg-operator --force --grace-period=0 logger.go:42: 18:21:02 | upgrade-consistency/99-remove-cluster-gracefully | Warning: Immediate deletion does not wait for confirmation that the running resource has been terminated. The resource may continue to run on the cluster indefinitely. logger.go:42: 18:21:02 | upgrade-consistency/99-remove-cluster-gracefully | namespace "pg-operator" force deleted logger.go:42: 18:21:08 | upgrade-consistency/99-remove-cluster-gracefully | test step completed 99-remove-cluster-gracefully logger.go:42: 18:21:08 | upgrade-consistency | upgrade-consistency events from ns kuttl-test-clean-warthog: logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:17:01 +0000 UTC Normal PersistentVolumeClaim upgrade-consistency-instance1-d6xh-pgdata WaitForFirstConsumer waiting for first consumer to be created before binding persistentvolume-controller logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:17:01 +0000 UTC Normal PersistentVolumeClaim upgrade-consistency-instance1-d6xh-pgdata ExternalProvisioning Waiting for a volume to be created either by the external provisioner 'pd.csi.storage.gke.io' or manually by the system administrator. If volume creation is delayed, please verify that the provisioner is running and correctly registered. persistentvolume-controller logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:17:01 +0000 UTC Normal PersistentVolumeClaim upgrade-consistency-instance1-d6xh-pgdata Provisioning External provisioner is provisioning volume for claim "kuttl-test-clean-warthog/upgrade-consistency-instance1-d6xh-pgdata" pd.csi.storage.gke.io_gke-d24ba58f92ef4d59bf72-3358-148a-vm_9b79738d-a789-4274-a585-8919329b19af logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:17:01 +0000 UTC Normal StatefulSet.apps upgrade-consistency-instance1-d6xh SuccessfulCreate create Pod upgrade-consistency-instance1-d6xh-0 in StatefulSet upgrade-consistency-instance1-d6xh successful statefulset-controller logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:17:01 +0000 UTC Normal PersistentVolumeClaim upgrade-consistency-instance1-pbmp-pgdata WaitForFirstConsumer waiting for first consumer to be created before binding persistentvolume-controller logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:17:01 +0000 UTC Normal PersistentVolumeClaim upgrade-consistency-instance1-sn9c-pgdata WaitForFirstConsumer waiting for first consumer to be created before binding persistentvolume-controller logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:17:01 +0000 UTC Normal PersistentVolumeClaim upgrade-consistency-instance1-sn9c-pgdata ExternalProvisioning Waiting for a volume to be created either by the external provisioner 'pd.csi.storage.gke.io' or manually by the system administrator. If volume creation is delayed, please verify that the provisioner is running and correctly registered. persistentvolume-controller logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:17:01 +0000 UTC Normal PersistentVolumeClaim upgrade-consistency-instance1-sn9c-pgdata Provisioning External provisioner is provisioning volume for claim "kuttl-test-clean-warthog/upgrade-consistency-instance1-sn9c-pgdata" pd.csi.storage.gke.io_gke-d24ba58f92ef4d59bf72-3358-148a-vm_9b79738d-a789-4274-a585-8919329b19af logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:17:01 +0000 UTC Normal StatefulSet.apps upgrade-consistency-instance1-sn9c SuccessfulCreate create Pod upgrade-consistency-instance1-sn9c-0 in StatefulSet upgrade-consistency-instance1-sn9c successful statefulset-controller logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:17:02 +0000 UTC Normal PersistentVolumeClaim upgrade-consistency-instance1-pbmp-pgdata ExternalProvisioning Waiting for a volume to be created either by the external provisioner 'pd.csi.storage.gke.io' or manually by the system administrator. If volume creation is delayed, please verify that the provisioner is running and correctly registered. persistentvolume-controller logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:17:02 +0000 UTC Normal PersistentVolumeClaim upgrade-consistency-instance1-pbmp-pgdata Provisioning External provisioner is provisioning volume for claim "kuttl-test-clean-warthog/upgrade-consistency-instance1-pbmp-pgdata" pd.csi.storage.gke.io_gke-d24ba58f92ef4d59bf72-3358-148a-vm_9b79738d-a789-4274-a585-8919329b19af logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:17:02 +0000 UTC Normal StatefulSet.apps upgrade-consistency-instance1-pbmp SuccessfulCreate create Pod upgrade-consistency-instance1-pbmp-0 in StatefulSet upgrade-consistency-instance1-pbmp successful statefulset-controller logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:17:02 +0000 UTC Normal Pod upgrade-consistency-pgbouncer-544b48746b-nft55 Scheduled Successfully assigned kuttl-test-clean-warthog/upgrade-consistency-pgbouncer-544b48746b-nft55 to gke-jen-pg-966-7db6b78d8-default-pool-bd42887e-fhtl default-scheduler logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:17:02 +0000 UTC Normal ReplicaSet.apps upgrade-consistency-pgbouncer-544b48746b SuccessfulCreate Created pod: upgrade-consistency-pgbouncer-544b48746b-nft55 replicaset-controller logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:17:02 +0000 UTC Normal Deployment.apps upgrade-consistency-pgbouncer ScalingReplicaSet Scaled up replica set upgrade-consistency-pgbouncer-544b48746b to 3 deployment-controller logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:17:02 +0000 UTC Normal PodDisruptionBudget.policy upgrade-consistency-pgbouncer NoPods No matching pods found controllermanager logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:17:02 +0000 UTC Warning StatefulSet.apps upgrade-consistency-repo-host FailedCreate create Pod upgrade-consistency-repo-host-0 in StatefulSet upgrade-consistency-repo-host failed error: pods "upgrade-consistency-repo-host-0" is forbidden: error looking up service account kuttl-test-clean-warthog/upgrade-consistency-pgbackrest: serviceaccount "upgrade-consistency-pgbackrest" not found statefulset-controller logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:17:02 +0000 UTC Normal StatefulSet.apps upgrade-consistency-repo-host SuccessfulCreate create Pod upgrade-consistency-repo-host-0 in StatefulSet upgrade-consistency-repo-host successful statefulset-controller logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:17:02 +0000 UTC Normal PersistentVolumeClaim upgrade-consistency-repo1 WaitForFirstConsumer waiting for first consumer to be created before binding persistentvolume-controller logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:17:02 +0000 UTC Normal PersistentVolumeClaim upgrade-consistency-repo1 ExternalProvisioning Waiting for a volume to be created either by the external provisioner 'pd.csi.storage.gke.io' or manually by the system administrator. If volume creation is delayed, please verify that the provisioner is running and correctly registered. persistentvolume-controller logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:17:02 +0000 UTC Normal PersistentVolumeClaim upgrade-consistency-repo1 Provisioning External provisioner is provisioning volume for claim "kuttl-test-clean-warthog/upgrade-consistency-repo1" pd.csi.storage.gke.io_gke-d24ba58f92ef4d59bf72-3358-148a-vm_9b79738d-a789-4274-a585-8919329b19af logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:17:02 +0000 UTC Normal PostgresCluster.postgres-operator.crunchydata.com upgrade-consistency RepoHostCreated created pgBackRest repository host StatefulSet/upgrade-consistency-repo-host postgrescluster-controller logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:17:03 +0000 UTC Normal Pod upgrade-consistency-pgbouncer-544b48746b-4gmzh Scheduled Successfully assigned kuttl-test-clean-warthog/upgrade-consistency-pgbouncer-544b48746b-4gmzh to gke-jen-pg-966-7db6b78d8-default-pool-bd42887e-6hd2 default-scheduler logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:17:03 +0000 UTC Normal Pod upgrade-consistency-pgbouncer-544b48746b-4gmzh.spec.containers{pgbouncer} Pulling Pulling image "perconalab/percona-postgresql-operator:main-ppg16-pgbouncer" kubelet logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:17:03 +0000 UTC Normal Pod upgrade-consistency-pgbouncer-544b48746b-4gmzh.spec.containers{pgbouncer} Pulled Successfully pulled image "perconalab/percona-postgresql-operator:main-ppg16-pgbouncer" in 353ms (353ms including waiting) kubelet logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:17:03 +0000 UTC Normal Pod upgrade-consistency-pgbouncer-544b48746b-jx4c5 Scheduled Successfully assigned kuttl-test-clean-warthog/upgrade-consistency-pgbouncer-544b48746b-jx4c5 to gke-jen-pg-966-7db6b78d8-default-pool-bd42887e-tf8j default-scheduler logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:17:03 +0000 UTC Normal Pod upgrade-consistency-pgbouncer-544b48746b-jx4c5.spec.containers{pgbouncer} Pulling Pulling image "perconalab/percona-postgresql-operator:main-ppg16-pgbouncer" kubelet logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:17:03 +0000 UTC Normal Pod upgrade-consistency-pgbouncer-544b48746b-jx4c5.spec.containers{pgbouncer} Pulled Successfully pulled image "perconalab/percona-postgresql-operator:main-ppg16-pgbouncer" in 364ms (364ms including waiting) kubelet logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:17:03 +0000 UTC Normal Pod upgrade-consistency-pgbouncer-544b48746b-jx4c5.spec.containers{pgbouncer} Created Created container pgbouncer kubelet logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:17:03 +0000 UTC Normal Pod upgrade-consistency-pgbouncer-544b48746b-nft55.spec.containers{pgbouncer} Pulling Pulling image "perconalab/percona-postgresql-operator:main-ppg16-pgbouncer" kubelet logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:17:03 +0000 UTC Normal Pod upgrade-consistency-pgbouncer-544b48746b-nft55.spec.containers{pgbouncer} Pulled Successfully pulled image "perconalab/percona-postgresql-operator:main-ppg16-pgbouncer" in 277ms (277ms including waiting) kubelet logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:17:03 +0000 UTC Normal Pod upgrade-consistency-pgbouncer-544b48746b-nft55.spec.containers{pgbouncer} Created Created container pgbouncer kubelet logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:17:03 +0000 UTC Normal Pod upgrade-consistency-pgbouncer-544b48746b-nft55.spec.containers{pgbouncer} Started Started container pgbouncer kubelet logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:17:03 +0000 UTC Normal Pod upgrade-consistency-pgbouncer-544b48746b-nft55.spec.containers{pgbouncer-config} Pulling Pulling image "perconalab/percona-postgresql-operator:main-ppg16-pgbouncer" kubelet logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:17:03 +0000 UTC Normal ReplicaSet.apps upgrade-consistency-pgbouncer-544b48746b SuccessfulCreate Created pod: upgrade-consistency-pgbouncer-544b48746b-4gmzh replicaset-controller logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:17:03 +0000 UTC Normal ReplicaSet.apps upgrade-consistency-pgbouncer-544b48746b SuccessfulCreate Created pod: upgrade-consistency-pgbouncer-544b48746b-jx4c5 replicaset-controller logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:17:04 +0000 UTC Normal Pod upgrade-consistency-pgbouncer-544b48746b-4gmzh.spec.containers{pgbouncer} Created Created container pgbouncer kubelet logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:17:04 +0000 UTC Normal Pod upgrade-consistency-pgbouncer-544b48746b-4gmzh.spec.containers{pgbouncer} Started Started container pgbouncer kubelet logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:17:04 +0000 UTC Normal Pod upgrade-consistency-pgbouncer-544b48746b-4gmzh.spec.containers{pgbouncer-config} Pulling Pulling image "perconalab/percona-postgresql-operator:main-ppg16-pgbouncer" kubelet logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:17:04 +0000 UTC Normal Pod upgrade-consistency-pgbouncer-544b48746b-4gmzh.spec.containers{pgbouncer-config} Pulled Successfully pulled image "perconalab/percona-postgresql-operator:main-ppg16-pgbouncer" in 281ms (281ms including waiting) kubelet logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:17:04 +0000 UTC Normal Pod upgrade-consistency-pgbouncer-544b48746b-4gmzh.spec.containers{pgbouncer-config} Created Created container pgbouncer-config kubelet logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:17:04 +0000 UTC Normal Pod upgrade-consistency-pgbouncer-544b48746b-4gmzh.spec.containers{pgbouncer-config} Started Started container pgbouncer-config kubelet logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:17:04 +0000 UTC Normal Pod upgrade-consistency-pgbouncer-544b48746b-jx4c5.spec.containers{pgbouncer} Started Started container pgbouncer kubelet logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:17:04 +0000 UTC Normal Pod upgrade-consistency-pgbouncer-544b48746b-jx4c5.spec.containers{pgbouncer-config} Pulling Pulling image "perconalab/percona-postgresql-operator:main-ppg16-pgbouncer" kubelet logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:17:04 +0000 UTC Normal Pod upgrade-consistency-pgbouncer-544b48746b-jx4c5.spec.containers{pgbouncer-config} Pulled Successfully pulled image "perconalab/percona-postgresql-operator:main-ppg16-pgbouncer" in 347ms (347ms including waiting) kubelet logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:17:04 +0000 UTC Normal Pod upgrade-consistency-pgbouncer-544b48746b-jx4c5.spec.containers{pgbouncer-config} Created Created container pgbouncer-config kubelet logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:17:04 +0000 UTC Normal Pod upgrade-consistency-pgbouncer-544b48746b-jx4c5.spec.containers{pgbouncer-config} Started Started container pgbouncer-config kubelet logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:17:04 +0000 UTC Normal Pod upgrade-consistency-pgbouncer-544b48746b-nft55.spec.containers{pgbouncer-config} Pulled Successfully pulled image "perconalab/percona-postgresql-operator:main-ppg16-pgbouncer" in 381ms (381ms including waiting) kubelet logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:17:04 +0000 UTC Normal Pod upgrade-consistency-pgbouncer-544b48746b-nft55.spec.containers{pgbouncer-config} Created Created container pgbouncer-config kubelet logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:17:04 +0000 UTC Normal Pod upgrade-consistency-pgbouncer-544b48746b-nft55.spec.containers{pgbouncer-config} Started Started container pgbouncer-config kubelet logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:17:05 +0000 UTC Normal PersistentVolumeClaim upgrade-consistency-instance1-d6xh-pgdata ProvisioningSucceeded Successfully provisioned volume pvc-bad85ec2-f605-4c4c-a0fc-d6e15acd3539 pd.csi.storage.gke.io_gke-d24ba58f92ef4d59bf72-3358-148a-vm_9b79738d-a789-4274-a585-8919329b19af logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:17:05 +0000 UTC Normal PersistentVolumeClaim upgrade-consistency-instance1-sn9c-pgdata ProvisioningSucceeded Successfully provisioned volume pvc-e2d5c159-4c81-49cb-8cd9-1468a355b54c pd.csi.storage.gke.io_gke-d24ba58f92ef4d59bf72-3358-148a-vm_9b79738d-a789-4274-a585-8919329b19af logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:17:06 +0000 UTC Normal Pod upgrade-consistency-instance1-d6xh-0 Scheduled Successfully assigned kuttl-test-clean-warthog/upgrade-consistency-instance1-d6xh-0 to gke-jen-pg-966-7db6b78d8-default-pool-bd42887e-fhtl default-scheduler logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:17:06 +0000 UTC Normal PersistentVolumeClaim upgrade-consistency-instance1-pbmp-pgdata ProvisioningSucceeded Successfully provisioned volume pvc-e6092f5d-4fae-48c6-a5de-0edc587c079e pd.csi.storage.gke.io_gke-d24ba58f92ef4d59bf72-3358-148a-vm_9b79738d-a789-4274-a585-8919329b19af logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:17:06 +0000 UTC Normal Pod upgrade-consistency-instance1-sn9c-0 Scheduled Successfully assigned kuttl-test-clean-warthog/upgrade-consistency-instance1-sn9c-0 to gke-jen-pg-966-7db6b78d8-default-pool-bd42887e-6hd2 default-scheduler logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:17:06 +0000 UTC Normal Pod upgrade-consistency-repo-host-0 Scheduled Successfully assigned kuttl-test-clean-warthog/upgrade-consistency-repo-host-0 to gke-jen-pg-966-7db6b78d8-default-pool-bd42887e-6hd2 default-scheduler logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:17:06 +0000 UTC Normal PersistentVolumeClaim upgrade-consistency-repo1 ProvisioningSucceeded Successfully provisioned volume pvc-37d5ae89-bebd-4b93-ae15-4749fd70c64a pd.csi.storage.gke.io_gke-d24ba58f92ef4d59bf72-3358-148a-vm_9b79738d-a789-4274-a585-8919329b19af logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:17:07 +0000 UTC Normal Pod upgrade-consistency-instance1-pbmp-0 Scheduled Successfully assigned kuttl-test-clean-warthog/upgrade-consistency-instance1-pbmp-0 to gke-jen-pg-966-7db6b78d8-default-pool-bd42887e-tf8j default-scheduler logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:17:13 +0000 UTC Normal Pod upgrade-consistency-instance1-sn9c-0 SuccessfulAttachVolume AttachVolume.Attach succeeded for volume "pvc-e2d5c159-4c81-49cb-8cd9-1468a355b54c" attachdetach-controller logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:17:14 +0000 UTC Normal Pod upgrade-consistency-instance1-d6xh-0 SuccessfulAttachVolume AttachVolume.Attach succeeded for volume "pvc-bad85ec2-f605-4c4c-a0fc-d6e15acd3539" attachdetach-controller logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:17:14 +0000 UTC Normal Pod upgrade-consistency-instance1-pbmp-0 SuccessfulAttachVolume AttachVolume.Attach succeeded for volume "pvc-e6092f5d-4fae-48c6-a5de-0edc587c079e" attachdetach-controller logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:17:14 +0000 UTC Normal Pod upgrade-consistency-instance1-sn9c-0.spec.initContainers{postgres-startup} Pulling Pulling image "perconalab/percona-postgresql-operator:main-ppg16-postgres" kubelet logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:17:15 +0000 UTC Normal Pod upgrade-consistency-instance1-sn9c-0.spec.initContainers{postgres-startup} Pulled Successfully pulled image "perconalab/percona-postgresql-operator:main-ppg16-postgres" in 146ms (146ms including waiting) kubelet logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:17:15 +0000 UTC Normal Pod upgrade-consistency-instance1-sn9c-0.spec.initContainers{postgres-startup} Created Created container postgres-startup kubelet logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:17:15 +0000 UTC Normal Pod upgrade-consistency-instance1-sn9c-0.spec.initContainers{postgres-startup} Started Started container postgres-startup kubelet logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:17:15 +0000 UTC Normal Pod upgrade-consistency-instance1-sn9c-0.spec.initContainers{nss-wrapper-init} Pulling Pulling image "perconalab/percona-postgresql-operator:main-ppg16-postgres" kubelet logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:17:15 +0000 UTC Normal Pod upgrade-consistency-instance1-sn9c-0.spec.initContainers{nss-wrapper-init} Pulled Successfully pulled image "perconalab/percona-postgresql-operator:main-ppg16-postgres" in 155ms (155ms including waiting) kubelet logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:17:15 +0000 UTC Normal Pod upgrade-consistency-instance1-sn9c-0.spec.initContainers{nss-wrapper-init} Created Created container nss-wrapper-init kubelet logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:17:15 +0000 UTC Normal Pod upgrade-consistency-instance1-sn9c-0.spec.initContainers{nss-wrapper-init} Started Started container nss-wrapper-init kubelet logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:17:16 +0000 UTC Normal Pod upgrade-consistency-instance1-d6xh-0.spec.initContainers{postgres-startup} Pulling Pulling image "perconalab/percona-postgresql-operator:main-ppg16-postgres" kubelet logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:17:16 +0000 UTC Normal Pod upgrade-consistency-instance1-d6xh-0.spec.initContainers{postgres-startup} Pulled Successfully pulled image "perconalab/percona-postgresql-operator:main-ppg16-postgres" in 298ms (298ms including waiting) kubelet logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:17:16 +0000 UTC Normal Pod upgrade-consistency-instance1-d6xh-0.spec.initContainers{postgres-startup} Created Created container postgres-startup kubelet logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:17:16 +0000 UTC Normal Pod upgrade-consistency-instance1-d6xh-0.spec.initContainers{postgres-startup} Started Started container postgres-startup kubelet logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:17:16 +0000 UTC Normal Pod upgrade-consistency-instance1-d6xh-0.spec.initContainers{nss-wrapper-init} Pulling Pulling image "perconalab/percona-postgresql-operator:main-ppg16-postgres" kubelet logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:17:16 +0000 UTC Normal Pod upgrade-consistency-instance1-pbmp-0.spec.initContainers{postgres-startup} Pulling Pulling image "perconalab/percona-postgresql-operator:main-ppg16-postgres" kubelet logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:17:16 +0000 UTC Normal Pod upgrade-consistency-instance1-pbmp-0.spec.initContainers{postgres-startup} Pulled Successfully pulled image "perconalab/percona-postgresql-operator:main-ppg16-postgres" in 156ms (156ms including waiting) kubelet logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:17:16 +0000 UTC Normal Pod upgrade-consistency-instance1-pbmp-0.spec.initContainers{postgres-startup} Created Created container postgres-startup kubelet logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:17:16 +0000 UTC Normal Pod upgrade-consistency-instance1-pbmp-0.spec.initContainers{postgres-startup} Started Started container postgres-startup kubelet logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:17:16 +0000 UTC Normal Pod upgrade-consistency-instance1-pbmp-0.spec.initContainers{nss-wrapper-init} Pulling Pulling image "perconalab/percona-postgresql-operator:main-ppg16-postgres" kubelet logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:17:16 +0000 UTC Normal Pod upgrade-consistency-instance1-sn9c-0.spec.containers{database} Pulling Pulling image "perconalab/percona-postgresql-operator:main-ppg16-postgres" kubelet logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:17:16 +0000 UTC Normal Pod upgrade-consistency-instance1-sn9c-0.spec.containers{database} Pulled Successfully pulled image "perconalab/percona-postgresql-operator:main-ppg16-postgres" in 144ms (144ms including waiting) kubelet logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:17:16 +0000 UTC Normal Pod upgrade-consistency-instance1-sn9c-0.spec.containers{database} Created Created container database kubelet logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:17:16 +0000 UTC Normal Pod upgrade-consistency-instance1-sn9c-0.spec.containers{database} Started Started container database kubelet logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:17:16 +0000 UTC Normal Pod upgrade-consistency-instance1-sn9c-0.spec.containers{replication-cert-copy} Pulling Pulling image "perconalab/percona-postgresql-operator:main-ppg16-postgres" kubelet logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:17:16 +0000 UTC Normal Pod upgrade-consistency-instance1-sn9c-0.spec.containers{replication-cert-copy} Pulled Successfully pulled image "perconalab/percona-postgresql-operator:main-ppg16-postgres" in 347ms (347ms including waiting) kubelet logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:17:16 +0000 UTC Normal Pod upgrade-consistency-instance1-sn9c-0.spec.containers{replication-cert-copy} Created Created container replication-cert-copy kubelet logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:17:17 +0000 UTC Normal Pod upgrade-consistency-instance1-d6xh-0.spec.initContainers{nss-wrapper-init} Pulled Successfully pulled image "perconalab/percona-postgresql-operator:main-ppg16-postgres" in 330ms (330ms including waiting) kubelet logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:17:17 +0000 UTC Normal Pod upgrade-consistency-instance1-d6xh-0.spec.initContainers{nss-wrapper-init} Created Created container nss-wrapper-init kubelet logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:17:17 +0000 UTC Normal Pod upgrade-consistency-instance1-d6xh-0.spec.initContainers{nss-wrapper-init} Started Started container nss-wrapper-init kubelet logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:17:17 +0000 UTC Normal Pod upgrade-consistency-instance1-d6xh-0.spec.containers{database} Pulling Pulling image "perconalab/percona-postgresql-operator:main-ppg16-postgres" kubelet logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:17:17 +0000 UTC Normal Pod upgrade-consistency-instance1-pbmp-0.spec.initContainers{nss-wrapper-init} Pulled Successfully pulled image "perconalab/percona-postgresql-operator:main-ppg16-postgres" in 333ms (333ms including waiting) kubelet logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:17:17 +0000 UTC Normal Pod upgrade-consistency-instance1-pbmp-0.spec.initContainers{nss-wrapper-init} Created Created container nss-wrapper-init kubelet logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:17:17 +0000 UTC Normal Pod upgrade-consistency-instance1-pbmp-0.spec.initContainers{nss-wrapper-init} Started Started container nss-wrapper-init kubelet logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:17:17 +0000 UTC Normal Pod upgrade-consistency-instance1-pbmp-0.spec.containers{database} Pulling Pulling image "perconalab/percona-postgresql-operator:main-ppg16-postgres" kubelet logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:17:17 +0000 UTC Normal Pod upgrade-consistency-instance1-sn9c-0.spec.containers{replication-cert-copy} Started Started container replication-cert-copy kubelet logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:17:17 +0000 UTC Normal Pod upgrade-consistency-instance1-sn9c-0.spec.containers{pgbackrest} Pulling Pulling image "perconalab/percona-postgresql-operator:main-ppg16-pgbackrest" kubelet logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:17:17 +0000 UTC Normal Pod upgrade-consistency-instance1-sn9c-0.spec.containers{pgbackrest} Pulled Successfully pulled image "perconalab/percona-postgresql-operator:main-ppg16-pgbackrest" in 325ms (325ms including waiting) kubelet logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:17:17 +0000 UTC Normal Pod upgrade-consistency-instance1-sn9c-0.spec.containers{pgbackrest} Created Created container pgbackrest kubelet logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:17:17 +0000 UTC Normal Pod upgrade-consistency-instance1-sn9c-0.spec.containers{pgbackrest} Started Started container pgbackrest kubelet logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:17:17 +0000 UTC Normal Pod upgrade-consistency-instance1-sn9c-0.spec.containers{pgbackrest-config} Pulling Pulling image "perconalab/percona-postgresql-operator:main-ppg16-pgbackrest" kubelet logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:17:17 +0000 UTC Normal Pod upgrade-consistency-instance1-sn9c-0.spec.containers{pgbackrest-config} Pulled Successfully pulled image "perconalab/percona-postgresql-operator:main-ppg16-pgbackrest" in 321ms (321ms including waiting) kubelet logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:17:17 +0000 UTC Normal Pod upgrade-consistency-instance1-sn9c-0.spec.containers{pgbackrest-config} Created Created container pgbackrest-config kubelet logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:17:17 +0000 UTC Normal Pod upgrade-consistency-instance1-sn9c-0.spec.containers{pgbackrest-config} Started Started container pgbackrest-config kubelet logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:17:17 +0000 UTC Normal Pod upgrade-consistency-repo-host-0 SuccessfulAttachVolume AttachVolume.Attach succeeded for volume "pvc-37d5ae89-bebd-4b93-ae15-4749fd70c64a" attachdetach-controller logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:17:18 +0000 UTC Normal Pod upgrade-consistency-instance1-d6xh-0.spec.containers{database} Pulled Successfully pulled image "perconalab/percona-postgresql-operator:main-ppg16-postgres" in 368ms (368ms including waiting) kubelet logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:17:18 +0000 UTC Normal Pod upgrade-consistency-instance1-d6xh-0.spec.containers{database} Created Created container database kubelet logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:17:18 +0000 UTC Normal Pod upgrade-consistency-instance1-d6xh-0.spec.containers{database} Started Started container database kubelet logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:17:18 +0000 UTC Normal Pod upgrade-consistency-instance1-d6xh-0.spec.containers{replication-cert-copy} Pulling Pulling image "perconalab/percona-postgresql-operator:main-ppg16-postgres" kubelet logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:17:18 +0000 UTC Normal Pod upgrade-consistency-instance1-d6xh-0.spec.containers{replication-cert-copy} Pulled Successfully pulled image "perconalab/percona-postgresql-operator:main-ppg16-postgres" in 375ms (375ms including waiting) kubelet logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:17:18 +0000 UTC Normal Pod upgrade-consistency-instance1-d6xh-0.spec.containers{replication-cert-copy} Created Created container replication-cert-copy kubelet logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:17:18 +0000 UTC Normal Pod upgrade-consistency-instance1-d6xh-0.spec.containers{replication-cert-copy} Started Started container replication-cert-copy kubelet logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:17:18 +0000 UTC Normal Pod upgrade-consistency-instance1-d6xh-0.spec.containers{pgbackrest} Pulling Pulling image "perconalab/percona-postgresql-operator:main-ppg16-pgbackrest" kubelet logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:17:18 +0000 UTC Normal Pod upgrade-consistency-instance1-pbmp-0.spec.containers{database} Pulled Successfully pulled image "perconalab/percona-postgresql-operator:main-ppg16-postgres" in 331ms (331ms including waiting) kubelet logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:17:18 +0000 UTC Normal Pod upgrade-consistency-instance1-pbmp-0.spec.containers{database} Created Created container database kubelet logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:17:18 +0000 UTC Normal Pod upgrade-consistency-instance1-pbmp-0.spec.containers{database} Started Started container database kubelet logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:17:18 +0000 UTC Normal Pod upgrade-consistency-instance1-pbmp-0.spec.containers{replication-cert-copy} Pulling Pulling image "perconalab/percona-postgresql-operator:main-ppg16-postgres" kubelet logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:17:18 +0000 UTC Normal Pod upgrade-consistency-instance1-pbmp-0.spec.containers{replication-cert-copy} Pulled Successfully pulled image "perconalab/percona-postgresql-operator:main-ppg16-postgres" in 159ms (159ms including waiting) kubelet logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:17:18 +0000 UTC Normal Pod upgrade-consistency-instance1-pbmp-0.spec.containers{replication-cert-copy} Created Created container replication-cert-copy kubelet logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:17:18 +0000 UTC Normal Pod upgrade-consistency-instance1-pbmp-0.spec.containers{replication-cert-copy} Started Started container replication-cert-copy kubelet logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:17:18 +0000 UTC Normal Pod upgrade-consistency-instance1-pbmp-0.spec.containers{pgbackrest} Pulling Pulling image "perconalab/percona-postgresql-operator:main-ppg16-pgbackrest" kubelet logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:17:18 +0000 UTC Normal Pod upgrade-consistency-instance1-pbmp-0.spec.containers{pgbackrest} Pulled Successfully pulled image "perconalab/percona-postgresql-operator:main-ppg16-pgbackrest" in 318ms (318ms including waiting) kubelet logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:17:18 +0000 UTC Normal Pod upgrade-consistency-instance1-pbmp-0.spec.containers{pgbackrest} Created Created container pgbackrest kubelet logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:17:18 +0000 UTC Normal Pod upgrade-consistency-instance1-pbmp-0.spec.containers{pgbackrest} Started Started container pgbackrest kubelet logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:17:18 +0000 UTC Normal Pod upgrade-consistency-instance1-pbmp-0.spec.containers{pgbackrest-config} Pulling Pulling image "perconalab/percona-postgresql-operator:main-ppg16-pgbackrest" kubelet logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:17:19 +0000 UTC Normal Pod upgrade-consistency-instance1-d6xh-0.spec.containers{pgbackrest} Pulled Successfully pulled image "perconalab/percona-postgresql-operator:main-ppg16-pgbackrest" in 327ms (327ms including waiting) kubelet logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:17:19 +0000 UTC Normal Pod upgrade-consistency-instance1-d6xh-0.spec.containers{pgbackrest} Created Created container pgbackrest kubelet logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:17:19 +0000 UTC Normal Pod upgrade-consistency-instance1-d6xh-0.spec.containers{pgbackrest} Started Started container pgbackrest kubelet logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:17:19 +0000 UTC Normal Pod upgrade-consistency-instance1-d6xh-0.spec.containers{pgbackrest-config} Pulling Pulling image "perconalab/percona-postgresql-operator:main-ppg16-pgbackrest" kubelet logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:17:19 +0000 UTC Normal Pod upgrade-consistency-instance1-d6xh-0.spec.containers{pgbackrest-config} Pulled Successfully pulled image "perconalab/percona-postgresql-operator:main-ppg16-pgbackrest" in 158ms (158ms including waiting) kubelet logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:17:19 +0000 UTC Normal Pod upgrade-consistency-instance1-d6xh-0.spec.containers{pgbackrest-config} Created Created container pgbackrest-config kubelet logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:17:19 +0000 UTC Normal Pod upgrade-consistency-instance1-d6xh-0.spec.containers{pgbackrest-config} Started Started container pgbackrest-config kubelet logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:17:19 +0000 UTC Normal Pod upgrade-consistency-instance1-pbmp-0.spec.containers{pgbackrest-config} Pulled Successfully pulled image "perconalab/percona-postgresql-operator:main-ppg16-pgbackrest" in 336ms (336ms including waiting) kubelet logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:17:19 +0000 UTC Normal Pod upgrade-consistency-instance1-pbmp-0.spec.containers{pgbackrest-config} Created Created container pgbackrest-config kubelet logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:17:19 +0000 UTC Normal Pod upgrade-consistency-instance1-pbmp-0.spec.containers{pgbackrest-config} Started Started container pgbackrest-config kubelet logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:17:19 +0000 UTC Warning Pod upgrade-consistency-instance1-sn9c-0.spec.containers{database} Unhealthy Readiness probe failed: HTTP probe failed with statuscode: 503 kubelet logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:17:19 +0000 UTC Normal Pod upgrade-consistency-repo-host-0.spec.initContainers{pgbackrest-log-dir} Pulling Pulling image "perconalab/percona-postgresql-operator:main-ppg16-pgbackrest" kubelet logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:17:19 +0000 UTC Normal Pod upgrade-consistency-repo-host-0.spec.initContainers{pgbackrest-log-dir} Pulled Successfully pulled image "perconalab/percona-postgresql-operator:main-ppg16-pgbackrest" in 329ms (329ms including waiting) kubelet logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:17:19 +0000 UTC Normal Pod upgrade-consistency-repo-host-0.spec.initContainers{pgbackrest-log-dir} Created Created container pgbackrest-log-dir kubelet logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:17:19 +0000 UTC Normal Pod upgrade-consistency-repo-host-0.spec.initContainers{pgbackrest-log-dir} Started Started container pgbackrest-log-dir kubelet logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:17:20 +0000 UTC Normal Pod upgrade-consistency-repo-host-0.spec.initContainers{nss-wrapper-init} Pulling Pulling image "perconalab/percona-postgresql-operator:main-ppg16-pgbackrest" kubelet logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:17:20 +0000 UTC Normal Pod upgrade-consistency-repo-host-0.spec.initContainers{nss-wrapper-init} Pulled Successfully pulled image "perconalab/percona-postgresql-operator:main-ppg16-pgbackrest" in 367ms (367ms including waiting) kubelet logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:17:20 +0000 UTC Normal Pod upgrade-consistency-repo-host-0.spec.initContainers{nss-wrapper-init} Created Created container nss-wrapper-init kubelet logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:17:20 +0000 UTC Normal Pod upgrade-consistency-repo-host-0.spec.initContainers{nss-wrapper-init} Started Started container nss-wrapper-init kubelet logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:17:21 +0000 UTC Warning Pod upgrade-consistency-instance1-d6xh-0.spec.containers{database} Unhealthy Readiness probe failed: HTTP probe failed with statuscode: 503 kubelet logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:17:21 +0000 UTC Warning Pod upgrade-consistency-instance1-pbmp-0.spec.containers{database} Unhealthy Readiness probe failed: HTTP probe failed with statuscode: 503 kubelet logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:17:21 +0000 UTC Normal Pod upgrade-consistency-repo-host-0.spec.containers{pgbackrest} Pulling Pulling image "perconalab/percona-postgresql-operator:main-ppg16-pgbackrest" kubelet logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:17:21 +0000 UTC Normal Pod upgrade-consistency-repo-host-0.spec.containers{pgbackrest} Pulled Successfully pulled image "perconalab/percona-postgresql-operator:main-ppg16-pgbackrest" in 361ms (361ms including waiting) kubelet logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:17:21 +0000 UTC Normal Pod upgrade-consistency-repo-host-0.spec.containers{pgbackrest} Created Created container pgbackrest kubelet logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:17:21 +0000 UTC Normal Pod upgrade-consistency-repo-host-0.spec.containers{pgbackrest} Started Started container pgbackrest kubelet logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:17:21 +0000 UTC Normal Pod upgrade-consistency-repo-host-0.spec.containers{pgbackrest-config} Pulling Pulling image "perconalab/percona-postgresql-operator:main-ppg16-pgbackrest" kubelet logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:17:22 +0000 UTC Normal Pod upgrade-consistency-repo-host-0.spec.containers{pgbackrest-config} Pulled Successfully pulled image "perconalab/percona-postgresql-operator:main-ppg16-pgbackrest" in 369ms (369ms including waiting) kubelet logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:17:22 +0000 UTC Normal Pod upgrade-consistency-repo-host-0.spec.containers{pgbackrest-config} Created Created container pgbackrest-config kubelet logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:17:22 +0000 UTC Normal Pod upgrade-consistency-repo-host-0.spec.containers{pgbackrest-config} Started Started container pgbackrest-config kubelet logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:17:25 +0000 UTC Normal Pod upgrade-consistency-backup-zp4x-59bqs Scheduled Successfully assigned kuttl-test-clean-warthog/upgrade-consistency-backup-zp4x-59bqs to gke-jen-pg-966-7db6b78d8-default-pool-bd42887e-fhtl default-scheduler logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:17:25 +0000 UTC Normal Job.batch upgrade-consistency-backup-zp4x SuccessfulCreate Created pod: upgrade-consistency-backup-zp4x-59bqs job-controller logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:17:25 +0000 UTC Normal PostgresCluster.postgres-operator.crunchydata.com upgrade-consistency StanzasCreated pgBackRest stanza creation completed successfully postgrescluster-controller logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:17:26 +0000 UTC Normal Pod upgrade-consistency-backup-zp4x-59bqs.spec.containers{pgbackrest} Pulling Pulling image "perconalab/percona-postgresql-operator:main-ppg16-pgbackrest" kubelet logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:17:26 +0000 UTC Normal Pod upgrade-consistency-backup-zp4x-59bqs.spec.containers{pgbackrest} Pulled Successfully pulled image "perconalab/percona-postgresql-operator:main-ppg16-pgbackrest" in 343ms (344ms including waiting) kubelet logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:17:26 +0000 UTC Normal Pod upgrade-consistency-backup-zp4x-59bqs.spec.containers{pgbackrest} Created Created container pgbackrest kubelet logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:17:26 +0000 UTC Normal Pod upgrade-consistency-backup-zp4x-59bqs.spec.containers{pgbackrest} Started Started container pgbackrest kubelet logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:17:57 +0000 UTC Normal Job.batch upgrade-consistency-backup-zp4x Completed Job completed job-controller logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:18:06 +0000 UTC Normal ReplicaSet.apps upgrade-consistency-pgbouncer-796f9679fc SuccessfulCreate Created pod: upgrade-consistency-pgbouncer-796f9679fc-k756k replicaset-controller logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:18:06 +0000 UTC Normal Deployment.apps upgrade-consistency-pgbouncer ScalingReplicaSet Scaled up replica set upgrade-consistency-pgbouncer-796f9679fc to 1 deployment-controller logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:18:06 +0000 UTC Normal Pod upgrade-consistency-repo-host-0.spec.containers{pgbackrest} Killing Stopping container pgbackrest kubelet logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:18:06 +0000 UTC Normal Pod upgrade-consistency-repo-host-0.spec.containers{pgbackrest-config} Killing Stopping container pgbackrest-config kubelet logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:18:06 +0000 UTC Normal StatefulSet.apps upgrade-consistency-repo-host SuccessfulDelete delete Pod upgrade-consistency-repo-host-0 in StatefulSet upgrade-consistency-repo-host successful statefulset-controller logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:18:07 +0000 UTC Normal Pod upgrade-consistency-pgbouncer-796f9679fc-k756k Scheduled Successfully assigned kuttl-test-clean-warthog/upgrade-consistency-pgbouncer-796f9679fc-k756k to gke-jen-pg-966-7db6b78d8-default-pool-bd42887e-6hd2 default-scheduler logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:18:07 +0000 UTC Normal Pod upgrade-consistency-pgbouncer-796f9679fc-k756k.spec.containers{pgbouncer} Pulling Pulling image "perconalab/percona-postgresql-operator:main-ppg16-pgbouncer" kubelet logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:18:07 +0000 UTC Normal Pod upgrade-consistency-pgbouncer-796f9679fc-k756k.spec.containers{pgbouncer} Pulled Successfully pulled image "perconalab/percona-postgresql-operator:main-ppg16-pgbouncer" in 157ms (157ms including waiting) kubelet logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:18:07 +0000 UTC Normal Pod upgrade-consistency-pgbouncer-796f9679fc-k756k.spec.containers{pgbouncer} Created Created container pgbouncer kubelet logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:18:07 +0000 UTC Normal Pod upgrade-consistency-pgbouncer-796f9679fc-k756k.spec.containers{pgbouncer} Started Started container pgbouncer kubelet logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:18:08 +0000 UTC Normal Pod upgrade-consistency-pgbouncer-796f9679fc-k756k.spec.containers{pgbouncer-config} Pulling Pulling image "perconalab/percona-postgresql-operator:main-ppg16-pgbouncer" kubelet logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:18:08 +0000 UTC Normal Pod upgrade-consistency-pgbouncer-796f9679fc-k756k.spec.containers{pgbouncer-config} Pulled Successfully pulled image "perconalab/percona-postgresql-operator:main-ppg16-pgbouncer" in 113ms (113ms including waiting) kubelet logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:18:08 +0000 UTC Normal Pod upgrade-consistency-pgbouncer-796f9679fc-k756k.spec.containers{pgbouncer-config} Created Created container pgbouncer-config kubelet logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:18:08 +0000 UTC Normal Pod upgrade-consistency-pgbouncer-796f9679fc-k756k.spec.containers{pgbouncer-config} Started Started container pgbouncer-config kubelet logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:18:08 +0000 UTC Normal Pod upgrade-consistency-repo-host-0 Scheduled Successfully assigned kuttl-test-clean-warthog/upgrade-consistency-repo-host-0 to gke-jen-pg-966-7db6b78d8-default-pool-bd42887e-fhtl default-scheduler logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:18:08 +0000 UTC Warning Pod upgrade-consistency-repo-host-0 FailedAttachVolume Multi-Attach error for volume "pvc-37d5ae89-bebd-4b93-ae15-4749fd70c64a" Volume is already exclusively attached to one node and can't be attached to another attachdetach-controller logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:18:09 +0000 UTC Normal Pod upgrade-consistency-pgbouncer-544b48746b-4gmzh.spec.containers{pgbouncer} Killing Stopping container pgbouncer kubelet logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:18:09 +0000 UTC Normal Pod upgrade-consistency-pgbouncer-544b48746b-4gmzh.spec.containers{pgbouncer-config} Killing Stopping container pgbouncer-config kubelet logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:18:09 +0000 UTC Normal ReplicaSet.apps upgrade-consistency-pgbouncer-544b48746b SuccessfulDelete Deleted pod: upgrade-consistency-pgbouncer-544b48746b-4gmzh replicaset-controller logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:18:09 +0000 UTC Normal Pod upgrade-consistency-pgbouncer-796f9679fc-2z9sl Scheduled Successfully assigned kuttl-test-clean-warthog/upgrade-consistency-pgbouncer-796f9679fc-2z9sl to gke-jen-pg-966-7db6b78d8-default-pool-bd42887e-6hd2 default-scheduler logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:18:09 +0000 UTC Normal ReplicaSet.apps upgrade-consistency-pgbouncer-796f9679fc SuccessfulCreate Created pod: upgrade-consistency-pgbouncer-796f9679fc-2z9sl replicaset-controller logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:18:09 +0000 UTC Normal Deployment.apps upgrade-consistency-pgbouncer ScalingReplicaSet Scaled down replica set upgrade-consistency-pgbouncer-544b48746b to 2 from 3 deployment-controller logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:18:09 +0000 UTC Normal Deployment.apps upgrade-consistency-pgbouncer ScalingReplicaSet Scaled up replica set upgrade-consistency-pgbouncer-796f9679fc to 2 from 1 deployment-controller logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:18:10 +0000 UTC Normal Pod upgrade-consistency-pgbouncer-796f9679fc-2z9sl.spec.containers{pgbouncer} Pulling Pulling image "perconalab/percona-postgresql-operator:main-ppg16-pgbouncer" kubelet logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:18:10 +0000 UTC Normal Pod upgrade-consistency-pgbouncer-796f9679fc-2z9sl.spec.containers{pgbouncer} Pulled Successfully pulled image "perconalab/percona-postgresql-operator:main-ppg16-pgbouncer" in 312ms (312ms including waiting) kubelet logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:18:10 +0000 UTC Normal Pod upgrade-consistency-pgbouncer-796f9679fc-2z9sl.spec.containers{pgbouncer} Created Created container pgbouncer kubelet logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:18:11 +0000 UTC Normal Pod upgrade-consistency-pgbouncer-544b48746b-nft55.spec.containers{pgbouncer} Killing Stopping container pgbouncer kubelet logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:18:11 +0000 UTC Normal Pod upgrade-consistency-pgbouncer-544b48746b-nft55.spec.containers{pgbouncer-config} Killing Stopping container pgbouncer-config kubelet logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:18:11 +0000 UTC Normal ReplicaSet.apps upgrade-consistency-pgbouncer-544b48746b SuccessfulDelete Deleted pod: upgrade-consistency-pgbouncer-544b48746b-nft55 replicaset-controller logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:18:11 +0000 UTC Normal Pod upgrade-consistency-pgbouncer-796f9679fc-2z9sl.spec.containers{pgbouncer} Started Started container pgbouncer kubelet logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:18:11 +0000 UTC Normal Pod upgrade-consistency-pgbouncer-796f9679fc-2z9sl.spec.containers{pgbouncer-config} Pulling Pulling image "perconalab/percona-postgresql-operator:main-ppg16-pgbouncer" kubelet logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:18:11 +0000 UTC Normal Pod upgrade-consistency-pgbouncer-796f9679fc-2z9sl.spec.containers{pgbouncer-config} Pulled Successfully pulled image "perconalab/percona-postgresql-operator:main-ppg16-pgbouncer" in 297ms (297ms including waiting) kubelet logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:18:11 +0000 UTC Normal Pod upgrade-consistency-pgbouncer-796f9679fc-2z9sl.spec.containers{pgbouncer-config} Created Created container pgbouncer-config kubelet logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:18:11 +0000 UTC Normal Pod upgrade-consistency-pgbouncer-796f9679fc-2z9sl.spec.containers{pgbouncer-config} Started Started container pgbouncer-config kubelet logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:18:11 +0000 UTC Normal Deployment.apps upgrade-consistency-pgbouncer ScalingReplicaSet Scaled down replica set upgrade-consistency-pgbouncer-544b48746b to 1 from 2 deployment-controller logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:18:11 +0000 UTC Normal Deployment.apps upgrade-consistency-pgbouncer ScalingReplicaSet Scaled up replica set upgrade-consistency-pgbouncer-796f9679fc to 3 from 2 deployment-controller logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:18:12 +0000 UTC Normal Pod upgrade-consistency-pgbouncer-796f9679fc-pffcl Scheduled Successfully assigned kuttl-test-clean-warthog/upgrade-consistency-pgbouncer-796f9679fc-pffcl to gke-jen-pg-966-7db6b78d8-default-pool-bd42887e-fhtl default-scheduler logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:18:12 +0000 UTC Normal Pod upgrade-consistency-pgbouncer-796f9679fc-pffcl.spec.containers{pgbouncer} Pulling Pulling image "perconalab/percona-postgresql-operator:main-ppg16-pgbouncer" kubelet logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:18:12 +0000 UTC Normal Pod upgrade-consistency-pgbouncer-796f9679fc-pffcl.spec.containers{pgbouncer} Pulled Successfully pulled image "perconalab/percona-postgresql-operator:main-ppg16-pgbouncer" in 201ms (201ms including waiting) kubelet logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:18:12 +0000 UTC Normal ReplicaSet.apps upgrade-consistency-pgbouncer-796f9679fc SuccessfulCreate Created pod: upgrade-consistency-pgbouncer-796f9679fc-pffcl replicaset-controller logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:18:13 +0000 UTC Normal Pod upgrade-consistency-instance1-d6xh-0 Scheduled Successfully assigned kuttl-test-clean-warthog/upgrade-consistency-instance1-d6xh-0 to gke-jen-pg-966-7db6b78d8-default-pool-bd42887e-fhtl default-scheduler logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:18:13 +0000 UTC Normal Pod upgrade-consistency-pgbouncer-796f9679fc-pffcl.spec.containers{pgbouncer} Created Created container pgbouncer kubelet logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:18:13 +0000 UTC Normal Pod upgrade-consistency-pgbouncer-796f9679fc-pffcl.spec.containers{pgbouncer} Started Started container pgbouncer kubelet logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:18:13 +0000 UTC Normal Pod upgrade-consistency-pgbouncer-796f9679fc-pffcl.spec.containers{pgbouncer-config} Pulling Pulling image "perconalab/percona-postgresql-operator:main-ppg16-pgbouncer" kubelet logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:18:13 +0000 UTC Normal Pod upgrade-consistency-pgbouncer-796f9679fc-pffcl.spec.containers{pgbouncer-config} Pulled Successfully pulled image "perconalab/percona-postgresql-operator:main-ppg16-pgbouncer" in 328ms (328ms including waiting) kubelet logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:18:13 +0000 UTC Normal Pod upgrade-consistency-pgbouncer-796f9679fc-pffcl.spec.containers{pgbouncer-config} Created Created container pgbouncer-config kubelet logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:18:13 +0000 UTC Normal Pod upgrade-consistency-pgbouncer-796f9679fc-pffcl.spec.containers{pgbouncer-config} Started Started container pgbouncer-config kubelet logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:18:14 +0000 UTC Normal Pod upgrade-consistency-pgbouncer-544b48746b-jx4c5.spec.containers{pgbouncer} Killing Stopping container pgbouncer kubelet logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:18:14 +0000 UTC Normal Pod upgrade-consistency-pgbouncer-544b48746b-jx4c5.spec.containers{pgbouncer-config} Killing Stopping container pgbouncer-config kubelet logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:18:14 +0000 UTC Normal ReplicaSet.apps upgrade-consistency-pgbouncer-544b48746b SuccessfulDelete Deleted pod: upgrade-consistency-pgbouncer-544b48746b-jx4c5 replicaset-controller logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:18:14 +0000 UTC Normal Deployment.apps upgrade-consistency-pgbouncer ScalingReplicaSet Scaled down replica set upgrade-consistency-pgbouncer-544b48746b to 0 from 1 deployment-controller logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:18:16 +0000 UTC Normal Pod upgrade-consistency-instance1-d6xh-0.spec.initContainers{postgres-startup} Pulling Pulling image "perconalab/percona-postgresql-operator:main-ppg16-postgres" kubelet logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:18:17 +0000 UTC Normal Pod upgrade-consistency-instance1-d6xh-0.spec.initContainers{postgres-startup} Pulled Successfully pulled image "perconalab/percona-postgresql-operator:main-ppg16-postgres" in 170ms (170ms including waiting) kubelet logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:18:17 +0000 UTC Normal Pod upgrade-consistency-instance1-d6xh-0.spec.initContainers{postgres-startup} Created Created container postgres-startup kubelet logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:18:17 +0000 UTC Normal Pod upgrade-consistency-instance1-d6xh-0.spec.initContainers{postgres-startup} Started Started container postgres-startup kubelet logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:18:18 +0000 UTC Normal Pod upgrade-consistency-instance1-d6xh-0.spec.initContainers{nss-wrapper-init} Pulling Pulling image "perconalab/percona-postgresql-operator:main-ppg16-postgres" kubelet logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:18:18 +0000 UTC Normal Pod upgrade-consistency-instance1-d6xh-0.spec.initContainers{nss-wrapper-init} Pulled Successfully pulled image "perconalab/percona-postgresql-operator:main-ppg16-postgres" in 347ms (347ms including waiting) kubelet logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:18:18 +0000 UTC Normal Pod upgrade-consistency-instance1-d6xh-0.spec.initContainers{nss-wrapper-init} Created Created container nss-wrapper-init kubelet logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:18:18 +0000 UTC Normal Pod upgrade-consistency-instance1-d6xh-0.spec.initContainers{nss-wrapper-init} Started Started container nss-wrapper-init kubelet logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:18:19 +0000 UTC Normal Pod upgrade-consistency-instance1-d6xh-0.spec.containers{database} Pulling Pulling image "perconalab/percona-postgresql-operator:main-ppg16-postgres" kubelet logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:18:19 +0000 UTC Normal Pod upgrade-consistency-instance1-d6xh-0.spec.containers{database} Pulled Successfully pulled image "perconalab/percona-postgresql-operator:main-ppg16-postgres" in 154ms (154ms including waiting) kubelet logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:18:19 +0000 UTC Normal Pod upgrade-consistency-instance1-d6xh-0.spec.containers{database} Created Created container database kubelet logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:18:19 +0000 UTC Normal Pod upgrade-consistency-instance1-d6xh-0.spec.containers{database} Started Started container database kubelet logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:18:19 +0000 UTC Normal Pod upgrade-consistency-instance1-d6xh-0.spec.containers{replication-cert-copy} Pulling Pulling image "perconalab/percona-postgresql-operator:main-ppg16-postgres" kubelet logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:18:19 +0000 UTC Normal Pod upgrade-consistency-instance1-d6xh-0.spec.containers{replication-cert-copy} Pulled Successfully pulled image "perconalab/percona-postgresql-operator:main-ppg16-postgres" in 150ms (150ms including waiting) kubelet logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:18:19 +0000 UTC Normal Pod upgrade-consistency-instance1-d6xh-0.spec.containers{replication-cert-copy} Created Created container replication-cert-copy kubelet logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:18:19 +0000 UTC Normal Pod upgrade-consistency-instance1-d6xh-0.spec.containers{replication-cert-copy} Started Started container replication-cert-copy kubelet logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:18:19 +0000 UTC Normal Pod upgrade-consistency-instance1-d6xh-0.spec.containers{pgbackrest} Pulling Pulling image "perconalab/percona-postgresql-operator:main-ppg16-pgbackrest" kubelet logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:18:19 +0000 UTC Normal Pod upgrade-consistency-instance1-d6xh-0.spec.containers{pgbackrest} Pulled Successfully pulled image "perconalab/percona-postgresql-operator:main-ppg16-pgbackrest" in 168ms (168ms including waiting) kubelet logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:18:19 +0000 UTC Normal Pod upgrade-consistency-instance1-d6xh-0.spec.containers{pgbackrest} Created Created container pgbackrest kubelet logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:18:19 +0000 UTC Normal Pod upgrade-consistency-instance1-d6xh-0.spec.containers{pgbackrest} Started Started container pgbackrest kubelet logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:18:19 +0000 UTC Normal Pod upgrade-consistency-instance1-d6xh-0.spec.containers{pgbackrest-config} Pulling Pulling image "perconalab/percona-postgresql-operator:main-ppg16-pgbackrest" kubelet logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:18:20 +0000 UTC Normal Pod upgrade-consistency-instance1-d6xh-0.spec.containers{pgbackrest-config} Pulled Successfully pulled image "perconalab/percona-postgresql-operator:main-ppg16-pgbackrest" in 352ms (352ms including waiting) kubelet logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:18:20 +0000 UTC Normal Pod upgrade-consistency-instance1-d6xh-0.spec.containers{pgbackrest-config} Created Created container pgbackrest-config kubelet logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:18:20 +0000 UTC Normal Pod upgrade-consistency-instance1-d6xh-0.spec.containers{pgbackrest-config} Started Started container pgbackrest-config kubelet logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:18:22 +0000 UTC Warning Pod upgrade-consistency-instance1-d6xh-0.spec.containers{database} Unhealthy Readiness probe failed: HTTP probe failed with statuscode: 503 kubelet logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:18:24 +0000 UTC Normal Pod upgrade-consistency-repo-host-0 SuccessfulAttachVolume AttachVolume.Attach succeeded for volume "pvc-37d5ae89-bebd-4b93-ae15-4749fd70c64a" attachdetach-controller logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:18:25 +0000 UTC Normal Pod upgrade-consistency-repo-host-0.spec.initContainers{pgbackrest-log-dir} Pulling Pulling image "perconalab/percona-postgresql-operator:main-ppg16-pgbackrest" kubelet logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:18:25 +0000 UTC Normal Pod upgrade-consistency-repo-host-0.spec.initContainers{pgbackrest-log-dir} Pulled Successfully pulled image "perconalab/percona-postgresql-operator:main-ppg16-pgbackrest" in 327ms (327ms including waiting) kubelet logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:18:25 +0000 UTC Normal Pod upgrade-consistency-repo-host-0.spec.initContainers{pgbackrest-log-dir} Created Created container pgbackrest-log-dir kubelet logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:18:26 +0000 UTC Normal Pod upgrade-consistency-repo-host-0.spec.initContainers{pgbackrest-log-dir} Started Started container pgbackrest-log-dir kubelet logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:18:27 +0000 UTC Normal Pod upgrade-consistency-repo-host-0.spec.initContainers{nss-wrapper-init} Pulling Pulling image "perconalab/percona-postgresql-operator:main-ppg16-pgbackrest" kubelet logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:18:27 +0000 UTC Normal Pod upgrade-consistency-repo-host-0.spec.initContainers{nss-wrapper-init} Pulled Successfully pulled image "perconalab/percona-postgresql-operator:main-ppg16-pgbackrest" in 354ms (354ms including waiting) kubelet logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:18:27 +0000 UTC Normal Pod upgrade-consistency-repo-host-0.spec.initContainers{nss-wrapper-init} Created Created container nss-wrapper-init kubelet logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:18:27 +0000 UTC Normal Pod upgrade-consistency-repo-host-0.spec.initContainers{nss-wrapper-init} Started Started container nss-wrapper-init kubelet logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:18:28 +0000 UTC Normal Pod upgrade-consistency-repo-host-0.spec.containers{pgbackrest} Pulling Pulling image "perconalab/percona-postgresql-operator:main-ppg16-pgbackrest" kubelet logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:18:28 +0000 UTC Normal Pod upgrade-consistency-repo-host-0.spec.containers{pgbackrest} Pulled Successfully pulled image "perconalab/percona-postgresql-operator:main-ppg16-pgbackrest" in 340ms (340ms including waiting) kubelet logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:18:28 +0000 UTC Normal Pod upgrade-consistency-repo-host-0.spec.containers{pgbackrest} Created Created container pgbackrest kubelet logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:18:28 +0000 UTC Normal Pod upgrade-consistency-repo-host-0.spec.containers{pgbackrest} Started Started container pgbackrest kubelet logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:18:28 +0000 UTC Normal Pod upgrade-consistency-repo-host-0.spec.containers{pgbackrest-config} Pulling Pulling image "perconalab/percona-postgresql-operator:main-ppg16-pgbackrest" kubelet logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:18:28 +0000 UTC Normal Pod upgrade-consistency-repo-host-0.spec.containers{pgbackrest-config} Pulled Successfully pulled image "perconalab/percona-postgresql-operator:main-ppg16-pgbackrest" in 160ms (160ms including waiting) kubelet logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:18:28 +0000 UTC Normal Pod upgrade-consistency-repo-host-0.spec.containers{pgbackrest-config} Created Created container pgbackrest-config kubelet logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:18:28 +0000 UTC Normal Pod upgrade-consistency-repo-host-0.spec.containers{pgbackrest-config} Started Started container pgbackrest-config kubelet logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:19:34 +0000 UTC Normal Pod upgrade-consistency-instance1-pbmp-0 Scheduled Successfully assigned kuttl-test-clean-warthog/upgrade-consistency-instance1-pbmp-0 to gke-jen-pg-966-7db6b78d8-default-pool-bd42887e-tf8j default-scheduler logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:19:42 +0000 UTC Normal Pod upgrade-consistency-instance1-pbmp-0.spec.initContainers{postgres-startup} Pulling Pulling image "perconalab/percona-postgresql-operator:main-ppg16-postgres" kubelet logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:19:42 +0000 UTC Normal Pod upgrade-consistency-instance1-pbmp-0.spec.initContainers{postgres-startup} Pulled Successfully pulled image "perconalab/percona-postgresql-operator:main-ppg16-postgres" in 160ms (160ms including waiting) kubelet logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:19:42 +0000 UTC Normal Pod upgrade-consistency-instance1-pbmp-0.spec.initContainers{postgres-startup} Created Created container postgres-startup kubelet logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:19:42 +0000 UTC Normal Pod upgrade-consistency-instance1-pbmp-0.spec.initContainers{postgres-startup} Started Started container postgres-startup kubelet logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:19:43 +0000 UTC Normal Pod upgrade-consistency-instance1-pbmp-0.spec.initContainers{nss-wrapper-init} Pulling Pulling image "perconalab/percona-postgresql-operator:main-ppg16-postgres" kubelet logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:19:43 +0000 UTC Normal Pod upgrade-consistency-instance1-pbmp-0.spec.initContainers{nss-wrapper-init} Pulled Successfully pulled image "perconalab/percona-postgresql-operator:main-ppg16-postgres" in 321ms (321ms including waiting) kubelet logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:19:43 +0000 UTC Normal Pod upgrade-consistency-instance1-pbmp-0.spec.initContainers{nss-wrapper-init} Created Created container nss-wrapper-init kubelet logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:19:43 +0000 UTC Normal Pod upgrade-consistency-instance1-pbmp-0.spec.initContainers{nss-wrapper-init} Started Started container nss-wrapper-init kubelet logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:19:44 +0000 UTC Normal Pod upgrade-consistency-instance1-pbmp-0.spec.containers{database} Pulling Pulling image "perconalab/percona-postgresql-operator:main-ppg16-postgres" kubelet logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:19:44 +0000 UTC Normal Pod upgrade-consistency-instance1-pbmp-0.spec.containers{database} Pulled Successfully pulled image "perconalab/percona-postgresql-operator:main-ppg16-postgres" in 316ms (316ms including waiting) kubelet logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:19:44 +0000 UTC Normal Pod upgrade-consistency-instance1-pbmp-0.spec.containers{database} Created Created container database kubelet logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:19:44 +0000 UTC Normal Pod upgrade-consistency-instance1-pbmp-0.spec.containers{database} Started Started container database kubelet logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:19:44 +0000 UTC Normal Pod upgrade-consistency-instance1-pbmp-0.spec.containers{replication-cert-copy} Pulling Pulling image "perconalab/percona-postgresql-operator:main-ppg16-postgres" kubelet logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:19:44 +0000 UTC Normal Pod upgrade-consistency-instance1-pbmp-0.spec.containers{replication-cert-copy} Pulled Successfully pulled image "perconalab/percona-postgresql-operator:main-ppg16-postgres" in 327ms (327ms including waiting) kubelet logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:19:45 +0000 UTC Normal Pod upgrade-consistency-instance1-pbmp-0.spec.containers{replication-cert-copy} Created Created container replication-cert-copy kubelet logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:19:45 +0000 UTC Normal Pod upgrade-consistency-instance1-pbmp-0.spec.containers{replication-cert-copy} Started Started container replication-cert-copy kubelet logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:19:45 +0000 UTC Normal Pod upgrade-consistency-instance1-pbmp-0.spec.containers{pgbackrest} Pulling Pulling image "perconalab/percona-postgresql-operator:main-ppg16-pgbackrest" kubelet logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:19:45 +0000 UTC Normal Pod upgrade-consistency-instance1-pbmp-0.spec.containers{pgbackrest} Pulled Successfully pulled image "perconalab/percona-postgresql-operator:main-ppg16-pgbackrest" in 301ms (301ms including waiting) kubelet logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:19:45 +0000 UTC Normal Pod upgrade-consistency-instance1-pbmp-0.spec.containers{pgbackrest} Created Created container pgbackrest kubelet logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:19:45 +0000 UTC Normal Pod upgrade-consistency-instance1-pbmp-0.spec.containers{pgbackrest} Started Started container pgbackrest kubelet logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:19:45 +0000 UTC Normal Pod upgrade-consistency-instance1-pbmp-0.spec.containers{pgbackrest-config} Pulling Pulling image "perconalab/percona-postgresql-operator:main-ppg16-pgbackrest" kubelet logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:19:45 +0000 UTC Normal Pod upgrade-consistency-instance1-pbmp-0.spec.containers{pgbackrest-config} Pulled Successfully pulled image "perconalab/percona-postgresql-operator:main-ppg16-pgbackrest" in 328ms (328ms including waiting) kubelet logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:19:45 +0000 UTC Normal Pod upgrade-consistency-instance1-pbmp-0.spec.containers{pgbackrest-config} Created Created container pgbackrest-config kubelet logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:19:46 +0000 UTC Normal Pod upgrade-consistency-instance1-pbmp-0.spec.containers{pgbackrest-config} Started Started container pgbackrest-config kubelet logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:19:55 +0000 UTC Normal Pod upgrade-consistency-instance1-sn9c-0 Scheduled Successfully assigned kuttl-test-clean-warthog/upgrade-consistency-instance1-sn9c-0 to gke-jen-pg-966-7db6b78d8-default-pool-bd42887e-6hd2 default-scheduler logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:19:56 +0000 UTC Normal Pod upgrade-consistency-instance1-sn9c-0.spec.initContainers{postgres-startup} Pulling Pulling image "perconalab/percona-postgresql-operator:main-ppg16-postgres" kubelet logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:19:56 +0000 UTC Normal Pod upgrade-consistency-instance1-sn9c-0.spec.initContainers{postgres-startup} Pulled Successfully pulled image "perconalab/percona-postgresql-operator:main-ppg16-postgres" in 186ms (186ms including waiting) kubelet logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:19:56 +0000 UTC Normal Pod upgrade-consistency-instance1-sn9c-0.spec.initContainers{postgres-startup} Created Created container postgres-startup kubelet logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:19:56 +0000 UTC Normal Pod upgrade-consistency-instance1-sn9c-0.spec.initContainers{postgres-startup} Started Started container postgres-startup kubelet logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:19:57 +0000 UTC Normal Pod upgrade-consistency-instance1-sn9c-0.spec.initContainers{nss-wrapper-init} Pulling Pulling image "perconalab/percona-postgresql-operator:main-ppg16-postgres" kubelet logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:19:58 +0000 UTC Normal Pod upgrade-consistency-instance1-sn9c-0.spec.initContainers{nss-wrapper-init} Pulled Successfully pulled image "perconalab/percona-postgresql-operator:main-ppg16-postgres" in 171ms (171ms including waiting) kubelet logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:19:58 +0000 UTC Normal Pod upgrade-consistency-instance1-sn9c-0.spec.initContainers{nss-wrapper-init} Created Created container nss-wrapper-init kubelet logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:19:58 +0000 UTC Normal Pod upgrade-consistency-instance1-sn9c-0.spec.initContainers{nss-wrapper-init} Started Started container nss-wrapper-init kubelet logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:19:58 +0000 UTC Normal Pod upgrade-consistency-instance1-sn9c-0.spec.containers{database} Pulling Pulling image "perconalab/percona-postgresql-operator:main-ppg16-postgres" kubelet logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:19:59 +0000 UTC Normal Pod upgrade-consistency-instance1-sn9c-0.spec.containers{database} Pulled Successfully pulled image "perconalab/percona-postgresql-operator:main-ppg16-postgres" in 148ms (148ms including waiting) kubelet logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:19:59 +0000 UTC Normal Pod upgrade-consistency-instance1-sn9c-0.spec.containers{database} Created Created container database kubelet logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:19:59 +0000 UTC Normal Pod upgrade-consistency-instance1-sn9c-0.spec.containers{database} Started Started container database kubelet logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:19:59 +0000 UTC Normal Pod upgrade-consistency-instance1-sn9c-0.spec.containers{replication-cert-copy} Pulling Pulling image "perconalab/percona-postgresql-operator:main-ppg16-postgres" kubelet logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:19:59 +0000 UTC Normal Pod upgrade-consistency-instance1-sn9c-0.spec.containers{replication-cert-copy} Pulled Successfully pulled image "perconalab/percona-postgresql-operator:main-ppg16-postgres" in 363ms (363ms including waiting) kubelet logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:19:59 +0000 UTC Normal Pod upgrade-consistency-instance1-sn9c-0.spec.containers{replication-cert-copy} Created Created container replication-cert-copy kubelet logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:19:59 +0000 UTC Normal Pod upgrade-consistency-instance1-sn9c-0.spec.containers{replication-cert-copy} Started Started container replication-cert-copy kubelet logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:19:59 +0000 UTC Normal Pod upgrade-consistency-instance1-sn9c-0.spec.containers{pgbackrest} Pulling Pulling image "perconalab/percona-postgresql-operator:main-ppg16-pgbackrest" kubelet logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:19:59 +0000 UTC Normal Pod upgrade-consistency-instance1-sn9c-0.spec.containers{pgbackrest} Pulled Successfully pulled image "perconalab/percona-postgresql-operator:main-ppg16-pgbackrest" in 266ms (266ms including waiting) kubelet logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:20:00 +0000 UTC Normal Pod upgrade-consistency-instance1-sn9c-0.spec.containers{pgbackrest} Created Created container pgbackrest kubelet logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:20:00 +0000 UTC Normal Pod upgrade-consistency-instance1-sn9c-0.spec.containers{pgbackrest} Started Started container pgbackrest kubelet logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:20:00 +0000 UTC Normal Pod upgrade-consistency-instance1-sn9c-0.spec.containers{pgbackrest-config} Pulling Pulling image "perconalab/percona-postgresql-operator:main-ppg16-pgbackrest" kubelet logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:20:00 +0000 UTC Normal Pod upgrade-consistency-instance1-sn9c-0.spec.containers{pgbackrest-config} Pulled Successfully pulled image "perconalab/percona-postgresql-operator:main-ppg16-pgbackrest" in 219ms (219ms including waiting) kubelet logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:20:00 +0000 UTC Normal Pod upgrade-consistency-instance1-sn9c-0.spec.containers{pgbackrest-config} Created Created container pgbackrest-config kubelet logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:20:00 +0000 UTC Normal Pod upgrade-consistency-instance1-sn9c-0.spec.containers{pgbackrest-config} Started Started container pgbackrest-config kubelet logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:20:09 +0000 UTC Normal Deployment.apps upgrade-consistency-pgbouncer ScalingReplicaSet Scaled up replica set upgrade-consistency-pgbouncer-5c65d6d46d to 1 deployment-controller logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:20:09 +0000 UTC Normal Pod upgrade-consistency-repo-host-0.spec.containers{pgbackrest-config} Killing Stopping container pgbackrest-config kubelet logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:20:09 +0000 UTC Normal Pod upgrade-consistency-repo-host-0.spec.containers{pgbackrest} Killing Stopping container pgbackrest kubelet logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:20:10 +0000 UTC Normal Pod upgrade-consistency-pgbouncer-5c65d6d46d-6tqrb Scheduled Successfully assigned kuttl-test-clean-warthog/upgrade-consistency-pgbouncer-5c65d6d46d-6tqrb to gke-jen-pg-966-7db6b78d8-default-pool-bd42887e-tf8j default-scheduler logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:20:10 +0000 UTC Normal Pod upgrade-consistency-pgbouncer-5c65d6d46d-6tqrb.spec.containers{pgbouncer} Pulling Pulling image "perconalab/percona-postgresql-operator:main-ppg16-pgbouncer" kubelet logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:20:10 +0000 UTC Normal ReplicaSet.apps upgrade-consistency-pgbouncer-5c65d6d46d SuccessfulCreate Created pod: upgrade-consistency-pgbouncer-5c65d6d46d-6tqrb replicaset-controller logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:20:10 +0000 UTC Normal Pod upgrade-consistency-repo-host-0 Scheduled Successfully assigned kuttl-test-clean-warthog/upgrade-consistency-repo-host-0 to gke-jen-pg-966-7db6b78d8-default-pool-bd42887e-fhtl default-scheduler logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:20:11 +0000 UTC Normal Pod upgrade-consistency-instance1-sn9c-0.spec.containers{pgbackrest-config} Killing Stopping container pgbackrest-config kubelet logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:20:11 +0000 UTC Normal Pod upgrade-consistency-pgbouncer-5c65d6d46d-6tqrb.spec.containers{pgbouncer} Pulled Successfully pulled image "perconalab/percona-postgresql-operator:main-ppg16-pgbouncer" in 308ms (309ms including waiting) kubelet logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:20:11 +0000 UTC Normal Pod upgrade-consistency-pgbouncer-5c65d6d46d-6tqrb.spec.containers{pgbouncer} Created Created container pgbouncer kubelet logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:20:11 +0000 UTC Normal Pod upgrade-consistency-pgbouncer-5c65d6d46d-6tqrb.spec.containers{pgbouncer} Started Started container pgbouncer kubelet logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:20:11 +0000 UTC Normal Pod upgrade-consistency-pgbouncer-5c65d6d46d-6tqrb.spec.containers{pgbouncer-config} Pulling Pulling image "perconalab/percona-postgresql-operator:main-ppg16-pgbouncer" kubelet logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:20:11 +0000 UTC Normal Pod upgrade-consistency-pgbouncer-5c65d6d46d-6tqrb.spec.containers{pgbouncer-config} Pulled Successfully pulled image "perconalab/percona-postgresql-operator:main-ppg16-pgbouncer" in 334ms (334ms including waiting) kubelet logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:20:11 +0000 UTC Normal Pod upgrade-consistency-pgbouncer-5c65d6d46d-6tqrb.spec.containers{pgbouncer-config} Created Created container pgbouncer-config kubelet logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:20:11 +0000 UTC Normal Pod upgrade-consistency-pgbouncer-5c65d6d46d-6tqrb.spec.containers{pgbouncer-config} Started Started container pgbouncer-config kubelet logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:20:12 +0000 UTC Normal Pod upgrade-consistency-pgbouncer-5c65d6d46d-2tg9z Scheduled Successfully assigned kuttl-test-clean-warthog/upgrade-consistency-pgbouncer-5c65d6d46d-2tg9z to gke-jen-pg-966-7db6b78d8-default-pool-bd42887e-fhtl default-scheduler logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:20:12 +0000 UTC Normal ReplicaSet.apps upgrade-consistency-pgbouncer-5c65d6d46d SuccessfulCreate Created pod: upgrade-consistency-pgbouncer-5c65d6d46d-2tg9z replicaset-controller logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:20:12 +0000 UTC Normal Pod upgrade-consistency-pgbouncer-796f9679fc-2z9sl.spec.containers{pgbouncer} Killing Stopping container pgbouncer kubelet logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:20:12 +0000 UTC Normal Pod upgrade-consistency-pgbouncer-796f9679fc-2z9sl.spec.containers{pgbouncer-config} Killing Stopping container pgbouncer-config kubelet logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:20:12 +0000 UTC Normal ReplicaSet.apps upgrade-consistency-pgbouncer-796f9679fc SuccessfulDelete Deleted pod: upgrade-consistency-pgbouncer-796f9679fc-2z9sl replicaset-controller logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:20:12 +0000 UTC Normal Deployment.apps upgrade-consistency-pgbouncer ScalingReplicaSet Scaled down replica set upgrade-consistency-pgbouncer-796f9679fc to 2 from 3 deployment-controller logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:20:12 +0000 UTC Normal Deployment.apps upgrade-consistency-pgbouncer ScalingReplicaSet (combined from similar events): Scaled down replica set upgrade-consistency-pgbouncer-796f9679fc to 0 from 1 logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:20:13 +0000 UTC Normal Pod upgrade-consistency-instance1-sn9c-0 Scheduled Successfully assigned kuttl-test-clean-warthog/upgrade-consistency-instance1-sn9c-0 to gke-jen-pg-966-7db6b78d8-default-pool-bd42887e-6hd2 default-scheduler logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:20:13 +0000 UTC Normal Pod upgrade-consistency-pgbouncer-5c65d6d46d-2tg9z.spec.containers{pgbouncer} Pulling Pulling image "perconalab/percona-postgresql-operator:main-ppg16-pgbouncer" kubelet logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:20:13 +0000 UTC Normal Pod upgrade-consistency-pgbouncer-5c65d6d46d-2tg9z.spec.containers{pgbouncer} Pulled Successfully pulled image "perconalab/percona-postgresql-operator:main-ppg16-pgbouncer" in 156ms (156ms including waiting) kubelet logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:20:13 +0000 UTC Normal Pod upgrade-consistency-pgbouncer-5c65d6d46d-2tg9z.spec.containers{pgbouncer} Created Created container pgbouncer kubelet logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:20:13 +0000 UTC Normal Pod upgrade-consistency-pgbouncer-5c65d6d46d-2tg9z.spec.containers{pgbouncer} Started Started container pgbouncer kubelet logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:20:13 +0000 UTC Normal Pod upgrade-consistency-pgbouncer-5c65d6d46d-2tg9z.spec.containers{pgbouncer-config} Pulling Pulling image "perconalab/percona-postgresql-operator:main-ppg16-pgbouncer" kubelet logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:20:13 +0000 UTC Normal Pod upgrade-consistency-pgbouncer-5c65d6d46d-2tg9z.spec.containers{pgbouncer-config} Pulled Successfully pulled image "perconalab/percona-postgresql-operator:main-ppg16-pgbouncer" in 312ms (312ms including waiting) kubelet logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:20:13 +0000 UTC Normal Pod upgrade-consistency-pgbouncer-5c65d6d46d-2tg9z.spec.containers{pgbouncer-config} Created Created container pgbouncer-config kubelet logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:20:14 +0000 UTC Normal Pod upgrade-consistency-pgbouncer-5c65d6d46d-2tg9z.spec.containers{pgbouncer-config} Started Started container pgbouncer-config kubelet logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:20:14 +0000 UTC Normal Pod upgrade-consistency-pgbouncer-5c65d6d46d-mr8tr Scheduled Successfully assigned kuttl-test-clean-warthog/upgrade-consistency-pgbouncer-5c65d6d46d-mr8tr to gke-jen-pg-966-7db6b78d8-default-pool-bd42887e-6hd2 default-scheduler logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:20:14 +0000 UTC Normal ReplicaSet.apps upgrade-consistency-pgbouncer-5c65d6d46d SuccessfulCreate Created pod: upgrade-consistency-pgbouncer-5c65d6d46d-mr8tr replicaset-controller logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:20:14 +0000 UTC Normal Pod upgrade-consistency-pgbouncer-796f9679fc-pffcl.spec.containers{pgbouncer} Killing Stopping container pgbouncer kubelet logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:20:14 +0000 UTC Normal Pod upgrade-consistency-pgbouncer-796f9679fc-pffcl.spec.containers{pgbouncer-config} Killing Stopping container pgbouncer-config kubelet logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:20:14 +0000 UTC Normal ReplicaSet.apps upgrade-consistency-pgbouncer-796f9679fc SuccessfulDelete Deleted pod: upgrade-consistency-pgbouncer-796f9679fc-pffcl replicaset-controller logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:20:15 +0000 UTC Normal Pod upgrade-consistency-pgbouncer-5c65d6d46d-mr8tr.spec.containers{pgbouncer} Pulling Pulling image "perconalab/percona-postgresql-operator:main-ppg16-pgbouncer" kubelet logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:20:15 +0000 UTC Normal Pod upgrade-consistency-pgbouncer-5c65d6d46d-mr8tr.spec.containers{pgbouncer} Pulled Successfully pulled image "perconalab/percona-postgresql-operator:main-ppg16-pgbouncer" in 315ms (315ms including waiting) kubelet logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:20:15 +0000 UTC Normal Pod upgrade-consistency-pgbouncer-5c65d6d46d-mr8tr.spec.containers{pgbouncer} Created Created container pgbouncer kubelet logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:20:15 +0000 UTC Normal Pod upgrade-consistency-pgbouncer-5c65d6d46d-mr8tr.spec.containers{pgbouncer} Started Started container pgbouncer kubelet logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:20:15 +0000 UTC Normal Pod upgrade-consistency-pgbouncer-5c65d6d46d-mr8tr.spec.containers{pgbouncer-config} Pulling Pulling image "perconalab/percona-postgresql-operator:main-ppg16-pgbouncer" kubelet logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:20:15 +0000 UTC Normal Pod upgrade-consistency-pgbouncer-5c65d6d46d-mr8tr.spec.containers{pgbouncer-config} Pulled Successfully pulled image "perconalab/percona-postgresql-operator:main-ppg16-pgbouncer" in 130ms (130ms including waiting) kubelet logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:20:15 +0000 UTC Normal Pod upgrade-consistency-pgbouncer-5c65d6d46d-mr8tr.spec.containers{pgbouncer-config} Created Created container pgbouncer-config kubelet logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:20:16 +0000 UTC Normal Pod upgrade-consistency-pgbouncer-5c65d6d46d-mr8tr.spec.containers{pgbouncer-config} Started Started container pgbouncer-config kubelet logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:20:17 +0000 UTC Normal Pod upgrade-consistency-pgbouncer-796f9679fc-k756k.spec.containers{pgbouncer} Killing Stopping container pgbouncer kubelet logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:20:17 +0000 UTC Normal Pod upgrade-consistency-pgbouncer-796f9679fc-k756k.spec.containers{pgbouncer-config} Killing Stopping container pgbouncer-config kubelet logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:20:17 +0000 UTC Normal ReplicaSet.apps upgrade-consistency-pgbouncer-796f9679fc SuccessfulDelete Deleted pod: upgrade-consistency-pgbouncer-796f9679fc-k756k replicaset-controller logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:20:19 +0000 UTC Normal Pod upgrade-consistency-repo-host-0.spec.initContainers{pgbackrest-log-dir} Pulling Pulling image "perconalab/percona-postgresql-operator:main-ppg16-pgbackrest" kubelet logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:20:20 +0000 UTC Normal Pod upgrade-consistency-repo-host-0.spec.initContainers{pgbackrest-log-dir} Pulled Successfully pulled image "perconalab/percona-postgresql-operator:main-ppg16-pgbackrest" in 339ms (339ms including waiting) kubelet logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:20:20 +0000 UTC Normal Pod upgrade-consistency-repo-host-0.spec.initContainers{pgbackrest-log-dir} Created Created container pgbackrest-log-dir kubelet logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:20:20 +0000 UTC Normal Pod upgrade-consistency-repo-host-0.spec.initContainers{pgbackrest-log-dir} Started Started container pgbackrest-log-dir kubelet logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:20:20 +0000 UTC Normal Pod upgrade-consistency-repo-host-0.spec.initContainers{nss-wrapper-init} Pulling Pulling image "perconalab/percona-postgresql-operator:main-ppg16-pgbackrest" kubelet logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:20:20 +0000 UTC Normal Pod upgrade-consistency-repo-host-0.spec.initContainers{nss-wrapper-init} Pulled Successfully pulled image "perconalab/percona-postgresql-operator:main-ppg16-pgbackrest" in 153ms (153ms including waiting) kubelet logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:20:20 +0000 UTC Normal Pod upgrade-consistency-repo-host-0.spec.initContainers{nss-wrapper-init} Created Created container nss-wrapper-init kubelet logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:20:20 +0000 UTC Normal Pod upgrade-consistency-repo-host-0.spec.initContainers{nss-wrapper-init} Started Started container nss-wrapper-init kubelet logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:20:21 +0000 UTC Normal Pod upgrade-consistency-repo-host-0.spec.containers{pgbackrest} Pulling Pulling image "perconalab/percona-postgresql-operator:main-ppg16-pgbackrest" kubelet logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:20:21 +0000 UTC Normal Pod upgrade-consistency-repo-host-0.spec.containers{pgbackrest} Pulled Successfully pulled image "perconalab/percona-postgresql-operator:main-ppg16-pgbackrest" in 325ms (325ms including waiting) kubelet logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:20:21 +0000 UTC Normal Pod upgrade-consistency-repo-host-0.spec.containers{pgbackrest} Created Created container pgbackrest kubelet logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:20:21 +0000 UTC Normal Pod upgrade-consistency-repo-host-0.spec.containers{pgbackrest} Started Started container pgbackrest kubelet logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:20:21 +0000 UTC Normal Pod upgrade-consistency-repo-host-0.spec.containers{pgbackrest-config} Pulling Pulling image "perconalab/percona-postgresql-operator:main-ppg16-pgbackrest" kubelet logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:20:22 +0000 UTC Normal Pod upgrade-consistency-repo-host-0.spec.containers{pgbackrest-config} Pulled Successfully pulled image "perconalab/percona-postgresql-operator:main-ppg16-pgbackrest" in 134ms (134ms including waiting) kubelet logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:20:22 +0000 UTC Normal Pod upgrade-consistency-repo-host-0.spec.containers{pgbackrest-config} Created Created container pgbackrest-config kubelet logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:20:22 +0000 UTC Normal Pod upgrade-consistency-repo-host-0.spec.containers{pgbackrest-config} Started Started container pgbackrest-config kubelet logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:20:23 +0000 UTC Normal Pod upgrade-consistency-instance1-sn9c-0.spec.initContainers{postgres-startup} Pulling Pulling image "perconalab/percona-postgresql-operator:main-ppg16-postgres" kubelet logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:20:23 +0000 UTC Normal Pod upgrade-consistency-instance1-sn9c-0.spec.initContainers{postgres-startup} Pulled Successfully pulled image "perconalab/percona-postgresql-operator:main-ppg16-postgres" in 317ms (317ms including waiting) kubelet logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:20:23 +0000 UTC Normal Pod upgrade-consistency-instance1-sn9c-0.spec.initContainers{postgres-startup} Created Created container postgres-startup kubelet logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:20:23 +0000 UTC Normal Pod upgrade-consistency-instance1-sn9c-0.spec.initContainers{postgres-startup} Started Started container postgres-startup kubelet logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:20:23 +0000 UTC Normal Pod upgrade-consistency-instance1-sn9c-0.spec.initContainers{nss-wrapper-init} Pulling Pulling image "perconalab/percona-postgresql-operator:main-ppg16-postgres" kubelet logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:20:24 +0000 UTC Normal Pod upgrade-consistency-instance1-sn9c-0.spec.initContainers{nss-wrapper-init} Pulled Successfully pulled image "perconalab/percona-postgresql-operator:main-ppg16-postgres" in 133ms (133ms including waiting) kubelet logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:20:24 +0000 UTC Normal Pod upgrade-consistency-instance1-sn9c-0.spec.initContainers{nss-wrapper-init} Created Created container nss-wrapper-init kubelet logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:20:24 +0000 UTC Normal Pod upgrade-consistency-instance1-sn9c-0.spec.initContainers{nss-wrapper-init} Started Started container nss-wrapper-init kubelet logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:20:24 +0000 UTC Normal Pod upgrade-consistency-instance1-sn9c-0.spec.containers{database} Pulling Pulling image "perconalab/percona-postgresql-operator:main-ppg16-postgres" kubelet logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:20:25 +0000 UTC Normal Pod upgrade-consistency-instance1-sn9c-0.spec.containers{database} Pulled Successfully pulled image "perconalab/percona-postgresql-operator:main-ppg16-postgres" in 142ms (142ms including waiting) kubelet logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:20:25 +0000 UTC Normal Pod upgrade-consistency-instance1-sn9c-0.spec.containers{database} Created Created container database kubelet logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:20:25 +0000 UTC Normal Pod upgrade-consistency-instance1-sn9c-0.spec.containers{database} Started Started container database kubelet logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:20:25 +0000 UTC Normal Pod upgrade-consistency-instance1-sn9c-0.spec.containers{replication-cert-copy} Pulling Pulling image "perconalab/percona-postgresql-operator:main-ppg16-postgres" kubelet logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:20:25 +0000 UTC Normal Pod upgrade-consistency-instance1-sn9c-0.spec.containers{replication-cert-copy} Pulled Successfully pulled image "perconalab/percona-postgresql-operator:main-ppg16-postgres" in 134ms (134ms including waiting) kubelet logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:20:25 +0000 UTC Normal Pod upgrade-consistency-instance1-sn9c-0.spec.containers{replication-cert-copy} Created Created container replication-cert-copy kubelet logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:20:25 +0000 UTC Normal Pod upgrade-consistency-instance1-sn9c-0.spec.containers{replication-cert-copy} Started Started container replication-cert-copy kubelet logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:20:25 +0000 UTC Normal Pod upgrade-consistency-instance1-sn9c-0.spec.containers{pgbackrest} Pulling Pulling image "perconalab/percona-postgresql-operator:main-ppg16-pgbackrest" kubelet logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:20:25 +0000 UTC Normal Pod upgrade-consistency-instance1-sn9c-0.spec.containers{pgbackrest} Pulled Successfully pulled image "perconalab/percona-postgresql-operator:main-ppg16-pgbackrest" in 344ms (344ms including waiting) kubelet logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:20:25 +0000 UTC Normal Pod upgrade-consistency-instance1-sn9c-0.spec.containers{pgbackrest} Created Created container pgbackrest kubelet logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:20:26 +0000 UTC Normal Pod upgrade-consistency-instance1-sn9c-0.spec.containers{pgbackrest} Started Started container pgbackrest kubelet logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:20:26 +0000 UTC Normal Pod upgrade-consistency-instance1-sn9c-0.spec.containers{pgbackrest-config} Pulling Pulling image "perconalab/percona-postgresql-operator:main-ppg16-pgbackrest" kubelet logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:20:26 +0000 UTC Normal Pod upgrade-consistency-instance1-sn9c-0.spec.containers{pgbackrest-config} Pulled Successfully pulled image "perconalab/percona-postgresql-operator:main-ppg16-pgbackrest" in 329ms (329ms including waiting) kubelet logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:20:26 +0000 UTC Normal Pod upgrade-consistency-instance1-sn9c-0.spec.containers{pgbackrest-config} Created Created container pgbackrest-config kubelet logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:20:26 +0000 UTC Normal Pod upgrade-consistency-instance1-sn9c-0.spec.containers{pgbackrest-config} Started Started container pgbackrest-config kubelet logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:20:29 +0000 UTC Normal Pod upgrade-consistency-instance1-pbmp-0.spec.containers{database} Killing Stopping container database kubelet logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:20:30 +0000 UTC Normal Pod upgrade-consistency-instance1-pbmp-0 Scheduled Successfully assigned kuttl-test-clean-warthog/upgrade-consistency-instance1-pbmp-0 to gke-jen-pg-966-7db6b78d8-default-pool-bd42887e-tf8j default-scheduler logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:20:31 +0000 UTC Normal Pod upgrade-consistency-instance1-pbmp-0.spec.initContainers{postgres-startup} Pulling Pulling image "perconalab/percona-postgresql-operator:main-ppg16-postgres" kubelet logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:20:32 +0000 UTC Normal Pod upgrade-consistency-instance1-pbmp-0.spec.initContainers{postgres-startup} Pulled Successfully pulled image "perconalab/percona-postgresql-operator:main-ppg16-postgres" in 313ms (313ms including waiting) kubelet logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:20:32 +0000 UTC Normal Pod upgrade-consistency-instance1-pbmp-0.spec.initContainers{postgres-startup} Created Created container postgres-startup kubelet logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:20:32 +0000 UTC Normal Pod upgrade-consistency-instance1-pbmp-0.spec.initContainers{postgres-startup} Started Started container postgres-startup kubelet logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:20:33 +0000 UTC Normal Pod upgrade-consistency-instance1-pbmp-0.spec.initContainers{nss-wrapper-init} Pulling Pulling image "perconalab/percona-postgresql-operator:main-ppg16-postgres" kubelet logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:20:33 +0000 UTC Normal Pod upgrade-consistency-instance1-pbmp-0.spec.initContainers{nss-wrapper-init} Pulled Successfully pulled image "perconalab/percona-postgresql-operator:main-ppg16-postgres" in 155ms (155ms including waiting) kubelet logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:20:33 +0000 UTC Normal Pod upgrade-consistency-instance1-pbmp-0.spec.initContainers{nss-wrapper-init} Created Created container nss-wrapper-init kubelet logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:20:33 +0000 UTC Normal Pod upgrade-consistency-instance1-pbmp-0.spec.initContainers{nss-wrapper-init} Started Started container nss-wrapper-init kubelet logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:20:34 +0000 UTC Normal Pod upgrade-consistency-instance1-pbmp-0.spec.containers{database} Pulling Pulling image "perconalab/percona-postgresql-operator:main-ppg16-postgres" kubelet logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:20:34 +0000 UTC Normal Pod upgrade-consistency-instance1-pbmp-0.spec.containers{database} Pulled Successfully pulled image "perconalab/percona-postgresql-operator:main-ppg16-postgres" in 158ms (158ms including waiting) kubelet logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:20:34 +0000 UTC Normal Pod upgrade-consistency-instance1-pbmp-0.spec.containers{database} Created Created container database kubelet logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:20:34 +0000 UTC Normal Pod upgrade-consistency-instance1-pbmp-0.spec.containers{database} Started Started container database kubelet logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:20:34 +0000 UTC Normal Pod upgrade-consistency-instance1-pbmp-0.spec.containers{replication-cert-copy} Pulling Pulling image "perconalab/percona-postgresql-operator:main-ppg16-postgres" kubelet logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:20:34 +0000 UTC Normal Pod upgrade-consistency-instance1-pbmp-0.spec.containers{replication-cert-copy} Pulled Successfully pulled image "perconalab/percona-postgresql-operator:main-ppg16-postgres" in 176ms (176ms including waiting) kubelet logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:20:34 +0000 UTC Normal Pod upgrade-consistency-instance1-pbmp-0.spec.containers{replication-cert-copy} Created Created container replication-cert-copy kubelet logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:20:34 +0000 UTC Normal Pod upgrade-consistency-instance1-pbmp-0.spec.containers{replication-cert-copy} Started Started container replication-cert-copy kubelet logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:20:35 +0000 UTC Normal Pod upgrade-consistency-instance1-pbmp-0.spec.containers{pgbackrest} Pulling Pulling image "perconalab/percona-postgresql-operator:main-ppg16-pgbackrest" kubelet logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:20:35 +0000 UTC Normal Pod upgrade-consistency-instance1-pbmp-0.spec.containers{pgbackrest} Pulled Successfully pulled image "perconalab/percona-postgresql-operator:main-ppg16-pgbackrest" in 145ms (145ms including waiting) kubelet logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:20:35 +0000 UTC Normal Pod upgrade-consistency-instance1-pbmp-0.spec.containers{pgbackrest} Created Created container pgbackrest kubelet logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:20:35 +0000 UTC Normal Pod upgrade-consistency-instance1-pbmp-0.spec.containers{pgbackrest} Started Started container pgbackrest kubelet logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:20:35 +0000 UTC Normal Pod upgrade-consistency-instance1-pbmp-0.spec.containers{pgbackrest-config} Pulling Pulling image "perconalab/percona-postgresql-operator:main-ppg16-pgbackrest" kubelet logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:20:35 +0000 UTC Normal Pod upgrade-consistency-instance1-pbmp-0.spec.containers{pgbackrest-config} Pulled Successfully pulled image "perconalab/percona-postgresql-operator:main-ppg16-pgbackrest" in 320ms (320ms including waiting) kubelet logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:20:35 +0000 UTC Normal Pod upgrade-consistency-instance1-pbmp-0.spec.containers{pgbackrest-config} Created Created container pgbackrest-config kubelet logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:20:35 +0000 UTC Normal Pod upgrade-consistency-instance1-pbmp-0.spec.containers{pgbackrest-config} Started Started container pgbackrest-config kubelet logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:20:45 +0000 UTC Normal Pod upgrade-consistency-instance1-d6xh-0 Scheduled Successfully assigned kuttl-test-clean-warthog/upgrade-consistency-instance1-d6xh-0 to gke-jen-pg-966-7db6b78d8-default-pool-bd42887e-fhtl default-scheduler logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:20:47 +0000 UTC Normal Pod upgrade-consistency-instance1-d6xh-0.spec.initContainers{postgres-startup} Pulling Pulling image "perconalab/percona-postgresql-operator:main-ppg16-postgres" kubelet logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:20:47 +0000 UTC Normal Pod upgrade-consistency-instance1-d6xh-0.spec.initContainers{postgres-startup} Pulled Successfully pulled image "perconalab/percona-postgresql-operator:main-ppg16-postgres" in 201ms (201ms including waiting) kubelet logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:20:47 +0000 UTC Normal Pod upgrade-consistency-instance1-d6xh-0.spec.initContainers{postgres-startup} Created Created container postgres-startup kubelet logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:20:47 +0000 UTC Normal Pod upgrade-consistency-instance1-d6xh-0.spec.initContainers{postgres-startup} Started Started container postgres-startup kubelet logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:20:48 +0000 UTC Normal Pod upgrade-consistency-instance1-d6xh-0.spec.initContainers{nss-wrapper-init} Pulling Pulling image "perconalab/percona-postgresql-operator:main-ppg16-postgres" kubelet logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:20:48 +0000 UTC Normal Pod upgrade-consistency-instance1-d6xh-0.spec.initContainers{nss-wrapper-init} Pulled Successfully pulled image "perconalab/percona-postgresql-operator:main-ppg16-postgres" in 171ms (171ms including waiting) kubelet logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:20:48 +0000 UTC Normal Pod upgrade-consistency-instance1-d6xh-0.spec.initContainers{nss-wrapper-init} Created Created container nss-wrapper-init kubelet logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:20:48 +0000 UTC Normal Pod upgrade-consistency-instance1-d6xh-0.spec.initContainers{nss-wrapper-init} Started Started container nss-wrapper-init kubelet logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:20:49 +0000 UTC Normal Pod upgrade-consistency-instance1-d6xh-0.spec.containers{database} Pulling Pulling image "perconalab/percona-postgresql-operator:main-ppg16-postgres" kubelet logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:20:49 +0000 UTC Normal Pod upgrade-consistency-instance1-d6xh-0.spec.containers{database} Pulled Successfully pulled image "perconalab/percona-postgresql-operator:main-ppg16-postgres" in 275ms (275ms including waiting) kubelet logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:20:49 +0000 UTC Normal Pod upgrade-consistency-instance1-d6xh-0.spec.containers{database} Created Created container database kubelet logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:20:50 +0000 UTC Normal Pod upgrade-consistency-instance1-d6xh-0.spec.containers{database} Started Started container database kubelet logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:20:50 +0000 UTC Normal Pod upgrade-consistency-instance1-d6xh-0.spec.containers{replication-cert-copy} Pulling Pulling image "perconalab/percona-postgresql-operator:main-ppg16-postgres" kubelet logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:20:50 +0000 UTC Normal Pod upgrade-consistency-instance1-d6xh-0.spec.containers{replication-cert-copy} Pulled Successfully pulled image "perconalab/percona-postgresql-operator:main-ppg16-postgres" in 360ms (360ms including waiting) kubelet logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:20:50 +0000 UTC Normal Pod upgrade-consistency-instance1-d6xh-0.spec.containers{replication-cert-copy} Created Created container replication-cert-copy kubelet logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:20:50 +0000 UTC Normal Pod upgrade-consistency-instance1-d6xh-0.spec.containers{replication-cert-copy} Started Started container replication-cert-copy kubelet logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:20:50 +0000 UTC Normal Pod upgrade-consistency-instance1-d6xh-0.spec.containers{pgbackrest} Pulling Pulling image "perconalab/percona-postgresql-operator:main-ppg16-pgbackrest" kubelet logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:20:50 +0000 UTC Normal Pod upgrade-consistency-instance1-d6xh-0.spec.containers{pgbackrest} Pulled Successfully pulled image "perconalab/percona-postgresql-operator:main-ppg16-pgbackrest" in 172ms (172ms including waiting) kubelet logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:20:50 +0000 UTC Normal Pod upgrade-consistency-instance1-d6xh-0.spec.containers{pgbackrest} Created Created container pgbackrest kubelet logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:20:50 +0000 UTC Normal Pod upgrade-consistency-instance1-d6xh-0.spec.containers{pgbackrest} Started Started container pgbackrest kubelet logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:20:50 +0000 UTC Normal Pod upgrade-consistency-instance1-d6xh-0.spec.containers{pgbackrest-config} Pulling Pulling image "perconalab/percona-postgresql-operator:main-ppg16-pgbackrest" kubelet logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:20:51 +0000 UTC Normal Pod upgrade-consistency-instance1-d6xh-0.spec.containers{pgbackrest-config} Pulled Successfully pulled image "perconalab/percona-postgresql-operator:main-ppg16-pgbackrest" in 379ms (379ms including waiting) kubelet logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:20:51 +0000 UTC Normal Pod upgrade-consistency-instance1-d6xh-0.spec.containers{pgbackrest-config} Created Created container pgbackrest-config kubelet logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:20:51 +0000 UTC Normal Pod upgrade-consistency-instance1-d6xh-0.spec.containers{pgbackrest-config} Started Started container pgbackrest-config kubelet logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:20:56 +0000 UTC Normal Pod upgrade-consistency-instance1-sn9c-0.spec.containers{database} Killing Stopping container database kubelet logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:20:56 +0000 UTC Normal StatefulSet.apps upgrade-consistency-instance1-sn9c SuccessfulDelete delete Pod upgrade-consistency-instance1-sn9c-0 in StatefulSet upgrade-consistency-instance1-sn9c successful statefulset-controller logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:20:57 +0000 UTC Normal Pod upgrade-consistency-instance1-d6xh-0.spec.containers{database} Killing Stopping container database kubelet logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:20:57 +0000 UTC Normal StatefulSet.apps upgrade-consistency-instance1-d6xh SuccessfulDelete delete Pod upgrade-consistency-instance1-d6xh-0 in StatefulSet upgrade-consistency-instance1-d6xh successful statefulset-controller logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:20:58 +0000 UTC Normal Pod upgrade-consistency-instance1-pbmp-0.spec.containers{database} Killing Stopping container database kubelet logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:20:58 +0000 UTC Normal StatefulSet.apps upgrade-consistency-instance1-pbmp SuccessfulDelete delete Pod upgrade-consistency-instance1-pbmp-0 in StatefulSet upgrade-consistency-instance1-pbmp successful statefulset-controller logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:21:01 +0000 UTC Normal PodDisruptionBudget.policy upgrade-consistency-set-instance1 NoPods No matching pods found controllermanager logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:21:02 +0000 UTC Normal Pod upgrade-consistency-repo-host-0.spec.containers{pgbackrest} Killing Stopping container pgbackrest kubelet logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:21:02 +0000 UTC Normal Pod upgrade-consistency-repo-host-0.spec.containers{pgbackrest-config} Killing Stopping container pgbackrest-config kubelet logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:21:03 +0000 UTC Normal Pod upgrade-consistency-pgbouncer-5c65d6d46d-2tg9z.spec.containers{pgbouncer} Killing Stopping container pgbouncer kubelet logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:21:03 +0000 UTC Normal Pod upgrade-consistency-pgbouncer-5c65d6d46d-2tg9z.spec.containers{pgbouncer-config} Killing Stopping container pgbouncer-config kubelet logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:21:03 +0000 UTC Normal Pod upgrade-consistency-pgbouncer-5c65d6d46d-6tqrb.spec.containers{pgbouncer} Killing Stopping container pgbouncer kubelet logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:21:03 +0000 UTC Normal Pod upgrade-consistency-pgbouncer-5c65d6d46d-6tqrb.spec.containers{pgbouncer-config} Killing Stopping container pgbouncer-config kubelet logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:21:03 +0000 UTC Normal Pod upgrade-consistency-pgbouncer-5c65d6d46d-mr8tr.spec.containers{pgbouncer} Killing Stopping container pgbouncer kubelet logger.go:42: 18:21:08 | upgrade-consistency | 2024-12-17 18:21:03 +0000 UTC Normal Pod upgrade-consistency-pgbouncer-5c65d6d46d-mr8tr.spec.containers{pgbouncer-config} Killing Stopping container pgbouncer-config kubelet logger.go:42: 18:21:08 | upgrade-consistency | Deleting namespace: kuttl-test-clean-warthog === NAME kuttl harness.go:407: run tests finished harness.go:515: cleaning up harness.go:572: removing temp folder: "" --- PASS: kuttl (274.73s) --- PASS: kuttl/harness (0.00s) --- PASS: kuttl/harness/upgrade-consistency (274.29s) PASS