=== RUN kuttl harness.go:462: starting setup harness.go:252: running tests using configured kubeconfig. harness.go:275: Successful connection to cluster at: https://34.30.20.238 harness.go:360: running tests harness.go:73: going to run test suite with timeout of 180 seconds for each step harness.go:372: testsuite: e2e-tests/tests has 18 tests === RUN kuttl/harness === RUN kuttl/harness/upgrade-consistency === PAUSE kuttl/harness/upgrade-consistency === CONT kuttl/harness/upgrade-consistency logger.go:42: 08:43:16 | upgrade-consistency | Creating namespace: kuttl-test-one-glider logger.go:42: 08:43:16 | upgrade-consistency/0-deploy-operator | starting test step 0-deploy-operator logger.go:42: 08:43:16 | upgrade-consistency/0-deploy-operator | running command: [sh -c set -o errexit set -o xtrace source ../../functions init_temp_dir # do this only in the first TestStep deploy_operator] logger.go:42: 08:43:16 | upgrade-consistency/0-deploy-operator | + source ../../functions logger.go:42: 08:43:16 | upgrade-consistency/0-deploy-operator | +++ realpath ../../.. logger.go:42: 08:43:16 | upgrade-consistency/0-deploy-operator | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-pg-operator_PR-801 logger.go:42: 08:43:16 | upgrade-consistency/0-deploy-operator | ++++ pwd logger.go:42: 08:43:16 | upgrade-consistency/0-deploy-operator | +++ basename /mnt/jenkins/workspace/cloud-pg-operator_PR-801/e2e-tests/tests/upgrade-consistency logger.go:42: 08:43:16 | upgrade-consistency/0-deploy-operator | ++ test_name=upgrade-consistency logger.go:42: 08:43:16 | upgrade-consistency/0-deploy-operator | ++ source /mnt/jenkins/workspace/cloud-pg-operator_PR-801/e2e-tests/vars.sh logger.go:42: 08:43:16 | upgrade-consistency/0-deploy-operator | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-pg-operator_PR-801 logger.go:42: 08:43:16 | upgrade-consistency/0-deploy-operator | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-pg-operator_PR-801 logger.go:42: 08:43:16 | upgrade-consistency/0-deploy-operator | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-801/deploy logger.go:42: 08:43:16 | upgrade-consistency/0-deploy-operator | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-801/deploy logger.go:42: 08:43:16 | upgrade-consistency/0-deploy-operator | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-801/e2e-tests logger.go:42: 08:43:16 | upgrade-consistency/0-deploy-operator | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-801/e2e-tests logger.go:42: 08:43:16 | upgrade-consistency/0-deploy-operator | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-801/e2e-tests/conf logger.go:42: 08:43:16 | upgrade-consistency/0-deploy-operator | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-801/e2e-tests/conf logger.go:42: 08:43:16 | upgrade-consistency/0-deploy-operator | +++ export TEMP_DIR=/tmp/kuttl/pg/upgrade-consistency logger.go:42: 08:43:16 | upgrade-consistency/0-deploy-operator | +++ TEMP_DIR=/tmp/kuttl/pg/upgrade-consistency logger.go:42: 08:43:16 | upgrade-consistency/0-deploy-operator | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 08:43:16 | upgrade-consistency/0-deploy-operator | +++ export GIT_BRANCH=PR-801 logger.go:42: 08:43:16 | upgrade-consistency/0-deploy-operator | +++ GIT_BRANCH=PR-801 logger.go:42: 08:43:16 | upgrade-consistency/0-deploy-operator | +++ export VERSION=PR-801-1f449fafb logger.go:42: 08:43:16 | upgrade-consistency/0-deploy-operator | +++ VERSION=PR-801-1f449fafb logger.go:42: 08:43:16 | upgrade-consistency/0-deploy-operator | +++ export IMAGE_BASE=perconalab/percona-postgresql-operator logger.go:42: 08:43:16 | upgrade-consistency/0-deploy-operator | +++ IMAGE_BASE=perconalab/percona-postgresql-operator logger.go:42: 08:43:16 | upgrade-consistency/0-deploy-operator | +++ export IMAGE=perconalab/percona-postgresql-operator:PR-801-1f449fafb logger.go:42: 08:43:16 | upgrade-consistency/0-deploy-operator | +++ IMAGE=perconalab/percona-postgresql-operator:PR-801-1f449fafb logger.go:42: 08:43:16 | upgrade-consistency/0-deploy-operator | +++ export PG_VER=16 logger.go:42: 08:43:16 | upgrade-consistency/0-deploy-operator | +++ PG_VER=16 logger.go:42: 08:43:16 | upgrade-consistency/0-deploy-operator | +++ export IMAGE_PGBOUNCER=perconalab/percona-postgresql-operator:main-ppg16-pgbouncer logger.go:42: 08:43:16 | upgrade-consistency/0-deploy-operator | +++ IMAGE_PGBOUNCER=perconalab/percona-postgresql-operator:main-ppg16-pgbouncer logger.go:42: 08:43:16 | upgrade-consistency/0-deploy-operator | +++ export IMAGE_POSTGRESQL=perconalab/percona-postgresql-operator:main-ppg16-postgres logger.go:42: 08:43:16 | upgrade-consistency/0-deploy-operator | +++ IMAGE_POSTGRESQL=perconalab/percona-postgresql-operator:main-ppg16-postgres logger.go:42: 08:43:16 | upgrade-consistency/0-deploy-operator | +++ export IMAGE_BACKREST=perconalab/percona-postgresql-operator:main-ppg16-pgbackrest logger.go:42: 08:43:16 | upgrade-consistency/0-deploy-operator | +++ IMAGE_BACKREST=perconalab/percona-postgresql-operator:main-ppg16-pgbackrest logger.go:42: 08:43:16 | upgrade-consistency/0-deploy-operator | +++ export BUCKET=pg-operator-testing logger.go:42: 08:43:16 | upgrade-consistency/0-deploy-operator | +++ BUCKET=pg-operator-testing logger.go:42: 08:43:16 | upgrade-consistency/0-deploy-operator | +++ export PMM_SERVER_VERSION=9.9.9 logger.go:42: 08:43:16 | upgrade-consistency/0-deploy-operator | +++ PMM_SERVER_VERSION=9.9.9 logger.go:42: 08:43:16 | upgrade-consistency/0-deploy-operator | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:dev-latest logger.go:42: 08:43:16 | upgrade-consistency/0-deploy-operator | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:dev-latest logger.go:42: 08:43:16 | upgrade-consistency/0-deploy-operator | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:dev-latest logger.go:42: 08:43:16 | upgrade-consistency/0-deploy-operator | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:dev-latest logger.go:42: 08:43:16 | upgrade-consistency/0-deploy-operator | +++ export PGOV1_TAG=1.4.0 logger.go:42: 08:43:16 | upgrade-consistency/0-deploy-operator | +++ PGOV1_TAG=1.4.0 logger.go:42: 08:43:16 | upgrade-consistency/0-deploy-operator | +++ export PGOV1_VER=14 logger.go:42: 08:43:16 | upgrade-consistency/0-deploy-operator | +++ PGOV1_VER=14 logger.go:42: 08:43:16 | upgrade-consistency/0-deploy-operator | ++++ which gdate logger.go:42: 08:43:16 | upgrade-consistency/0-deploy-operator | which: no gdate in (/mnt/jenkins/workspace/cloud-pg-operator_PR-801/bin/:/home/ec2-user/.krew/bin:/usr/local/bin:/usr/bin) logger.go:42: 08:43:16 | upgrade-consistency/0-deploy-operator | ++++ which date logger.go:42: 08:43:16 | upgrade-consistency/0-deploy-operator | +++ date=/usr/bin/date logger.go:42: 08:43:16 | upgrade-consistency/0-deploy-operator | ++++ which gsed logger.go:42: 08:43:16 | upgrade-consistency/0-deploy-operator | which: no gsed in (/mnt/jenkins/workspace/cloud-pg-operator_PR-801/bin/:/home/ec2-user/.krew/bin:/usr/local/bin:/usr/bin) logger.go:42: 08:43:16 | upgrade-consistency/0-deploy-operator | ++++ which sed logger.go:42: 08:43:16 | upgrade-consistency/0-deploy-operator | +++ sed=/usr/bin/sed logger.go:42: 08:43:16 | upgrade-consistency/0-deploy-operator | +++ command -v oc logger.go:42: 08:43:16 | upgrade-consistency/0-deploy-operator | ++ oc get projects logger.go:42: 08:43:16 | upgrade-consistency/0-deploy-operator | + init_temp_dir logger.go:42: 08:43:16 | upgrade-consistency/0-deploy-operator | + rm -rf /tmp/kuttl/pg/upgrade-consistency logger.go:42: 08:43:16 | upgrade-consistency/0-deploy-operator | + mkdir -p /tmp/kuttl/pg/upgrade-consistency logger.go:42: 08:43:16 | upgrade-consistency/0-deploy-operator | + deploy_operator logger.go:42: 08:43:16 | upgrade-consistency/0-deploy-operator | + local cw_prefix= logger.go:42: 08:43:16 | upgrade-consistency/0-deploy-operator | + destroy_operator logger.go:42: 08:43:16 | upgrade-consistency/0-deploy-operator | + kubectl -n pg-operator delete deployment percona-postgresql-operator --force --grace-period=0 logger.go:42: 08:43:16 | upgrade-consistency/0-deploy-operator | Warning: Immediate deletion does not wait for confirmation that the running resource has been terminated. The resource may continue to run on the cluster indefinitely. logger.go:42: 08:43:16 | upgrade-consistency/0-deploy-operator | Error from server (NotFound): deployments.apps "percona-postgresql-operator" not found logger.go:42: 08:43:16 | upgrade-consistency/0-deploy-operator | + true logger.go:42: 08:43:16 | upgrade-consistency/0-deploy-operator | + [[ -n pg-operator ]] logger.go:42: 08:43:16 | upgrade-consistency/0-deploy-operator | + kubectl delete namespace pg-operator --force --grace-period=0 logger.go:42: 08:43:16 | upgrade-consistency/0-deploy-operator | Warning: Immediate deletion does not wait for confirmation that the running resource has been terminated. The resource may continue to run on the cluster indefinitely. logger.go:42: 08:43:17 | upgrade-consistency/0-deploy-operator | Error from server (NotFound): namespaces "pg-operator" not found logger.go:42: 08:43:17 | upgrade-consistency/0-deploy-operator | + true logger.go:42: 08:43:17 | upgrade-consistency/0-deploy-operator | + [[ -n pg-operator ]] logger.go:42: 08:43:17 | upgrade-consistency/0-deploy-operator | + create_namespace pg-operator logger.go:42: 08:43:17 | upgrade-consistency/0-deploy-operator | + local namespace=pg-operator logger.go:42: 08:43:17 | upgrade-consistency/0-deploy-operator | + [[ -n '' ]] logger.go:42: 08:43:17 | upgrade-consistency/0-deploy-operator | + kubectl delete namespace pg-operator --ignore-not-found logger.go:42: 08:43:17 | upgrade-consistency/0-deploy-operator | + kubectl wait --for=delete namespace pg-operator logger.go:42: 08:43:18 | upgrade-consistency/0-deploy-operator | + kubectl create namespace pg-operator logger.go:42: 08:43:18 | upgrade-consistency/0-deploy-operator | namespace/pg-operator created logger.go:42: 08:43:18 | upgrade-consistency/0-deploy-operator | + cw_prefix=cw- logger.go:42: 08:43:18 | upgrade-consistency/0-deploy-operator | + kubectl -n pg-operator apply --server-side --force-conflicts -f /mnt/jenkins/workspace/cloud-pg-operator_PR-801/deploy/crd.yaml logger.go:42: 08:43:19 | upgrade-consistency/0-deploy-operator | customresourcedefinition.apiextensions.k8s.io/crunchybridgeclusters.postgres-operator.crunchydata.com serverside-applied logger.go:42: 08:43:19 | upgrade-consistency/0-deploy-operator | customresourcedefinition.apiextensions.k8s.io/perconapgbackups.pgv2.percona.com serverside-applied logger.go:42: 08:43:20 | upgrade-consistency/0-deploy-operator | customresourcedefinition.apiextensions.k8s.io/perconapgclusters.pgv2.percona.com serverside-applied logger.go:42: 08:43:20 | upgrade-consistency/0-deploy-operator | customresourcedefinition.apiextensions.k8s.io/perconapgrestores.pgv2.percona.com serverside-applied logger.go:42: 08:43:21 | upgrade-consistency/0-deploy-operator | customresourcedefinition.apiextensions.k8s.io/pgadmins.postgres-operator.crunchydata.com serverside-applied logger.go:42: 08:43:23 | upgrade-consistency/0-deploy-operator | customresourcedefinition.apiextensions.k8s.io/postgresclusters.postgres-operator.crunchydata.com serverside-applied logger.go:42: 08:43:23 | upgrade-consistency/0-deploy-operator | + kubectl -n pg-operator apply --server-side --force-conflicts -f /mnt/jenkins/workspace/cloud-pg-operator_PR-801/deploy/cw-rbac.yaml logger.go:42: 08:43:23 | upgrade-consistency/0-deploy-operator | serviceaccount/percona-postgresql-operator serverside-applied logger.go:42: 08:43:23 | upgrade-consistency/0-deploy-operator | clusterrole.rbac.authorization.k8s.io/percona-postgresql-operator serverside-applied logger.go:42: 08:43:23 | upgrade-consistency/0-deploy-operator | clusterrolebinding.rbac.authorization.k8s.io/service-account-percona-postgresql-operator serverside-applied logger.go:42: 08:43:23 | upgrade-consistency/0-deploy-operator | + local disable_telemetry=true logger.go:42: 08:43:23 | upgrade-consistency/0-deploy-operator | + '[' upgrade-consistency == telemetry-transfer ']' logger.go:42: 08:43:23 | upgrade-consistency/0-deploy-operator | + yq eval '.spec.template.spec.containers[0].image = "perconalab/percona-postgresql-operator:PR-801-1f449fafb"' /mnt/jenkins/workspace/cloud-pg-operator_PR-801/deploy/cw-operator.yaml logger.go:42: 08:43:23 | upgrade-consistency/0-deploy-operator | + yq eval '(.spec.template.spec.containers[] | select(.name=="operator") | .env[] | select(.name=="DISABLE_TELEMETRY") | .value) = "true"' - logger.go:42: 08:43:23 | upgrade-consistency/0-deploy-operator | + kubectl -n pg-operator apply -f - logger.go:42: 08:43:24 | upgrade-consistency/0-deploy-operator | deployment.apps/percona-postgresql-operator created logger.go:42: 08:43:26 | upgrade-consistency/0-deploy-operator | running command: [sh -c kubectl assert exist-enhanced deployment percona-postgresql-operator -n ${OPERATOR_NS:-$NAMESPACE} --field-selector status.readyReplicas=1] logger.go:42: 08:43:26 | upgrade-consistency/0-deploy-operator | ASSERT deployment percona-postgresql-operator matching field criteria 'status.readyReplicas=1' should exist. logger.go:42: 08:43:26 | upgrade-consistency/0-deploy-operator | INFO Found 1 resource(s). logger.go:42: 08:43:26 | upgrade-consistency/0-deploy-operator | NAME NAMESPACE COL0 logger.go:42: 08:43:26 | upgrade-consistency/0-deploy-operator | percona-postgresql-operator pg-operator 1 logger.go:42: 08:43:26 | upgrade-consistency/0-deploy-operator | ASSERT PASS logger.go:42: 08:43:26 | upgrade-consistency/0-deploy-operator | test step completed 0-deploy-operator logger.go:42: 08:43:26 | upgrade-consistency/1-create-cluster | starting test step 1-create-cluster logger.go:42: 08:43:26 | upgrade-consistency/1-create-cluster | running command: [sh -c set -o errexit set -o xtrace source ../../functions get_cr \ | yq eval ' .spec.crVersion="2.1.0"' - \ | kubectl -n "${NAMESPACE}" apply -f -] logger.go:42: 08:43:26 | upgrade-consistency/1-create-cluster | + source ../../functions logger.go:42: 08:43:26 | upgrade-consistency/1-create-cluster | +++ realpath ../../.. logger.go:42: 08:43:26 | upgrade-consistency/1-create-cluster | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-pg-operator_PR-801 logger.go:42: 08:43:26 | upgrade-consistency/1-create-cluster | ++++ pwd logger.go:42: 08:43:26 | upgrade-consistency/1-create-cluster | +++ basename /mnt/jenkins/workspace/cloud-pg-operator_PR-801/e2e-tests/tests/upgrade-consistency logger.go:42: 08:43:26 | upgrade-consistency/1-create-cluster | ++ test_name=upgrade-consistency logger.go:42: 08:43:26 | upgrade-consistency/1-create-cluster | ++ source /mnt/jenkins/workspace/cloud-pg-operator_PR-801/e2e-tests/vars.sh logger.go:42: 08:43:26 | upgrade-consistency/1-create-cluster | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-pg-operator_PR-801 logger.go:42: 08:43:26 | upgrade-consistency/1-create-cluster | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-pg-operator_PR-801 logger.go:42: 08:43:26 | upgrade-consistency/1-create-cluster | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-801/deploy logger.go:42: 08:43:26 | upgrade-consistency/1-create-cluster | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-801/deploy logger.go:42: 08:43:26 | upgrade-consistency/1-create-cluster | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-801/e2e-tests logger.go:42: 08:43:26 | upgrade-consistency/1-create-cluster | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-801/e2e-tests logger.go:42: 08:43:26 | upgrade-consistency/1-create-cluster | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-801/e2e-tests/conf logger.go:42: 08:43:26 | upgrade-consistency/1-create-cluster | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-801/e2e-tests/conf logger.go:42: 08:43:26 | upgrade-consistency/1-create-cluster | +++ export TEMP_DIR=/tmp/kuttl/pg/upgrade-consistency logger.go:42: 08:43:26 | upgrade-consistency/1-create-cluster | +++ TEMP_DIR=/tmp/kuttl/pg/upgrade-consistency logger.go:42: 08:43:26 | upgrade-consistency/1-create-cluster | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 08:43:26 | upgrade-consistency/1-create-cluster | +++ export GIT_BRANCH=PR-801 logger.go:42: 08:43:26 | upgrade-consistency/1-create-cluster | +++ GIT_BRANCH=PR-801 logger.go:42: 08:43:26 | upgrade-consistency/1-create-cluster | +++ export VERSION=PR-801-1f449fafb logger.go:42: 08:43:26 | upgrade-consistency/1-create-cluster | +++ VERSION=PR-801-1f449fafb logger.go:42: 08:43:26 | upgrade-consistency/1-create-cluster | +++ export IMAGE_BASE=perconalab/percona-postgresql-operator logger.go:42: 08:43:26 | upgrade-consistency/1-create-cluster | +++ IMAGE_BASE=perconalab/percona-postgresql-operator logger.go:42: 08:43:26 | upgrade-consistency/1-create-cluster | +++ export IMAGE=perconalab/percona-postgresql-operator:PR-801-1f449fafb logger.go:42: 08:43:26 | upgrade-consistency/1-create-cluster | +++ IMAGE=perconalab/percona-postgresql-operator:PR-801-1f449fafb logger.go:42: 08:43:26 | upgrade-consistency/1-create-cluster | +++ export PG_VER=16 logger.go:42: 08:43:26 | upgrade-consistency/1-create-cluster | +++ PG_VER=16 logger.go:42: 08:43:26 | upgrade-consistency/1-create-cluster | +++ export IMAGE_PGBOUNCER=perconalab/percona-postgresql-operator:main-ppg16-pgbouncer logger.go:42: 08:43:26 | upgrade-consistency/1-create-cluster | +++ IMAGE_PGBOUNCER=perconalab/percona-postgresql-operator:main-ppg16-pgbouncer logger.go:42: 08:43:26 | upgrade-consistency/1-create-cluster | +++ export IMAGE_POSTGRESQL=perconalab/percona-postgresql-operator:main-ppg16-postgres logger.go:42: 08:43:26 | upgrade-consistency/1-create-cluster | +++ IMAGE_POSTGRESQL=perconalab/percona-postgresql-operator:main-ppg16-postgres logger.go:42: 08:43:26 | upgrade-consistency/1-create-cluster | +++ export IMAGE_BACKREST=perconalab/percona-postgresql-operator:main-ppg16-pgbackrest logger.go:42: 08:43:26 | upgrade-consistency/1-create-cluster | +++ IMAGE_BACKREST=perconalab/percona-postgresql-operator:main-ppg16-pgbackrest logger.go:42: 08:43:26 | upgrade-consistency/1-create-cluster | +++ export BUCKET=pg-operator-testing logger.go:42: 08:43:26 | upgrade-consistency/1-create-cluster | +++ BUCKET=pg-operator-testing logger.go:42: 08:43:26 | upgrade-consistency/1-create-cluster | +++ export PMM_SERVER_VERSION=9.9.9 logger.go:42: 08:43:26 | upgrade-consistency/1-create-cluster | +++ PMM_SERVER_VERSION=9.9.9 logger.go:42: 08:43:26 | upgrade-consistency/1-create-cluster | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:dev-latest logger.go:42: 08:43:26 | upgrade-consistency/1-create-cluster | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:dev-latest logger.go:42: 08:43:26 | upgrade-consistency/1-create-cluster | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:dev-latest logger.go:42: 08:43:26 | upgrade-consistency/1-create-cluster | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:dev-latest logger.go:42: 08:43:26 | upgrade-consistency/1-create-cluster | +++ export PGOV1_TAG=1.4.0 logger.go:42: 08:43:26 | upgrade-consistency/1-create-cluster | +++ PGOV1_TAG=1.4.0 logger.go:42: 08:43:26 | upgrade-consistency/1-create-cluster | +++ export PGOV1_VER=14 logger.go:42: 08:43:26 | upgrade-consistency/1-create-cluster | +++ PGOV1_VER=14 logger.go:42: 08:43:26 | upgrade-consistency/1-create-cluster | ++++ which gdate logger.go:42: 08:43:26 | upgrade-consistency/1-create-cluster | which: no gdate in (/mnt/jenkins/workspace/cloud-pg-operator_PR-801/bin/:/home/ec2-user/.krew/bin:/usr/local/bin:/usr/bin) logger.go:42: 08:43:26 | upgrade-consistency/1-create-cluster | ++++ which date logger.go:42: 08:43:26 | upgrade-consistency/1-create-cluster | +++ date=/usr/bin/date logger.go:42: 08:43:26 | upgrade-consistency/1-create-cluster | ++++ which gsed logger.go:42: 08:43:26 | upgrade-consistency/1-create-cluster | which: no gsed in (/mnt/jenkins/workspace/cloud-pg-operator_PR-801/bin/:/home/ec2-user/.krew/bin:/usr/local/bin:/usr/bin) logger.go:42: 08:43:26 | upgrade-consistency/1-create-cluster | ++++ which sed logger.go:42: 08:43:26 | upgrade-consistency/1-create-cluster | +++ sed=/usr/bin/sed logger.go:42: 08:43:26 | upgrade-consistency/1-create-cluster | +++ command -v oc logger.go:42: 08:43:26 | upgrade-consistency/1-create-cluster | ++ oc get projects logger.go:42: 08:43:26 | upgrade-consistency/1-create-cluster | + get_cr logger.go:42: 08:43:26 | upgrade-consistency/1-create-cluster | + local name_suffix= logger.go:42: 08:43:26 | upgrade-consistency/1-create-cluster | + yq eval ' logger.go:42: 08:43:26 | upgrade-consistency/1-create-cluster | .spec.crVersion="2.1.0"' - logger.go:42: 08:43:26 | upgrade-consistency/1-create-cluster | + yq eval ' logger.go:42: 08:43:26 | upgrade-consistency/1-create-cluster | .metadata.name = "upgrade-consistency" | logger.go:42: 08:43:26 | upgrade-consistency/1-create-cluster | .metadata.labels = {"e2e":"upgrade-consistency"} | logger.go:42: 08:43:26 | upgrade-consistency/1-create-cluster | .spec.postgresVersion = 16 | logger.go:42: 08:43:26 | upgrade-consistency/1-create-cluster | .spec.users += [{"name":"postgres","password":{"type":"AlphaNumeric"}}] | logger.go:42: 08:43:26 | upgrade-consistency/1-create-cluster | .spec.users += [{"name":"upgrade-consistency","password":{"type":"AlphaNumeric"}}] | logger.go:42: 08:43:26 | upgrade-consistency/1-create-cluster | .spec.image = "perconalab/percona-postgresql-operator:main-ppg16-postgres" | logger.go:42: 08:43:26 | upgrade-consistency/1-create-cluster | .spec.backups.pgbackrest.image = "perconalab/percona-postgresql-operator:main-ppg16-pgbackrest" | logger.go:42: 08:43:26 | upgrade-consistency/1-create-cluster | .spec.proxy.pgBouncer.image = "perconalab/percona-postgresql-operator:main-ppg16-pgbouncer" | logger.go:42: 08:43:26 | upgrade-consistency/1-create-cluster | .spec.pmm.image = "perconalab/pmm-client:dev-latest" | logger.go:42: 08:43:26 | upgrade-consistency/1-create-cluster | .spec.pmm.secret = "upgrade-consistency-pmm-secret" logger.go:42: 08:43:26 | upgrade-consistency/1-create-cluster | ' /mnt/jenkins/workspace/cloud-pg-operator_PR-801/deploy/cr.yaml logger.go:42: 08:43:26 | upgrade-consistency/1-create-cluster | + kubectl -n kuttl-test-one-glider apply -f - logger.go:42: 08:43:26 | upgrade-consistency/1-create-cluster | + [[ -n '' ]] logger.go:42: 08:43:26 | upgrade-consistency/1-create-cluster | + case $test_name in logger.go:42: 08:43:26 | upgrade-consistency/1-create-cluster | + cat /tmp/kuttl/pg/upgrade-consistency/cr.yaml logger.go:42: 08:43:27 | upgrade-consistency/1-create-cluster | perconapgcluster.pgv2.percona.com/upgrade-consistency created logger.go:42: 08:44:30 | upgrade-consistency/1-create-cluster | test step completed 1-create-cluster logger.go:42: 08:44:30 | upgrade-consistency/2-patch-cluster | starting test step 2-patch-cluster logger.go:42: 08:44:30 | upgrade-consistency/2-patch-cluster | running command: [sh -c set -o errexit set -o xtrace source ../../functions get_cr \ | yq eval ' .spec.crVersion="2.2.0"' - \ | kubectl -n "${NAMESPACE}" apply -f - sleep 10] logger.go:42: 08:44:30 | upgrade-consistency/2-patch-cluster | + source ../../functions logger.go:42: 08:44:30 | upgrade-consistency/2-patch-cluster | +++ realpath ../../.. logger.go:42: 08:44:30 | upgrade-consistency/2-patch-cluster | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-pg-operator_PR-801 logger.go:42: 08:44:30 | upgrade-consistency/2-patch-cluster | ++++ pwd logger.go:42: 08:44:30 | upgrade-consistency/2-patch-cluster | +++ basename /mnt/jenkins/workspace/cloud-pg-operator_PR-801/e2e-tests/tests/upgrade-consistency logger.go:42: 08:44:30 | upgrade-consistency/2-patch-cluster | ++ test_name=upgrade-consistency logger.go:42: 08:44:30 | upgrade-consistency/2-patch-cluster | ++ source /mnt/jenkins/workspace/cloud-pg-operator_PR-801/e2e-tests/vars.sh logger.go:42: 08:44:30 | upgrade-consistency/2-patch-cluster | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-pg-operator_PR-801 logger.go:42: 08:44:30 | upgrade-consistency/2-patch-cluster | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-pg-operator_PR-801 logger.go:42: 08:44:30 | upgrade-consistency/2-patch-cluster | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-801/deploy logger.go:42: 08:44:30 | upgrade-consistency/2-patch-cluster | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-801/deploy logger.go:42: 08:44:30 | upgrade-consistency/2-patch-cluster | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-801/e2e-tests logger.go:42: 08:44:30 | upgrade-consistency/2-patch-cluster | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-801/e2e-tests logger.go:42: 08:44:30 | upgrade-consistency/2-patch-cluster | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-801/e2e-tests/conf logger.go:42: 08:44:30 | upgrade-consistency/2-patch-cluster | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-801/e2e-tests/conf logger.go:42: 08:44:30 | upgrade-consistency/2-patch-cluster | +++ export TEMP_DIR=/tmp/kuttl/pg/upgrade-consistency logger.go:42: 08:44:30 | upgrade-consistency/2-patch-cluster | +++ TEMP_DIR=/tmp/kuttl/pg/upgrade-consistency logger.go:42: 08:44:30 | upgrade-consistency/2-patch-cluster | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 08:44:30 | upgrade-consistency/2-patch-cluster | +++ export GIT_BRANCH=PR-801 logger.go:42: 08:44:30 | upgrade-consistency/2-patch-cluster | +++ GIT_BRANCH=PR-801 logger.go:42: 08:44:30 | upgrade-consistency/2-patch-cluster | +++ export VERSION=PR-801-1f449fafb logger.go:42: 08:44:30 | upgrade-consistency/2-patch-cluster | +++ VERSION=PR-801-1f449fafb logger.go:42: 08:44:30 | upgrade-consistency/2-patch-cluster | +++ export IMAGE_BASE=perconalab/percona-postgresql-operator logger.go:42: 08:44:30 | upgrade-consistency/2-patch-cluster | +++ IMAGE_BASE=perconalab/percona-postgresql-operator logger.go:42: 08:44:30 | upgrade-consistency/2-patch-cluster | +++ export IMAGE=perconalab/percona-postgresql-operator:PR-801-1f449fafb logger.go:42: 08:44:30 | upgrade-consistency/2-patch-cluster | +++ IMAGE=perconalab/percona-postgresql-operator:PR-801-1f449fafb logger.go:42: 08:44:30 | upgrade-consistency/2-patch-cluster | +++ export PG_VER=16 logger.go:42: 08:44:30 | upgrade-consistency/2-patch-cluster | +++ PG_VER=16 logger.go:42: 08:44:30 | upgrade-consistency/2-patch-cluster | +++ export IMAGE_PGBOUNCER=perconalab/percona-postgresql-operator:main-ppg16-pgbouncer logger.go:42: 08:44:30 | upgrade-consistency/2-patch-cluster | +++ IMAGE_PGBOUNCER=perconalab/percona-postgresql-operator:main-ppg16-pgbouncer logger.go:42: 08:44:30 | upgrade-consistency/2-patch-cluster | +++ export IMAGE_POSTGRESQL=perconalab/percona-postgresql-operator:main-ppg16-postgres logger.go:42: 08:44:30 | upgrade-consistency/2-patch-cluster | +++ IMAGE_POSTGRESQL=perconalab/percona-postgresql-operator:main-ppg16-postgres logger.go:42: 08:44:30 | upgrade-consistency/2-patch-cluster | +++ export IMAGE_BACKREST=perconalab/percona-postgresql-operator:main-ppg16-pgbackrest logger.go:42: 08:44:30 | upgrade-consistency/2-patch-cluster | +++ IMAGE_BACKREST=perconalab/percona-postgresql-operator:main-ppg16-pgbackrest logger.go:42: 08:44:30 | upgrade-consistency/2-patch-cluster | +++ export BUCKET=pg-operator-testing logger.go:42: 08:44:30 | upgrade-consistency/2-patch-cluster | +++ BUCKET=pg-operator-testing logger.go:42: 08:44:30 | upgrade-consistency/2-patch-cluster | +++ export PMM_SERVER_VERSION=9.9.9 logger.go:42: 08:44:30 | upgrade-consistency/2-patch-cluster | +++ PMM_SERVER_VERSION=9.9.9 logger.go:42: 08:44:30 | upgrade-consistency/2-patch-cluster | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:dev-latest logger.go:42: 08:44:30 | upgrade-consistency/2-patch-cluster | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:dev-latest logger.go:42: 08:44:30 | upgrade-consistency/2-patch-cluster | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:dev-latest logger.go:42: 08:44:30 | upgrade-consistency/2-patch-cluster | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:dev-latest logger.go:42: 08:44:30 | upgrade-consistency/2-patch-cluster | +++ export PGOV1_TAG=1.4.0 logger.go:42: 08:44:30 | upgrade-consistency/2-patch-cluster | +++ PGOV1_TAG=1.4.0 logger.go:42: 08:44:30 | upgrade-consistency/2-patch-cluster | +++ export PGOV1_VER=14 logger.go:42: 08:44:30 | upgrade-consistency/2-patch-cluster | +++ PGOV1_VER=14 logger.go:42: 08:44:30 | upgrade-consistency/2-patch-cluster | ++++ which gdate logger.go:42: 08:44:30 | upgrade-consistency/2-patch-cluster | which: no gdate in (/mnt/jenkins/workspace/cloud-pg-operator_PR-801/bin/:/home/ec2-user/.krew/bin:/usr/local/bin:/usr/bin) logger.go:42: 08:44:30 | upgrade-consistency/2-patch-cluster | ++++ which date logger.go:42: 08:44:30 | upgrade-consistency/2-patch-cluster | +++ date=/usr/bin/date logger.go:42: 08:44:30 | upgrade-consistency/2-patch-cluster | ++++ which gsed logger.go:42: 08:44:30 | upgrade-consistency/2-patch-cluster | which: no gsed in (/mnt/jenkins/workspace/cloud-pg-operator_PR-801/bin/:/home/ec2-user/.krew/bin:/usr/local/bin:/usr/bin) logger.go:42: 08:44:30 | upgrade-consistency/2-patch-cluster | ++++ which sed logger.go:42: 08:44:30 | upgrade-consistency/2-patch-cluster | +++ sed=/usr/bin/sed logger.go:42: 08:44:30 | upgrade-consistency/2-patch-cluster | +++ command -v oc logger.go:42: 08:44:30 | upgrade-consistency/2-patch-cluster | ++ oc get projects logger.go:42: 08:44:30 | upgrade-consistency/2-patch-cluster | + get_cr logger.go:42: 08:44:30 | upgrade-consistency/2-patch-cluster | + local name_suffix= logger.go:42: 08:44:30 | upgrade-consistency/2-patch-cluster | + yq eval ' logger.go:42: 08:44:30 | upgrade-consistency/2-patch-cluster | .spec.crVersion="2.2.0"' - logger.go:42: 08:44:30 | upgrade-consistency/2-patch-cluster | + yq eval ' logger.go:42: 08:44:30 | upgrade-consistency/2-patch-cluster | .metadata.name = "upgrade-consistency" | logger.go:42: 08:44:30 | upgrade-consistency/2-patch-cluster | .metadata.labels = {"e2e":"upgrade-consistency"} | logger.go:42: 08:44:30 | upgrade-consistency/2-patch-cluster | .spec.postgresVersion = 16 | logger.go:42: 08:44:30 | upgrade-consistency/2-patch-cluster | .spec.users += [{"name":"postgres","password":{"type":"AlphaNumeric"}}] | logger.go:42: 08:44:30 | upgrade-consistency/2-patch-cluster | .spec.users += [{"name":"upgrade-consistency","password":{"type":"AlphaNumeric"}}] | logger.go:42: 08:44:30 | upgrade-consistency/2-patch-cluster | .spec.image = "perconalab/percona-postgresql-operator:main-ppg16-postgres" | logger.go:42: 08:44:30 | upgrade-consistency/2-patch-cluster | .spec.backups.pgbackrest.image = "perconalab/percona-postgresql-operator:main-ppg16-pgbackrest" | logger.go:42: 08:44:30 | upgrade-consistency/2-patch-cluster | .spec.proxy.pgBouncer.image = "perconalab/percona-postgresql-operator:main-ppg16-pgbouncer" | logger.go:42: 08:44:30 | upgrade-consistency/2-patch-cluster | .spec.pmm.image = "perconalab/pmm-client:dev-latest" | logger.go:42: 08:44:30 | upgrade-consistency/2-patch-cluster | .spec.pmm.secret = "upgrade-consistency-pmm-secret" logger.go:42: 08:44:30 | upgrade-consistency/2-patch-cluster | ' /mnt/jenkins/workspace/cloud-pg-operator_PR-801/deploy/cr.yaml logger.go:42: 08:44:30 | upgrade-consistency/2-patch-cluster | + kubectl -n kuttl-test-one-glider apply -f - logger.go:42: 08:44:30 | upgrade-consistency/2-patch-cluster | + [[ -n '' ]] logger.go:42: 08:44:30 | upgrade-consistency/2-patch-cluster | + case $test_name in logger.go:42: 08:44:30 | upgrade-consistency/2-patch-cluster | + cat /tmp/kuttl/pg/upgrade-consistency/cr.yaml logger.go:42: 08:44:34 | upgrade-consistency/2-patch-cluster | perconapgcluster.pgv2.percona.com/upgrade-consistency configured logger.go:42: 08:44:34 | upgrade-consistency/2-patch-cluster | + sleep 10 logger.go:42: 08:45:38 | upgrade-consistency/2-patch-cluster | test step completed 2-patch-cluster logger.go:42: 08:45:38 | upgrade-consistency/3-patch-cluster | starting test step 3-patch-cluster logger.go:42: 08:45:38 | upgrade-consistency/3-patch-cluster | running command: [sh -c set -o errexit set -o xtrace source ../../functions get_cr \ | yq eval ' .spec.crVersion="2.3.0"' - \ | kubectl -n "${NAMESPACE}" apply -f - sleep 10] logger.go:42: 08:45:38 | upgrade-consistency/3-patch-cluster | + source ../../functions logger.go:42: 08:45:38 | upgrade-consistency/3-patch-cluster | +++ realpath ../../.. logger.go:42: 08:45:38 | upgrade-consistency/3-patch-cluster | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-pg-operator_PR-801 logger.go:42: 08:45:38 | upgrade-consistency/3-patch-cluster | ++++ pwd logger.go:42: 08:45:38 | upgrade-consistency/3-patch-cluster | +++ basename /mnt/jenkins/workspace/cloud-pg-operator_PR-801/e2e-tests/tests/upgrade-consistency logger.go:42: 08:45:38 | upgrade-consistency/3-patch-cluster | ++ test_name=upgrade-consistency logger.go:42: 08:45:38 | upgrade-consistency/3-patch-cluster | ++ source /mnt/jenkins/workspace/cloud-pg-operator_PR-801/e2e-tests/vars.sh logger.go:42: 08:45:38 | upgrade-consistency/3-patch-cluster | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-pg-operator_PR-801 logger.go:42: 08:45:38 | upgrade-consistency/3-patch-cluster | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-pg-operator_PR-801 logger.go:42: 08:45:38 | upgrade-consistency/3-patch-cluster | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-801/deploy logger.go:42: 08:45:38 | upgrade-consistency/3-patch-cluster | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-801/deploy logger.go:42: 08:45:38 | upgrade-consistency/3-patch-cluster | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-801/e2e-tests logger.go:42: 08:45:38 | upgrade-consistency/3-patch-cluster | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-801/e2e-tests logger.go:42: 08:45:38 | upgrade-consistency/3-patch-cluster | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-801/e2e-tests/conf logger.go:42: 08:45:38 | upgrade-consistency/3-patch-cluster | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-801/e2e-tests/conf logger.go:42: 08:45:38 | upgrade-consistency/3-patch-cluster | +++ export TEMP_DIR=/tmp/kuttl/pg/upgrade-consistency logger.go:42: 08:45:38 | upgrade-consistency/3-patch-cluster | +++ TEMP_DIR=/tmp/kuttl/pg/upgrade-consistency logger.go:42: 08:45:38 | upgrade-consistency/3-patch-cluster | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 08:45:38 | upgrade-consistency/3-patch-cluster | +++ export GIT_BRANCH=PR-801 logger.go:42: 08:45:38 | upgrade-consistency/3-patch-cluster | +++ GIT_BRANCH=PR-801 logger.go:42: 08:45:38 | upgrade-consistency/3-patch-cluster | +++ export VERSION=PR-801-1f449fafb logger.go:42: 08:45:38 | upgrade-consistency/3-patch-cluster | +++ VERSION=PR-801-1f449fafb logger.go:42: 08:45:38 | upgrade-consistency/3-patch-cluster | +++ export IMAGE_BASE=perconalab/percona-postgresql-operator logger.go:42: 08:45:38 | upgrade-consistency/3-patch-cluster | +++ IMAGE_BASE=perconalab/percona-postgresql-operator logger.go:42: 08:45:38 | upgrade-consistency/3-patch-cluster | +++ export IMAGE=perconalab/percona-postgresql-operator:PR-801-1f449fafb logger.go:42: 08:45:38 | upgrade-consistency/3-patch-cluster | +++ IMAGE=perconalab/percona-postgresql-operator:PR-801-1f449fafb logger.go:42: 08:45:38 | upgrade-consistency/3-patch-cluster | +++ export PG_VER=16 logger.go:42: 08:45:38 | upgrade-consistency/3-patch-cluster | +++ PG_VER=16 logger.go:42: 08:45:38 | upgrade-consistency/3-patch-cluster | +++ export IMAGE_PGBOUNCER=perconalab/percona-postgresql-operator:main-ppg16-pgbouncer logger.go:42: 08:45:38 | upgrade-consistency/3-patch-cluster | +++ IMAGE_PGBOUNCER=perconalab/percona-postgresql-operator:main-ppg16-pgbouncer logger.go:42: 08:45:38 | upgrade-consistency/3-patch-cluster | +++ export IMAGE_POSTGRESQL=perconalab/percona-postgresql-operator:main-ppg16-postgres logger.go:42: 08:45:38 | upgrade-consistency/3-patch-cluster | +++ IMAGE_POSTGRESQL=perconalab/percona-postgresql-operator:main-ppg16-postgres logger.go:42: 08:45:38 | upgrade-consistency/3-patch-cluster | +++ export IMAGE_BACKREST=perconalab/percona-postgresql-operator:main-ppg16-pgbackrest logger.go:42: 08:45:38 | upgrade-consistency/3-patch-cluster | +++ IMAGE_BACKREST=perconalab/percona-postgresql-operator:main-ppg16-pgbackrest logger.go:42: 08:45:38 | upgrade-consistency/3-patch-cluster | +++ export BUCKET=pg-operator-testing logger.go:42: 08:45:38 | upgrade-consistency/3-patch-cluster | +++ BUCKET=pg-operator-testing logger.go:42: 08:45:38 | upgrade-consistency/3-patch-cluster | +++ export PMM_SERVER_VERSION=9.9.9 logger.go:42: 08:45:38 | upgrade-consistency/3-patch-cluster | +++ PMM_SERVER_VERSION=9.9.9 logger.go:42: 08:45:38 | upgrade-consistency/3-patch-cluster | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:dev-latest logger.go:42: 08:45:38 | upgrade-consistency/3-patch-cluster | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:dev-latest logger.go:42: 08:45:38 | upgrade-consistency/3-patch-cluster | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:dev-latest logger.go:42: 08:45:38 | upgrade-consistency/3-patch-cluster | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:dev-latest logger.go:42: 08:45:38 | upgrade-consistency/3-patch-cluster | +++ export PGOV1_TAG=1.4.0 logger.go:42: 08:45:38 | upgrade-consistency/3-patch-cluster | +++ PGOV1_TAG=1.4.0 logger.go:42: 08:45:38 | upgrade-consistency/3-patch-cluster | +++ export PGOV1_VER=14 logger.go:42: 08:45:38 | upgrade-consistency/3-patch-cluster | +++ PGOV1_VER=14 logger.go:42: 08:45:38 | upgrade-consistency/3-patch-cluster | ++++ which gdate logger.go:42: 08:45:38 | upgrade-consistency/3-patch-cluster | which: no gdate in (/mnt/jenkins/workspace/cloud-pg-operator_PR-801/bin/:/home/ec2-user/.krew/bin:/usr/local/bin:/usr/bin) logger.go:42: 08:45:38 | upgrade-consistency/3-patch-cluster | ++++ which date logger.go:42: 08:45:38 | upgrade-consistency/3-patch-cluster | +++ date=/usr/bin/date logger.go:42: 08:45:38 | upgrade-consistency/3-patch-cluster | ++++ which gsed logger.go:42: 08:45:38 | upgrade-consistency/3-patch-cluster | which: no gsed in (/mnt/jenkins/workspace/cloud-pg-operator_PR-801/bin/:/home/ec2-user/.krew/bin:/usr/local/bin:/usr/bin) logger.go:42: 08:45:38 | upgrade-consistency/3-patch-cluster | ++++ which sed logger.go:42: 08:45:38 | upgrade-consistency/3-patch-cluster | +++ sed=/usr/bin/sed logger.go:42: 08:45:38 | upgrade-consistency/3-patch-cluster | +++ command -v oc logger.go:42: 08:45:38 | upgrade-consistency/3-patch-cluster | ++ oc get projects logger.go:42: 08:45:38 | upgrade-consistency/3-patch-cluster | + get_cr logger.go:42: 08:45:38 | upgrade-consistency/3-patch-cluster | + local name_suffix= logger.go:42: 08:45:38 | upgrade-consistency/3-patch-cluster | + yq eval ' logger.go:42: 08:45:38 | upgrade-consistency/3-patch-cluster | .spec.crVersion="2.3.0"' - logger.go:42: 08:45:38 | upgrade-consistency/3-patch-cluster | + yq eval ' logger.go:42: 08:45:38 | upgrade-consistency/3-patch-cluster | .metadata.name = "upgrade-consistency" | logger.go:42: 08:45:38 | upgrade-consistency/3-patch-cluster | .metadata.labels = {"e2e":"upgrade-consistency"} | logger.go:42: 08:45:38 | upgrade-consistency/3-patch-cluster | .spec.postgresVersion = 16 | logger.go:42: 08:45:38 | upgrade-consistency/3-patch-cluster | .spec.users += [{"name":"postgres","password":{"type":"AlphaNumeric"}}] | logger.go:42: 08:45:38 | upgrade-consistency/3-patch-cluster | .spec.users += [{"name":"upgrade-consistency","password":{"type":"AlphaNumeric"}}] | logger.go:42: 08:45:38 | upgrade-consistency/3-patch-cluster | .spec.image = "perconalab/percona-postgresql-operator:main-ppg16-postgres" | logger.go:42: 08:45:38 | upgrade-consistency/3-patch-cluster | .spec.backups.pgbackrest.image = "perconalab/percona-postgresql-operator:main-ppg16-pgbackrest" | logger.go:42: 08:45:38 | upgrade-consistency/3-patch-cluster | .spec.proxy.pgBouncer.image = "perconalab/percona-postgresql-operator:main-ppg16-pgbouncer" | logger.go:42: 08:45:38 | upgrade-consistency/3-patch-cluster | .spec.pmm.image = "perconalab/pmm-client:dev-latest" | logger.go:42: 08:45:38 | upgrade-consistency/3-patch-cluster | .spec.pmm.secret = "upgrade-consistency-pmm-secret" logger.go:42: 08:45:38 | upgrade-consistency/3-patch-cluster | ' /mnt/jenkins/workspace/cloud-pg-operator_PR-801/deploy/cr.yaml logger.go:42: 08:45:38 | upgrade-consistency/3-patch-cluster | + kubectl -n kuttl-test-one-glider apply -f - logger.go:42: 08:45:38 | upgrade-consistency/3-patch-cluster | + [[ -n '' ]] logger.go:42: 08:45:38 | upgrade-consistency/3-patch-cluster | + case $test_name in logger.go:42: 08:45:38 | upgrade-consistency/3-patch-cluster | + cat /tmp/kuttl/pg/upgrade-consistency/cr.yaml logger.go:42: 08:45:39 | upgrade-consistency/3-patch-cluster | perconapgcluster.pgv2.percona.com/upgrade-consistency configured logger.go:42: 08:45:39 | upgrade-consistency/3-patch-cluster | + sleep 10 logger.go:42: 08:49:02 | upgrade-consistency/3-patch-cluster | test step completed 3-patch-cluster logger.go:42: 08:49:02 | upgrade-consistency/4-patch-cluster | starting test step 4-patch-cluster logger.go:42: 08:49:02 | upgrade-consistency/4-patch-cluster | running command: [sh -c set -o errexit set -o xtrace source ../../functions get_cr \ | yq eval ' .spec.crVersion="2.4.0"' - \ | kubectl -n "${NAMESPACE}" apply -f - sleep 10] logger.go:42: 08:49:02 | upgrade-consistency/4-patch-cluster | + source ../../functions logger.go:42: 08:49:02 | upgrade-consistency/4-patch-cluster | +++ realpath ../../.. logger.go:42: 08:49:02 | upgrade-consistency/4-patch-cluster | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-pg-operator_PR-801 logger.go:42: 08:49:02 | upgrade-consistency/4-patch-cluster | ++++ pwd logger.go:42: 08:49:02 | upgrade-consistency/4-patch-cluster | +++ basename /mnt/jenkins/workspace/cloud-pg-operator_PR-801/e2e-tests/tests/upgrade-consistency logger.go:42: 08:49:02 | upgrade-consistency/4-patch-cluster | ++ test_name=upgrade-consistency logger.go:42: 08:49:02 | upgrade-consistency/4-patch-cluster | ++ source /mnt/jenkins/workspace/cloud-pg-operator_PR-801/e2e-tests/vars.sh logger.go:42: 08:49:02 | upgrade-consistency/4-patch-cluster | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-pg-operator_PR-801 logger.go:42: 08:49:02 | upgrade-consistency/4-patch-cluster | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-pg-operator_PR-801 logger.go:42: 08:49:02 | upgrade-consistency/4-patch-cluster | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-801/deploy logger.go:42: 08:49:02 | upgrade-consistency/4-patch-cluster | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-801/deploy logger.go:42: 08:49:02 | upgrade-consistency/4-patch-cluster | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-801/e2e-tests logger.go:42: 08:49:02 | upgrade-consistency/4-patch-cluster | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-801/e2e-tests logger.go:42: 08:49:02 | upgrade-consistency/4-patch-cluster | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-801/e2e-tests/conf logger.go:42: 08:49:02 | upgrade-consistency/4-patch-cluster | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-801/e2e-tests/conf logger.go:42: 08:49:02 | upgrade-consistency/4-patch-cluster | +++ export TEMP_DIR=/tmp/kuttl/pg/upgrade-consistency logger.go:42: 08:49:02 | upgrade-consistency/4-patch-cluster | +++ TEMP_DIR=/tmp/kuttl/pg/upgrade-consistency logger.go:42: 08:49:02 | upgrade-consistency/4-patch-cluster | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 08:49:02 | upgrade-consistency/4-patch-cluster | +++ export GIT_BRANCH=PR-801 logger.go:42: 08:49:02 | upgrade-consistency/4-patch-cluster | +++ GIT_BRANCH=PR-801 logger.go:42: 08:49:02 | upgrade-consistency/4-patch-cluster | +++ export VERSION=PR-801-1f449fafb logger.go:42: 08:49:02 | upgrade-consistency/4-patch-cluster | +++ VERSION=PR-801-1f449fafb logger.go:42: 08:49:02 | upgrade-consistency/4-patch-cluster | +++ export IMAGE_BASE=perconalab/percona-postgresql-operator logger.go:42: 08:49:02 | upgrade-consistency/4-patch-cluster | +++ IMAGE_BASE=perconalab/percona-postgresql-operator logger.go:42: 08:49:02 | upgrade-consistency/4-patch-cluster | +++ export IMAGE=perconalab/percona-postgresql-operator:PR-801-1f449fafb logger.go:42: 08:49:02 | upgrade-consistency/4-patch-cluster | +++ IMAGE=perconalab/percona-postgresql-operator:PR-801-1f449fafb logger.go:42: 08:49:02 | upgrade-consistency/4-patch-cluster | +++ export PG_VER=16 logger.go:42: 08:49:02 | upgrade-consistency/4-patch-cluster | +++ PG_VER=16 logger.go:42: 08:49:02 | upgrade-consistency/4-patch-cluster | +++ export IMAGE_PGBOUNCER=perconalab/percona-postgresql-operator:main-ppg16-pgbouncer logger.go:42: 08:49:02 | upgrade-consistency/4-patch-cluster | +++ IMAGE_PGBOUNCER=perconalab/percona-postgresql-operator:main-ppg16-pgbouncer logger.go:42: 08:49:02 | upgrade-consistency/4-patch-cluster | +++ export IMAGE_POSTGRESQL=perconalab/percona-postgresql-operator:main-ppg16-postgres logger.go:42: 08:49:02 | upgrade-consistency/4-patch-cluster | +++ IMAGE_POSTGRESQL=perconalab/percona-postgresql-operator:main-ppg16-postgres logger.go:42: 08:49:02 | upgrade-consistency/4-patch-cluster | +++ export IMAGE_BACKREST=perconalab/percona-postgresql-operator:main-ppg16-pgbackrest logger.go:42: 08:49:02 | upgrade-consistency/4-patch-cluster | +++ IMAGE_BACKREST=perconalab/percona-postgresql-operator:main-ppg16-pgbackrest logger.go:42: 08:49:02 | upgrade-consistency/4-patch-cluster | +++ export BUCKET=pg-operator-testing logger.go:42: 08:49:02 | upgrade-consistency/4-patch-cluster | +++ BUCKET=pg-operator-testing logger.go:42: 08:49:02 | upgrade-consistency/4-patch-cluster | +++ export PMM_SERVER_VERSION=9.9.9 logger.go:42: 08:49:02 | upgrade-consistency/4-patch-cluster | +++ PMM_SERVER_VERSION=9.9.9 logger.go:42: 08:49:02 | upgrade-consistency/4-patch-cluster | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:dev-latest logger.go:42: 08:49:02 | upgrade-consistency/4-patch-cluster | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:dev-latest logger.go:42: 08:49:02 | upgrade-consistency/4-patch-cluster | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:dev-latest logger.go:42: 08:49:02 | upgrade-consistency/4-patch-cluster | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:dev-latest logger.go:42: 08:49:02 | upgrade-consistency/4-patch-cluster | +++ export PGOV1_TAG=1.4.0 logger.go:42: 08:49:02 | upgrade-consistency/4-patch-cluster | +++ PGOV1_TAG=1.4.0 logger.go:42: 08:49:02 | upgrade-consistency/4-patch-cluster | +++ export PGOV1_VER=14 logger.go:42: 08:49:02 | upgrade-consistency/4-patch-cluster | +++ PGOV1_VER=14 logger.go:42: 08:49:02 | upgrade-consistency/4-patch-cluster | ++++ which gdate logger.go:42: 08:49:02 | upgrade-consistency/4-patch-cluster | which: no gdate in (/mnt/jenkins/workspace/cloud-pg-operator_PR-801/bin/:/home/ec2-user/.krew/bin:/usr/local/bin:/usr/bin) logger.go:42: 08:49:02 | upgrade-consistency/4-patch-cluster | ++++ which date logger.go:42: 08:49:02 | upgrade-consistency/4-patch-cluster | +++ date=/usr/bin/date logger.go:42: 08:49:02 | upgrade-consistency/4-patch-cluster | ++++ which gsed logger.go:42: 08:49:02 | upgrade-consistency/4-patch-cluster | which: no gsed in (/mnt/jenkins/workspace/cloud-pg-operator_PR-801/bin/:/home/ec2-user/.krew/bin:/usr/local/bin:/usr/bin) logger.go:42: 08:49:02 | upgrade-consistency/4-patch-cluster | ++++ which sed logger.go:42: 08:49:02 | upgrade-consistency/4-patch-cluster | +++ sed=/usr/bin/sed logger.go:42: 08:49:02 | upgrade-consistency/4-patch-cluster | +++ command -v oc logger.go:42: 08:49:02 | upgrade-consistency/4-patch-cluster | ++ oc get projects logger.go:42: 08:49:02 | upgrade-consistency/4-patch-cluster | + get_cr logger.go:42: 08:49:02 | upgrade-consistency/4-patch-cluster | + local name_suffix= logger.go:42: 08:49:02 | upgrade-consistency/4-patch-cluster | + yq eval ' logger.go:42: 08:49:02 | upgrade-consistency/4-patch-cluster | .spec.crVersion="2.4.0"' - logger.go:42: 08:49:02 | upgrade-consistency/4-patch-cluster | + yq eval ' logger.go:42: 08:49:02 | upgrade-consistency/4-patch-cluster | .metadata.name = "upgrade-consistency" | logger.go:42: 08:49:02 | upgrade-consistency/4-patch-cluster | .metadata.labels = {"e2e":"upgrade-consistency"} | logger.go:42: 08:49:02 | upgrade-consistency/4-patch-cluster | .spec.postgresVersion = 16 | logger.go:42: 08:49:02 | upgrade-consistency/4-patch-cluster | .spec.users += [{"name":"postgres","password":{"type":"AlphaNumeric"}}] | logger.go:42: 08:49:02 | upgrade-consistency/4-patch-cluster | .spec.users += [{"name":"upgrade-consistency","password":{"type":"AlphaNumeric"}}] | logger.go:42: 08:49:02 | upgrade-consistency/4-patch-cluster | .spec.image = "perconalab/percona-postgresql-operator:main-ppg16-postgres" | logger.go:42: 08:49:02 | upgrade-consistency/4-patch-cluster | .spec.backups.pgbackrest.image = "perconalab/percona-postgresql-operator:main-ppg16-pgbackrest" | logger.go:42: 08:49:02 | upgrade-consistency/4-patch-cluster | .spec.proxy.pgBouncer.image = "perconalab/percona-postgresql-operator:main-ppg16-pgbouncer" | logger.go:42: 08:49:02 | upgrade-consistency/4-patch-cluster | .spec.pmm.image = "perconalab/pmm-client:dev-latest" | logger.go:42: 08:49:02 | upgrade-consistency/4-patch-cluster | .spec.pmm.secret = "upgrade-consistency-pmm-secret" logger.go:42: 08:49:02 | upgrade-consistency/4-patch-cluster | ' /mnt/jenkins/workspace/cloud-pg-operator_PR-801/deploy/cr.yaml logger.go:42: 08:49:02 | upgrade-consistency/4-patch-cluster | + kubectl -n kuttl-test-one-glider apply -f - logger.go:42: 08:49:02 | upgrade-consistency/4-patch-cluster | + [[ -n '' ]] logger.go:42: 08:49:02 | upgrade-consistency/4-patch-cluster | + case $test_name in logger.go:42: 08:49:02 | upgrade-consistency/4-patch-cluster | + cat /tmp/kuttl/pg/upgrade-consistency/cr.yaml logger.go:42: 08:49:04 | upgrade-consistency/4-patch-cluster | perconapgcluster.pgv2.percona.com/upgrade-consistency configured logger.go:42: 08:49:04 | upgrade-consistency/4-patch-cluster | + sleep 10 logger.go:42: 08:52:57 | upgrade-consistency/4-patch-cluster | test step completed 4-patch-cluster logger.go:42: 08:52:57 | upgrade-consistency/99-remove-cluster-gracefully | starting test step 99-remove-cluster-gracefully logger.go:42: 08:53:03 | upgrade-consistency/99-remove-cluster-gracefully | running command: [sh -c set -o errexit set -o xtrace source ../../functions destroy_operator] logger.go:42: 08:53:03 | upgrade-consistency/99-remove-cluster-gracefully | + source ../../functions logger.go:42: 08:53:03 | upgrade-consistency/99-remove-cluster-gracefully | +++ realpath ../../.. logger.go:42: 08:53:03 | upgrade-consistency/99-remove-cluster-gracefully | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-pg-operator_PR-801 logger.go:42: 08:53:03 | upgrade-consistency/99-remove-cluster-gracefully | ++++ pwd logger.go:42: 08:53:03 | upgrade-consistency/99-remove-cluster-gracefully | +++ basename /mnt/jenkins/workspace/cloud-pg-operator_PR-801/e2e-tests/tests/upgrade-consistency logger.go:42: 08:53:03 | upgrade-consistency/99-remove-cluster-gracefully | ++ test_name=upgrade-consistency logger.go:42: 08:53:03 | upgrade-consistency/99-remove-cluster-gracefully | ++ source /mnt/jenkins/workspace/cloud-pg-operator_PR-801/e2e-tests/vars.sh logger.go:42: 08:53:03 | upgrade-consistency/99-remove-cluster-gracefully | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-pg-operator_PR-801 logger.go:42: 08:53:03 | upgrade-consistency/99-remove-cluster-gracefully | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-pg-operator_PR-801 logger.go:42: 08:53:03 | upgrade-consistency/99-remove-cluster-gracefully | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-801/deploy logger.go:42: 08:53:03 | upgrade-consistency/99-remove-cluster-gracefully | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-801/deploy logger.go:42: 08:53:03 | upgrade-consistency/99-remove-cluster-gracefully | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-801/e2e-tests logger.go:42: 08:53:03 | upgrade-consistency/99-remove-cluster-gracefully | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-801/e2e-tests logger.go:42: 08:53:03 | upgrade-consistency/99-remove-cluster-gracefully | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-801/e2e-tests/conf logger.go:42: 08:53:03 | upgrade-consistency/99-remove-cluster-gracefully | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-801/e2e-tests/conf logger.go:42: 08:53:03 | upgrade-consistency/99-remove-cluster-gracefully | +++ export TEMP_DIR=/tmp/kuttl/pg/upgrade-consistency logger.go:42: 08:53:03 | upgrade-consistency/99-remove-cluster-gracefully | +++ TEMP_DIR=/tmp/kuttl/pg/upgrade-consistency logger.go:42: 08:53:03 | upgrade-consistency/99-remove-cluster-gracefully | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 08:53:03 | upgrade-consistency/99-remove-cluster-gracefully | +++ export GIT_BRANCH=PR-801 logger.go:42: 08:53:03 | upgrade-consistency/99-remove-cluster-gracefully | +++ GIT_BRANCH=PR-801 logger.go:42: 08:53:03 | upgrade-consistency/99-remove-cluster-gracefully | +++ export VERSION=PR-801-1f449fafb logger.go:42: 08:53:03 | upgrade-consistency/99-remove-cluster-gracefully | +++ VERSION=PR-801-1f449fafb logger.go:42: 08:53:03 | upgrade-consistency/99-remove-cluster-gracefully | +++ export IMAGE_BASE=perconalab/percona-postgresql-operator logger.go:42: 08:53:03 | upgrade-consistency/99-remove-cluster-gracefully | +++ IMAGE_BASE=perconalab/percona-postgresql-operator logger.go:42: 08:53:03 | upgrade-consistency/99-remove-cluster-gracefully | +++ export IMAGE=perconalab/percona-postgresql-operator:PR-801-1f449fafb logger.go:42: 08:53:03 | upgrade-consistency/99-remove-cluster-gracefully | +++ IMAGE=perconalab/percona-postgresql-operator:PR-801-1f449fafb logger.go:42: 08:53:03 | upgrade-consistency/99-remove-cluster-gracefully | +++ export PG_VER=16 logger.go:42: 08:53:03 | upgrade-consistency/99-remove-cluster-gracefully | +++ PG_VER=16 logger.go:42: 08:53:03 | upgrade-consistency/99-remove-cluster-gracefully | +++ export IMAGE_PGBOUNCER=perconalab/percona-postgresql-operator:main-ppg16-pgbouncer logger.go:42: 08:53:03 | upgrade-consistency/99-remove-cluster-gracefully | +++ IMAGE_PGBOUNCER=perconalab/percona-postgresql-operator:main-ppg16-pgbouncer logger.go:42: 08:53:03 | upgrade-consistency/99-remove-cluster-gracefully | +++ export IMAGE_POSTGRESQL=perconalab/percona-postgresql-operator:main-ppg16-postgres logger.go:42: 08:53:03 | upgrade-consistency/99-remove-cluster-gracefully | +++ IMAGE_POSTGRESQL=perconalab/percona-postgresql-operator:main-ppg16-postgres logger.go:42: 08:53:03 | upgrade-consistency/99-remove-cluster-gracefully | +++ export IMAGE_BACKREST=perconalab/percona-postgresql-operator:main-ppg16-pgbackrest logger.go:42: 08:53:03 | upgrade-consistency/99-remove-cluster-gracefully | +++ IMAGE_BACKREST=perconalab/percona-postgresql-operator:main-ppg16-pgbackrest logger.go:42: 08:53:03 | upgrade-consistency/99-remove-cluster-gracefully | +++ export BUCKET=pg-operator-testing logger.go:42: 08:53:03 | upgrade-consistency/99-remove-cluster-gracefully | +++ BUCKET=pg-operator-testing logger.go:42: 08:53:03 | upgrade-consistency/99-remove-cluster-gracefully | +++ export PMM_SERVER_VERSION=9.9.9 logger.go:42: 08:53:03 | upgrade-consistency/99-remove-cluster-gracefully | +++ PMM_SERVER_VERSION=9.9.9 logger.go:42: 08:53:03 | upgrade-consistency/99-remove-cluster-gracefully | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:dev-latest logger.go:42: 08:53:03 | upgrade-consistency/99-remove-cluster-gracefully | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:dev-latest logger.go:42: 08:53:03 | upgrade-consistency/99-remove-cluster-gracefully | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:dev-latest logger.go:42: 08:53:03 | upgrade-consistency/99-remove-cluster-gracefully | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:dev-latest logger.go:42: 08:53:03 | upgrade-consistency/99-remove-cluster-gracefully | +++ export PGOV1_TAG=1.4.0 logger.go:42: 08:53:03 | upgrade-consistency/99-remove-cluster-gracefully | +++ PGOV1_TAG=1.4.0 logger.go:42: 08:53:03 | upgrade-consistency/99-remove-cluster-gracefully | +++ export PGOV1_VER=14 logger.go:42: 08:53:03 | upgrade-consistency/99-remove-cluster-gracefully | +++ PGOV1_VER=14 logger.go:42: 08:53:03 | upgrade-consistency/99-remove-cluster-gracefully | ++++ which gdate logger.go:42: 08:53:03 | upgrade-consistency/99-remove-cluster-gracefully | which: no gdate in (/mnt/jenkins/workspace/cloud-pg-operator_PR-801/bin/:/home/ec2-user/.krew/bin:/usr/local/bin:/usr/bin) logger.go:42: 08:53:03 | upgrade-consistency/99-remove-cluster-gracefully | ++++ which date logger.go:42: 08:53:03 | upgrade-consistency/99-remove-cluster-gracefully | +++ date=/usr/bin/date logger.go:42: 08:53:03 | upgrade-consistency/99-remove-cluster-gracefully | ++++ which gsed logger.go:42: 08:53:03 | upgrade-consistency/99-remove-cluster-gracefully | which: no gsed in (/mnt/jenkins/workspace/cloud-pg-operator_PR-801/bin/:/home/ec2-user/.krew/bin:/usr/local/bin:/usr/bin) logger.go:42: 08:53:03 | upgrade-consistency/99-remove-cluster-gracefully | ++++ which sed logger.go:42: 08:53:03 | upgrade-consistency/99-remove-cluster-gracefully | +++ sed=/usr/bin/sed logger.go:42: 08:53:03 | upgrade-consistency/99-remove-cluster-gracefully | +++ command -v oc logger.go:42: 08:53:03 | upgrade-consistency/99-remove-cluster-gracefully | ++ oc get projects logger.go:42: 08:53:03 | upgrade-consistency/99-remove-cluster-gracefully | + destroy_operator logger.go:42: 08:53:03 | upgrade-consistency/99-remove-cluster-gracefully | + kubectl -n pg-operator delete deployment percona-postgresql-operator --force --grace-period=0 logger.go:42: 08:53:03 | upgrade-consistency/99-remove-cluster-gracefully | Warning: Immediate deletion does not wait for confirmation that the running resource has been terminated. The resource may continue to run on the cluster indefinitely. logger.go:42: 08:53:03 | upgrade-consistency/99-remove-cluster-gracefully | deployment.apps "percona-postgresql-operator" force deleted logger.go:42: 08:53:03 | upgrade-consistency/99-remove-cluster-gracefully | + [[ -n pg-operator ]] logger.go:42: 08:53:03 | upgrade-consistency/99-remove-cluster-gracefully | + kubectl delete namespace pg-operator --force --grace-period=0 logger.go:42: 08:53:03 | upgrade-consistency/99-remove-cluster-gracefully | Warning: Immediate deletion does not wait for confirmation that the running resource has been terminated. The resource may continue to run on the cluster indefinitely. logger.go:42: 08:53:03 | upgrade-consistency/99-remove-cluster-gracefully | namespace "pg-operator" force deleted logger.go:42: 08:53:10 | upgrade-consistency/99-remove-cluster-gracefully | test step completed 99-remove-cluster-gracefully logger.go:42: 08:53:10 | upgrade-consistency | upgrade-consistency events from ns kuttl-test-one-glider: logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:43:28 +0000 UTC Normal PersistentVolumeClaim upgrade-consistency-instance1-dx6d-pgdata WaitForFirstConsumer waiting for first consumer to be created before binding persistentvolume-controller logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:43:28 +0000 UTC Normal PersistentVolumeClaim upgrade-consistency-instance1-srs5-pgdata WaitForFirstConsumer waiting for first consumer to be created before binding persistentvolume-controller logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:43:28 +0000 UTC Normal StatefulSet.apps upgrade-consistency-instance1-srs5 SuccessfulCreate create Pod upgrade-consistency-instance1-srs5-0 in StatefulSet upgrade-consistency-instance1-srs5 successful statefulset-controller logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:43:28 +0000 UTC Normal PersistentVolumeClaim upgrade-consistency-instance1-ttrt-pgdata WaitForFirstConsumer waiting for first consumer to be created before binding persistentvolume-controller logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:43:28 +0000 UTC Normal PersistentVolumeClaim upgrade-consistency-instance1-ttrt-pgdata ExternalProvisioning waiting for a volume to be created, either by external provisioner "pd.csi.storage.gke.io" or manually created by system administrator persistentvolume-controller logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:43:28 +0000 UTC Normal PersistentVolumeClaim upgrade-consistency-instance1-ttrt-pgdata Provisioning External provisioner is provisioning volume for claim "kuttl-test-one-glider/upgrade-consistency-instance1-ttrt-pgdata" pd.csi.storage.gke.io_gke-5f3019425f5144f5b8b2-b1f6-17d0-vm_e9851f31-8b7e-4caa-a95f-9230caa21c6b logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:43:28 +0000 UTC Normal StatefulSet.apps upgrade-consistency-instance1-ttrt SuccessfulCreate create Pod upgrade-consistency-instance1-ttrt-0 in StatefulSet upgrade-consistency-instance1-ttrt successful statefulset-controller logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:43:29 +0000 UTC Normal PersistentVolumeClaim upgrade-consistency-instance1-dx6d-pgdata Provisioning External provisioner is provisioning volume for claim "kuttl-test-one-glider/upgrade-consistency-instance1-dx6d-pgdata" pd.csi.storage.gke.io_gke-5f3019425f5144f5b8b2-b1f6-17d0-vm_e9851f31-8b7e-4caa-a95f-9230caa21c6b logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:43:29 +0000 UTC Normal PersistentVolumeClaim upgrade-consistency-instance1-dx6d-pgdata ExternalProvisioning waiting for a volume to be created, either by external provisioner "pd.csi.storage.gke.io" or manually created by system administrator persistentvolume-controller logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:43:29 +0000 UTC Normal StatefulSet.apps upgrade-consistency-instance1-dx6d SuccessfulCreate create Pod upgrade-consistency-instance1-dx6d-0 in StatefulSet upgrade-consistency-instance1-dx6d successful statefulset-controller logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:43:29 +0000 UTC Normal PersistentVolumeClaim upgrade-consistency-instance1-srs5-pgdata Provisioning External provisioner is provisioning volume for claim "kuttl-test-one-glider/upgrade-consistency-instance1-srs5-pgdata" pd.csi.storage.gke.io_gke-5f3019425f5144f5b8b2-b1f6-17d0-vm_e9851f31-8b7e-4caa-a95f-9230caa21c6b logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:43:29 +0000 UTC Normal PersistentVolumeClaim upgrade-consistency-instance1-srs5-pgdata ExternalProvisioning waiting for a volume to be created, either by external provisioner "pd.csi.storage.gke.io" or manually created by system administrator persistentvolume-controller logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:43:29 +0000 UTC Normal PodDisruptionBudget.policy upgrade-consistency-pgbouncer NoPods No matching pods found controllermanager logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:43:29 +0000 UTC Normal Deployment.apps upgrade-consistency-pgbouncer ScalingReplicaSet Scaled up replica set upgrade-consistency-pgbouncer-7f67f99784 to 3 deployment-controller logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:43:29 +0000 UTC Normal StatefulSet.apps upgrade-consistency-repo-host SuccessfulCreate create Pod upgrade-consistency-repo-host-0 in StatefulSet upgrade-consistency-repo-host successful statefulset-controller logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:43:29 +0000 UTC Normal PersistentVolumeClaim upgrade-consistency-repo1 WaitForFirstConsumer waiting for first consumer to be created before binding persistentvolume-controller logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:43:29 +0000 UTC Normal PersistentVolumeClaim upgrade-consistency-repo1 Provisioning External provisioner is provisioning volume for claim "kuttl-test-one-glider/upgrade-consistency-repo1" pd.csi.storage.gke.io_gke-5f3019425f5144f5b8b2-b1f6-17d0-vm_e9851f31-8b7e-4caa-a95f-9230caa21c6b logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:43:29 +0000 UTC Normal PersistentVolumeClaim upgrade-consistency-repo1 ExternalProvisioning waiting for a volume to be created, either by external provisioner "pd.csi.storage.gke.io" or manually created by system administrator persistentvolume-controller logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:43:29 +0000 UTC Normal PostgresCluster.postgres-operator.crunchydata.com upgrade-consistency RepoHostCreated created pgBackRest repository host StatefulSet/upgrade-consistency-repo-host postgrescluster-controller logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:43:30 +0000 UTC Normal Pod upgrade-consistency-pgbouncer-7f67f99784-kg8fc Scheduled Successfully assigned kuttl-test-one-glider/upgrade-consistency-pgbouncer-7f67f99784-kg8fc to gke-jen-pg-801-1f449fafb-default-pool-dc028d66-jkj5 default-scheduler logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:43:30 +0000 UTC Normal Pod upgrade-consistency-pgbouncer-7f67f99784-kg8fc.spec.containers{pgbouncer} Pulling Pulling image "perconalab/percona-postgresql-operator:main-ppg16-pgbouncer" kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:43:30 +0000 UTC Normal Pod upgrade-consistency-pgbouncer-7f67f99784-kg8fc.spec.containers{pgbouncer} Pulled Successfully pulled image "perconalab/percona-postgresql-operator:main-ppg16-pgbouncer" in 103.466496ms (103.475803ms including waiting) kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:43:30 +0000 UTC Normal Pod upgrade-consistency-pgbouncer-7f67f99784-kg8fc.spec.containers{pgbouncer} Created Created container pgbouncer kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:43:30 +0000 UTC Normal Pod upgrade-consistency-pgbouncer-7f67f99784-sw89z Scheduled Successfully assigned kuttl-test-one-glider/upgrade-consistency-pgbouncer-7f67f99784-sw89z to gke-jen-pg-801-1f449fafb-default-pool-dc028d66-1tfg default-scheduler logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:43:30 +0000 UTC Normal Pod upgrade-consistency-pgbouncer-7f67f99784-v5z56 Scheduled Successfully assigned kuttl-test-one-glider/upgrade-consistency-pgbouncer-7f67f99784-v5z56 to gke-jen-pg-801-1f449fafb-default-pool-dc028d66-9qm1 default-scheduler logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:43:30 +0000 UTC Normal Pod upgrade-consistency-pgbouncer-7f67f99784-v5z56.spec.containers{pgbouncer} Pulling Pulling image "perconalab/percona-postgresql-operator:main-ppg16-pgbouncer" kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:43:30 +0000 UTC Normal ReplicaSet.apps upgrade-consistency-pgbouncer-7f67f99784 SuccessfulCreate Created pod: upgrade-consistency-pgbouncer-7f67f99784-kg8fc replicaset-controller logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:43:30 +0000 UTC Normal ReplicaSet.apps upgrade-consistency-pgbouncer-7f67f99784 SuccessfulCreate Created pod: upgrade-consistency-pgbouncer-7f67f99784-v5z56 replicaset-controller logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:43:30 +0000 UTC Normal ReplicaSet.apps upgrade-consistency-pgbouncer-7f67f99784 SuccessfulCreate Created pod: upgrade-consistency-pgbouncer-7f67f99784-sw89z replicaset-controller logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:43:31 +0000 UTC Normal Pod upgrade-consistency-pgbouncer-7f67f99784-kg8fc.spec.containers{pgbouncer} Started Started container pgbouncer kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:43:31 +0000 UTC Normal Pod upgrade-consistency-pgbouncer-7f67f99784-kg8fc.spec.containers{pgbouncer-config} Pulling Pulling image "perconalab/percona-postgresql-operator:main-ppg16-pgbouncer" kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:43:31 +0000 UTC Normal Pod upgrade-consistency-pgbouncer-7f67f99784-kg8fc.spec.containers{pgbouncer-config} Pulled Successfully pulled image "perconalab/percona-postgresql-operator:main-ppg16-pgbouncer" in 120.939085ms (120.956423ms including waiting) kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:43:31 +0000 UTC Normal Pod upgrade-consistency-pgbouncer-7f67f99784-kg8fc.spec.containers{pgbouncer-config} Created Created container pgbouncer-config kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:43:31 +0000 UTC Normal Pod upgrade-consistency-pgbouncer-7f67f99784-kg8fc.spec.containers{pgbouncer-config} Started Started container pgbouncer-config kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:43:31 +0000 UTC Normal Pod upgrade-consistency-pgbouncer-7f67f99784-sw89z.spec.containers{pgbouncer} Pulling Pulling image "perconalab/percona-postgresql-operator:main-ppg16-pgbouncer" kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:43:31 +0000 UTC Normal Pod upgrade-consistency-pgbouncer-7f67f99784-sw89z.spec.containers{pgbouncer} Pulled Successfully pulled image "perconalab/percona-postgresql-operator:main-ppg16-pgbouncer" in 212.807945ms (212.818242ms including waiting) kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:43:31 +0000 UTC Normal Pod upgrade-consistency-pgbouncer-7f67f99784-sw89z.spec.containers{pgbouncer} Created Created container pgbouncer kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:43:31 +0000 UTC Normal Pod upgrade-consistency-pgbouncer-7f67f99784-v5z56.spec.containers{pgbouncer} Pulled Successfully pulled image "perconalab/percona-postgresql-operator:main-ppg16-pgbouncer" in 154.674928ms (154.684149ms including waiting) kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:43:31 +0000 UTC Normal Pod upgrade-consistency-pgbouncer-7f67f99784-v5z56.spec.containers{pgbouncer} Created Created container pgbouncer kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:43:31 +0000 UTC Normal Pod upgrade-consistency-pgbouncer-7f67f99784-v5z56.spec.containers{pgbouncer} Started Started container pgbouncer kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:43:31 +0000 UTC Normal Pod upgrade-consistency-pgbouncer-7f67f99784-v5z56.spec.containers{pgbouncer-config} Pulling Pulling image "perconalab/percona-postgresql-operator:main-ppg16-pgbouncer" kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:43:31 +0000 UTC Normal Pod upgrade-consistency-pgbouncer-7f67f99784-v5z56.spec.containers{pgbouncer-config} Pulled Successfully pulled image "perconalab/percona-postgresql-operator:main-ppg16-pgbouncer" in 123.381149ms (123.401141ms including waiting) kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:43:31 +0000 UTC Normal Pod upgrade-consistency-pgbouncer-7f67f99784-v5z56.spec.containers{pgbouncer-config} Created Created container pgbouncer-config kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:43:31 +0000 UTC Normal Pod upgrade-consistency-pgbouncer-7f67f99784-v5z56.spec.containers{pgbouncer-config} Started Started container pgbouncer-config kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:43:32 +0000 UTC Normal PersistentVolumeClaim upgrade-consistency-instance1-ttrt-pgdata ProvisioningSucceeded Successfully provisioned volume pvc-f87fb606-7da8-47dd-95ed-837bd4eabe85 pd.csi.storage.gke.io_gke-5f3019425f5144f5b8b2-b1f6-17d0-vm_e9851f31-8b7e-4caa-a95f-9230caa21c6b logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:43:32 +0000 UTC Normal Pod upgrade-consistency-pgbouncer-7f67f99784-sw89z.spec.containers{pgbouncer} Started Started container pgbouncer kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:43:32 +0000 UTC Normal Pod upgrade-consistency-pgbouncer-7f67f99784-sw89z.spec.containers{pgbouncer-config} Pulling Pulling image "perconalab/percona-postgresql-operator:main-ppg16-pgbouncer" kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:43:32 +0000 UTC Normal Pod upgrade-consistency-pgbouncer-7f67f99784-sw89z.spec.containers{pgbouncer-config} Pulled Successfully pulled image "perconalab/percona-postgresql-operator:main-ppg16-pgbouncer" in 199.865045ms (199.888518ms including waiting) kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:43:32 +0000 UTC Normal Pod upgrade-consistency-pgbouncer-7f67f99784-sw89z.spec.containers{pgbouncer-config} Created Created container pgbouncer-config kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:43:32 +0000 UTC Normal Pod upgrade-consistency-pgbouncer-7f67f99784-sw89z.spec.containers{pgbouncer-config} Started Started container pgbouncer-config kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:43:33 +0000 UTC Normal Pod upgrade-consistency-instance1-dx6d-0 Scheduled Successfully assigned kuttl-test-one-glider/upgrade-consistency-instance1-dx6d-0 to gke-jen-pg-801-1f449fafb-default-pool-dc028d66-1tfg default-scheduler logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:43:33 +0000 UTC Normal PersistentVolumeClaim upgrade-consistency-instance1-dx6d-pgdata ProvisioningSucceeded Successfully provisioned volume pvc-e008a84a-8aac-4348-b68c-4e1573250bf4 pd.csi.storage.gke.io_gke-5f3019425f5144f5b8b2-b1f6-17d0-vm_e9851f31-8b7e-4caa-a95f-9230caa21c6b logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:43:33 +0000 UTC Normal Pod upgrade-consistency-instance1-srs5-0 Scheduled Successfully assigned kuttl-test-one-glider/upgrade-consistency-instance1-srs5-0 to gke-jen-pg-801-1f449fafb-default-pool-dc028d66-9qm1 default-scheduler logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:43:33 +0000 UTC Normal PersistentVolumeClaim upgrade-consistency-instance1-srs5-pgdata ProvisioningSucceeded Successfully provisioned volume pvc-236def8c-a7cd-4736-8489-c08246a17bc0 pd.csi.storage.gke.io_gke-5f3019425f5144f5b8b2-b1f6-17d0-vm_e9851f31-8b7e-4caa-a95f-9230caa21c6b logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:43:33 +0000 UTC Normal Pod upgrade-consistency-instance1-ttrt-0 Scheduled Successfully assigned kuttl-test-one-glider/upgrade-consistency-instance1-ttrt-0 to gke-jen-pg-801-1f449fafb-default-pool-dc028d66-jkj5 default-scheduler logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:43:33 +0000 UTC Normal Pod upgrade-consistency-repo-host-0 Scheduled Successfully assigned kuttl-test-one-glider/upgrade-consistency-repo-host-0 to gke-jen-pg-801-1f449fafb-default-pool-dc028d66-jkj5 default-scheduler logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:43:33 +0000 UTC Normal PersistentVolumeClaim upgrade-consistency-repo1 ProvisioningSucceeded Successfully provisioned volume pvc-8c261c29-f385-4a7a-9c52-b2bc6cd41873 pd.csi.storage.gke.io_gke-5f3019425f5144f5b8b2-b1f6-17d0-vm_e9851f31-8b7e-4caa-a95f-9230caa21c6b logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:43:40 +0000 UTC Normal Pod upgrade-consistency-instance1-dx6d-0 SuccessfulAttachVolume AttachVolume.Attach succeeded for volume "pvc-e008a84a-8aac-4348-b68c-4e1573250bf4" attachdetach-controller logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:43:41 +0000 UTC Normal Pod upgrade-consistency-instance1-srs5-0 SuccessfulAttachVolume AttachVolume.Attach succeeded for volume "pvc-236def8c-a7cd-4736-8489-c08246a17bc0" attachdetach-controller logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:43:41 +0000 UTC Normal Pod upgrade-consistency-repo-host-0 SuccessfulAttachVolume AttachVolume.Attach succeeded for volume "pvc-8c261c29-f385-4a7a-9c52-b2bc6cd41873" attachdetach-controller logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:43:42 +0000 UTC Normal Pod upgrade-consistency-repo-host-0.spec.initContainers{pgbackrest-log-dir} Pulling Pulling image "perconalab/percona-postgresql-operator:main-ppg16-pgbackrest" kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:43:42 +0000 UTC Normal Pod upgrade-consistency-repo-host-0.spec.initContainers{pgbackrest-log-dir} Pulled Successfully pulled image "perconalab/percona-postgresql-operator:main-ppg16-pgbackrest" in 125.297873ms (125.309639ms including waiting) kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:43:42 +0000 UTC Normal Pod upgrade-consistency-repo-host-0.spec.initContainers{pgbackrest-log-dir} Created Created container pgbackrest-log-dir kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:43:42 +0000 UTC Normal Pod upgrade-consistency-repo-host-0.spec.initContainers{pgbackrest-log-dir} Started Started container pgbackrest-log-dir kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:43:43 +0000 UTC Normal Pod upgrade-consistency-instance1-dx6d-0.spec.initContainers{postgres-startup} Pulling Pulling image "perconalab/percona-postgresql-operator:main-ppg16-postgres" kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:43:43 +0000 UTC Normal Pod upgrade-consistency-instance1-dx6d-0.spec.initContainers{postgres-startup} Pulled Successfully pulled image "perconalab/percona-postgresql-operator:main-ppg16-postgres" in 238.293294ms (238.309378ms including waiting) kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:43:43 +0000 UTC Normal Pod upgrade-consistency-instance1-dx6d-0.spec.initContainers{postgres-startup} Created Created container postgres-startup kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:43:43 +0000 UTC Normal Pod upgrade-consistency-instance1-dx6d-0.spec.initContainers{postgres-startup} Started Started container postgres-startup kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:43:43 +0000 UTC Normal Pod upgrade-consistency-instance1-dx6d-0.spec.initContainers{nss-wrapper-init} Pulling Pulling image "perconalab/percona-postgresql-operator:main-ppg16-postgres" kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:43:43 +0000 UTC Normal Pod upgrade-consistency-instance1-srs5-0.spec.initContainers{postgres-startup} Pulling Pulling image "perconalab/percona-postgresql-operator:main-ppg16-postgres" kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:43:43 +0000 UTC Normal Pod upgrade-consistency-instance1-srs5-0.spec.initContainers{postgres-startup} Pulled Successfully pulled image "perconalab/percona-postgresql-operator:main-ppg16-postgres" in 141.403821ms (141.44733ms including waiting) kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:43:43 +0000 UTC Normal Pod upgrade-consistency-instance1-srs5-0.spec.initContainers{postgres-startup} Created Created container postgres-startup kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:43:43 +0000 UTC Normal Pod upgrade-consistency-instance1-srs5-0.spec.initContainers{postgres-startup} Started Started container postgres-startup kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:43:43 +0000 UTC Normal Pod upgrade-consistency-instance1-srs5-0.spec.initContainers{nss-wrapper-init} Pulling Pulling image "perconalab/percona-postgresql-operator:main-ppg16-postgres" kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:43:43 +0000 UTC Normal Pod upgrade-consistency-instance1-srs5-0.spec.initContainers{nss-wrapper-init} Pulled Successfully pulled image "perconalab/percona-postgresql-operator:main-ppg16-postgres" in 126.177895ms (126.214426ms including waiting) kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:43:43 +0000 UTC Normal Pod upgrade-consistency-instance1-srs5-0.spec.initContainers{nss-wrapper-init} Created Created container nss-wrapper-init kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:43:43 +0000 UTC Normal Pod upgrade-consistency-instance1-srs5-0.spec.initContainers{nss-wrapper-init} Started Started container nss-wrapper-init kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:43:43 +0000 UTC Normal Pod upgrade-consistency-repo-host-0.spec.initContainers{nss-wrapper-init} Pulling Pulling image "perconalab/percona-postgresql-operator:main-ppg16-pgbackrest" kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:43:43 +0000 UTC Normal Pod upgrade-consistency-repo-host-0.spec.initContainers{nss-wrapper-init} Pulled Successfully pulled image "perconalab/percona-postgresql-operator:main-ppg16-pgbackrest" in 113.003795ms (113.012405ms including waiting) kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:43:43 +0000 UTC Normal Pod upgrade-consistency-repo-host-0.spec.initContainers{nss-wrapper-init} Created Created container nss-wrapper-init kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:43:43 +0000 UTC Normal Pod upgrade-consistency-repo-host-0.spec.initContainers{nss-wrapper-init} Started Started container nss-wrapper-init kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:43:44 +0000 UTC Normal Pod upgrade-consistency-instance1-dx6d-0.spec.initContainers{nss-wrapper-init} Pulled Successfully pulled image "perconalab/percona-postgresql-operator:main-ppg16-postgres" in 157.719568ms (157.737051ms including waiting) kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:43:44 +0000 UTC Normal Pod upgrade-consistency-instance1-dx6d-0.spec.initContainers{nss-wrapper-init} Created Created container nss-wrapper-init kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:43:44 +0000 UTC Normal Pod upgrade-consistency-instance1-dx6d-0.spec.initContainers{nss-wrapper-init} Started Started container nss-wrapper-init kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:43:44 +0000 UTC Normal Pod upgrade-consistency-instance1-dx6d-0.spec.containers{database} Pulling Pulling image "perconalab/percona-postgresql-operator:main-ppg16-postgres" kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:43:44 +0000 UTC Normal Pod upgrade-consistency-instance1-srs5-0.spec.containers{database} Pulling Pulling image "perconalab/percona-postgresql-operator:main-ppg16-postgres" kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:43:44 +0000 UTC Normal Pod upgrade-consistency-instance1-srs5-0.spec.containers{database} Pulled Successfully pulled image "perconalab/percona-postgresql-operator:main-ppg16-postgres" in 111.965163ms (111.997499ms including waiting) kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:43:44 +0000 UTC Normal Pod upgrade-consistency-instance1-srs5-0.spec.containers{database} Created Created container database kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:43:44 +0000 UTC Normal Pod upgrade-consistency-instance1-srs5-0.spec.containers{database} Started Started container database kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:43:44 +0000 UTC Normal Pod upgrade-consistency-instance1-srs5-0.spec.containers{replication-cert-copy} Pulling Pulling image "perconalab/percona-postgresql-operator:main-ppg16-postgres" kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:43:44 +0000 UTC Normal Pod upgrade-consistency-repo-host-0.spec.containers{pgbackrest} Pulling Pulling image "perconalab/percona-postgresql-operator:main-ppg16-pgbackrest" kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:43:44 +0000 UTC Normal Pod upgrade-consistency-repo-host-0.spec.containers{pgbackrest} Pulled Successfully pulled image "perconalab/percona-postgresql-operator:main-ppg16-pgbackrest" in 124.790341ms (124.798186ms including waiting) kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:43:44 +0000 UTC Normal Pod upgrade-consistency-repo-host-0.spec.containers{pgbackrest} Created Created container pgbackrest kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:43:44 +0000 UTC Normal Pod upgrade-consistency-repo-host-0.spec.containers{pgbackrest} Started Started container pgbackrest kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:43:44 +0000 UTC Normal Pod upgrade-consistency-repo-host-0.spec.containers{pgbackrest-config} Pulling Pulling image "perconalab/percona-postgresql-operator:main-ppg16-pgbackrest" kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:43:44 +0000 UTC Normal Pod upgrade-consistency-repo-host-0.spec.containers{pgbackrest-config} Pulled Successfully pulled image "perconalab/percona-postgresql-operator:main-ppg16-pgbackrest" in 162.475493ms (162.49132ms including waiting) kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:43:44 +0000 UTC Normal Pod upgrade-consistency-repo-host-0.spec.containers{pgbackrest-config} Created Created container pgbackrest-config kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:43:44 +0000 UTC Normal Pod upgrade-consistency-repo-host-0.spec.containers{pgbackrest-config} Started Started container pgbackrest-config kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:43:45 +0000 UTC Normal Pod upgrade-consistency-instance1-dx6d-0.spec.containers{database} Pulled Successfully pulled image "perconalab/percona-postgresql-operator:main-ppg16-postgres" in 199.987209ms (200.013472ms including waiting) kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:43:45 +0000 UTC Normal Pod upgrade-consistency-instance1-dx6d-0.spec.containers{database} Created Created container database kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:43:45 +0000 UTC Normal Pod upgrade-consistency-instance1-dx6d-0.spec.containers{database} Started Started container database kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:43:45 +0000 UTC Normal Pod upgrade-consistency-instance1-dx6d-0.spec.containers{replication-cert-copy} Pulling Pulling image "perconalab/percona-postgresql-operator:main-ppg16-postgres" kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:43:45 +0000 UTC Normal Pod upgrade-consistency-instance1-dx6d-0.spec.containers{replication-cert-copy} Pulled Successfully pulled image "perconalab/percona-postgresql-operator:main-ppg16-postgres" in 161.710788ms (161.735275ms including waiting) kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:43:45 +0000 UTC Normal Pod upgrade-consistency-instance1-dx6d-0.spec.containers{replication-cert-copy} Created Created container replication-cert-copy kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:43:45 +0000 UTC Normal Pod upgrade-consistency-instance1-dx6d-0.spec.containers{replication-cert-copy} Started Started container replication-cert-copy kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:43:45 +0000 UTC Normal Pod upgrade-consistency-instance1-dx6d-0.spec.containers{pgbackrest} Pulling Pulling image "perconalab/percona-postgresql-operator:main-ppg16-pgbackrest" kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:43:45 +0000 UTC Normal Pod upgrade-consistency-instance1-srs5-0.spec.containers{replication-cert-copy} Pulled Successfully pulled image "perconalab/percona-postgresql-operator:main-ppg16-postgres" in 146.34131ms (146.352348ms including waiting) kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:43:45 +0000 UTC Normal Pod upgrade-consistency-instance1-srs5-0.spec.containers{replication-cert-copy} Created Created container replication-cert-copy kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:43:45 +0000 UTC Normal Pod upgrade-consistency-instance1-srs5-0.spec.containers{replication-cert-copy} Started Started container replication-cert-copy kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:43:45 +0000 UTC Normal Pod upgrade-consistency-instance1-srs5-0.spec.containers{pgbackrest} Pulling Pulling image "perconalab/percona-postgresql-operator:main-ppg16-pgbackrest" kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:43:45 +0000 UTC Normal Pod upgrade-consistency-instance1-srs5-0.spec.containers{pgbackrest} Pulled Successfully pulled image "perconalab/percona-postgresql-operator:main-ppg16-pgbackrest" in 94.225878ms (94.235302ms including waiting) kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:43:45 +0000 UTC Normal Pod upgrade-consistency-instance1-srs5-0.spec.containers{pgbackrest} Created Created container pgbackrest kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:43:45 +0000 UTC Normal Pod upgrade-consistency-instance1-srs5-0.spec.containers{pgbackrest} Started Started container pgbackrest kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:43:45 +0000 UTC Normal Pod upgrade-consistency-instance1-srs5-0.spec.containers{pgbackrest-config} Pulling Pulling image "perconalab/percona-postgresql-operator:main-ppg16-pgbackrest" kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:43:45 +0000 UTC Normal Pod upgrade-consistency-instance1-srs5-0.spec.containers{pgbackrest-config} Pulled Successfully pulled image "perconalab/percona-postgresql-operator:main-ppg16-pgbackrest" in 127.838855ms (127.850308ms including waiting) kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:43:45 +0000 UTC Normal Pod upgrade-consistency-instance1-srs5-0.spec.containers{pgbackrest-config} Created Created container pgbackrest-config kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:43:45 +0000 UTC Normal Pod upgrade-consistency-instance1-srs5-0.spec.containers{pgbackrest-config} Started Started container pgbackrest-config kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:43:45 +0000 UTC Normal Pod upgrade-consistency-instance1-ttrt-0 SuccessfulAttachVolume AttachVolume.Attach succeeded for volume "pvc-f87fb606-7da8-47dd-95ed-837bd4eabe85" attachdetach-controller logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:43:46 +0000 UTC Normal Pod upgrade-consistency-instance1-dx6d-0.spec.containers{pgbackrest} Pulled Successfully pulled image "perconalab/percona-postgresql-operator:main-ppg16-pgbackrest" in 208.38285ms (208.404542ms including waiting) kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:43:46 +0000 UTC Normal Pod upgrade-consistency-instance1-dx6d-0.spec.containers{pgbackrest} Created Created container pgbackrest kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:43:46 +0000 UTC Normal Pod upgrade-consistency-instance1-dx6d-0.spec.containers{pgbackrest} Started Started container pgbackrest kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:43:46 +0000 UTC Normal Pod upgrade-consistency-instance1-dx6d-0.spec.containers{pgbackrest-config} Pulling Pulling image "perconalab/percona-postgresql-operator:main-ppg16-pgbackrest" kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:43:46 +0000 UTC Normal Pod upgrade-consistency-instance1-dx6d-0.spec.containers{pgbackrest-config} Pulled Successfully pulled image "perconalab/percona-postgresql-operator:main-ppg16-pgbackrest" in 159.458937ms (159.468322ms including waiting) kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:43:46 +0000 UTC Normal Pod upgrade-consistency-instance1-dx6d-0.spec.containers{pgbackrest-config} Created Created container pgbackrest-config kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:43:46 +0000 UTC Normal Pod upgrade-consistency-instance1-dx6d-0.spec.containers{pgbackrest-config} Started Started container pgbackrest-config kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:43:46 +0000 UTC Normal Pod upgrade-consistency-instance1-ttrt-0.spec.initContainers{postgres-startup} Pulling Pulling image "perconalab/percona-postgresql-operator:main-ppg16-postgres" kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:43:46 +0000 UTC Normal Pod upgrade-consistency-instance1-ttrt-0.spec.initContainers{postgres-startup} Pulled Successfully pulled image "perconalab/percona-postgresql-operator:main-ppg16-postgres" in 120.15092ms (120.165012ms including waiting) kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:43:46 +0000 UTC Normal Pod upgrade-consistency-instance1-ttrt-0.spec.initContainers{postgres-startup} Created Created container postgres-startup kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:43:46 +0000 UTC Normal Pod upgrade-consistency-instance1-ttrt-0.spec.initContainers{postgres-startup} Started Started container postgres-startup kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:43:47 +0000 UTC Warning Pod upgrade-consistency-instance1-srs5-0.spec.containers{database} Unhealthy Readiness probe failed: HTTP probe failed with statuscode: 503 kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:43:47 +0000 UTC Normal Pod upgrade-consistency-instance1-ttrt-0.spec.initContainers{nss-wrapper-init} Pulling Pulling image "perconalab/percona-postgresql-operator:main-ppg16-postgres" kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:43:47 +0000 UTC Normal Pod upgrade-consistency-instance1-ttrt-0.spec.initContainers{nss-wrapper-init} Pulled Successfully pulled image "perconalab/percona-postgresql-operator:main-ppg16-postgres" in 126.2306ms (126.246286ms including waiting) kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:43:47 +0000 UTC Normal Pod upgrade-consistency-instance1-ttrt-0.spec.initContainers{nss-wrapper-init} Created Created container nss-wrapper-init kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:43:47 +0000 UTC Normal Pod upgrade-consistency-instance1-ttrt-0.spec.initContainers{nss-wrapper-init} Started Started container nss-wrapper-init kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:43:48 +0000 UTC Normal Pod upgrade-consistency-instance1-ttrt-0.spec.containers{database} Pulling Pulling image "perconalab/percona-postgresql-operator:main-ppg16-postgres" kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:43:48 +0000 UTC Normal Pod upgrade-consistency-instance1-ttrt-0.spec.containers{database} Pulled Successfully pulled image "perconalab/percona-postgresql-operator:main-ppg16-postgres" in 107.476406ms (107.492243ms including waiting) kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:43:48 +0000 UTC Normal Pod upgrade-consistency-instance1-ttrt-0.spec.containers{database} Created Created container database kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:43:48 +0000 UTC Normal Pod upgrade-consistency-instance1-ttrt-0.spec.containers{database} Started Started container database kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:43:48 +0000 UTC Normal Pod upgrade-consistency-instance1-ttrt-0.spec.containers{replication-cert-copy} Pulling Pulling image "perconalab/percona-postgresql-operator:main-ppg16-postgres" kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:43:48 +0000 UTC Normal Pod upgrade-consistency-instance1-ttrt-0.spec.containers{replication-cert-copy} Pulled Successfully pulled image "perconalab/percona-postgresql-operator:main-ppg16-postgres" in 95.2923ms (95.326716ms including waiting) kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:43:48 +0000 UTC Normal Pod upgrade-consistency-instance1-ttrt-0.spec.containers{replication-cert-copy} Created Created container replication-cert-copy kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:43:48 +0000 UTC Normal Pod upgrade-consistency-instance1-ttrt-0.spec.containers{replication-cert-copy} Started Started container replication-cert-copy kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:43:48 +0000 UTC Normal Pod upgrade-consistency-instance1-ttrt-0.spec.containers{pgbackrest} Pulling Pulling image "perconalab/percona-postgresql-operator:main-ppg16-pgbackrest" kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:43:48 +0000 UTC Normal Pod upgrade-consistency-instance1-ttrt-0.spec.containers{pgbackrest} Pulled Successfully pulled image "perconalab/percona-postgresql-operator:main-ppg16-pgbackrest" in 123.815695ms (123.823944ms including waiting) kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:43:49 +0000 UTC Warning Pod upgrade-consistency-instance1-dx6d-0.spec.containers{database} Unhealthy Readiness probe failed: HTTP probe failed with statuscode: 503 kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:43:49 +0000 UTC Normal Pod upgrade-consistency-instance1-ttrt-0.spec.containers{pgbackrest} Created Created container pgbackrest kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:43:49 +0000 UTC Normal Pod upgrade-consistency-instance1-ttrt-0.spec.containers{pgbackrest} Started Started container pgbackrest kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:43:49 +0000 UTC Normal Pod upgrade-consistency-instance1-ttrt-0.spec.containers{pgbackrest-config} Pulling Pulling image "perconalab/percona-postgresql-operator:main-ppg16-pgbackrest" kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:43:49 +0000 UTC Normal Pod upgrade-consistency-instance1-ttrt-0.spec.containers{pgbackrest-config} Pulled Successfully pulled image "perconalab/percona-postgresql-operator:main-ppg16-pgbackrest" in 99.873772ms (99.891517ms including waiting) kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:43:49 +0000 UTC Normal Pod upgrade-consistency-instance1-ttrt-0.spec.containers{pgbackrest-config} Created Created container pgbackrest-config kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:43:49 +0000 UTC Normal Pod upgrade-consistency-instance1-ttrt-0.spec.containers{pgbackrest-config} Started Started container pgbackrest-config kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:43:51 +0000 UTC Warning Pod upgrade-consistency-instance1-ttrt-0.spec.containers{database} Unhealthy Readiness probe failed: HTTP probe failed with statuscode: 503 kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:43:52 +0000 UTC Normal Pod upgrade-consistency-backup-5h8r-m6qp5 Scheduled Successfully assigned kuttl-test-one-glider/upgrade-consistency-backup-5h8r-m6qp5 to gke-jen-pg-801-1f449fafb-default-pool-dc028d66-9qm1 default-scheduler logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:43:52 +0000 UTC Normal Job.batch upgrade-consistency-backup-5h8r SuccessfulCreate Created pod: upgrade-consistency-backup-5h8r-m6qp5 job-controller logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:43:52 +0000 UTC Normal PostgresCluster.postgres-operator.crunchydata.com upgrade-consistency StanzasCreated pgBackRest stanza creation completed successfully postgrescluster-controller logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:43:53 +0000 UTC Normal Pod upgrade-consistency-backup-5h8r-m6qp5.spec.containers{pgbackrest} Pulling Pulling image "perconalab/percona-postgresql-operator:main-ppg16-pgbackrest" kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:43:53 +0000 UTC Normal Pod upgrade-consistency-backup-5h8r-m6qp5.spec.containers{pgbackrest} Pulled Successfully pulled image "perconalab/percona-postgresql-operator:main-ppg16-pgbackrest" in 202.591565ms (202.610343ms including waiting) kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:43:53 +0000 UTC Normal Pod upgrade-consistency-backup-5h8r-m6qp5.spec.containers{pgbackrest} Created Created container pgbackrest kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:43:53 +0000 UTC Normal Pod upgrade-consistency-backup-5h8r-m6qp5.spec.containers{pgbackrest} Started Started container pgbackrest kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:44:28 +0000 UTC Normal Job.batch upgrade-consistency-backup-5h8r Completed Job completed job-controller logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:44:37 +0000 UTC Normal Pod upgrade-consistency-pgbouncer-567d687577-8476b Scheduled Successfully assigned kuttl-test-one-glider/upgrade-consistency-pgbouncer-567d687577-8476b to gke-jen-pg-801-1f449fafb-default-pool-dc028d66-jkj5 default-scheduler logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:44:37 +0000 UTC Normal ReplicaSet.apps upgrade-consistency-pgbouncer-567d687577 SuccessfulCreate Created pod: upgrade-consistency-pgbouncer-567d687577-8476b replicaset-controller logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:44:37 +0000 UTC Normal Deployment.apps upgrade-consistency-pgbouncer ScalingReplicaSet Scaled up replica set upgrade-consistency-pgbouncer-567d687577 to 1 deployment-controller logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:44:37 +0000 UTC Normal Pod upgrade-consistency-repo-host-0.spec.containers{pgbackrest} Killing Stopping container pgbackrest kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:44:37 +0000 UTC Normal Pod upgrade-consistency-repo-host-0.spec.containers{pgbackrest-config} Killing Stopping container pgbackrest-config kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:44:37 +0000 UTC Normal StatefulSet.apps upgrade-consistency-repo-host SuccessfulDelete delete Pod upgrade-consistency-repo-host-0 in StatefulSet upgrade-consistency-repo-host successful statefulset-controller logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:44:38 +0000 UTC Normal Pod upgrade-consistency-pgbouncer-567d687577-8476b.spec.containers{pgbouncer} Pulling Pulling image "perconalab/percona-postgresql-operator:main-ppg16-pgbouncer" kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:44:38 +0000 UTC Normal Pod upgrade-consistency-pgbouncer-567d687577-8476b.spec.containers{pgbouncer} Pulled Successfully pulled image "perconalab/percona-postgresql-operator:main-ppg16-pgbouncer" in 106.116457ms (106.134311ms including waiting) kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:44:38 +0000 UTC Normal Pod upgrade-consistency-pgbouncer-567d687577-8476b.spec.containers{pgbouncer} Created Created container pgbouncer kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:44:38 +0000 UTC Normal Pod upgrade-consistency-pgbouncer-567d687577-8476b.spec.containers{pgbouncer} Started Started container pgbouncer kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:44:38 +0000 UTC Normal Pod upgrade-consistency-pgbouncer-567d687577-8476b.spec.containers{pgbouncer-config} Pulling Pulling image "perconalab/percona-postgresql-operator:main-ppg16-pgbouncer" kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:44:38 +0000 UTC Normal Pod upgrade-consistency-pgbouncer-567d687577-8476b.spec.containers{pgbouncer-config} Pulled Successfully pulled image "perconalab/percona-postgresql-operator:main-ppg16-pgbouncer" in 110.998293ms (111.007645ms including waiting) kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:44:38 +0000 UTC Normal Pod upgrade-consistency-pgbouncer-567d687577-8476b.spec.containers{pgbouncer-config} Created Created container pgbouncer-config kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:44:38 +0000 UTC Normal Pod upgrade-consistency-pgbouncer-567d687577-8476b.spec.containers{pgbouncer-config} Started Started container pgbouncer-config kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:44:38 +0000 UTC Normal Pod upgrade-consistency-repo-host-0 Scheduled Successfully assigned kuttl-test-one-glider/upgrade-consistency-repo-host-0 to gke-jen-pg-801-1f449fafb-default-pool-dc028d66-jkj5 default-scheduler logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:44:39 +0000 UTC Normal Pod upgrade-consistency-pgbouncer-7f67f99784-kg8fc.spec.containers{pgbouncer} Killing Stopping container pgbouncer kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:44:39 +0000 UTC Normal Pod upgrade-consistency-pgbouncer-7f67f99784-kg8fc.spec.containers{pgbouncer-config} Killing Stopping container pgbouncer-config kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:44:39 +0000 UTC Normal ReplicaSet.apps upgrade-consistency-pgbouncer-7f67f99784 SuccessfulDelete Deleted pod: upgrade-consistency-pgbouncer-7f67f99784-kg8fc replicaset-controller logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:44:39 +0000 UTC Normal Deployment.apps upgrade-consistency-pgbouncer ScalingReplicaSet Scaled down replica set upgrade-consistency-pgbouncer-7f67f99784 to 2 from 3 deployment-controller logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:44:40 +0000 UTC Normal Pod upgrade-consistency-pgbouncer-567d687577-qzhzb Scheduled Successfully assigned kuttl-test-one-glider/upgrade-consistency-pgbouncer-567d687577-qzhzb to gke-jen-pg-801-1f449fafb-default-pool-dc028d66-9qm1 default-scheduler logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:44:40 +0000 UTC Normal ReplicaSet.apps upgrade-consistency-pgbouncer-567d687577 SuccessfulCreate Created pod: upgrade-consistency-pgbouncer-567d687577-qzhzb replicaset-controller logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:44:40 +0000 UTC Normal Deployment.apps upgrade-consistency-pgbouncer ScalingReplicaSet Scaled up replica set upgrade-consistency-pgbouncer-567d687577 to 2 from 1 deployment-controller logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:44:40 +0000 UTC Normal Pod upgrade-consistency-repo-host-0.spec.initContainers{pgbackrest-log-dir} Pulling Pulling image "perconalab/percona-postgresql-operator:main-ppg16-pgbackrest" kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:44:40 +0000 UTC Normal Pod upgrade-consistency-repo-host-0.spec.initContainers{pgbackrest-log-dir} Pulled Successfully pulled image "perconalab/percona-postgresql-operator:main-ppg16-pgbackrest" in 111.92955ms (111.937546ms including waiting) kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:44:40 +0000 UTC Normal Pod upgrade-consistency-repo-host-0.spec.initContainers{pgbackrest-log-dir} Created Created container pgbackrest-log-dir kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:44:40 +0000 UTC Normal Pod upgrade-consistency-repo-host-0.spec.initContainers{pgbackrest-log-dir} Started Started container pgbackrest-log-dir kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:44:40 +0000 UTC Normal Pod upgrade-consistency-repo-host-0.spec.initContainers{nss-wrapper-init} Pulling Pulling image "perconalab/percona-postgresql-operator:main-ppg16-pgbackrest" kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:44:40 +0000 UTC Normal Pod upgrade-consistency-repo-host-0.spec.initContainers{nss-wrapper-init} Pulled Successfully pulled image "perconalab/percona-postgresql-operator:main-ppg16-pgbackrest" in 107.038876ms (107.05398ms including waiting) kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:44:40 +0000 UTC Normal Pod upgrade-consistency-repo-host-0.spec.initContainers{nss-wrapper-init} Created Created container nss-wrapper-init kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:44:40 +0000 UTC Normal Pod upgrade-consistency-repo-host-0.spec.initContainers{nss-wrapper-init} Started Started container nss-wrapper-init kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:44:41 +0000 UTC Normal Pod upgrade-consistency-instance1-ttrt-0 Scheduled Successfully assigned kuttl-test-one-glider/upgrade-consistency-instance1-ttrt-0 to gke-jen-pg-801-1f449fafb-default-pool-dc028d66-jkj5 default-scheduler logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:44:41 +0000 UTC Normal Pod upgrade-consistency-pgbouncer-567d687577-qzhzb.spec.containers{pgbouncer} Pulling Pulling image "perconalab/percona-postgresql-operator:main-ppg16-pgbouncer" kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:44:41 +0000 UTC Normal Pod upgrade-consistency-pgbouncer-567d687577-qzhzb.spec.containers{pgbouncer} Pulled Successfully pulled image "perconalab/percona-postgresql-operator:main-ppg16-pgbouncer" in 107.743823ms (107.752786ms including waiting) kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:44:41 +0000 UTC Normal Pod upgrade-consistency-pgbouncer-567d687577-qzhzb.spec.containers{pgbouncer} Created Created container pgbouncer kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:44:41 +0000 UTC Normal Pod upgrade-consistency-pgbouncer-567d687577-qzhzb.spec.containers{pgbouncer} Started Started container pgbouncer kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:44:41 +0000 UTC Normal Pod upgrade-consistency-pgbouncer-567d687577-qzhzb.spec.containers{pgbouncer-config} Pulling Pulling image "perconalab/percona-postgresql-operator:main-ppg16-pgbouncer" kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:44:41 +0000 UTC Normal Pod upgrade-consistency-pgbouncer-567d687577-qzhzb.spec.containers{pgbouncer-config} Pulled Successfully pulled image "perconalab/percona-postgresql-operator:main-ppg16-pgbouncer" in 134.158812ms (134.172769ms including waiting) kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:44:41 +0000 UTC Normal Pod upgrade-consistency-pgbouncer-567d687577-qzhzb.spec.containers{pgbouncer-config} Created Created container pgbouncer-config kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:44:41 +0000 UTC Normal Pod upgrade-consistency-pgbouncer-567d687577-qzhzb.spec.containers{pgbouncer-config} Started Started container pgbouncer-config kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:44:41 +0000 UTC Normal Pod upgrade-consistency-repo-host-0.spec.containers{pgbackrest} Pulling Pulling image "perconalab/percona-postgresql-operator:main-ppg16-pgbackrest" kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:44:41 +0000 UTC Normal Pod upgrade-consistency-repo-host-0.spec.containers{pgbackrest} Pulled Successfully pulled image "perconalab/percona-postgresql-operator:main-ppg16-pgbackrest" in 105.774827ms (105.799867ms including waiting) kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:44:41 +0000 UTC Normal Pod upgrade-consistency-repo-host-0.spec.containers{pgbackrest} Created Created container pgbackrest kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:44:41 +0000 UTC Normal Pod upgrade-consistency-repo-host-0.spec.containers{pgbackrest} Started Started container pgbackrest kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:44:41 +0000 UTC Normal Pod upgrade-consistency-repo-host-0.spec.containers{pgbackrest-config} Pulling Pulling image "perconalab/percona-postgresql-operator:main-ppg16-pgbackrest" kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:44:41 +0000 UTC Normal Pod upgrade-consistency-repo-host-0.spec.containers{pgbackrest-config} Pulled Successfully pulled image "perconalab/percona-postgresql-operator:main-ppg16-pgbackrest" in 82.841971ms (82.851604ms including waiting) kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:44:41 +0000 UTC Normal Pod upgrade-consistency-repo-host-0.spec.containers{pgbackrest-config} Created Created container pgbackrest-config kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:44:42 +0000 UTC Normal Pod upgrade-consistency-pgbouncer-567d687577-zckvg Scheduled Successfully assigned kuttl-test-one-glider/upgrade-consistency-pgbouncer-567d687577-zckvg to gke-jen-pg-801-1f449fafb-default-pool-dc028d66-jkj5 default-scheduler logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:44:42 +0000 UTC Normal ReplicaSet.apps upgrade-consistency-pgbouncer-567d687577 SuccessfulCreate Created pod: upgrade-consistency-pgbouncer-567d687577-zckvg replicaset-controller logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:44:42 +0000 UTC Normal Pod upgrade-consistency-pgbouncer-7f67f99784-v5z56.spec.containers{pgbouncer} Killing Stopping container pgbouncer kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:44:42 +0000 UTC Normal Pod upgrade-consistency-pgbouncer-7f67f99784-v5z56.spec.containers{pgbouncer-config} Killing Stopping container pgbouncer-config kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:44:42 +0000 UTC Normal ReplicaSet.apps upgrade-consistency-pgbouncer-7f67f99784 SuccessfulDelete Deleted pod: upgrade-consistency-pgbouncer-7f67f99784-v5z56 replicaset-controller logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:44:42 +0000 UTC Normal Deployment.apps upgrade-consistency-pgbouncer ScalingReplicaSet Scaled down replica set upgrade-consistency-pgbouncer-7f67f99784 to 1 from 2 deployment-controller logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:44:42 +0000 UTC Normal Deployment.apps upgrade-consistency-pgbouncer ScalingReplicaSet Scaled up replica set upgrade-consistency-pgbouncer-567d687577 to 3 from 2 deployment-controller logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:44:42 +0000 UTC Normal Pod upgrade-consistency-repo-host-0.spec.containers{pgbackrest-config} Started Started container pgbackrest-config kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:44:43 +0000 UTC Normal Pod upgrade-consistency-pgbouncer-567d687577-zckvg.spec.containers{pgbouncer} Pulling Pulling image "perconalab/percona-postgresql-operator:main-ppg16-pgbouncer" kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:44:43 +0000 UTC Normal Pod upgrade-consistency-pgbouncer-567d687577-zckvg.spec.containers{pgbouncer} Pulled Successfully pulled image "perconalab/percona-postgresql-operator:main-ppg16-pgbouncer" in 108.974824ms (108.993015ms including waiting) kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:44:43 +0000 UTC Normal Pod upgrade-consistency-pgbouncer-567d687577-zckvg.spec.containers{pgbouncer} Created Created container pgbouncer kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:44:43 +0000 UTC Normal Pod upgrade-consistency-pgbouncer-567d687577-zckvg.spec.containers{pgbouncer} Started Started container pgbouncer kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:44:43 +0000 UTC Normal Pod upgrade-consistency-pgbouncer-567d687577-zckvg.spec.containers{pgbouncer-config} Pulling Pulling image "perconalab/percona-postgresql-operator:main-ppg16-pgbouncer" kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:44:43 +0000 UTC Normal Pod upgrade-consistency-pgbouncer-567d687577-zckvg.spec.containers{pgbouncer-config} Pulled Successfully pulled image "perconalab/percona-postgresql-operator:main-ppg16-pgbouncer" in 97.601724ms (97.613713ms including waiting) kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:44:43 +0000 UTC Normal Pod upgrade-consistency-pgbouncer-567d687577-zckvg.spec.containers{pgbouncer-config} Created Created container pgbouncer-config kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:44:43 +0000 UTC Normal Pod upgrade-consistency-pgbouncer-567d687577-zckvg.spec.containers{pgbouncer-config} Started Started container pgbouncer-config kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:44:43 +0000 UTC Normal Pod upgrade-consistency-pgbouncer-7f67f99784-sw89z.spec.containers{pgbouncer} Killing Stopping container pgbouncer kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:44:43 +0000 UTC Normal Pod upgrade-consistency-pgbouncer-7f67f99784-sw89z.spec.containers{pgbouncer-config} Killing Stopping container pgbouncer-config kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:44:43 +0000 UTC Normal ReplicaSet.apps upgrade-consistency-pgbouncer-7f67f99784 SuccessfulDelete Deleted pod: upgrade-consistency-pgbouncer-7f67f99784-sw89z replicaset-controller logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:44:43 +0000 UTC Normal Deployment.apps upgrade-consistency-pgbouncer ScalingReplicaSet Scaled down replica set upgrade-consistency-pgbouncer-7f67f99784 to 0 from 1 deployment-controller logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:44:50 +0000 UTC Normal Pod upgrade-consistency-instance1-ttrt-0.spec.initContainers{postgres-startup} Pulling Pulling image "perconalab/percona-postgresql-operator:main-ppg16-postgres" kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:44:50 +0000 UTC Normal Pod upgrade-consistency-instance1-ttrt-0.spec.initContainers{postgres-startup} Pulled Successfully pulled image "perconalab/percona-postgresql-operator:main-ppg16-postgres" in 94.944377ms (94.952976ms including waiting) kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:44:50 +0000 UTC Normal Pod upgrade-consistency-instance1-ttrt-0.spec.initContainers{postgres-startup} Created Created container postgres-startup kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:44:50 +0000 UTC Normal Pod upgrade-consistency-instance1-ttrt-0.spec.initContainers{postgres-startup} Started Started container postgres-startup kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:44:51 +0000 UTC Normal Pod upgrade-consistency-instance1-ttrt-0.spec.initContainers{nss-wrapper-init} Pulling Pulling image "perconalab/percona-postgresql-operator:main-ppg16-postgres" kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:44:51 +0000 UTC Normal Pod upgrade-consistency-instance1-ttrt-0.spec.initContainers{nss-wrapper-init} Pulled Successfully pulled image "perconalab/percona-postgresql-operator:main-ppg16-postgres" in 97.898584ms (97.912455ms including waiting) kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:44:51 +0000 UTC Normal Pod upgrade-consistency-instance1-ttrt-0.spec.initContainers{nss-wrapper-init} Created Created container nss-wrapper-init kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:44:51 +0000 UTC Normal Pod upgrade-consistency-instance1-ttrt-0.spec.initContainers{nss-wrapper-init} Started Started container nss-wrapper-init kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:44:52 +0000 UTC Normal Pod upgrade-consistency-instance1-ttrt-0.spec.containers{database} Pulling Pulling image "perconalab/percona-postgresql-operator:main-ppg16-postgres" kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:44:52 +0000 UTC Normal Pod upgrade-consistency-instance1-ttrt-0.spec.containers{database} Pulled Successfully pulled image "perconalab/percona-postgresql-operator:main-ppg16-postgres" in 87.617295ms (87.633583ms including waiting) kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:44:52 +0000 UTC Normal Pod upgrade-consistency-instance1-ttrt-0.spec.containers{database} Created Created container database kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:44:52 +0000 UTC Normal Pod upgrade-consistency-instance1-ttrt-0.spec.containers{database} Started Started container database kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:44:52 +0000 UTC Normal Pod upgrade-consistency-instance1-ttrt-0.spec.containers{replication-cert-copy} Pulling Pulling image "perconalab/percona-postgresql-operator:main-ppg16-postgres" kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:44:53 +0000 UTC Normal Pod upgrade-consistency-instance1-ttrt-0.spec.containers{replication-cert-copy} Pulled Successfully pulled image "perconalab/percona-postgresql-operator:main-ppg16-postgres" in 128.591875ms (128.608726ms including waiting) kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:44:53 +0000 UTC Normal Pod upgrade-consistency-instance1-ttrt-0.spec.containers{replication-cert-copy} Created Created container replication-cert-copy kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:44:53 +0000 UTC Normal Pod upgrade-consistency-instance1-ttrt-0.spec.containers{replication-cert-copy} Started Started container replication-cert-copy kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:44:53 +0000 UTC Normal Pod upgrade-consistency-instance1-ttrt-0.spec.containers{pgbackrest} Pulling Pulling image "perconalab/percona-postgresql-operator:main-ppg16-pgbackrest" kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:44:53 +0000 UTC Normal Pod upgrade-consistency-instance1-ttrt-0.spec.containers{pgbackrest} Pulled Successfully pulled image "perconalab/percona-postgresql-operator:main-ppg16-pgbackrest" in 125.734484ms (125.742994ms including waiting) kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:44:53 +0000 UTC Normal Pod upgrade-consistency-instance1-ttrt-0.spec.containers{pgbackrest} Created Created container pgbackrest kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:44:53 +0000 UTC Normal Pod upgrade-consistency-instance1-ttrt-0.spec.containers{pgbackrest} Started Started container pgbackrest kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:44:53 +0000 UTC Normal Pod upgrade-consistency-instance1-ttrt-0.spec.containers{pgbackrest-config} Pulling Pulling image "perconalab/percona-postgresql-operator:main-ppg16-pgbackrest" kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:44:53 +0000 UTC Normal Pod upgrade-consistency-instance1-ttrt-0.spec.containers{pgbackrest-config} Pulled Successfully pulled image "perconalab/percona-postgresql-operator:main-ppg16-pgbackrest" in 80.58092ms (80.626154ms including waiting) kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:44:53 +0000 UTC Normal Pod upgrade-consistency-instance1-ttrt-0.spec.containers{pgbackrest-config} Created Created container pgbackrest-config kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:44:53 +0000 UTC Normal Pod upgrade-consistency-instance1-ttrt-0.spec.containers{pgbackrest-config} Started Started container pgbackrest-config kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:44:59 +0000 UTC Normal Pod upgrade-consistency-instance1-dx6d-0 Scheduled Successfully assigned kuttl-test-one-glider/upgrade-consistency-instance1-dx6d-0 to gke-jen-pg-801-1f449fafb-default-pool-dc028d66-1tfg default-scheduler logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:45:09 +0000 UTC Normal Pod upgrade-consistency-instance1-dx6d-0.spec.initContainers{postgres-startup} Pulling Pulling image "perconalab/percona-postgresql-operator:main-ppg16-postgres" kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:45:10 +0000 UTC Normal Pod upgrade-consistency-instance1-dx6d-0.spec.initContainers{postgres-startup} Pulled Successfully pulled image "perconalab/percona-postgresql-operator:main-ppg16-postgres" in 281.335148ms (281.344513ms including waiting) kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:45:10 +0000 UTC Normal Pod upgrade-consistency-instance1-dx6d-0.spec.initContainers{postgres-startup} Created Created container postgres-startup kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:45:10 +0000 UTC Normal Pod upgrade-consistency-instance1-dx6d-0.spec.initContainers{postgres-startup} Started Started container postgres-startup kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:45:11 +0000 UTC Normal Pod upgrade-consistency-instance1-dx6d-0.spec.initContainers{nss-wrapper-init} Pulling Pulling image "perconalab/percona-postgresql-operator:main-ppg16-postgres" kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:45:11 +0000 UTC Normal Pod upgrade-consistency-instance1-dx6d-0.spec.initContainers{nss-wrapper-init} Pulled Successfully pulled image "perconalab/percona-postgresql-operator:main-ppg16-postgres" in 183.910702ms (183.932837ms including waiting) kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:45:11 +0000 UTC Normal Pod upgrade-consistency-instance1-dx6d-0.spec.initContainers{nss-wrapper-init} Created Created container nss-wrapper-init kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:45:11 +0000 UTC Normal Pod upgrade-consistency-instance1-dx6d-0.spec.initContainers{nss-wrapper-init} Started Started container nss-wrapper-init kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:45:12 +0000 UTC Normal Pod upgrade-consistency-instance1-dx6d-0.spec.containers{database} Pulling Pulling image "perconalab/percona-postgresql-operator:main-ppg16-postgres" kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:45:12 +0000 UTC Normal Pod upgrade-consistency-instance1-dx6d-0.spec.containers{database} Pulled Successfully pulled image "perconalab/percona-postgresql-operator:main-ppg16-postgres" in 163.278183ms (163.287992ms including waiting) kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:45:12 +0000 UTC Normal Pod upgrade-consistency-instance1-dx6d-0.spec.containers{database} Created Created container database kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:45:12 +0000 UTC Normal Pod upgrade-consistency-instance1-dx6d-0.spec.containers{database} Started Started container database kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:45:12 +0000 UTC Normal Pod upgrade-consistency-instance1-dx6d-0.spec.containers{replication-cert-copy} Pulling Pulling image "perconalab/percona-postgresql-operator:main-ppg16-postgres" kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:45:13 +0000 UTC Normal Pod upgrade-consistency-instance1-dx6d-0.spec.containers{replication-cert-copy} Pulled Successfully pulled image "perconalab/percona-postgresql-operator:main-ppg16-postgres" in 206.387938ms (206.396882ms including waiting) kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:45:13 +0000 UTC Normal Pod upgrade-consistency-instance1-dx6d-0.spec.containers{replication-cert-copy} Created Created container replication-cert-copy kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:45:13 +0000 UTC Normal Pod upgrade-consistency-instance1-dx6d-0.spec.containers{replication-cert-copy} Started Started container replication-cert-copy kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:45:13 +0000 UTC Normal Pod upgrade-consistency-instance1-dx6d-0.spec.containers{pgbackrest} Pulling Pulling image "perconalab/percona-postgresql-operator:main-ppg16-pgbackrest" kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:45:13 +0000 UTC Normal Pod upgrade-consistency-instance1-dx6d-0.spec.containers{pgbackrest} Pulled Successfully pulled image "perconalab/percona-postgresql-operator:main-ppg16-pgbackrest" in 202.573162ms (202.580371ms including waiting) kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:45:13 +0000 UTC Normal Pod upgrade-consistency-instance1-dx6d-0.spec.containers{pgbackrest} Created Created container pgbackrest kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:45:13 +0000 UTC Normal Pod upgrade-consistency-instance1-dx6d-0.spec.containers{pgbackrest} Started Started container pgbackrest kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:45:13 +0000 UTC Normal Pod upgrade-consistency-instance1-dx6d-0.spec.containers{pgbackrest-config} Pulling Pulling image "perconalab/percona-postgresql-operator:main-ppg16-pgbackrest" kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:45:14 +0000 UTC Normal Pod upgrade-consistency-instance1-dx6d-0.spec.containers{pgbackrest-config} Pulled Successfully pulled image "perconalab/percona-postgresql-operator:main-ppg16-pgbackrest" in 214.558508ms (214.574391ms including waiting) kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:45:14 +0000 UTC Normal Pod upgrade-consistency-instance1-dx6d-0.spec.containers{pgbackrest-config} Created Created container pgbackrest-config kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:45:14 +0000 UTC Normal Pod upgrade-consistency-instance1-dx6d-0.spec.containers{pgbackrest-config} Started Started container pgbackrest-config kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:45:15 +0000 UTC Warning Pod upgrade-consistency-instance1-dx6d-0.spec.containers{database} Unhealthy Readiness probe failed: HTTP probe failed with statuscode: 503 kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:45:28 +0000 UTC Normal Pod upgrade-consistency-instance1-srs5-0 Scheduled Successfully assigned kuttl-test-one-glider/upgrade-consistency-instance1-srs5-0 to gke-jen-pg-801-1f449fafb-default-pool-dc028d66-9qm1 default-scheduler logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:45:29 +0000 UTC Normal Pod upgrade-consistency-instance1-srs5-0.spec.initContainers{postgres-startup} Pulling Pulling image "perconalab/percona-postgresql-operator:main-ppg16-postgres" kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:45:30 +0000 UTC Normal Pod upgrade-consistency-instance1-srs5-0.spec.initContainers{postgres-startup} Pulled Successfully pulled image "perconalab/percona-postgresql-operator:main-ppg16-postgres" in 106.821444ms (106.845985ms including waiting) kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:45:30 +0000 UTC Normal Pod upgrade-consistency-instance1-srs5-0.spec.initContainers{postgres-startup} Created Created container postgres-startup kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:45:30 +0000 UTC Normal Pod upgrade-consistency-instance1-srs5-0.spec.initContainers{postgres-startup} Started Started container postgres-startup kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:45:31 +0000 UTC Normal Pod upgrade-consistency-instance1-srs5-0.spec.initContainers{nss-wrapper-init} Pulling Pulling image "perconalab/percona-postgresql-operator:main-ppg16-postgres" kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:45:31 +0000 UTC Normal Pod upgrade-consistency-instance1-srs5-0.spec.initContainers{nss-wrapper-init} Pulled Successfully pulled image "perconalab/percona-postgresql-operator:main-ppg16-postgres" in 108.530872ms (108.551909ms including waiting) kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:45:31 +0000 UTC Normal Pod upgrade-consistency-instance1-srs5-0.spec.initContainers{nss-wrapper-init} Created Created container nss-wrapper-init kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:45:31 +0000 UTC Normal Pod upgrade-consistency-instance1-srs5-0.spec.initContainers{nss-wrapper-init} Started Started container nss-wrapper-init kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:45:32 +0000 UTC Normal Pod upgrade-consistency-instance1-srs5-0.spec.containers{database} Pulling Pulling image "perconalab/percona-postgresql-operator:main-ppg16-postgres" kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:45:32 +0000 UTC Normal Pod upgrade-consistency-instance1-srs5-0.spec.containers{database} Pulled Successfully pulled image "perconalab/percona-postgresql-operator:main-ppg16-postgres" in 89.774548ms (89.789417ms including waiting) kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:45:32 +0000 UTC Normal Pod upgrade-consistency-instance1-srs5-0.spec.containers{database} Created Created container database kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:45:32 +0000 UTC Normal Pod upgrade-consistency-instance1-srs5-0.spec.containers{database} Started Started container database kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:45:32 +0000 UTC Normal Pod upgrade-consistency-instance1-srs5-0.spec.containers{replication-cert-copy} Pulling Pulling image "perconalab/percona-postgresql-operator:main-ppg16-postgres" kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:45:32 +0000 UTC Normal Pod upgrade-consistency-instance1-srs5-0.spec.containers{replication-cert-copy} Pulled Successfully pulled image "perconalab/percona-postgresql-operator:main-ppg16-postgres" in 97.15962ms (97.186048ms including waiting) kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:45:32 +0000 UTC Normal Pod upgrade-consistency-instance1-srs5-0.spec.containers{replication-cert-copy} Created Created container replication-cert-copy kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:45:32 +0000 UTC Normal Pod upgrade-consistency-instance1-srs5-0.spec.containers{replication-cert-copy} Started Started container replication-cert-copy kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:45:32 +0000 UTC Normal Pod upgrade-consistency-instance1-srs5-0.spec.containers{pgbackrest} Pulling Pulling image "perconalab/percona-postgresql-operator:main-ppg16-pgbackrest" kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:45:32 +0000 UTC Normal Pod upgrade-consistency-instance1-srs5-0.spec.containers{pgbackrest} Pulled Successfully pulled image "perconalab/percona-postgresql-operator:main-ppg16-pgbackrest" in 93.74473ms (93.774583ms including waiting) kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:45:32 +0000 UTC Normal Pod upgrade-consistency-instance1-srs5-0.spec.containers{pgbackrest} Created Created container pgbackrest kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:45:32 +0000 UTC Normal Pod upgrade-consistency-instance1-srs5-0.spec.containers{pgbackrest} Started Started container pgbackrest kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:45:32 +0000 UTC Normal Pod upgrade-consistency-instance1-srs5-0.spec.containers{pgbackrest-config} Pulling Pulling image "perconalab/percona-postgresql-operator:main-ppg16-pgbackrest" kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:45:32 +0000 UTC Normal Pod upgrade-consistency-instance1-srs5-0.spec.containers{pgbackrest-config} Pulled Successfully pulled image "perconalab/percona-postgresql-operator:main-ppg16-pgbackrest" in 117.54063ms (117.553661ms including waiting) kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:45:32 +0000 UTC Normal Pod upgrade-consistency-instance1-srs5-0.spec.containers{pgbackrest-config} Created Created container pgbackrest-config kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:45:32 +0000 UTC Normal Pod upgrade-consistency-instance1-srs5-0.spec.containers{pgbackrest-config} Started Started container pgbackrest-config kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:45:38 +0000 UTC Warning StatefulSet.apps upgrade-consistency-instance1-dx6d RecreatingFailedPod StatefulSet kuttl-test-one-glider/upgrade-consistency-instance1-dx6d is recreating failed Pod upgrade-consistency-instance1-dx6d-0 statefulset-controller logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:45:38 +0000 UTC Normal StatefulSet.apps upgrade-consistency-instance1-dx6d SuccessfulDelete delete Pod upgrade-consistency-instance1-dx6d-0 in StatefulSet upgrade-consistency-instance1-dx6d successful statefulset-controller logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:45:39 +0000 UTC Normal Pod upgrade-consistency-instance1-dx6d-0 Scheduled Successfully assigned kuttl-test-one-glider/upgrade-consistency-instance1-dx6d-0 to gke-jen-pg-801-1f449fafb-default-pool-dc028d66-9qm1 default-scheduler logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:45:39 +0000 UTC Warning Pod upgrade-consistency-instance1-dx6d-0 FailedAttachVolume Multi-Attach error for volume "pvc-e008a84a-8aac-4348-b68c-4e1573250bf4" Volume is already exclusively attached to one node and can't be attached to another attachdetach-controller logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:45:42 +0000 UTC Normal Deployment.apps upgrade-consistency-pgbouncer ScalingReplicaSet Scaled up replica set upgrade-consistency-pgbouncer-bc769666f to 1 deployment-controller logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:45:42 +0000 UTC Normal Pod upgrade-consistency-repo-host-0.spec.containers{pgbackrest} Killing Stopping container pgbackrest kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:45:42 +0000 UTC Normal Pod upgrade-consistency-repo-host-0.spec.containers{pgbackrest-config} Killing Stopping container pgbackrest-config kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:45:43 +0000 UTC Normal Pod upgrade-consistency-pgbouncer-bc769666f-vmqzs Scheduled Successfully assigned kuttl-test-one-glider/upgrade-consistency-pgbouncer-bc769666f-vmqzs to gke-jen-pg-801-1f449fafb-default-pool-dc028d66-9qm1 default-scheduler logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:45:43 +0000 UTC Normal ReplicaSet.apps upgrade-consistency-pgbouncer-bc769666f SuccessfulCreate Created pod: upgrade-consistency-pgbouncer-bc769666f-vmqzs replicaset-controller logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:45:43 +0000 UTC Normal Pod upgrade-consistency-repo-host-0 Scheduled Successfully assigned kuttl-test-one-glider/upgrade-consistency-repo-host-0 to gke-jen-pg-801-1f449fafb-default-pool-dc028d66-jkj5 default-scheduler logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:45:44 +0000 UTC Normal Pod upgrade-consistency-pgbouncer-bc769666f-vmqzs.spec.containers{pgbouncer} Pulling Pulling image "perconalab/percona-postgresql-operator:main-ppg16-pgbouncer" kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:45:44 +0000 UTC Normal Pod upgrade-consistency-pgbouncer-bc769666f-vmqzs.spec.containers{pgbouncer} Pulled Successfully pulled image "perconalab/percona-postgresql-operator:main-ppg16-pgbouncer" in 131.189652ms (131.227069ms including waiting) kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:45:44 +0000 UTC Normal Pod upgrade-consistency-pgbouncer-bc769666f-vmqzs.spec.containers{pgbouncer} Created Created container pgbouncer kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:45:44 +0000 UTC Normal Pod upgrade-consistency-pgbouncer-bc769666f-vmqzs.spec.containers{pgbouncer} Started Started container pgbouncer kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:45:44 +0000 UTC Normal Pod upgrade-consistency-pgbouncer-bc769666f-vmqzs.spec.containers{pgbouncer-config} Pulling Pulling image "perconalab/percona-postgresql-operator:main-ppg16-pgbouncer" kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:45:44 +0000 UTC Normal Pod upgrade-consistency-pgbouncer-bc769666f-vmqzs.spec.containers{pgbouncer-config} Pulled Successfully pulled image "perconalab/percona-postgresql-operator:main-ppg16-pgbouncer" in 102.371031ms (102.391657ms including waiting) kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:45:44 +0000 UTC Normal Pod upgrade-consistency-pgbouncer-bc769666f-vmqzs.spec.containers{pgbouncer-config} Created Created container pgbouncer-config kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:45:44 +0000 UTC Normal Pod upgrade-consistency-pgbouncer-bc769666f-vmqzs.spec.containers{pgbouncer-config} Started Started container pgbouncer-config kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:45:45 +0000 UTC Normal Pod upgrade-consistency-pgbouncer-567d687577-qzhzb.spec.containers{pgbouncer} Killing Stopping container pgbouncer kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:45:45 +0000 UTC Normal Pod upgrade-consistency-pgbouncer-567d687577-qzhzb.spec.containers{pgbouncer-config} Killing Stopping container pgbouncer-config kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:45:45 +0000 UTC Normal ReplicaSet.apps upgrade-consistency-pgbouncer-567d687577 SuccessfulDelete Deleted pod: upgrade-consistency-pgbouncer-567d687577-qzhzb replicaset-controller logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:45:45 +0000 UTC Normal Pod upgrade-consistency-pgbouncer-bc769666f-xwc74 Scheduled Successfully assigned kuttl-test-one-glider/upgrade-consistency-pgbouncer-bc769666f-xwc74 to gke-jen-pg-801-1f449fafb-default-pool-dc028d66-9qm1 default-scheduler logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:45:45 +0000 UTC Normal ReplicaSet.apps upgrade-consistency-pgbouncer-bc769666f SuccessfulCreate Created pod: upgrade-consistency-pgbouncer-bc769666f-xwc74 replicaset-controller logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:45:45 +0000 UTC Normal Deployment.apps upgrade-consistency-pgbouncer ScalingReplicaSet Scaled down replica set upgrade-consistency-pgbouncer-567d687577 to 2 from 3 deployment-controller logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:45:45 +0000 UTC Normal Deployment.apps upgrade-consistency-pgbouncer ScalingReplicaSet (combined from similar events): Scaled down replica set upgrade-consistency-pgbouncer-bc769666f to 0 from 1 logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:45:46 +0000 UTC Normal Pod upgrade-consistency-pgbouncer-bc769666f-xwc74.spec.containers{pgbouncer} Pulling Pulling image "perconalab/percona-postgresql-operator:main-ppg16-pgbouncer" kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:45:46 +0000 UTC Normal Pod upgrade-consistency-pgbouncer-bc769666f-xwc74.spec.containers{pgbouncer} Pulled Successfully pulled image "perconalab/percona-postgresql-operator:main-ppg16-pgbouncer" in 119.869624ms (119.88897ms including waiting) kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:45:46 +0000 UTC Normal Pod upgrade-consistency-pgbouncer-bc769666f-xwc74.spec.containers{pgbouncer} Created Created container pgbouncer kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:45:46 +0000 UTC Normal Pod upgrade-consistency-pgbouncer-bc769666f-xwc74.spec.containers{pgbouncer} Started Started container pgbouncer kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:45:46 +0000 UTC Normal Pod upgrade-consistency-pgbouncer-bc769666f-xwc74.spec.containers{pgbouncer-config} Pulling Pulling image "perconalab/percona-postgresql-operator:main-ppg16-pgbouncer" kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:45:46 +0000 UTC Normal Pod upgrade-consistency-pgbouncer-bc769666f-xwc74.spec.containers{pgbouncer-config} Pulled Successfully pulled image "perconalab/percona-postgresql-operator:main-ppg16-pgbouncer" in 127.359905ms (127.377242ms including waiting) kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:45:46 +0000 UTC Normal Pod upgrade-consistency-pgbouncer-bc769666f-xwc74.spec.containers{pgbouncer-config} Created Created container pgbouncer-config kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:45:46 +0000 UTC Normal Pod upgrade-consistency-pgbouncer-bc769666f-xwc74.spec.containers{pgbouncer-config} Started Started container pgbouncer-config kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:45:47 +0000 UTC Normal Pod upgrade-consistency-pgbouncer-567d687577-8476b.spec.containers{pgbouncer} Killing Stopping container pgbouncer kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:45:47 +0000 UTC Normal Pod upgrade-consistency-pgbouncer-567d687577-8476b.spec.containers{pgbouncer-config} Killing Stopping container pgbouncer-config kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:45:47 +0000 UTC Normal ReplicaSet.apps upgrade-consistency-pgbouncer-567d687577 SuccessfulDelete Deleted pod: upgrade-consistency-pgbouncer-567d687577-8476b replicaset-controller logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:45:47 +0000 UTC Normal ReplicaSet.apps upgrade-consistency-pgbouncer-bc769666f SuccessfulCreate Created pod: upgrade-consistency-pgbouncer-bc769666f-gjgkh replicaset-controller logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:45:48 +0000 UTC Normal Pod upgrade-consistency-pgbouncer-bc769666f-gjgkh Scheduled Successfully assigned kuttl-test-one-glider/upgrade-consistency-pgbouncer-bc769666f-gjgkh to gke-jen-pg-801-1f449fafb-default-pool-dc028d66-jkj5 default-scheduler logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:45:48 +0000 UTC Normal Pod upgrade-consistency-pgbouncer-bc769666f-gjgkh.spec.containers{pgbouncer} Pulling Pulling image "perconalab/percona-postgresql-operator:main-ppg16-pgbouncer" kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:45:48 +0000 UTC Normal Pod upgrade-consistency-pgbouncer-bc769666f-gjgkh.spec.containers{pgbouncer} Pulled Successfully pulled image "perconalab/percona-postgresql-operator:main-ppg16-pgbouncer" in 162.238837ms (162.252647ms including waiting) kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:45:48 +0000 UTC Normal Pod upgrade-consistency-pgbouncer-bc769666f-gjgkh.spec.containers{pgbouncer} Created Created container pgbouncer kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:45:49 +0000 UTC Normal Pod upgrade-consistency-pgbouncer-bc769666f-gjgkh.spec.containers{pgbouncer} Started Started container pgbouncer kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:45:49 +0000 UTC Normal Pod upgrade-consistency-pgbouncer-bc769666f-gjgkh.spec.containers{pgbouncer-config} Pulling Pulling image "perconalab/percona-postgresql-operator:main-ppg16-pgbouncer" kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:45:49 +0000 UTC Normal Pod upgrade-consistency-pgbouncer-bc769666f-gjgkh.spec.containers{pgbouncer-config} Pulled Successfully pulled image "perconalab/percona-postgresql-operator:main-ppg16-pgbouncer" in 118.814647ms (118.835523ms including waiting) kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:45:49 +0000 UTC Normal Pod upgrade-consistency-pgbouncer-bc769666f-gjgkh.spec.containers{pgbouncer-config} Created Created container pgbouncer-config kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:45:49 +0000 UTC Normal Pod upgrade-consistency-pgbouncer-bc769666f-gjgkh.spec.containers{pgbouncer-config} Started Started container pgbouncer-config kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:45:50 +0000 UTC Normal Pod upgrade-consistency-pgbouncer-567d687577-zckvg.spec.containers{pgbouncer} Killing Stopping container pgbouncer kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:45:50 +0000 UTC Normal Pod upgrade-consistency-pgbouncer-567d687577-zckvg.spec.containers{pgbouncer-config} Killing Stopping container pgbouncer-config kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:45:50 +0000 UTC Normal ReplicaSet.apps upgrade-consistency-pgbouncer-567d687577 SuccessfulDelete Deleted pod: upgrade-consistency-pgbouncer-567d687577-zckvg replicaset-controller logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:45:51 +0000 UTC Normal Pod upgrade-consistency-repo-host-0.spec.initContainers{pgbackrest-log-dir} Pulling Pulling image "perconalab/percona-postgresql-operator:main-ppg16-pgbackrest" kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:45:51 +0000 UTC Normal Pod upgrade-consistency-repo-host-0.spec.initContainers{pgbackrest-log-dir} Pulled Successfully pulled image "perconalab/percona-postgresql-operator:main-ppg16-pgbackrest" in 116.247501ms (116.265966ms including waiting) kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:45:51 +0000 UTC Normal Pod upgrade-consistency-repo-host-0.spec.initContainers{pgbackrest-log-dir} Created Created container pgbackrest-log-dir kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:45:52 +0000 UTC Normal Pod upgrade-consistency-repo-host-0.spec.initContainers{pgbackrest-log-dir} Started Started container pgbackrest-log-dir kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:45:52 +0000 UTC Normal Pod upgrade-consistency-repo-host-0.spec.initContainers{nss-wrapper-init} Pulling Pulling image "perconalab/percona-postgresql-operator:main-ppg16-pgbackrest" kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:45:53 +0000 UTC Normal Pod upgrade-consistency-repo-host-0.spec.initContainers{nss-wrapper-init} Pulled Successfully pulled image "perconalab/percona-postgresql-operator:main-ppg16-pgbackrest" in 218.552303ms (218.567929ms including waiting) kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:45:53 +0000 UTC Normal Pod upgrade-consistency-repo-host-0.spec.initContainers{nss-wrapper-init} Created Created container nss-wrapper-init kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:45:53 +0000 UTC Normal Pod upgrade-consistency-repo-host-0.spec.initContainers{nss-wrapper-init} Started Started container nss-wrapper-init kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:45:53 +0000 UTC Normal Pod upgrade-consistency-repo-host-0.spec.containers{pgbackrest} Pulling Pulling image "perconalab/percona-postgresql-operator:main-ppg16-pgbackrest" kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:45:54 +0000 UTC Normal Pod upgrade-consistency-repo-host-0.spec.containers{pgbackrest} Pulled Successfully pulled image "perconalab/percona-postgresql-operator:main-ppg16-pgbackrest" in 168.688737ms (168.703973ms including waiting) kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:45:54 +0000 UTC Normal Pod upgrade-consistency-repo-host-0.spec.containers{pgbackrest} Created Created container pgbackrest kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:45:54 +0000 UTC Normal Pod upgrade-consistency-repo-host-0.spec.containers{pgbackrest} Started Started container pgbackrest kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:45:54 +0000 UTC Normal Pod upgrade-consistency-repo-host-0.spec.containers{pgbackrest-config} Pulling Pulling image "perconalab/percona-postgresql-operator:main-ppg16-pgbackrest" kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:45:54 +0000 UTC Normal Pod upgrade-consistency-repo-host-0.spec.containers{pgbackrest-config} Pulled Successfully pulled image "perconalab/percona-postgresql-operator:main-ppg16-pgbackrest" in 101.87772ms (101.891549ms including waiting) kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:45:54 +0000 UTC Normal Pod upgrade-consistency-repo-host-0.spec.containers{pgbackrest-config} Created Created container pgbackrest-config kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:45:54 +0000 UTC Normal Pod upgrade-consistency-repo-host-0.spec.containers{pgbackrest-config} Started Started container pgbackrest-config kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:47:42 +0000 UTC Warning Pod upgrade-consistency-instance1-dx6d-0 FailedMount Unable to attach or mount volumes: unmounted volumes=[postgres-data], unattached volumes=[pgbackrest-config dshm tmp cert-volume postgres-data database-containerinfo patroni-config kube-api-access-pklw2 pgbackrest-server]: timed out waiting for the condition kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:47:43 +0000 UTC Normal Pod upgrade-consistency-instance1-dx6d-0 Scheduled Successfully assigned kuttl-test-one-glider/upgrade-consistency-instance1-dx6d-0 to gke-jen-pg-801-1f449fafb-default-pool-dc028d66-1tfg default-scheduler logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:47:51 +0000 UTC Normal Pod upgrade-consistency-instance1-dx6d-0 SuccessfulAttachVolume AttachVolume.Attach succeeded for volume "pvc-e008a84a-8aac-4348-b68c-4e1573250bf4" attachdetach-controller logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:47:53 +0000 UTC Normal Pod upgrade-consistency-instance1-dx6d-0.spec.initContainers{postgres-startup} Pulling Pulling image "perconalab/percona-postgresql-operator:main-ppg16-postgres" kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:48:08 +0000 UTC Normal Pod upgrade-consistency-instance1-dx6d-0.spec.initContainers{postgres-startup} Pulled Successfully pulled image "perconalab/percona-postgresql-operator:main-ppg16-postgres" in 15.317668335s (15.31768168s including waiting) kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:48:08 +0000 UTC Normal Pod upgrade-consistency-instance1-dx6d-0.spec.initContainers{postgres-startup} Created Created container postgres-startup kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:48:08 +0000 UTC Normal Pod upgrade-consistency-instance1-dx6d-0.spec.initContainers{postgres-startup} Started Started container postgres-startup kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:48:15 +0000 UTC Normal Pod upgrade-consistency-instance1-dx6d-0.spec.initContainers{nss-wrapper-init} Pulling Pulling image "perconalab/percona-postgresql-operator:main-ppg16-postgres" kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:48:16 +0000 UTC Normal Pod upgrade-consistency-instance1-dx6d-0.spec.initContainers{nss-wrapper-init} Pulled Successfully pulled image "perconalab/percona-postgresql-operator:main-ppg16-postgres" in 148.248653ms (148.264774ms including waiting) kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:48:16 +0000 UTC Normal Pod upgrade-consistency-instance1-dx6d-0.spec.initContainers{nss-wrapper-init} Created Created container nss-wrapper-init kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:48:16 +0000 UTC Normal Pod upgrade-consistency-instance1-dx6d-0.spec.initContainers{nss-wrapper-init} Started Started container nss-wrapper-init kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:48:16 +0000 UTC Normal Pod upgrade-consistency-instance1-dx6d-0.spec.containers{database} Pulling Pulling image "perconalab/percona-postgresql-operator:main-ppg16-postgres" kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:48:16 +0000 UTC Normal Pod upgrade-consistency-instance1-dx6d-0.spec.containers{database} Pulled Successfully pulled image "perconalab/percona-postgresql-operator:main-ppg16-postgres" in 105.678223ms (105.697152ms including waiting) kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:48:17 +0000 UTC Normal Pod upgrade-consistency-instance1-dx6d-0.spec.containers{database} Created Created container database kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:48:17 +0000 UTC Normal Pod upgrade-consistency-instance1-dx6d-0.spec.containers{database} Started Started container database kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:48:17 +0000 UTC Normal Pod upgrade-consistency-instance1-dx6d-0.spec.containers{replication-cert-copy} Pulling Pulling image "perconalab/percona-postgresql-operator:main-ppg16-postgres" kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:48:17 +0000 UTC Normal Pod upgrade-consistency-instance1-dx6d-0.spec.containers{replication-cert-copy} Pulled Successfully pulled image "perconalab/percona-postgresql-operator:main-ppg16-postgres" in 98.312062ms (98.320352ms including waiting) kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:48:17 +0000 UTC Normal Pod upgrade-consistency-instance1-dx6d-0.spec.containers{replication-cert-copy} Created Created container replication-cert-copy kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:48:17 +0000 UTC Normal Pod upgrade-consistency-instance1-dx6d-0.spec.containers{replication-cert-copy} Started Started container replication-cert-copy kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:48:17 +0000 UTC Normal Pod upgrade-consistency-instance1-dx6d-0.spec.containers{pgbackrest} Pulling Pulling image "perconalab/percona-postgresql-operator:main-ppg16-pgbackrest" kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:48:24 +0000 UTC Normal Pod upgrade-consistency-instance1-dx6d-0.spec.containers{pgbackrest} Pulled Successfully pulled image "perconalab/percona-postgresql-operator:main-ppg16-pgbackrest" in 7.64583782s (7.645853379s including waiting) kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:48:24 +0000 UTC Normal Pod upgrade-consistency-instance1-dx6d-0.spec.containers{pgbackrest} Created Created container pgbackrest kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:48:24 +0000 UTC Normal Pod upgrade-consistency-instance1-dx6d-0.spec.containers{pgbackrest} Started Started container pgbackrest kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:48:24 +0000 UTC Normal Pod upgrade-consistency-instance1-dx6d-0.spec.containers{pgbackrest-config} Pulling Pulling image "perconalab/percona-postgresql-operator:main-ppg16-pgbackrest" kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:48:25 +0000 UTC Normal Pod upgrade-consistency-instance1-dx6d-0.spec.containers{pgbackrest-config} Pulled Successfully pulled image "perconalab/percona-postgresql-operator:main-ppg16-pgbackrest" in 95.606892ms (95.622492ms including waiting) kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:48:25 +0000 UTC Normal Pod upgrade-consistency-instance1-dx6d-0.spec.containers{pgbackrest-config} Created Created container pgbackrest-config kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:48:25 +0000 UTC Normal Pod upgrade-consistency-instance1-dx6d-0.spec.containers{pgbackrest-config} Started Started container pgbackrest-config kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:48:27 +0000 UTC Normal Pod upgrade-consistency-instance1-srs5-0.spec.containers{database} Killing Stopping container database kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:48:29 +0000 UTC Normal Pod upgrade-consistency-instance1-srs5-0 Scheduled Successfully assigned kuttl-test-one-glider/upgrade-consistency-instance1-srs5-0 to gke-jen-pg-801-1f449fafb-default-pool-dc028d66-9qm1 default-scheduler logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:48:33 +0000 UTC Normal Pod upgrade-consistency-instance1-srs5-0.spec.initContainers{postgres-startup} Pulling Pulling image "perconalab/percona-postgresql-operator:main-ppg16-postgres" kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:48:33 +0000 UTC Normal Pod upgrade-consistency-instance1-srs5-0.spec.initContainers{postgres-startup} Pulled Successfully pulled image "perconalab/percona-postgresql-operator:main-ppg16-postgres" in 178.966244ms (178.979302ms including waiting) kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:48:33 +0000 UTC Normal Pod upgrade-consistency-instance1-srs5-0.spec.initContainers{postgres-startup} Created Created container postgres-startup kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:48:33 +0000 UTC Normal Pod upgrade-consistency-instance1-srs5-0.spec.initContainers{postgres-startup} Started Started container postgres-startup kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:48:33 +0000 UTC Normal Pod upgrade-consistency-instance1-srs5-0.spec.initContainers{nss-wrapper-init} Pulling Pulling image "perconalab/percona-postgresql-operator:main-ppg16-postgres" kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:48:33 +0000 UTC Normal Pod upgrade-consistency-instance1-srs5-0.spec.initContainers{nss-wrapper-init} Pulled Successfully pulled image "perconalab/percona-postgresql-operator:main-ppg16-postgres" in 110.481091ms (110.500914ms including waiting) kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:48:33 +0000 UTC Normal Pod upgrade-consistency-instance1-srs5-0.spec.initContainers{nss-wrapper-init} Created Created container nss-wrapper-init kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:48:33 +0000 UTC Normal Pod upgrade-consistency-instance1-srs5-0.spec.initContainers{nss-wrapper-init} Started Started container nss-wrapper-init kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:48:34 +0000 UTC Normal Pod upgrade-consistency-instance1-srs5-0.spec.containers{database} Pulling Pulling image "perconalab/percona-postgresql-operator:main-ppg16-postgres" kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:48:34 +0000 UTC Normal Pod upgrade-consistency-instance1-srs5-0.spec.containers{database} Pulled Successfully pulled image "perconalab/percona-postgresql-operator:main-ppg16-postgres" in 167.755391ms (167.771945ms including waiting) kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:48:34 +0000 UTC Normal Pod upgrade-consistency-instance1-srs5-0.spec.containers{database} Created Created container database kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:48:34 +0000 UTC Normal Pod upgrade-consistency-instance1-srs5-0.spec.containers{database} Started Started container database kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:48:34 +0000 UTC Normal Pod upgrade-consistency-instance1-srs5-0.spec.containers{replication-cert-copy} Pulling Pulling image "perconalab/percona-postgresql-operator:main-ppg16-postgres" kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:48:35 +0000 UTC Normal Pod upgrade-consistency-instance1-srs5-0.spec.containers{replication-cert-copy} Pulled Successfully pulled image "perconalab/percona-postgresql-operator:main-ppg16-postgres" in 116.817816ms (116.824309ms including waiting) kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:48:35 +0000 UTC Normal Pod upgrade-consistency-instance1-srs5-0.spec.containers{replication-cert-copy} Created Created container replication-cert-copy kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:48:35 +0000 UTC Normal Pod upgrade-consistency-instance1-srs5-0.spec.containers{replication-cert-copy} Started Started container replication-cert-copy kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:48:35 +0000 UTC Normal Pod upgrade-consistency-instance1-srs5-0.spec.containers{pgbackrest} Pulling Pulling image "perconalab/percona-postgresql-operator:main-ppg16-pgbackrest" kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:48:35 +0000 UTC Normal Pod upgrade-consistency-instance1-srs5-0.spec.containers{pgbackrest} Pulled Successfully pulled image "perconalab/percona-postgresql-operator:main-ppg16-pgbackrest" in 108.691346ms (108.699951ms including waiting) kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:48:35 +0000 UTC Normal Pod upgrade-consistency-instance1-srs5-0.spec.containers{pgbackrest} Created Created container pgbackrest kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:48:35 +0000 UTC Normal Pod upgrade-consistency-instance1-srs5-0.spec.containers{pgbackrest} Started Started container pgbackrest kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:48:35 +0000 UTC Normal Pod upgrade-consistency-instance1-srs5-0.spec.containers{pgbackrest-config} Pulling Pulling image "perconalab/percona-postgresql-operator:main-ppg16-pgbackrest" kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:48:35 +0000 UTC Normal Pod upgrade-consistency-instance1-srs5-0.spec.containers{pgbackrest-config} Pulled Successfully pulled image "perconalab/percona-postgresql-operator:main-ppg16-pgbackrest" in 127.717068ms (127.738685ms including waiting) kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:48:35 +0000 UTC Normal Pod upgrade-consistency-instance1-srs5-0.spec.containers{pgbackrest-config} Created Created container pgbackrest-config kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:48:35 +0000 UTC Normal Pod upgrade-consistency-instance1-srs5-0.spec.containers{pgbackrest-config} Started Started container pgbackrest-config kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:48:37 +0000 UTC Warning Pod upgrade-consistency-instance1-srs5-0.spec.containers{database} Unhealthy Readiness probe failed: HTTP probe failed with statuscode: 503 kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:48:44 +0000 UTC Normal Pod upgrade-consistency-instance1-ttrt-0.spec.containers{database} Killing Stopping container database kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:48:48 +0000 UTC Normal Pod upgrade-consistency-instance1-ttrt-0 Scheduled Successfully assigned kuttl-test-one-glider/upgrade-consistency-instance1-ttrt-0 to gke-jen-pg-801-1f449fafb-default-pool-dc028d66-jkj5 default-scheduler logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:48:55 +0000 UTC Normal Pod upgrade-consistency-instance1-ttrt-0.spec.initContainers{postgres-startup} Pulling Pulling image "perconalab/percona-postgresql-operator:main-ppg16-postgres" kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:48:55 +0000 UTC Normal Pod upgrade-consistency-instance1-ttrt-0.spec.initContainers{postgres-startup} Pulled Successfully pulled image "perconalab/percona-postgresql-operator:main-ppg16-postgres" in 211.13058ms (211.150153ms including waiting) kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:48:55 +0000 UTC Normal Pod upgrade-consistency-instance1-ttrt-0.spec.initContainers{postgres-startup} Created Created container postgres-startup kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:48:55 +0000 UTC Normal Pod upgrade-consistency-instance1-ttrt-0.spec.initContainers{postgres-startup} Started Started container postgres-startup kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:48:56 +0000 UTC Normal Pod upgrade-consistency-instance1-ttrt-0.spec.initContainers{nss-wrapper-init} Pulling Pulling image "perconalab/percona-postgresql-operator:main-ppg16-postgres" kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:48:56 +0000 UTC Normal Pod upgrade-consistency-instance1-ttrt-0.spec.initContainers{nss-wrapper-init} Pulled Successfully pulled image "perconalab/percona-postgresql-operator:main-ppg16-postgres" in 213.916471ms (213.931832ms including waiting) kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:48:56 +0000 UTC Normal Pod upgrade-consistency-instance1-ttrt-0.spec.initContainers{nss-wrapper-init} Created Created container nss-wrapper-init kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:48:56 +0000 UTC Normal Pod upgrade-consistency-instance1-ttrt-0.spec.initContainers{nss-wrapper-init} Started Started container nss-wrapper-init kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:48:57 +0000 UTC Normal Pod upgrade-consistency-instance1-ttrt-0.spec.containers{database} Pulling Pulling image "perconalab/percona-postgresql-operator:main-ppg16-postgres" kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:48:57 +0000 UTC Normal Pod upgrade-consistency-instance1-ttrt-0.spec.containers{database} Pulled Successfully pulled image "perconalab/percona-postgresql-operator:main-ppg16-postgres" in 170.511707ms (170.533601ms including waiting) kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:48:57 +0000 UTC Normal Pod upgrade-consistency-instance1-ttrt-0.spec.containers{database} Created Created container database kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:48:57 +0000 UTC Normal Pod upgrade-consistency-instance1-ttrt-0.spec.containers{database} Started Started container database kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:48:57 +0000 UTC Normal Pod upgrade-consistency-instance1-ttrt-0.spec.containers{replication-cert-copy} Pulling Pulling image "perconalab/percona-postgresql-operator:main-ppg16-postgres" kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:48:57 +0000 UTC Normal Pod upgrade-consistency-instance1-ttrt-0.spec.containers{replication-cert-copy} Pulled Successfully pulled image "perconalab/percona-postgresql-operator:main-ppg16-postgres" in 103.797152ms (103.804984ms including waiting) kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:48:57 +0000 UTC Normal Pod upgrade-consistency-instance1-ttrt-0.spec.containers{replication-cert-copy} Created Created container replication-cert-copy kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:48:57 +0000 UTC Normal Pod upgrade-consistency-instance1-ttrt-0.spec.containers{replication-cert-copy} Started Started container replication-cert-copy kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:48:58 +0000 UTC Normal Pod upgrade-consistency-instance1-ttrt-0.spec.containers{pgbackrest} Pulling Pulling image "perconalab/percona-postgresql-operator:main-ppg16-pgbackrest" kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:48:58 +0000 UTC Normal Pod upgrade-consistency-instance1-ttrt-0.spec.containers{pgbackrest} Pulled Successfully pulled image "perconalab/percona-postgresql-operator:main-ppg16-pgbackrest" in 200.730327ms (200.745007ms including waiting) kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:48:58 +0000 UTC Normal Pod upgrade-consistency-instance1-ttrt-0.spec.containers{pgbackrest} Created Created container pgbackrest kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:48:58 +0000 UTC Normal Pod upgrade-consistency-instance1-ttrt-0.spec.containers{pgbackrest} Started Started container pgbackrest kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:48:58 +0000 UTC Normal Pod upgrade-consistency-instance1-ttrt-0.spec.containers{pgbackrest-config} Pulling Pulling image "perconalab/percona-postgresql-operator:main-ppg16-pgbackrest" kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:48:58 +0000 UTC Normal Pod upgrade-consistency-instance1-ttrt-0.spec.containers{pgbackrest-config} Pulled Successfully pulled image "perconalab/percona-postgresql-operator:main-ppg16-pgbackrest" in 108.727087ms (108.745067ms including waiting) kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:48:58 +0000 UTC Normal Pod upgrade-consistency-instance1-ttrt-0.spec.containers{pgbackrest-config} Created Created container pgbackrest-config kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:48:58 +0000 UTC Normal Pod upgrade-consistency-instance1-ttrt-0.spec.containers{pgbackrest-config} Started Started container pgbackrest-config kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:49:05 +0000 UTC Normal Pod upgrade-consistency-repo-host-0.spec.containers{pgbackrest} Killing Stopping container pgbackrest kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:49:05 +0000 UTC Normal Pod upgrade-consistency-repo-host-0.spec.containers{pgbackrest-config} Killing Stopping container pgbackrest-config kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:49:06 +0000 UTC Normal Pod upgrade-consistency-pgbouncer-5d54d97bc6-g2hjt Scheduled Successfully assigned kuttl-test-one-glider/upgrade-consistency-pgbouncer-5d54d97bc6-g2hjt to gke-jen-pg-801-1f449fafb-default-pool-dc028d66-1tfg default-scheduler logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:49:06 +0000 UTC Normal ReplicaSet.apps upgrade-consistency-pgbouncer-5d54d97bc6 SuccessfulCreate Created pod: upgrade-consistency-pgbouncer-5d54d97bc6-g2hjt replicaset-controller logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:49:07 +0000 UTC Normal Pod upgrade-consistency-pgbouncer-5d54d97bc6-g2hjt.spec.containers{pgbouncer} Pulling Pulling image "perconalab/percona-postgresql-operator:main-ppg16-pgbouncer" kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:49:07 +0000 UTC Normal Pod upgrade-consistency-repo-host-0 Scheduled Successfully assigned kuttl-test-one-glider/upgrade-consistency-repo-host-0 to gke-jen-pg-801-1f449fafb-default-pool-dc028d66-jkj5 default-scheduler logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:49:08 +0000 UTC Normal Pod upgrade-consistency-instance1-ttrt-0.spec.containers{database} Killing Stopping container database kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:49:10 +0000 UTC Normal Pod upgrade-consistency-instance1-ttrt-0 Scheduled Successfully assigned kuttl-test-one-glider/upgrade-consistency-instance1-ttrt-0 to gke-jen-pg-801-1f449fafb-default-pool-dc028d66-jkj5 default-scheduler logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:49:14 +0000 UTC Normal Pod upgrade-consistency-pgbouncer-5d54d97bc6-g2hjt.spec.containers{pgbouncer} Pulled Successfully pulled image "perconalab/percona-postgresql-operator:main-ppg16-pgbouncer" in 6.898775213s (6.898789362s including waiting) kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:49:14 +0000 UTC Normal Pod upgrade-consistency-pgbouncer-5d54d97bc6-g2hjt.spec.containers{pgbouncer} Created Created container pgbouncer kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:49:14 +0000 UTC Normal Pod upgrade-consistency-pgbouncer-5d54d97bc6-g2hjt.spec.containers{pgbouncer} Started Started container pgbouncer kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:49:14 +0000 UTC Normal Pod upgrade-consistency-pgbouncer-5d54d97bc6-g2hjt.spec.containers{pgbouncer-config} Pulling Pulling image "perconalab/percona-postgresql-operator:main-ppg16-pgbouncer" kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:49:14 +0000 UTC Normal Pod upgrade-consistency-pgbouncer-5d54d97bc6-g2hjt.spec.containers{pgbouncer-config} Pulled Successfully pulled image "perconalab/percona-postgresql-operator:main-ppg16-pgbouncer" in 94.214046ms (94.231329ms including waiting) kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:49:14 +0000 UTC Normal Pod upgrade-consistency-pgbouncer-5d54d97bc6-g2hjt.spec.containers{pgbouncer-config} Created Created container pgbouncer-config kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:49:14 +0000 UTC Normal Pod upgrade-consistency-pgbouncer-5d54d97bc6-g2hjt.spec.containers{pgbouncer-config} Started Started container pgbouncer-config kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:49:15 +0000 UTC Normal Pod upgrade-consistency-pgbouncer-5d54d97bc6-7nfsd Scheduled Successfully assigned kuttl-test-one-glider/upgrade-consistency-pgbouncer-5d54d97bc6-7nfsd to gke-jen-pg-801-1f449fafb-default-pool-dc028d66-1tfg default-scheduler logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:49:15 +0000 UTC Normal ReplicaSet.apps upgrade-consistency-pgbouncer-5d54d97bc6 SuccessfulCreate Created pod: upgrade-consistency-pgbouncer-5d54d97bc6-7nfsd replicaset-controller logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:49:15 +0000 UTC Normal Pod upgrade-consistency-pgbouncer-bc769666f-xwc74.spec.containers{pgbouncer} Killing Stopping container pgbouncer kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:49:15 +0000 UTC Normal Pod upgrade-consistency-pgbouncer-bc769666f-xwc74.spec.containers{pgbouncer-config} Killing Stopping container pgbouncer-config kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:49:15 +0000 UTC Normal ReplicaSet.apps upgrade-consistency-pgbouncer-bc769666f SuccessfulDelete Deleted pod: upgrade-consistency-pgbouncer-bc769666f-xwc74 replicaset-controller logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:49:16 +0000 UTC Normal Pod upgrade-consistency-instance1-ttrt-0.spec.initContainers{postgres-startup} Pulling Pulling image "perconalab/percona-postgresql-operator:main-ppg16-postgres" kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:49:16 +0000 UTC Normal Pod upgrade-consistency-instance1-ttrt-0.spec.initContainers{postgres-startup} Pulled Successfully pulled image "perconalab/percona-postgresql-operator:main-ppg16-postgres" in 134.668028ms (134.6809ms including waiting) kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:49:16 +0000 UTC Normal Pod upgrade-consistency-instance1-ttrt-0.spec.initContainers{postgres-startup} Created Created container postgres-startup kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:49:16 +0000 UTC Normal Pod upgrade-consistency-instance1-ttrt-0.spec.initContainers{postgres-startup} Started Started container postgres-startup kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:49:16 +0000 UTC Normal Pod upgrade-consistency-instance1-ttrt-0.spec.initContainers{nss-wrapper-init} Pulling Pulling image "perconalab/percona-postgresql-operator:main-ppg16-postgres" kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:49:16 +0000 UTC Normal Pod upgrade-consistency-instance1-ttrt-0.spec.initContainers{nss-wrapper-init} Pulled Successfully pulled image "perconalab/percona-postgresql-operator:main-ppg16-postgres" in 115.355599ms (206.144195ms including waiting) kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:49:16 +0000 UTC Normal Pod upgrade-consistency-instance1-ttrt-0.spec.initContainers{nss-wrapper-init} Created Created container nss-wrapper-init kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:49:16 +0000 UTC Normal Pod upgrade-consistency-instance1-ttrt-0.spec.initContainers{nss-wrapper-init} Started Started container nss-wrapper-init kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:49:16 +0000 UTC Normal Pod upgrade-consistency-pgbouncer-5d54d97bc6-7nfsd.spec.containers{pgbouncer} Pulling Pulling image "perconalab/percona-postgresql-operator:main-ppg16-pgbouncer" kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:49:16 +0000 UTC Normal Pod upgrade-consistency-pgbouncer-5d54d97bc6-7nfsd.spec.containers{pgbouncer} Pulled Successfully pulled image "perconalab/percona-postgresql-operator:main-ppg16-pgbouncer" in 108.518605ms (108.525532ms including waiting) kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:49:16 +0000 UTC Normal Pod upgrade-consistency-pgbouncer-5d54d97bc6-7nfsd.spec.containers{pgbouncer} Created Created container pgbouncer kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:49:16 +0000 UTC Normal Pod upgrade-consistency-pgbouncer-5d54d97bc6-7nfsd.spec.containers{pgbouncer} Started Started container pgbouncer kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:49:16 +0000 UTC Normal Pod upgrade-consistency-pgbouncer-5d54d97bc6-7nfsd.spec.containers{pgbouncer-config} Pulling Pulling image "perconalab/percona-postgresql-operator:main-ppg16-pgbouncer" kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:49:16 +0000 UTC Normal Pod upgrade-consistency-pgbouncer-5d54d97bc6-7nfsd.spec.containers{pgbouncer-config} Pulled Successfully pulled image "perconalab/percona-postgresql-operator:main-ppg16-pgbouncer" in 93.249391ms (93.25933ms including waiting) kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:49:16 +0000 UTC Normal Pod upgrade-consistency-pgbouncer-5d54d97bc6-7nfsd.spec.containers{pgbouncer-config} Created Created container pgbouncer-config kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:49:16 +0000 UTC Normal Pod upgrade-consistency-pgbouncer-5d54d97bc6-7nfsd.spec.containers{pgbouncer-config} Started Started container pgbouncer-config kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:49:16 +0000 UTC Normal Pod upgrade-consistency-repo-host-0.spec.initContainers{pgbackrest-log-dir} Pulling Pulling image "perconalab/percona-postgresql-operator:main-ppg16-pgbackrest" kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:49:16 +0000 UTC Normal Pod upgrade-consistency-repo-host-0.spec.initContainers{pgbackrest-log-dir} Pulled Successfully pulled image "perconalab/percona-postgresql-operator:main-ppg16-pgbackrest" in 108.063204ms (108.070192ms including waiting) kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:49:16 +0000 UTC Normal Pod upgrade-consistency-repo-host-0.spec.initContainers{pgbackrest-log-dir} Created Created container pgbackrest-log-dir kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:49:16 +0000 UTC Normal Pod upgrade-consistency-repo-host-0.spec.initContainers{pgbackrest-log-dir} Started Started container pgbackrest-log-dir kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:49:16 +0000 UTC Normal Pod upgrade-consistency-repo-host-0.spec.initContainers{nss-wrapper-init} Pulling Pulling image "perconalab/percona-postgresql-operator:main-ppg16-pgbackrest" kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:49:16 +0000 UTC Normal Pod upgrade-consistency-repo-host-0.spec.initContainers{nss-wrapper-init} Pulled Successfully pulled image "perconalab/percona-postgresql-operator:main-ppg16-pgbackrest" in 93.681668ms (93.810908ms including waiting) kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:49:16 +0000 UTC Normal Pod upgrade-consistency-repo-host-0.spec.initContainers{nss-wrapper-init} Created Created container nss-wrapper-init kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:49:16 +0000 UTC Normal Pod upgrade-consistency-repo-host-0.spec.initContainers{nss-wrapper-init} Started Started container nss-wrapper-init kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:49:17 +0000 UTC Normal Pod upgrade-consistency-instance1-ttrt-0.spec.containers{database} Pulling Pulling image "perconalab/percona-postgresql-operator:main-ppg16-postgres" kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:49:17 +0000 UTC Normal Pod upgrade-consistency-instance1-ttrt-0.spec.containers{database} Pulled Successfully pulled image "perconalab/percona-postgresql-operator:main-ppg16-postgres" in 111.248146ms (111.387031ms including waiting) kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:49:17 +0000 UTC Normal ReplicaSet.apps upgrade-consistency-pgbouncer-5d54d97bc6 SuccessfulCreate Created pod: upgrade-consistency-pgbouncer-5d54d97bc6-46r8j replicaset-controller logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:49:17 +0000 UTC Normal Pod upgrade-consistency-pgbouncer-bc769666f-gjgkh.spec.containers{pgbouncer} Killing Stopping container pgbouncer kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:49:17 +0000 UTC Normal Pod upgrade-consistency-pgbouncer-bc769666f-gjgkh.spec.containers{pgbouncer-config} Killing Stopping container pgbouncer-config kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:49:17 +0000 UTC Normal ReplicaSet.apps upgrade-consistency-pgbouncer-bc769666f SuccessfulDelete Deleted pod: upgrade-consistency-pgbouncer-bc769666f-gjgkh replicaset-controller logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:49:17 +0000 UTC Normal Pod upgrade-consistency-repo-host-0.spec.containers{pgbackrest} Pulling Pulling image "perconalab/percona-postgresql-operator:main-ppg16-pgbackrest" kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:49:18 +0000 UTC Normal Pod upgrade-consistency-instance1-ttrt-0.spec.containers{database} Created Created container database kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:49:18 +0000 UTC Normal Pod upgrade-consistency-instance1-ttrt-0.spec.containers{database} Started Started container database kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:49:18 +0000 UTC Normal Pod upgrade-consistency-instance1-ttrt-0.spec.containers{replication-cert-copy} Pulling Pulling image "perconalab/percona-postgresql-operator:main-ppg16-postgres" kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:49:18 +0000 UTC Normal Pod upgrade-consistency-instance1-ttrt-0.spec.containers{replication-cert-copy} Pulled Successfully pulled image "perconalab/percona-postgresql-operator:main-ppg16-postgres" in 162.690892ms (168.589858ms including waiting) kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:49:18 +0000 UTC Normal Pod upgrade-consistency-instance1-ttrt-0.spec.containers{replication-cert-copy} Created Created container replication-cert-copy kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:49:18 +0000 UTC Normal Pod upgrade-consistency-instance1-ttrt-0.spec.containers{replication-cert-copy} Started Started container replication-cert-copy kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:49:18 +0000 UTC Normal Pod upgrade-consistency-instance1-ttrt-0.spec.containers{pgbackrest} Pulling Pulling image "perconalab/percona-postgresql-operator:main-ppg16-pgbackrest" kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:49:18 +0000 UTC Normal Pod upgrade-consistency-instance1-ttrt-0.spec.containers{pgbackrest} Pulled Successfully pulled image "perconalab/percona-postgresql-operator:main-ppg16-pgbackrest" in 93.504725ms (103.776077ms including waiting) kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:49:18 +0000 UTC Normal Pod upgrade-consistency-instance1-ttrt-0.spec.containers{pgbackrest} Created Created container pgbackrest kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:49:18 +0000 UTC Normal Pod upgrade-consistency-instance1-ttrt-0.spec.containers{pgbackrest} Started Started container pgbackrest kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:49:18 +0000 UTC Normal Pod upgrade-consistency-instance1-ttrt-0.spec.containers{pgbackrest-config} Pulling Pulling image "perconalab/percona-postgresql-operator:main-ppg16-pgbackrest" kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:49:18 +0000 UTC Normal Pod upgrade-consistency-instance1-ttrt-0.spec.containers{pgbackrest-config} Pulled Successfully pulled image "perconalab/percona-postgresql-operator:main-ppg16-pgbackrest" in 112.565067ms (112.572644ms including waiting) kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:49:18 +0000 UTC Normal Pod upgrade-consistency-instance1-ttrt-0.spec.containers{pgbackrest-config} Created Created container pgbackrest-config kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:49:18 +0000 UTC Normal Pod upgrade-consistency-instance1-ttrt-0.spec.containers{pgbackrest-config} Started Started container pgbackrest-config kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:49:18 +0000 UTC Normal Pod upgrade-consistency-pgbouncer-5d54d97bc6-46r8j Scheduled Successfully assigned kuttl-test-one-glider/upgrade-consistency-pgbouncer-5d54d97bc6-46r8j to gke-jen-pg-801-1f449fafb-default-pool-dc028d66-jkj5 default-scheduler logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:49:18 +0000 UTC Normal Pod upgrade-consistency-repo-host-0.spec.containers{pgbackrest} Pulled Successfully pulled image "perconalab/percona-postgresql-operator:main-ppg16-pgbackrest" in 92.963615ms (199.500491ms including waiting) kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:49:18 +0000 UTC Normal Pod upgrade-consistency-repo-host-0.spec.containers{pgbackrest} Created Created container pgbackrest kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:49:18 +0000 UTC Normal Pod upgrade-consistency-repo-host-0.spec.containers{pgbackrest} Started Started container pgbackrest kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:49:18 +0000 UTC Normal Pod upgrade-consistency-repo-host-0.spec.containers{pgbackrest-config} Pulling Pulling image "perconalab/percona-postgresql-operator:main-ppg16-pgbackrest" kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:49:18 +0000 UTC Normal Pod upgrade-consistency-repo-host-0.spec.containers{pgbackrest-config} Pulled Successfully pulled image "perconalab/percona-postgresql-operator:main-ppg16-pgbackrest" in 118.256399ms (188.568737ms including waiting) kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:49:18 +0000 UTC Normal Pod upgrade-consistency-repo-host-0.spec.containers{pgbackrest-config} Created Created container pgbackrest-config kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:49:18 +0000 UTC Normal Pod upgrade-consistency-repo-host-0.spec.containers{pgbackrest-config} Started Started container pgbackrest-config kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:49:19 +0000 UTC Normal Pod upgrade-consistency-pgbouncer-5d54d97bc6-46r8j.spec.containers{pgbouncer} Pulling Pulling image "perconalab/percona-postgresql-operator:main-ppg16-pgbouncer" kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:49:19 +0000 UTC Normal Pod upgrade-consistency-pgbouncer-5d54d97bc6-46r8j.spec.containers{pgbouncer} Pulled Successfully pulled image "perconalab/percona-postgresql-operator:main-ppg16-pgbouncer" in 115.29131ms (115.298855ms including waiting) kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:49:19 +0000 UTC Normal Pod upgrade-consistency-pgbouncer-5d54d97bc6-46r8j.spec.containers{pgbouncer} Created Created container pgbouncer kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:49:19 +0000 UTC Normal Pod upgrade-consistency-pgbouncer-5d54d97bc6-46r8j.spec.containers{pgbouncer} Started Started container pgbouncer kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:49:19 +0000 UTC Normal Pod upgrade-consistency-pgbouncer-5d54d97bc6-46r8j.spec.containers{pgbouncer-config} Pulling Pulling image "perconalab/percona-postgresql-operator:main-ppg16-pgbouncer" kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:49:19 +0000 UTC Normal Pod upgrade-consistency-pgbouncer-5d54d97bc6-46r8j.spec.containers{pgbouncer-config} Pulled Successfully pulled image "perconalab/percona-postgresql-operator:main-ppg16-pgbouncer" in 107.158241ms (107.166002ms including waiting) kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:49:19 +0000 UTC Normal Pod upgrade-consistency-pgbouncer-5d54d97bc6-46r8j.spec.containers{pgbouncer-config} Created Created container pgbouncer-config kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:49:19 +0000 UTC Normal Pod upgrade-consistency-pgbouncer-5d54d97bc6-46r8j.spec.containers{pgbouncer-config} Started Started container pgbouncer-config kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:49:19 +0000 UTC Normal Pod upgrade-consistency-pgbouncer-bc769666f-vmqzs.spec.containers{pgbouncer} Killing Stopping container pgbouncer kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:49:19 +0000 UTC Normal Pod upgrade-consistency-pgbouncer-bc769666f-vmqzs.spec.containers{pgbouncer-config} Killing Stopping container pgbouncer-config kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:49:19 +0000 UTC Normal ReplicaSet.apps upgrade-consistency-pgbouncer-bc769666f SuccessfulDelete Deleted pod: upgrade-consistency-pgbouncer-bc769666f-vmqzs replicaset-controller logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:49:20 +0000 UTC Warning Pod upgrade-consistency-instance1-ttrt-0.spec.containers{database} Unhealthy Readiness probe failed: HTTP probe failed with statuscode: 503 kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:52:26 +0000 UTC Normal Pod upgrade-consistency-instance1-srs5-0 Scheduled Successfully assigned kuttl-test-one-glider/upgrade-consistency-instance1-srs5-0 to gke-jen-pg-801-1f449fafb-default-pool-dc028d66-9qm1 default-scheduler logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:52:28 +0000 UTC Normal Pod upgrade-consistency-instance1-srs5-0.spec.initContainers{postgres-startup} Pulling Pulling image "perconalab/percona-postgresql-operator:main-ppg16-postgres" kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:52:29 +0000 UTC Normal Pod upgrade-consistency-instance1-srs5-0.spec.initContainers{postgres-startup} Pulled Successfully pulled image "perconalab/percona-postgresql-operator:main-ppg16-postgres" in 145.77774ms (145.801337ms including waiting) kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:52:29 +0000 UTC Normal Pod upgrade-consistency-instance1-srs5-0.spec.initContainers{postgres-startup} Created Created container postgres-startup kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:52:29 +0000 UTC Normal Pod upgrade-consistency-instance1-srs5-0.spec.initContainers{postgres-startup} Started Started container postgres-startup kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:52:29 +0000 UTC Normal Pod upgrade-consistency-instance1-srs5-0.spec.initContainers{nss-wrapper-init} Pulling Pulling image "perconalab/percona-postgresql-operator:main-ppg16-postgres" kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:52:29 +0000 UTC Normal Pod upgrade-consistency-instance1-srs5-0.spec.initContainers{nss-wrapper-init} Pulled Successfully pulled image "perconalab/percona-postgresql-operator:main-ppg16-postgres" in 114.799967ms (114.815068ms including waiting) kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:52:29 +0000 UTC Normal Pod upgrade-consistency-instance1-srs5-0.spec.initContainers{nss-wrapper-init} Created Created container nss-wrapper-init kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:52:29 +0000 UTC Normal Pod upgrade-consistency-instance1-srs5-0.spec.initContainers{nss-wrapper-init} Started Started container nss-wrapper-init kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:52:30 +0000 UTC Normal Pod upgrade-consistency-instance1-srs5-0.spec.containers{database} Pulling Pulling image "perconalab/percona-postgresql-operator:main-ppg16-postgres" kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:52:30 +0000 UTC Normal Pod upgrade-consistency-instance1-srs5-0.spec.containers{database} Pulled Successfully pulled image "perconalab/percona-postgresql-operator:main-ppg16-postgres" in 114.362047ms (114.392923ms including waiting) kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:52:30 +0000 UTC Normal Pod upgrade-consistency-instance1-srs5-0.spec.containers{database} Created Created container database kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:52:30 +0000 UTC Normal Pod upgrade-consistency-instance1-srs5-0.spec.containers{database} Started Started container database kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:52:30 +0000 UTC Normal Pod upgrade-consistency-instance1-srs5-0.spec.containers{replication-cert-copy} Pulling Pulling image "perconalab/percona-postgresql-operator:main-ppg16-postgres" kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:52:30 +0000 UTC Normal Pod upgrade-consistency-instance1-srs5-0.spec.containers{replication-cert-copy} Pulled Successfully pulled image "perconalab/percona-postgresql-operator:main-ppg16-postgres" in 142.927244ms (142.955908ms including waiting) kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:52:30 +0000 UTC Normal Pod upgrade-consistency-instance1-srs5-0.spec.containers{replication-cert-copy} Created Created container replication-cert-copy kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:52:30 +0000 UTC Normal Pod upgrade-consistency-instance1-srs5-0.spec.containers{replication-cert-copy} Started Started container replication-cert-copy kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:52:30 +0000 UTC Normal Pod upgrade-consistency-instance1-srs5-0.spec.containers{pgbackrest} Pulling Pulling image "perconalab/percona-postgresql-operator:main-ppg16-pgbackrest" kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:52:30 +0000 UTC Normal Pod upgrade-consistency-instance1-srs5-0.spec.containers{pgbackrest} Pulled Successfully pulled image "perconalab/percona-postgresql-operator:main-ppg16-pgbackrest" in 96.301924ms (96.322991ms including waiting) kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:52:31 +0000 UTC Normal Pod upgrade-consistency-instance1-srs5-0.spec.containers{pgbackrest} Created Created container pgbackrest kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:52:31 +0000 UTC Normal Pod upgrade-consistency-instance1-srs5-0.spec.containers{pgbackrest} Started Started container pgbackrest kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:52:31 +0000 UTC Normal Pod upgrade-consistency-instance1-srs5-0.spec.containers{pgbackrest-config} Pulling Pulling image "perconalab/percona-postgresql-operator:main-ppg16-pgbackrest" kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:52:31 +0000 UTC Normal Pod upgrade-consistency-instance1-srs5-0.spec.containers{pgbackrest-config} Pulled Successfully pulled image "perconalab/percona-postgresql-operator:main-ppg16-pgbackrest" in 143.937607ms (143.95124ms including waiting) kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:52:31 +0000 UTC Normal Pod upgrade-consistency-instance1-srs5-0.spec.containers{pgbackrest-config} Created Created container pgbackrest-config kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:52:31 +0000 UTC Normal Pod upgrade-consistency-instance1-srs5-0.spec.containers{pgbackrest-config} Started Started container pgbackrest-config kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:52:33 +0000 UTC Warning Pod upgrade-consistency-instance1-srs5-0.spec.containers{database} Unhealthy Readiness probe failed: HTTP probe failed with statuscode: 503 kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:52:40 +0000 UTC Normal Pod upgrade-consistency-instance1-dx6d-0.spec.containers{database} Killing Stopping container database kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:52:44 +0000 UTC Normal Pod upgrade-consistency-instance1-dx6d-0 Scheduled Successfully assigned kuttl-test-one-glider/upgrade-consistency-instance1-dx6d-0 to gke-jen-pg-801-1f449fafb-default-pool-dc028d66-1tfg default-scheduler logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:52:49 +0000 UTC Normal Pod upgrade-consistency-instance1-dx6d-0.spec.initContainers{postgres-startup} Pulling Pulling image "perconalab/percona-postgresql-operator:main-ppg16-postgres" kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:52:49 +0000 UTC Normal Pod upgrade-consistency-instance1-dx6d-0.spec.initContainers{postgres-startup} Pulled Successfully pulled image "perconalab/percona-postgresql-operator:main-ppg16-postgres" in 129.140992ms (129.154904ms including waiting) kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:52:49 +0000 UTC Normal Pod upgrade-consistency-instance1-dx6d-0.spec.initContainers{postgres-startup} Created Created container postgres-startup kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:52:49 +0000 UTC Normal Pod upgrade-consistency-instance1-dx6d-0.spec.initContainers{postgres-startup} Started Started container postgres-startup kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:52:49 +0000 UTC Normal Pod upgrade-consistency-instance1-dx6d-0.spec.initContainers{nss-wrapper-init} Pulling Pulling image "perconalab/percona-postgresql-operator:main-ppg16-postgres" kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:52:49 +0000 UTC Normal Pod upgrade-consistency-instance1-dx6d-0.spec.initContainers{nss-wrapper-init} Pulled Successfully pulled image "perconalab/percona-postgresql-operator:main-ppg16-postgres" in 131.123076ms (131.141877ms including waiting) kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:52:49 +0000 UTC Normal Pod upgrade-consistency-instance1-dx6d-0.spec.initContainers{nss-wrapper-init} Created Created container nss-wrapper-init kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:52:49 +0000 UTC Normal Pod upgrade-consistency-instance1-dx6d-0.spec.initContainers{nss-wrapper-init} Started Started container nss-wrapper-init kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:52:50 +0000 UTC Normal Pod upgrade-consistency-instance1-dx6d-0.spec.containers{database} Pulling Pulling image "perconalab/percona-postgresql-operator:main-ppg16-postgres" kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:52:50 +0000 UTC Normal Pod upgrade-consistency-instance1-dx6d-0.spec.containers{database} Pulled Successfully pulled image "perconalab/percona-postgresql-operator:main-ppg16-postgres" in 116.910512ms (116.927406ms including waiting) kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:52:50 +0000 UTC Normal Pod upgrade-consistency-instance1-dx6d-0.spec.containers{database} Created Created container database kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:52:50 +0000 UTC Normal Pod upgrade-consistency-instance1-dx6d-0.spec.containers{database} Started Started container database kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:52:50 +0000 UTC Normal Pod upgrade-consistency-instance1-dx6d-0.spec.containers{replication-cert-copy} Pulling Pulling image "perconalab/percona-postgresql-operator:main-ppg16-postgres" kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:52:50 +0000 UTC Normal Pod upgrade-consistency-instance1-dx6d-0.spec.containers{replication-cert-copy} Pulled Successfully pulled image "perconalab/percona-postgresql-operator:main-ppg16-postgres" in 100.704853ms (100.71227ms including waiting) kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:52:50 +0000 UTC Normal Pod upgrade-consistency-instance1-dx6d-0.spec.containers{replication-cert-copy} Created Created container replication-cert-copy kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:52:50 +0000 UTC Normal Pod upgrade-consistency-instance1-dx6d-0.spec.containers{replication-cert-copy} Started Started container replication-cert-copy kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:52:50 +0000 UTC Normal Pod upgrade-consistency-instance1-dx6d-0.spec.containers{pgbackrest} Pulling Pulling image "perconalab/percona-postgresql-operator:main-ppg16-pgbackrest" kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:52:51 +0000 UTC Normal Pod upgrade-consistency-instance1-dx6d-0.spec.containers{pgbackrest} Pulled Successfully pulled image "perconalab/percona-postgresql-operator:main-ppg16-pgbackrest" in 96.341887ms (96.349776ms including waiting) kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:52:51 +0000 UTC Normal Pod upgrade-consistency-instance1-dx6d-0.spec.containers{pgbackrest} Created Created container pgbackrest kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:52:51 +0000 UTC Normal Pod upgrade-consistency-instance1-dx6d-0.spec.containers{pgbackrest} Started Started container pgbackrest kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:52:51 +0000 UTC Normal Pod upgrade-consistency-instance1-dx6d-0.spec.containers{pgbackrest-config} Pulling Pulling image "perconalab/percona-postgresql-operator:main-ppg16-pgbackrest" kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:52:51 +0000 UTC Normal Pod upgrade-consistency-instance1-dx6d-0.spec.containers{pgbackrest-config} Pulled Successfully pulled image "perconalab/percona-postgresql-operator:main-ppg16-pgbackrest" in 121.188565ms (121.199686ms including waiting) kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:52:51 +0000 UTC Normal Pod upgrade-consistency-instance1-dx6d-0.spec.containers{pgbackrest-config} Created Created container pgbackrest-config kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:52:51 +0000 UTC Normal Pod upgrade-consistency-instance1-dx6d-0.spec.containers{pgbackrest-config} Started Started container pgbackrest-config kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:52:53 +0000 UTC Warning Pod upgrade-consistency-instance1-dx6d-0.spec.containers{database} Unhealthy Readiness probe failed: HTTP probe failed with statuscode: 503 kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:52:58 +0000 UTC Normal StatefulSet.apps upgrade-consistency-instance1-srs5 SuccessfulDelete delete Pod upgrade-consistency-instance1-srs5-0 in StatefulSet upgrade-consistency-instance1-srs5 successful statefulset-controller logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:53:00 +0000 UTC Normal StatefulSet.apps upgrade-consistency-instance1-ttrt SuccessfulDelete delete Pod upgrade-consistency-instance1-ttrt-0 in StatefulSet upgrade-consistency-instance1-ttrt successful statefulset-controller logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:53:02 +0000 UTC Normal PodDisruptionBudget.policy upgrade-consistency-set-instance1 NoPods No matching pods found controllermanager logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:53:03 +0000 UTC Normal Pod upgrade-consistency-repo-host-0.spec.containers{pgbackrest} Killing Stopping container pgbackrest kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:53:03 +0000 UTC Normal Pod upgrade-consistency-repo-host-0.spec.containers{pgbackrest-config} Killing Stopping container pgbackrest-config kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:53:04 +0000 UTC Normal Pod upgrade-consistency-pgbouncer-5d54d97bc6-46r8j.spec.containers{pgbouncer} Killing Stopping container pgbouncer kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:53:04 +0000 UTC Normal Pod upgrade-consistency-pgbouncer-5d54d97bc6-46r8j.spec.containers{pgbouncer-config} Killing Stopping container pgbouncer-config kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:53:04 +0000 UTC Normal Pod upgrade-consistency-pgbouncer-5d54d97bc6-7nfsd.spec.containers{pgbouncer} Killing Stopping container pgbouncer kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:53:04 +0000 UTC Normal Pod upgrade-consistency-pgbouncer-5d54d97bc6-7nfsd.spec.containers{pgbouncer-config} Killing Stopping container pgbouncer-config kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:53:04 +0000 UTC Normal Pod upgrade-consistency-pgbouncer-5d54d97bc6-g2hjt.spec.containers{pgbouncer} Killing Stopping container pgbouncer kubelet logger.go:42: 08:53:10 | upgrade-consistency | 2024-06-06 08:53:04 +0000 UTC Normal Pod upgrade-consistency-pgbouncer-5d54d97bc6-g2hjt.spec.containers{pgbouncer-config} Killing Stopping container pgbouncer-config kubelet logger.go:42: 08:53:10 | upgrade-consistency | Deleting namespace: kuttl-test-one-glider === CONT kuttl harness.go:405: run tests finished harness.go:513: cleaning up harness.go:570: removing temp folder: "" --- PASS: kuttl (611.89s) --- PASS: kuttl/harness (0.00s) --- PASS: kuttl/harness/upgrade-consistency (609.11s) PASS