=== RUN kuttl harness.go:460: starting setup harness.go:258: running tests using configured kubeconfig. harness.go:281: Successful connection to cluster at: https://35.184.107.154 harness.go:366: running tests harness.go:77: going to run test suite with timeout of 600 seconds for each step harness.go:378: testsuite: e2e-tests/tests has 48 tests === RUN kuttl/harness === RUN kuttl/harness/custom-extensions === PAUSE kuttl/harness/custom-extensions === CONT kuttl/harness/custom-extensions logger.go:42: 09:35:59 | custom-extensions | Ignoring "conf": does not begin with a number followed by a dash. logger.go:42: 09:35:59 | custom-extensions | Creating namespace "kuttl-test-poetic-ray" logger.go:42: 09:36:00 | custom-extensions/0-deploy-operator | starting test step 0-deploy-operator logger.go:42: 09:36:00 | custom-extensions/0-deploy-operator | running command: [sh -c set -o errexit set -o xtrace source ../../functions init_temp_dir # do this only in the first TestStep deploy_operator deploy_client deploy_s3_secrets deploy_minio copy_custom_extensions_form_aws] logger.go:42: 09:36:00 | custom-extensions/0-deploy-operator | + source ../../functions logger.go:42: 09:36:00 | custom-extensions/0-deploy-operator | +++ realpath ../../.. logger.go:42: 09:36:00 | custom-extensions/0-deploy-operator | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-pg-operator_PR-1675 logger.go:42: 09:36:00 | custom-extensions/0-deploy-operator | ++ CERT_MANAGER_VER=1.20.2 logger.go:42: 09:36:00 | custom-extensions/0-deploy-operator | ++ CHAOS_MESH_VER=2.5.1 logger.go:42: 09:36:00 | custom-extensions/0-deploy-operator | ++ BUSYBOX_VER=1.36 logger.go:42: 09:36:00 | custom-extensions/0-deploy-operator | ++++ pwd logger.go:42: 09:36:00 | custom-extensions/0-deploy-operator | +++ basename /mnt/jenkins/workspace/cloud-pg-operator_PR-1675/e2e-tests/tests/custom-extensions logger.go:42: 09:36:00 | custom-extensions/0-deploy-operator | ++ test_name=custom-extensions logger.go:42: 09:36:00 | custom-extensions/0-deploy-operator | ++ source /mnt/jenkins/workspace/cloud-pg-operator_PR-1675/e2e-tests/vars.sh logger.go:42: 09:36:00 | custom-extensions/0-deploy-operator | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-pg-operator_PR-1675 logger.go:42: 09:36:00 | custom-extensions/0-deploy-operator | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-pg-operator_PR-1675 logger.go:42: 09:36:00 | custom-extensions/0-deploy-operator | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1675/deploy logger.go:42: 09:36:00 | custom-extensions/0-deploy-operator | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1675/deploy logger.go:42: 09:36:00 | custom-extensions/0-deploy-operator | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1675/e2e-tests logger.go:42: 09:36:00 | custom-extensions/0-deploy-operator | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1675/e2e-tests logger.go:42: 09:36:00 | custom-extensions/0-deploy-operator | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1675/e2e-tests/conf logger.go:42: 09:36:00 | custom-extensions/0-deploy-operator | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1675/e2e-tests/conf logger.go:42: 09:36:00 | custom-extensions/0-deploy-operator | +++ export TEST_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1675/e2e-tests/tests/custom-extensions/conf logger.go:42: 09:36:00 | custom-extensions/0-deploy-operator | +++ TEST_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1675/e2e-tests/tests/custom-extensions/conf logger.go:42: 09:36:00 | custom-extensions/0-deploy-operator | +++ export TEMP_DIR=/tmp/kuttl/pg/custom-extensions logger.go:42: 09:36:00 | custom-extensions/0-deploy-operator | +++ TEMP_DIR=/tmp/kuttl/pg/custom-extensions logger.go:42: 09:36:00 | custom-extensions/0-deploy-operator | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 09:36:00 | custom-extensions/0-deploy-operator | +++ export GIT_BRANCH=PR-1675 logger.go:42: 09:36:00 | custom-extensions/0-deploy-operator | +++ GIT_BRANCH=PR-1675 logger.go:42: 09:36:00 | custom-extensions/0-deploy-operator | +++ export VERSION=PR-1675-fea78fdf1 logger.go:42: 09:36:00 | custom-extensions/0-deploy-operator | +++ VERSION=PR-1675-fea78fdf1 logger.go:42: 09:36:00 | custom-extensions/0-deploy-operator | +++ export SKIP_TEST_WARNINGS=true logger.go:42: 09:36:00 | custom-extensions/0-deploy-operator | +++ SKIP_TEST_WARNINGS=true logger.go:42: 09:36:00 | custom-extensions/0-deploy-operator | +++ export K8S_UPGRADE_PLATFORM=gke logger.go:42: 09:36:00 | custom-extensions/0-deploy-operator | +++ K8S_UPGRADE_PLATFORM=gke logger.go:42: 09:36:00 | custom-extensions/0-deploy-operator | +++ export K8S_UPGRADE_REGION=us-central1-a logger.go:42: 09:36:00 | custom-extensions/0-deploy-operator | +++ K8S_UPGRADE_REGION=us-central1-a logger.go:42: 09:36:00 | custom-extensions/0-deploy-operator | +++ export K8S_UPGRADE_INITIAL_VERSION= logger.go:42: 09:36:00 | custom-extensions/0-deploy-operator | +++ K8S_UPGRADE_INITIAL_VERSION= logger.go:42: 09:36:00 | custom-extensions/0-deploy-operator | +++ export K8S_UPGRADE_FINAL_VERSION= logger.go:42: 09:36:00 | custom-extensions/0-deploy-operator | +++ K8S_UPGRADE_FINAL_VERSION= logger.go:42: 09:36:00 | custom-extensions/0-deploy-operator | +++ command -v oc logger.go:42: 09:36:00 | custom-extensions/0-deploy-operator | +++ export IMAGE_BASE=perconalab/percona-postgresql-operator logger.go:42: 09:36:00 | custom-extensions/0-deploy-operator | +++ IMAGE_BASE=perconalab/percona-postgresql-operator logger.go:42: 09:36:00 | custom-extensions/0-deploy-operator | +++ export IMAGE=perconalab/percona-postgresql-operator:PR-1675-fea78fdf1 logger.go:42: 09:36:00 | custom-extensions/0-deploy-operator | +++ IMAGE=perconalab/percona-postgresql-operator:PR-1675-fea78fdf1 logger.go:42: 09:36:00 | custom-extensions/0-deploy-operator | +++ [[ ! -n '' ]] logger.go:42: 09:36:00 | custom-extensions/0-deploy-operator | +++ [[ -n '' ]] logger.go:42: 09:36:00 | custom-extensions/0-deploy-operator | +++ export PG_VER=18 logger.go:42: 09:36:00 | custom-extensions/0-deploy-operator | +++ PG_VER=18 logger.go:42: 09:36:00 | custom-extensions/0-deploy-operator | +++ export PG_DISTRIBUTION= logger.go:42: 09:36:00 | custom-extensions/0-deploy-operator | +++ PG_DISTRIBUTION= logger.go:42: 09:36:00 | custom-extensions/0-deploy-operator | +++ [[ '' == community ]] logger.go:42: 09:36:00 | custom-extensions/0-deploy-operator | +++ export IMAGE_PGBOUNCER=perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 09:36:00 | custom-extensions/0-deploy-operator | +++ IMAGE_PGBOUNCER=perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 09:36:00 | custom-extensions/0-deploy-operator | +++ export IMAGE_POSTGRESQL=perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 09:36:00 | custom-extensions/0-deploy-operator | +++ IMAGE_POSTGRESQL=perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 09:36:00 | custom-extensions/0-deploy-operator | +++ export IMAGE_BACKREST=perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 09:36:00 | custom-extensions/0-deploy-operator | +++ IMAGE_BACKREST=perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 09:36:00 | custom-extensions/0-deploy-operator | +++ export IMAGE_UPGRADE=perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 09:36:00 | custom-extensions/0-deploy-operator | +++ IMAGE_UPGRADE=perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 09:36:00 | custom-extensions/0-deploy-operator | +++ export BUCKET=pg-operator-testing logger.go:42: 09:36:00 | custom-extensions/0-deploy-operator | +++ BUCKET=pg-operator-testing logger.go:42: 09:36:00 | custom-extensions/0-deploy-operator | +++ export PMM_SERVER_VERSION=9.9.9 logger.go:42: 09:36:00 | custom-extensions/0-deploy-operator | +++ PMM_SERVER_VERSION=9.9.9 logger.go:42: 09:36:00 | custom-extensions/0-deploy-operator | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 09:36:00 | custom-extensions/0-deploy-operator | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 09:36:00 | custom-extensions/0-deploy-operator | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 09:36:00 | custom-extensions/0-deploy-operator | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 09:36:00 | custom-extensions/0-deploy-operator | +++ export IMAGE_LOGCOLLECTOR=perconalab/fluentbit:main-logcollector logger.go:42: 09:36:00 | custom-extensions/0-deploy-operator | +++ IMAGE_LOGCOLLECTOR=perconalab/fluentbit:main-logcollector logger.go:42: 09:36:00 | custom-extensions/0-deploy-operator | +++ export PGOV1_TAG=1.4.0 logger.go:42: 09:36:00 | custom-extensions/0-deploy-operator | +++ PGOV1_TAG=1.4.0 logger.go:42: 09:36:00 | custom-extensions/0-deploy-operator | +++ export PGOV1_VER=14 logger.go:42: 09:36:00 | custom-extensions/0-deploy-operator | +++ PGOV1_VER=14 logger.go:42: 09:36:00 | custom-extensions/0-deploy-operator | +++ export CPGO_VERSION=5.8.7 logger.go:42: 09:36:00 | custom-extensions/0-deploy-operator | +++ CPGO_VERSION=5.8.7 logger.go:42: 09:36:00 | custom-extensions/0-deploy-operator | +++ export MINIO_VER=5.4.0 logger.go:42: 09:36:00 | custom-extensions/0-deploy-operator | +++ MINIO_VER=5.4.0 logger.go:42: 09:36:00 | custom-extensions/0-deploy-operator | +++ export VAULT_VER=0.32.0 logger.go:42: 09:36:00 | custom-extensions/0-deploy-operator | +++ VAULT_VER=0.32.0 logger.go:42: 09:36:00 | custom-extensions/0-deploy-operator | +++ export REGISTRY_NAME=docker.io logger.go:42: 09:36:00 | custom-extensions/0-deploy-operator | +++ REGISTRY_NAME=docker.io logger.go:42: 09:36:00 | custom-extensions/0-deploy-operator | +++ export REGISTRY_NAME_FULL=docker.io/ logger.go:42: 09:36:00 | custom-extensions/0-deploy-operator | +++ REGISTRY_NAME_FULL=docker.io/ logger.go:42: 09:36:00 | custom-extensions/0-deploy-operator | ++++ printenv logger.go:42: 09:36:00 | custom-extensions/0-deploy-operator | ++++ awk -F= '{print $1}' logger.go:42: 09:36:00 | custom-extensions/0-deploy-operator | ++++ grep -E '^IMAGE' logger.go:42: 09:36:00 | custom-extensions/0-deploy-operator | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 09:36:00 | custom-extensions/0-deploy-operator | ++++ eval 'echo $IMAGE_BACKREST' logger.go:42: 09:36:00 | custom-extensions/0-deploy-operator | +++++ echo perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 09:36:00 | custom-extensions/0-deploy-operator | +++ var_value=perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 09:36:00 | custom-extensions/0-deploy-operator | +++ [[ perconalab/percona-postgresql-operator:main-pgbackrest18 == docker.io/* ]] logger.go:42: 09:36:00 | custom-extensions/0-deploy-operator | +++ [[ perconalab/percona-postgresql-operator:main-pgbackrest18 == percona/* ]] logger.go:42: 09:36:00 | custom-extensions/0-deploy-operator | +++ [[ perconalab/percona-postgresql-operator:main-pgbackrest18 == perconalab/* ]] logger.go:42: 09:36:00 | custom-extensions/0-deploy-operator | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 09:36:00 | custom-extensions/0-deploy-operator | +++ export IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 09:36:00 | custom-extensions/0-deploy-operator | +++ IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 09:36:00 | custom-extensions/0-deploy-operator | +++ echo IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 09:36:00 | custom-extensions/0-deploy-operator | IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 09:36:00 | custom-extensions/0-deploy-operator | +++ echo perconalab/percona-postgresql-operator:PR-1675-fea78fdf1 logger.go:42: 09:36:00 | custom-extensions/0-deploy-operator | perconalab/percona-postgresql-operator:PR-1675-fea78fdf1 logger.go:42: 09:36:00 | custom-extensions/0-deploy-operator | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 09:36:00 | custom-extensions/0-deploy-operator | ++++ eval 'echo $IMAGE' logger.go:42: 09:36:00 | custom-extensions/0-deploy-operator | +++++ echo perconalab/percona-postgresql-operator:PR-1675-fea78fdf1 logger.go:42: 09:36:00 | custom-extensions/0-deploy-operator | +++ var_value=perconalab/percona-postgresql-operator:PR-1675-fea78fdf1 logger.go:42: 09:36:00 | custom-extensions/0-deploy-operator | +++ [[ perconalab/percona-postgresql-operator:PR-1675-fea78fdf1 == docker.io/* ]] logger.go:42: 09:36:00 | custom-extensions/0-deploy-operator | +++ [[ perconalab/percona-postgresql-operator:PR-1675-fea78fdf1 == percona/* ]] logger.go:42: 09:36:00 | custom-extensions/0-deploy-operator | +++ [[ perconalab/percona-postgresql-operator:PR-1675-fea78fdf1 == perconalab/* ]] logger.go:42: 09:36:00 | custom-extensions/0-deploy-operator | +++ new_value=docker.io/perconalab/percona-postgresql-operator:PR-1675-fea78fdf1 logger.go:42: 09:36:00 | custom-extensions/0-deploy-operator | +++ export IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1675-fea78fdf1 logger.go:42: 09:36:00 | custom-extensions/0-deploy-operator | +++ IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1675-fea78fdf1 logger.go:42: 09:36:00 | custom-extensions/0-deploy-operator | +++ echo IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1675-fea78fdf1 logger.go:42: 09:36:00 | custom-extensions/0-deploy-operator | IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1675-fea78fdf1 logger.go:42: 09:36:00 | custom-extensions/0-deploy-operator | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1675-fea78fdf1 logger.go:42: 09:36:00 | custom-extensions/0-deploy-operator | docker.io/perconalab/percona-postgresql-operator:PR-1675-fea78fdf1 logger.go:42: 09:36:00 | custom-extensions/0-deploy-operator | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 09:36:00 | custom-extensions/0-deploy-operator | ++++ eval 'echo $IMAGE_UPGRADE' logger.go:42: 09:36:00 | custom-extensions/0-deploy-operator | +++++ echo perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 09:36:00 | custom-extensions/0-deploy-operator | +++ var_value=perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 09:36:00 | custom-extensions/0-deploy-operator | +++ [[ perconalab/percona-postgresql-operator:main-upgrade == docker.io/* ]] logger.go:42: 09:36:00 | custom-extensions/0-deploy-operator | +++ [[ perconalab/percona-postgresql-operator:main-upgrade == percona/* ]] logger.go:42: 09:36:00 | custom-extensions/0-deploy-operator | +++ [[ perconalab/percona-postgresql-operator:main-upgrade == perconalab/* ]] logger.go:42: 09:36:00 | custom-extensions/0-deploy-operator | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 09:36:00 | custom-extensions/0-deploy-operator | +++ export IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 09:36:00 | custom-extensions/0-deploy-operator | +++ IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 09:36:00 | custom-extensions/0-deploy-operator | +++ echo IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 09:36:00 | custom-extensions/0-deploy-operator | IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 09:36:00 | custom-extensions/0-deploy-operator | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1675-fea78fdf1 logger.go:42: 09:36:00 | custom-extensions/0-deploy-operator | docker.io/perconalab/percona-postgresql-operator:PR-1675-fea78fdf1 logger.go:42: 09:36:00 | custom-extensions/0-deploy-operator | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 09:36:00 | custom-extensions/0-deploy-operator | ++++ eval 'echo $IMAGE_LOGCOLLECTOR' logger.go:42: 09:36:00 | custom-extensions/0-deploy-operator | +++++ echo perconalab/fluentbit:main-logcollector logger.go:42: 09:36:00 | custom-extensions/0-deploy-operator | +++ var_value=perconalab/fluentbit:main-logcollector logger.go:42: 09:36:00 | custom-extensions/0-deploy-operator | +++ [[ perconalab/fluentbit:main-logcollector == docker.io/* ]] logger.go:42: 09:36:00 | custom-extensions/0-deploy-operator | +++ [[ perconalab/fluentbit:main-logcollector == percona/* ]] logger.go:42: 09:36:00 | custom-extensions/0-deploy-operator | +++ [[ perconalab/fluentbit:main-logcollector == perconalab/* ]] logger.go:42: 09:36:00 | custom-extensions/0-deploy-operator | +++ new_value=docker.io/perconalab/fluentbit:main-logcollector logger.go:42: 09:36:00 | custom-extensions/0-deploy-operator | +++ export IMAGE_LOGCOLLECTOR=docker.io/perconalab/fluentbit:main-logcollector logger.go:42: 09:36:00 | custom-extensions/0-deploy-operator | +++ IMAGE_LOGCOLLECTOR=docker.io/perconalab/fluentbit:main-logcollector logger.go:42: 09:36:00 | custom-extensions/0-deploy-operator | +++ echo IMAGE_LOGCOLLECTOR=docker.io/perconalab/fluentbit:main-logcollector logger.go:42: 09:36:00 | custom-extensions/0-deploy-operator | IMAGE_LOGCOLLECTOR=docker.io/perconalab/fluentbit:main-logcollector logger.go:42: 09:36:00 | custom-extensions/0-deploy-operator | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1675-fea78fdf1 logger.go:42: 09:36:00 | custom-extensions/0-deploy-operator | docker.io/perconalab/percona-postgresql-operator:PR-1675-fea78fdf1 logger.go:42: 09:36:00 | custom-extensions/0-deploy-operator | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 09:36:00 | custom-extensions/0-deploy-operator | ++++ eval 'echo $IMAGE_BASE' logger.go:42: 09:36:00 | custom-extensions/0-deploy-operator | +++++ echo perconalab/percona-postgresql-operator logger.go:42: 09:36:00 | custom-extensions/0-deploy-operator | +++ var_value=perconalab/percona-postgresql-operator logger.go:42: 09:36:00 | custom-extensions/0-deploy-operator | +++ [[ perconalab/percona-postgresql-operator == docker.io/* ]] logger.go:42: 09:36:00 | custom-extensions/0-deploy-operator | +++ [[ perconalab/percona-postgresql-operator == percona/* ]] logger.go:42: 09:36:00 | custom-extensions/0-deploy-operator | +++ [[ perconalab/percona-postgresql-operator == perconalab/* ]] logger.go:42: 09:36:00 | custom-extensions/0-deploy-operator | +++ new_value=docker.io/perconalab/percona-postgresql-operator logger.go:42: 09:36:00 | custom-extensions/0-deploy-operator | +++ export IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 09:36:00 | custom-extensions/0-deploy-operator | +++ IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 09:36:00 | custom-extensions/0-deploy-operator | +++ echo IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 09:36:00 | custom-extensions/0-deploy-operator | IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 09:36:00 | custom-extensions/0-deploy-operator | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1675-fea78fdf1 logger.go:42: 09:36:00 | custom-extensions/0-deploy-operator | docker.io/perconalab/percona-postgresql-operator:PR-1675-fea78fdf1 logger.go:42: 09:36:00 | custom-extensions/0-deploy-operator | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 09:36:00 | custom-extensions/0-deploy-operator | ++++ eval 'echo $IMAGE_PGBOUNCER' logger.go:42: 09:36:00 | custom-extensions/0-deploy-operator | +++++ echo perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 09:36:00 | custom-extensions/0-deploy-operator | +++ var_value=perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 09:36:00 | custom-extensions/0-deploy-operator | +++ [[ perconalab/percona-postgresql-operator:main-pgbouncer18 == docker.io/* ]] logger.go:42: 09:36:00 | custom-extensions/0-deploy-operator | +++ [[ perconalab/percona-postgresql-operator:main-pgbouncer18 == percona/* ]] logger.go:42: 09:36:00 | custom-extensions/0-deploy-operator | +++ [[ perconalab/percona-postgresql-operator:main-pgbouncer18 == perconalab/* ]] logger.go:42: 09:36:00 | custom-extensions/0-deploy-operator | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 09:36:00 | custom-extensions/0-deploy-operator | +++ export IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 09:36:00 | custom-extensions/0-deploy-operator | +++ IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 09:36:00 | custom-extensions/0-deploy-operator | +++ echo IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 09:36:00 | custom-extensions/0-deploy-operator | IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 09:36:00 | custom-extensions/0-deploy-operator | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1675-fea78fdf1 logger.go:42: 09:36:00 | custom-extensions/0-deploy-operator | docker.io/perconalab/percona-postgresql-operator:PR-1675-fea78fdf1 logger.go:42: 09:36:00 | custom-extensions/0-deploy-operator | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 09:36:00 | custom-extensions/0-deploy-operator | ++++ eval 'echo $IMAGE_POSTGRESQL' logger.go:42: 09:36:00 | custom-extensions/0-deploy-operator | +++++ echo perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 09:36:00 | custom-extensions/0-deploy-operator | +++ var_value=perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 09:36:00 | custom-extensions/0-deploy-operator | +++ [[ perconalab/percona-postgresql-operator:main-ppg18-postgres == docker.io/* ]] logger.go:42: 09:36:00 | custom-extensions/0-deploy-operator | +++ [[ perconalab/percona-postgresql-operator:main-ppg18-postgres == percona/* ]] logger.go:42: 09:36:00 | custom-extensions/0-deploy-operator | +++ [[ perconalab/percona-postgresql-operator:main-ppg18-postgres == perconalab/* ]] logger.go:42: 09:36:00 | custom-extensions/0-deploy-operator | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 09:36:00 | custom-extensions/0-deploy-operator | +++ export IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 09:36:00 | custom-extensions/0-deploy-operator | +++ IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 09:36:00 | custom-extensions/0-deploy-operator | +++ echo IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 09:36:00 | custom-extensions/0-deploy-operator | IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 09:36:00 | custom-extensions/0-deploy-operator | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1675-fea78fdf1 logger.go:42: 09:36:00 | custom-extensions/0-deploy-operator | docker.io/perconalab/percona-postgresql-operator:PR-1675-fea78fdf1 logger.go:42: 09:36:00 | custom-extensions/0-deploy-operator | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 09:36:00 | custom-extensions/0-deploy-operator | ++++ eval 'echo $IMAGE_PMM_SERVER' logger.go:42: 09:36:00 | custom-extensions/0-deploy-operator | +++++ echo perconalab/pmm-server:3-dev-latest logger.go:42: 09:36:00 | custom-extensions/0-deploy-operator | +++ var_value=perconalab/pmm-server:3-dev-latest logger.go:42: 09:36:00 | custom-extensions/0-deploy-operator | +++ [[ perconalab/pmm-server:3-dev-latest == docker.io/* ]] logger.go:42: 09:36:00 | custom-extensions/0-deploy-operator | +++ [[ perconalab/pmm-server:3-dev-latest == percona/* ]] logger.go:42: 09:36:00 | custom-extensions/0-deploy-operator | +++ [[ perconalab/pmm-server:3-dev-latest == perconalab/* ]] logger.go:42: 09:36:00 | custom-extensions/0-deploy-operator | +++ new_value=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 09:36:00 | custom-extensions/0-deploy-operator | +++ export IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 09:36:00 | custom-extensions/0-deploy-operator | +++ IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 09:36:00 | custom-extensions/0-deploy-operator | +++ echo IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 09:36:00 | custom-extensions/0-deploy-operator | IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 09:36:00 | custom-extensions/0-deploy-operator | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1675-fea78fdf1 logger.go:42: 09:36:00 | custom-extensions/0-deploy-operator | docker.io/perconalab/percona-postgresql-operator:PR-1675-fea78fdf1 logger.go:42: 09:36:00 | custom-extensions/0-deploy-operator | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 09:36:00 | custom-extensions/0-deploy-operator | ++++ eval 'echo $IMAGE_PMM_CLIENT' logger.go:42: 09:36:00 | custom-extensions/0-deploy-operator | +++++ echo perconalab/pmm-client:3-dev-latest logger.go:42: 09:36:00 | custom-extensions/0-deploy-operator | +++ var_value=perconalab/pmm-client:3-dev-latest logger.go:42: 09:36:00 | custom-extensions/0-deploy-operator | +++ [[ perconalab/pmm-client:3-dev-latest == docker.io/* ]] logger.go:42: 09:36:00 | custom-extensions/0-deploy-operator | +++ [[ perconalab/pmm-client:3-dev-latest == percona/* ]] logger.go:42: 09:36:00 | custom-extensions/0-deploy-operator | +++ [[ perconalab/pmm-client:3-dev-latest == perconalab/* ]] logger.go:42: 09:36:00 | custom-extensions/0-deploy-operator | +++ new_value=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 09:36:00 | custom-extensions/0-deploy-operator | +++ export IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 09:36:00 | custom-extensions/0-deploy-operator | +++ IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 09:36:00 | custom-extensions/0-deploy-operator | +++ echo IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 09:36:00 | custom-extensions/0-deploy-operator | IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 09:36:00 | custom-extensions/0-deploy-operator | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1675-fea78fdf1 logger.go:42: 09:36:00 | custom-extensions/0-deploy-operator | docker.io/perconalab/percona-postgresql-operator:PR-1675-fea78fdf1 logger.go:42: 09:36:00 | custom-extensions/0-deploy-operator | ++++ which gdate logger.go:42: 09:36:00 | custom-extensions/0-deploy-operator | which: no gdate in (/mnt/jenkins/workspace/cloud-pg-operator_PR-1675/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 09:36:00 | custom-extensions/0-deploy-operator | ++++ which date logger.go:42: 09:36:00 | custom-extensions/0-deploy-operator | +++ date=/usr/sbin/date logger.go:42: 09:36:00 | custom-extensions/0-deploy-operator | ++++ which gsed logger.go:42: 09:36:00 | custom-extensions/0-deploy-operator | which: no gsed in (/mnt/jenkins/workspace/cloud-pg-operator_PR-1675/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 09:36:00 | custom-extensions/0-deploy-operator | ++++ which sed logger.go:42: 09:36:00 | custom-extensions/0-deploy-operator | +++ sed=/usr/sbin/sed logger.go:42: 09:36:00 | custom-extensions/0-deploy-operator | ++ oc get projects logger.go:42: 09:36:00 | custom-extensions/0-deploy-operator | + init_temp_dir logger.go:42: 09:36:00 | custom-extensions/0-deploy-operator | + rm -rf /tmp/kuttl/pg/custom-extensions logger.go:42: 09:36:00 | custom-extensions/0-deploy-operator | + mkdir -p /tmp/kuttl/pg/custom-extensions logger.go:42: 09:36:00 | custom-extensions/0-deploy-operator | + deploy_operator logger.go:42: 09:36:00 | custom-extensions/0-deploy-operator | + local cw_prefix= logger.go:42: 09:36:00 | custom-extensions/0-deploy-operator | + destroy_operator logger.go:42: 09:36:00 | custom-extensions/0-deploy-operator | + kubectl -n pg-operator delete deployment percona-postgresql-operator --force --grace-period=0 logger.go:42: 09:36:00 | custom-extensions/0-deploy-operator | Warning: Immediate deletion does not wait for confirmation that the running resource has been terminated. The resource may continue to run on the cluster indefinitely. logger.go:42: 09:36:00 | custom-extensions/0-deploy-operator | deployment.apps "percona-postgresql-operator" force deleted from pg-operator namespace logger.go:42: 09:36:00 | custom-extensions/0-deploy-operator | + [[ -n pg-operator ]] logger.go:42: 09:36:00 | custom-extensions/0-deploy-operator | + kubectl delete namespace pg-operator --force --grace-period=0 logger.go:42: 09:36:01 | custom-extensions/0-deploy-operator | Warning: Immediate deletion does not wait for confirmation that the running resource has been terminated. The resource may continue to run on the cluster indefinitely. logger.go:42: 09:36:01 | custom-extensions/0-deploy-operator | namespace "pg-operator" force deleted logger.go:42: 09:36:12 | custom-extensions/0-deploy-operator | + [[ -n pg-operator ]] logger.go:42: 09:36:12 | custom-extensions/0-deploy-operator | + create_namespace pg-operator logger.go:42: 09:36:12 | custom-extensions/0-deploy-operator | + local namespace=pg-operator logger.go:42: 09:36:12 | custom-extensions/0-deploy-operator | + [[ -n '' ]] logger.go:42: 09:36:12 | custom-extensions/0-deploy-operator | + kubectl delete namespace pg-operator --ignore-not-found logger.go:42: 09:36:13 | custom-extensions/0-deploy-operator | + kubectl wait --for=delete namespace pg-operator logger.go:42: 09:36:13 | custom-extensions/0-deploy-operator | + kubectl create namespace pg-operator logger.go:42: 09:36:14 | custom-extensions/0-deploy-operator | namespace/pg-operator created logger.go:42: 09:36:14 | custom-extensions/0-deploy-operator | + cw_prefix=cw- logger.go:42: 09:36:14 | custom-extensions/0-deploy-operator | + kubectl -n pg-operator apply --server-side --force-conflicts -f /mnt/jenkins/workspace/cloud-pg-operator_PR-1675/deploy/crd.yaml logger.go:42: 09:36:15 | custom-extensions/0-deploy-operator | customresourcedefinition.apiextensions.k8s.io/crunchybridgeclusters.upstream.pgv2.percona.com serverside-applied logger.go:42: 09:36:15 | custom-extensions/0-deploy-operator | customresourcedefinition.apiextensions.k8s.io/perconapgbackups.pgv2.percona.com serverside-applied logger.go:42: 09:36:19 | custom-extensions/0-deploy-operator | customresourcedefinition.apiextensions.k8s.io/perconapgclusters.pgv2.percona.com serverside-applied logger.go:42: 09:36:19 | custom-extensions/0-deploy-operator | customresourcedefinition.apiextensions.k8s.io/perconapgrestores.pgv2.percona.com serverside-applied logger.go:42: 09:36:20 | custom-extensions/0-deploy-operator | customresourcedefinition.apiextensions.k8s.io/perconapgupgrades.pgv2.percona.com serverside-applied logger.go:42: 09:36:20 | custom-extensions/0-deploy-operator | customresourcedefinition.apiextensions.k8s.io/pgadmins.upstream.pgv2.percona.com serverside-applied logger.go:42: 09:36:20 | custom-extensions/0-deploy-operator | customresourcedefinition.apiextensions.k8s.io/pgupgrades.upstream.pgv2.percona.com serverside-applied logger.go:42: 09:36:23 | custom-extensions/0-deploy-operator | customresourcedefinition.apiextensions.k8s.io/postgresclusters.upstream.pgv2.percona.com serverside-applied logger.go:42: 09:36:23 | custom-extensions/0-deploy-operator | + kubectl -n pg-operator apply --server-side --force-conflicts -f /mnt/jenkins/workspace/cloud-pg-operator_PR-1675/deploy/cw-rbac.yaml logger.go:42: 09:36:24 | custom-extensions/0-deploy-operator | serviceaccount/percona-postgresql-operator serverside-applied logger.go:42: 09:36:24 | custom-extensions/0-deploy-operator | clusterrole.rbac.authorization.k8s.io/percona-postgresql-operator serverside-applied logger.go:42: 09:36:24 | custom-extensions/0-deploy-operator | clusterrolebinding.rbac.authorization.k8s.io/percona-postgresql-operator serverside-applied logger.go:42: 09:36:24 | custom-extensions/0-deploy-operator | + local disable_telemetry=true logger.go:42: 09:36:24 | custom-extensions/0-deploy-operator | + '[' custom-extensions == telemetry-transfer ']' logger.go:42: 09:36:24 | custom-extensions/0-deploy-operator | + yq eval '.spec.template.spec.containers[0].image = "docker.io/perconalab/percona-postgresql-operator:PR-1675-fea78fdf1"' /mnt/jenkins/workspace/cloud-pg-operator_PR-1675/deploy/cw-operator.yaml logger.go:42: 09:36:24 | custom-extensions/0-deploy-operator | + yq eval '(.spec.template.spec.containers[] | select(.name=="operator") | .env[] | select(.name=="DISABLE_TELEMETRY") | .value) = "true"' - logger.go:42: 09:36:24 | custom-extensions/0-deploy-operator | + yq eval '(.spec.template.spec.containers[] | select(.name=="operator") | .env[] | select(.name=="LOG_LEVEL") | .value) = "DEBUG"' - logger.go:42: 09:36:24 | custom-extensions/0-deploy-operator | + yq eval '(.spec.template.spec.containers[] | select(.name=="operator") | .env[] | select(.name=="PGO_FEATURE_GATES") | .value) = ""' - logger.go:42: 09:36:24 | custom-extensions/0-deploy-operator | + kubectl -n pg-operator apply -f - logger.go:42: 09:36:26 | custom-extensions/0-deploy-operator | deployment.apps/percona-postgresql-operator created logger.go:42: 09:36:26 | custom-extensions/0-deploy-operator | + deploy_client logger.go:42: 09:36:26 | custom-extensions/0-deploy-operator | + kubectl -n kuttl-test-poetic-ray apply -f /mnt/jenkins/workspace/cloud-pg-operator_PR-1675/e2e-tests/conf/client.yaml logger.go:42: 09:36:27 | custom-extensions/0-deploy-operator | deployment.apps/pg-client created logger.go:42: 09:36:27 | custom-extensions/0-deploy-operator | + deploy_s3_secrets logger.go:42: 09:36:27 | custom-extensions/0-deploy-operator | + set +o xtrace logger.go:42: 09:36:28 | custom-extensions/0-deploy-operator | secret/custom-extensions-pgbackrest-secrets created logger.go:42: 09:36:29 | custom-extensions/0-deploy-operator | secret/aws-s3-secret created logger.go:42: 09:36:30 | custom-extensions/0-deploy-operator | secret/do-spaces-secret created logger.go:42: 09:36:30 | custom-extensions/0-deploy-operator | secret/gcp-cs-secret created logger.go:42: 09:36:31 | custom-extensions/0-deploy-operator | secret/azure-secret created logger.go:42: 09:36:32 | custom-extensions/0-deploy-operator | secret/minio-secret created logger.go:42: 09:36:32 | custom-extensions/0-deploy-operator | + deploy_minio logger.go:42: 09:36:32 | custom-extensions/0-deploy-operator | + local name=minio-service logger.go:42: 09:36:32 | custom-extensions/0-deploy-operator | + local tls_secret= logger.go:42: 09:36:32 | custom-extensions/0-deploy-operator | + local access_key logger.go:42: 09:36:32 | custom-extensions/0-deploy-operator | + local secret_key logger.go:42: 09:36:32 | custom-extensions/0-deploy-operator | + local endpoint_url=http://minio-service:9000 logger.go:42: 09:36:32 | custom-extensions/0-deploy-operator | + local aws_extra_args= logger.go:42: 09:36:32 | custom-extensions/0-deploy-operator | + local service_account_name=minio-sa logger.go:42: 09:36:32 | custom-extensions/0-deploy-operator | + local -a additional_helm_args logger.go:42: 09:36:32 | custom-extensions/0-deploy-operator | ++ kubectl -n kuttl-test-poetic-ray get secret minio-secret -o 'jsonpath={.data.AWS_ACCESS_KEY_ID}' logger.go:42: 09:36:32 | custom-extensions/0-deploy-operator | ++ base64 -d logger.go:42: 09:36:32 | custom-extensions/0-deploy-operator | + access_key=some-access-key logger.go:42: 09:36:32 | custom-extensions/0-deploy-operator | ++ kubectl -n kuttl-test-poetic-ray get secret minio-secret -o 'jsonpath={.data.AWS_SECRET_ACCESS_KEY}' logger.go:42: 09:36:32 | custom-extensions/0-deploy-operator | ++ base64 -d logger.go:42: 09:36:33 | custom-extensions/0-deploy-operator | + secret_key=some-secret-key logger.go:42: 09:36:33 | custom-extensions/0-deploy-operator | ++ detect_k8s_platform logger.go:42: 09:36:33 | custom-extensions/0-deploy-operator | ++ local platform= logger.go:42: 09:36:33 | custom-extensions/0-deploy-operator | ++ kubectl get nodes -o json logger.go:42: 09:36:33 | custom-extensions/0-deploy-operator | ++ jq -r '.items[0].spec.providerID' logger.go:42: 09:36:33 | custom-extensions/0-deploy-operator | ++ grep -q gce:// logger.go:42: 09:36:33 | custom-extensions/0-deploy-operator | ++ platform=gke logger.go:42: 09:36:33 | custom-extensions/0-deploy-operator | ++ echo gke logger.go:42: 09:36:33 | custom-extensions/0-deploy-operator | + [[ gke == openshift ]] logger.go:42: 09:36:33 | custom-extensions/0-deploy-operator | + [[ -n '' ]] logger.go:42: 09:36:33 | custom-extensions/0-deploy-operator | + helm uninstall -n kuttl-test-poetic-ray minio-service logger.go:42: 09:36:34 | custom-extensions/0-deploy-operator | Error: uninstall: Release not loaded: minio-service: release: not found logger.go:42: 09:36:34 | custom-extensions/0-deploy-operator | + : logger.go:42: 09:36:34 | custom-extensions/0-deploy-operator | + helm repo remove minio logger.go:42: 09:36:34 | custom-extensions/0-deploy-operator | "minio" has been removed from your repositories logger.go:42: 09:36:34 | custom-extensions/0-deploy-operator | + helm repo add minio https://charts.min.io/ logger.go:42: 09:36:34 | custom-extensions/0-deploy-operator | "minio" has been added to your repositories logger.go:42: 09:36:34 | custom-extensions/0-deploy-operator | +++ printf %q some-access-key logger.go:42: 09:36:34 | custom-extensions/0-deploy-operator | ++ printf %q some-access-key logger.go:42: 09:36:34 | custom-extensions/0-deploy-operator | +++ printf %q some-secret-key logger.go:42: 09:36:34 | custom-extensions/0-deploy-operator | ++ printf %q some-secret-key logger.go:42: 09:36:34 | custom-extensions/0-deploy-operator | + retry 10 60 helm install minio-service -n kuttl-test-poetic-ray --version 5.4.0 --set replicas=1 --set mode=standalone --set resources.requests.memory=256Mi --set rootUser=rootuser --set rootPassword=rootpass123 --set 'users[0].accessKey=some-access-key' --set 'users[0].secretKey=some-secret-key' --set 'users[0].policy=consoleAdmin' --set service.type=ClusterIP --set persistence.size=2G --set securityContext.enabled=false minio/minio logger.go:42: 09:36:34 | custom-extensions/0-deploy-operator | + local max=10 logger.go:42: 09:36:34 | custom-extensions/0-deploy-operator | + local delay=60 logger.go:42: 09:36:34 | custom-extensions/0-deploy-operator | + shift 2 logger.go:42: 09:36:34 | custom-extensions/0-deploy-operator | + local n=1 logger.go:42: 09:36:34 | custom-extensions/0-deploy-operator | + helm install minio-service -n kuttl-test-poetic-ray --version 5.4.0 --set replicas=1 --set mode=standalone --set resources.requests.memory=256Mi --set rootUser=rootuser --set rootPassword=rootpass123 --set 'users[0].accessKey=some-access-key' --set 'users[0].secretKey=some-secret-key' --set 'users[0].policy=consoleAdmin' --set service.type=ClusterIP --set persistence.size=2G --set securityContext.enabled=false minio/minio logger.go:42: 09:37:05 | custom-extensions/0-deploy-operator | NAME: minio-service logger.go:42: 09:37:05 | custom-extensions/0-deploy-operator | LAST DEPLOYED: Sun Aug 2 09:36:35 2026 logger.go:42: 09:37:05 | custom-extensions/0-deploy-operator | NAMESPACE: kuttl-test-poetic-ray logger.go:42: 09:37:05 | custom-extensions/0-deploy-operator | STATUS: deployed logger.go:42: 09:37:05 | custom-extensions/0-deploy-operator | REVISION: 1 logger.go:42: 09:37:05 | custom-extensions/0-deploy-operator | TEST SUITE: None logger.go:42: 09:37:05 | custom-extensions/0-deploy-operator | NOTES: logger.go:42: 09:37:05 | custom-extensions/0-deploy-operator | MinIO can be accessed via port 9000 on the following DNS name from within your cluster: logger.go:42: 09:37:05 | custom-extensions/0-deploy-operator | minio-service.kuttl-test-poetic-ray.cluster.local logger.go:42: 09:37:05 | custom-extensions/0-deploy-operator | logger.go:42: 09:37:05 | custom-extensions/0-deploy-operator | To access MinIO from localhost, run the below commands: logger.go:42: 09:37:05 | custom-extensions/0-deploy-operator | logger.go:42: 09:37:05 | custom-extensions/0-deploy-operator | 1. export POD_NAME=$(kubectl get pods --namespace kuttl-test-poetic-ray -l "release=minio-service" -o jsonpath="{.items[0].metadata.name}") logger.go:42: 09:37:05 | custom-extensions/0-deploy-operator | logger.go:42: 09:37:05 | custom-extensions/0-deploy-operator | 2. kubectl port-forward $POD_NAME 9000 --namespace kuttl-test-poetic-ray logger.go:42: 09:37:05 | custom-extensions/0-deploy-operator | logger.go:42: 09:37:05 | custom-extensions/0-deploy-operator | Read more about port forwarding here: http://kubernetes.io/docs/user-guide/kubectl/kubectl_port-forward/ logger.go:42: 09:37:05 | custom-extensions/0-deploy-operator | logger.go:42: 09:37:05 | custom-extensions/0-deploy-operator | You can now access MinIO server on http://localhost:9000. Follow the below steps to connect to MinIO server with mc client: logger.go:42: 09:37:05 | custom-extensions/0-deploy-operator | logger.go:42: 09:37:05 | custom-extensions/0-deploy-operator | 1. Download the MinIO mc client - https://min.io/docs/minio/linux/reference/minio-mc.html#quickstart logger.go:42: 09:37:05 | custom-extensions/0-deploy-operator | logger.go:42: 09:37:05 | custom-extensions/0-deploy-operator | 2. export MC_HOST_minio-service-local=http://$(kubectl get secret --namespace kuttl-test-poetic-ray minio-service -o jsonpath="{.data.rootUser}" | base64 --decode):$(kubectl get secret --namespace kuttl-test-poetic-ray minio-service -o jsonpath="{.data.rootPassword}" | base64 --decode)@localhost:9000 logger.go:42: 09:37:05 | custom-extensions/0-deploy-operator | logger.go:42: 09:37:05 | custom-extensions/0-deploy-operator | 3. mc ls minio-service-local logger.go:42: 09:37:05 | custom-extensions/0-deploy-operator | ++ kubectl -n kuttl-test-poetic-ray get pods --selector=release=minio-service -o 'jsonpath={.items[].metadata.name}' logger.go:42: 09:37:05 | custom-extensions/0-deploy-operator | + MINIO_POD=minio-service-596d46ffc4-58nqj logger.go:42: 09:37:05 | custom-extensions/0-deploy-operator | + wait_pod minio-service-596d46ffc4-58nqj logger.go:42: 09:37:05 | custom-extensions/0-deploy-operator | + local pod=minio-service-596d46ffc4-58nqj logger.go:42: 09:37:05 | custom-extensions/0-deploy-operator | + set +o xtrace logger.go:42: 09:37:06 | custom-extensions/0-deploy-operator | minio-service-596d46ffc4-58nqjtrue logger.go:42: 09:37:06 | custom-extensions/0-deploy-operator | + kubectl -n kuttl-test-poetic-ray run -i --rm aws-cli --image=perconalab/awscli --restart=Never -- bash -c $'AWS_ACCESS_KEY_ID=\'some-access-key\' AWS_SECRET_ACCESS_KEY=\'some-secret-key\' AWS_DEFAULT_REGION=us-east-1 \t\t/usr/bin/aws --endpoint-url http://minio-service:9000 s3 mb s3://operator-testing' logger.go:42: 09:37:09 | custom-extensions/0-deploy-operator | make_bucket: operator-testing logger.go:42: 09:37:10 | custom-extensions/0-deploy-operator | pod "aws-cli" deleted from kuttl-test-poetic-ray namespace logger.go:42: 09:37:10 | custom-extensions/0-deploy-operator | + copy_custom_extensions_form_aws logger.go:42: 09:37:10 | custom-extensions/0-deploy-operator | + set +o xtrace logger.go:42: 09:37:14 | custom-extensions/0-deploy-operator | All commands and output from this session will be recorded in container logs, including credentials and sensitive information passed through the command prompt. logger.go:42: 09:37:14 | custom-extensions/0-deploy-operator | If you don't see a command prompt, try pressing enter. logger.go:42: 09:37:15 | custom-extensions/0-deploy-operator | Completed 33.4 KiB/33.5 MiB (32.1 KiB/s) with 41 file(s) remaining download: s3://pg-extensions/pg_cron-pg14-1.6.4.tar.gz to tmp/pg_cron-pg14-1.6.4.tar.gz logger.go:42: 09:37:15 | custom-extensions/0-deploy-operator | Completed 33.4 KiB/33.5 MiB (32.1 KiB/s) with 40 file(s) remaining Completed 66.8 KiB/33.5 MiB (63.8 KiB/s) with 40 file(s) remaining download: s3://pg-extensions/pg_cron-pg13-1.6.4.tar.gz to tmp/pg_cron-pg13-1.6.4.tar.gz logger.go:42: 09:37:15 | custom-extensions/0-deploy-operator | Completed 66.8 KiB/33.5 MiB (63.8 KiB/s) with 39 file(s) remaining Completed 211.1 KiB/33.5 MiB (188.3 KiB/s) with 39 file(s) remaining download: s3://pg-extensions/pg_cron-pg12-1.6.1.tar.gz to tmp/pg_cron-pg12-1.6.1.tar.gz logger.go:42: 09:37:15 | custom-extensions/0-deploy-operator | Completed 211.1 KiB/33.5 MiB (188.3 KiB/s) with 38 file(s) remaining Completed 467.1 KiB/33.5 MiB (383.3 KiB/s) with 38 file(s) remaining Completed 615.8 KiB/33.5 MiB (496.5 KiB/s) with 38 file(s) remaining download: s3://pg-extensions/pg_cron-pg13-1.6.1.tar.gz to tmp/pg_cron-pg13-1.6.1.tar.gz logger.go:42: 09:37:15 | custom-extensions/0-deploy-operator | Completed 615.8 KiB/33.5 MiB (496.5 KiB/s) with 37 file(s) remaining Completed 766.5 KiB/33.5 MiB (612.4 KiB/s) with 37 file(s) remaining download: s3://pg-extensions/pg_cron-pg13-1.6.6.tar.gz to tmp/pg_cron-pg13-1.6.6.tar.gz logger.go:42: 09:37:15 | custom-extensions/0-deploy-operator | Completed 766.5 KiB/33.5 MiB (612.4 KiB/s) with 36 file(s) remaining Completed 917.9 KiB/33.5 MiB (730.0 KiB/s) with 36 file(s) remaining download: s3://pg-extensions/pg_cron-pg14-1.6.1.tar.gz to tmp/pg_cron-pg14-1.6.1.tar.gz logger.go:42: 09:37:15 | custom-extensions/0-deploy-operator | Completed 917.9 KiB/33.5 MiB (730.0 KiB/s) with 35 file(s) remaining Completed 1.0 MiB/33.5 MiB (841.7 KiB/s) with 35 file(s) remaining download: s3://pg-extensions/pg_cron-pg13-1.6.7.tar.gz to tmp/pg_cron-pg13-1.6.7.tar.gz logger.go:42: 09:37:15 | custom-extensions/0-deploy-operator | Completed 1.0 MiB/33.5 MiB (841.7 KiB/s) with 34 file(s) remaining Completed 1.2 MiB/33.5 MiB (948.3 KiB/s) with 34 file(s) remaining download: s3://pg-extensions/pg_cron-pg14-1.6.7.tar.gz to tmp/pg_cron-pg14-1.6.7.tar.gz logger.go:42: 09:37:15 | custom-extensions/0-deploy-operator | Completed 1.2 MiB/33.5 MiB (948.3 KiB/s) with 33 file(s) remaining Completed 1.4 MiB/33.5 MiB (1.1 MiB/s) with 33 file(s) remaining Completed 1.6 MiB/33.5 MiB (1.2 MiB/s) with 33 file(s) remaining download: s3://pg-extensions/pg_cron-pg15-1.6.1.tar.gz to tmp/pg_cron-pg15-1.6.1.tar.gz logger.go:42: 09:37:15 | custom-extensions/0-deploy-operator | Completed 1.6 MiB/33.5 MiB (1.2 MiB/s) with 32 file(s) remaining Completed 1.6 MiB/33.5 MiB (1.2 MiB/s) with 32 file(s) remaining download: s3://pg-extensions/pg_cron-pg15-1.6.4.tar.gz to tmp/pg_cron-pg15-1.6.4.tar.gz logger.go:42: 09:37:15 | custom-extensions/0-deploy-operator | Completed 1.6 MiB/33.5 MiB (1.2 MiB/s) with 31 file(s) remaining Completed 1.9 MiB/33.5 MiB (1.3 MiB/s) with 31 file(s) remaining Completed 2.0 MiB/33.5 MiB (1.5 MiB/s) with 31 file(s) remaining download: s3://pg-extensions/pg_cron-pg14-1.6.6.tar.gz to tmp/pg_cron-pg14-1.6.6.tar.gz logger.go:42: 09:37:15 | custom-extensions/0-deploy-operator | Completed 2.0 MiB/33.5 MiB (1.5 MiB/s) with 30 file(s) remaining Completed 2.3 MiB/33.5 MiB (1.6 MiB/s) with 30 file(s) remaining Completed 2.4 MiB/33.5 MiB (1.7 MiB/s) with 30 file(s) remaining download: s3://pg-extensions/pg_cron-pg15-1.6.7.tar.gz to tmp/pg_cron-pg15-1.6.7.tar.gz logger.go:42: 09:37:16 | custom-extensions/0-deploy-operator | Completed 2.4 MiB/33.5 MiB (1.7 MiB/s) with 29 file(s) remaining Completed 2.7 MiB/33.5 MiB (1.9 MiB/s) with 29 file(s) remaining Completed 2.7 MiB/33.5 MiB (1.9 MiB/s) with 29 file(s) remaining download: s3://pg-extensions/pg_cron-pg16-1.6.4.tar.gz to tmp/pg_cron-pg16-1.6.4.tar.gz logger.go:42: 09:37:16 | custom-extensions/0-deploy-operator | Completed 2.7 MiB/33.5 MiB (1.9 MiB/s) with 28 file(s) remaining Completed 3.0 MiB/33.5 MiB (2.1 MiB/s) with 28 file(s) remaining Completed 3.1 MiB/33.5 MiB (2.1 MiB/s) with 28 file(s) remaining download: s3://pg-extensions/pg_cron-pg15-1.6.6.tar.gz to tmp/pg_cron-pg15-1.6.6.tar.gz logger.go:42: 09:37:16 | custom-extensions/0-deploy-operator | Completed 3.1 MiB/33.5 MiB (2.1 MiB/s) with 27 file(s) remaining Completed 3.3 MiB/33.5 MiB (2.2 MiB/s) with 27 file(s) remaining Completed 3.5 MiB/33.5 MiB (2.4 MiB/s) with 27 file(s) remaining download: s3://pg-extensions/pg_cron-pg16-1.6.6.tar.gz to tmp/pg_cron-pg16-1.6.6.tar.gz logger.go:42: 09:37:16 | custom-extensions/0-deploy-operator | Completed 3.5 MiB/33.5 MiB (2.4 MiB/s) with 26 file(s) remaining Completed 3.8 MiB/33.5 MiB (2.5 MiB/s) with 26 file(s) remaining Completed 4.0 MiB/33.5 MiB (2.7 MiB/s) with 26 file(s) remaining Completed 4.3 MiB/33.5 MiB (2.8 MiB/s) with 26 file(s) remaining Completed 4.4 MiB/33.5 MiB (2.9 MiB/s) with 26 file(s) remaining download: s3://pg-extensions/pg_cron-pg16-1.6.1.tar.gz to tmp/pg_cron-pg16-1.6.1.tar.gz logger.go:42: 09:37:16 | custom-extensions/0-deploy-operator | Completed 4.4 MiB/33.5 MiB (2.9 MiB/s) with 25 file(s) remaining Completed 4.6 MiB/33.5 MiB (3.0 MiB/s) with 25 file(s) remaining download: s3://pg-extensions/pg_cron-pg17-1.6.1.tar.gz to tmp/pg_cron-pg17-1.6.1.tar.gz logger.go:42: 09:37:16 | custom-extensions/0-deploy-operator | Completed 4.6 MiB/33.5 MiB (3.0 MiB/s) with 24 file(s) remaining Completed 4.8 MiB/33.5 MiB (3.1 MiB/s) with 24 file(s) remaining Completed 5.0 MiB/33.5 MiB (3.2 MiB/s) with 24 file(s) remaining download: s3://pg-extensions/pg_cron-pg17-1.6.4.tar.gz to tmp/pg_cron-pg17-1.6.4.tar.gz logger.go:42: 09:37:16 | custom-extensions/0-deploy-operator | Completed 5.0 MiB/33.5 MiB (3.2 MiB/s) with 23 file(s) remaining Completed 5.3 MiB/33.5 MiB (3.4 MiB/s) with 23 file(s) remaining Completed 5.5 MiB/33.5 MiB (3.6 MiB/s) with 23 file(s) remaining Completed 5.8 MiB/33.5 MiB (3.7 MiB/s) with 23 file(s) remaining Completed 6.0 MiB/33.5 MiB (3.9 MiB/s) with 23 file(s) remaining Completed 6.3 MiB/33.5 MiB (3.9 MiB/s) with 23 file(s) remaining Completed 6.5 MiB/33.5 MiB (4.0 MiB/s) with 23 file(s) remaining Completed 6.8 MiB/33.5 MiB (4.2 MiB/s) with 23 file(s) remaining Completed 7.0 MiB/33.5 MiB (4.3 MiB/s) with 23 file(s) remaining Completed 7.2 MiB/33.5 MiB (4.4 MiB/s) with 23 file(s) remaining download: s3://pg-extensions/pg_cron-pg16-1.6.7.tar.gz to tmp/pg_cron-pg16-1.6.7.tar.gz logger.go:42: 09:37:16 | custom-extensions/0-deploy-operator | Completed 7.2 MiB/33.5 MiB (4.4 MiB/s) with 22 file(s) remaining Completed 7.4 MiB/33.5 MiB (4.6 MiB/s) with 22 file(s) remaining Completed 7.7 MiB/33.5 MiB (4.7 MiB/s) with 22 file(s) remaining Completed 7.9 MiB/33.5 MiB (4.9 MiB/s) with 22 file(s) remaining Completed 8.2 MiB/33.5 MiB (5.0 MiB/s) with 22 file(s) remaining Completed 8.4 MiB/33.5 MiB (5.1 MiB/s) with 22 file(s) remaining download: s3://pg-extensions/pg_cron-pg18-1.6.6.tar.gz to tmp/pg_cron-pg18-1.6.6.tar.gz logger.go:42: 09:37:16 | custom-extensions/0-deploy-operator | Completed 8.4 MiB/33.5 MiB (5.1 MiB/s) with 21 file(s) remaining Completed 8.5 MiB/33.5 MiB (5.2 MiB/s) with 21 file(s) remaining download: s3://pg-extensions/pg_cron-pg18-1.6.7.tar.gz to tmp/pg_cron-pg18-1.6.7.tar.gz logger.go:42: 09:37:16 | custom-extensions/0-deploy-operator | Completed 8.5 MiB/33.5 MiB (5.2 MiB/s) with 20 file(s) remaining Completed 8.8 MiB/33.5 MiB (5.3 MiB/s) with 20 file(s) remaining Completed 9.0 MiB/33.5 MiB (5.4 MiB/s) with 20 file(s) remaining Completed 9.3 MiB/33.5 MiB (5.6 MiB/s) with 20 file(s) remaining Completed 9.5 MiB/33.5 MiB (5.7 MiB/s) with 20 file(s) remaining Completed 9.8 MiB/33.5 MiB (5.9 MiB/s) with 20 file(s) remaining Completed 9.8 MiB/33.5 MiB (5.9 MiB/s) with 20 file(s) remaining download: s3://pg-extensions/pg_stat_kcache-pg12-2.3.1.tar.gz to tmp/pg_stat_kcache-pg12-2.3.1.tar.gz logger.go:42: 09:37:16 | custom-extensions/0-deploy-operator | Completed 9.8 MiB/33.5 MiB (5.9 MiB/s) with 19 file(s) remaining Completed 10.1 MiB/33.5 MiB (6.0 MiB/s) with 19 file(s) remaining Completed 10.3 MiB/33.5 MiB (6.2 MiB/s) with 19 file(s) remaining Completed 10.6 MiB/33.5 MiB (6.3 MiB/s) with 19 file(s) remaining Completed 10.8 MiB/33.5 MiB (6.5 MiB/s) with 19 file(s) remaining Completed 11.1 MiB/33.5 MiB (6.6 MiB/s) with 19 file(s) remaining Completed 11.2 MiB/33.5 MiB (6.7 MiB/s) with 19 file(s) remaining download: s3://pg-extensions/pg_cron-pg17-1.6.6.tar.gz to tmp/pg_cron-pg17-1.6.6.tar.gz logger.go:42: 09:37:16 | custom-extensions/0-deploy-operator | Completed 11.2 MiB/33.5 MiB (6.7 MiB/s) with 18 file(s) remaining Completed 11.3 MiB/33.5 MiB (6.7 MiB/s) with 18 file(s) remaining download: s3://pg-extensions/pg_stat_kcache-pg12-2.3.2.tar.gz to tmp/pg_stat_kcache-pg12-2.3.2.tar.gz logger.go:42: 09:37:16 | custom-extensions/0-deploy-operator | Completed 11.3 MiB/33.5 MiB (6.7 MiB/s) with 17 file(s) remaining Completed 11.5 MiB/33.5 MiB (6.7 MiB/s) with 17 file(s) remaining Completed 11.8 MiB/33.5 MiB (6.8 MiB/s) with 17 file(s) remaining Completed 12.0 MiB/33.5 MiB (7.0 MiB/s) with 17 file(s) remaining Completed 12.3 MiB/33.5 MiB (7.1 MiB/s) with 17 file(s) remaining Completed 12.5 MiB/33.5 MiB (7.3 MiB/s) with 17 file(s) remaining Completed 12.8 MiB/33.5 MiB (7.4 MiB/s) with 17 file(s) remaining Completed 13.0 MiB/33.5 MiB (7.5 MiB/s) with 17 file(s) remaining Completed 13.3 MiB/33.5 MiB (7.7 MiB/s) with 17 file(s) remaining Completed 13.5 MiB/33.5 MiB (7.7 MiB/s) with 17 file(s) remaining Completed 13.7 MiB/33.5 MiB (7.9 MiB/s) with 17 file(s) remaining download: s3://pg-extensions/pg_cron-pg17-1.6.7.tar.gz to tmp/pg_cron-pg17-1.6.7.tar.gz logger.go:42: 09:37:16 | custom-extensions/0-deploy-operator | Completed 13.7 MiB/33.5 MiB (7.9 MiB/s) with 16 file(s) remaining Completed 14.0 MiB/33.5 MiB (8.0 MiB/s) with 16 file(s) remaining Completed 14.2 MiB/33.5 MiB (8.1 MiB/s) with 16 file(s) remaining Completed 14.5 MiB/33.5 MiB (8.3 MiB/s) with 16 file(s) remaining Completed 14.7 MiB/33.5 MiB (8.4 MiB/s) with 16 file(s) remaining Completed 15.0 MiB/33.5 MiB (8.5 MiB/s) with 16 file(s) remaining Completed 15.2 MiB/33.5 MiB (8.7 MiB/s) with 16 file(s) remaining Completed 15.3 MiB/33.5 MiB (8.7 MiB/s) with 16 file(s) remaining download: s3://pg-extensions/pg_stat_kcache-pg13-2.3.2.tar.gz to tmp/pg_stat_kcache-pg13-2.3.2.tar.gz logger.go:42: 09:37:16 | custom-extensions/0-deploy-operator | Completed 15.3 MiB/33.5 MiB (8.7 MiB/s) with 15 file(s) remaining Completed 15.5 MiB/33.5 MiB (8.8 MiB/s) with 15 file(s) remaining Completed 15.8 MiB/33.5 MiB (8.9 MiB/s) with 15 file(s) remaining Completed 16.0 MiB/33.5 MiB (9.1 MiB/s) with 15 file(s) remaining Completed 16.3 MiB/33.5 MiB (9.2 MiB/s) with 15 file(s) remaining Completed 16.5 MiB/33.5 MiB (9.3 MiB/s) with 15 file(s) remaining Completed 16.8 MiB/33.5 MiB (9.4 MiB/s) with 15 file(s) remaining Completed 17.0 MiB/33.5 MiB (9.6 MiB/s) with 15 file(s) remaining Completed 17.3 MiB/33.5 MiB (9.7 MiB/s) with 15 file(s) remaining Completed 17.3 MiB/33.5 MiB (9.7 MiB/s) with 15 file(s) remaining Completed 17.6 MiB/33.5 MiB (9.9 MiB/s) with 15 file(s) remaining download: s3://pg-extensions/pg_stat_kcache-pg14-2.3.2.tar.gz to tmp/pg_stat_kcache-pg14-2.3.2.tar.gz logger.go:42: 09:37:16 | custom-extensions/0-deploy-operator | Completed 17.6 MiB/33.5 MiB (9.9 MiB/s) with 14 file(s) remaining Completed 17.8 MiB/33.5 MiB (10.0 MiB/s) with 14 file(s) remaining Completed 18.1 MiB/33.5 MiB (10.1 MiB/s) with 14 file(s) remaining Completed 18.3 MiB/33.5 MiB (10.2 MiB/s) with 14 file(s) remaining Completed 18.4 MiB/33.5 MiB (10.3 MiB/s) with 14 file(s) remaining download: s3://pg-extensions/documentdb-pg16-0.101-2.tar.gz to tmp/documentdb-pg16-0.101-2.tar.gz logger.go:42: 09:37:16 | custom-extensions/0-deploy-operator | Completed 18.4 MiB/33.5 MiB (10.3 MiB/s) with 13 file(s) remaining Completed 18.4 MiB/33.5 MiB (10.3 MiB/s) with 13 file(s) remaining download: s3://pg-extensions/pg_stat_kcache-pg13-2.3.1.tar.gz to tmp/pg_stat_kcache-pg13-2.3.1.tar.gz logger.go:42: 09:37:16 | custom-extensions/0-deploy-operator | Completed 18.4 MiB/33.5 MiB (10.3 MiB/s) with 12 file(s) remaining Completed 18.5 MiB/33.5 MiB (10.2 MiB/s) with 12 file(s) remaining download: s3://pg-extensions/pg_stat_kcache-pg14-2.3.1.tar.gz to tmp/pg_stat_kcache-pg14-2.3.1.tar.gz logger.go:42: 09:37:16 | custom-extensions/0-deploy-operator | Completed 18.5 MiB/33.5 MiB (10.2 MiB/s) with 11 file(s) remaining Completed 18.5 MiB/33.5 MiB (10.2 MiB/s) with 11 file(s) remaining download: s3://pg-extensions/pg_stat_kcache-pg15-2.3.1.tar.gz to tmp/pg_stat_kcache-pg15-2.3.1.tar.gz logger.go:42: 09:37:16 | custom-extensions/0-deploy-operator | Completed 18.5 MiB/33.5 MiB (10.2 MiB/s) with 10 file(s) remaining Completed 18.6 MiB/33.5 MiB (10.2 MiB/s) with 10 file(s) remaining download: s3://pg-extensions/pg_stat_kcache-pg15-2.3.2.tar.gz to tmp/pg_stat_kcache-pg15-2.3.2.tar.gz logger.go:42: 09:37:16 | custom-extensions/0-deploy-operator | Completed 18.6 MiB/33.5 MiB (10.2 MiB/s) with 9 file(s) remaining Completed 18.8 MiB/33.5 MiB (10.3 MiB/s) with 9 file(s) remaining Completed 19.1 MiB/33.5 MiB (10.4 MiB/s) with 9 file(s) remaining Completed 19.3 MiB/33.5 MiB (10.5 MiB/s) with 9 file(s) remaining Completed 19.6 MiB/33.5 MiB (10.7 MiB/s) with 9 file(s) remaining Completed 19.8 MiB/33.5 MiB (10.8 MiB/s) with 9 file(s) remaining Completed 20.1 MiB/33.5 MiB (10.9 MiB/s) with 9 file(s) remaining Completed 20.3 MiB/33.5 MiB (11.0 MiB/s) with 9 file(s) remaining Completed 20.6 MiB/33.5 MiB (11.2 MiB/s) with 9 file(s) remaining Completed 20.8 MiB/33.5 MiB (11.3 MiB/s) with 9 file(s) remaining Completed 21.1 MiB/33.5 MiB (11.4 MiB/s) with 9 file(s) remaining Completed 21.3 MiB/33.5 MiB (11.5 MiB/s) with 9 file(s) remaining Completed 21.6 MiB/33.5 MiB (11.6 MiB/s) with 9 file(s) remaining Completed 21.8 MiB/33.5 MiB (11.8 MiB/s) with 9 file(s) remaining Completed 22.1 MiB/33.5 MiB (11.9 MiB/s) with 9 file(s) remaining Completed 22.3 MiB/33.5 MiB (12.0 MiB/s) with 9 file(s) remaining Completed 22.6 MiB/33.5 MiB (12.1 MiB/s) with 9 file(s) remaining Completed 22.8 MiB/33.5 MiB (12.3 MiB/s) with 9 file(s) remaining Completed 23.1 MiB/33.5 MiB (12.4 MiB/s) with 9 file(s) remaining Completed 23.3 MiB/33.5 MiB (12.5 MiB/s) with 9 file(s) remaining Completed 23.6 MiB/33.5 MiB (12.6 MiB/s) with 9 file(s) remaining Completed 23.8 MiB/33.5 MiB (12.7 MiB/s) with 9 file(s) remaining Completed 23.9 MiB/33.5 MiB (12.7 MiB/s) with 9 file(s) remaining download: s3://pg-extensions/pg_stat_kcache-pg16-2.3.1.tar.gz to tmp/pg_stat_kcache-pg16-2.3.1.tar.gz logger.go:42: 09:37:16 | custom-extensions/0-deploy-operator | Completed 23.9 MiB/33.5 MiB (12.7 MiB/s) with 8 file(s) remaining Completed 23.9 MiB/33.5 MiB (12.6 MiB/s) with 8 file(s) remaining download: s3://pg-extensions/pg_stat_kcache-pg16-2.3.2.tar.gz to tmp/pg_stat_kcache-pg16-2.3.2.tar.gz logger.go:42: 09:37:16 | custom-extensions/0-deploy-operator | Completed 23.9 MiB/33.5 MiB (12.6 MiB/s) with 7 file(s) remaining Completed 24.0 MiB/33.5 MiB (12.4 MiB/s) with 7 file(s) remaining download: s3://pg-extensions/pg_stat_kcache-pg17-2.3.1.tar.gz to tmp/pg_stat_kcache-pg17-2.3.1.tar.gz logger.go:42: 09:37:16 | custom-extensions/0-deploy-operator | Completed 24.0 MiB/33.5 MiB (12.4 MiB/s) with 6 file(s) remaining Completed 24.0 MiB/33.5 MiB (12.4 MiB/s) with 6 file(s) remaining download: s3://pg-extensions/pg_stat_kcache-pg18-2.3.2.tar.gz to tmp/pg_stat_kcache-pg18-2.3.2.tar.gz logger.go:42: 09:37:16 | custom-extensions/0-deploy-operator | Completed 24.0 MiB/33.5 MiB (12.4 MiB/s) with 5 file(s) remaining Completed 24.1 MiB/33.5 MiB (12.4 MiB/s) with 5 file(s) remaining download: s3://pg-extensions/pg_stat_kcache-pg17-2.3.2.tar.gz to tmp/pg_stat_kcache-pg17-2.3.2.tar.gz logger.go:42: 09:37:16 | custom-extensions/0-deploy-operator | Completed 24.1 MiB/33.5 MiB (12.4 MiB/s) with 4 file(s) remaining Completed 24.3 MiB/33.5 MiB (12.5 MiB/s) with 4 file(s) remaining Completed 24.4 MiB/33.5 MiB (12.6 MiB/s) with 4 file(s) remaining download: s3://pg-extensions/documentdb-pg16-0.101-0.tar.gz to tmp/documentdb-pg16-0.101-0.tar.gz logger.go:42: 09:37:16 | custom-extensions/0-deploy-operator | Completed 24.4 MiB/33.5 MiB (12.6 MiB/s) with 3 file(s) remaining Completed 24.6 MiB/33.5 MiB (12.7 MiB/s) with 3 file(s) remaining Completed 24.7 MiB/33.5 MiB (12.7 MiB/s) with 3 file(s) remaining Completed 24.9 MiB/33.5 MiB (12.8 MiB/s) with 3 file(s) remaining download: s3://pg-extensions/pg_stat_kcache-pg18-2.3.1.tar.gz to tmp/pg_stat_kcache-pg18-2.3.1.tar.gz logger.go:42: 09:37:16 | custom-extensions/0-deploy-operator | Completed 24.9 MiB/33.5 MiB (12.8 MiB/s) with 2 file(s) remaining Completed 25.2 MiB/33.5 MiB (12.9 MiB/s) with 2 file(s) remaining Completed 25.4 MiB/33.5 MiB (13.0 MiB/s) with 2 file(s) remaining Completed 25.7 MiB/33.5 MiB (13.1 MiB/s) with 2 file(s) remaining Completed 25.9 MiB/33.5 MiB (13.3 MiB/s) with 2 file(s) remaining Completed 26.2 MiB/33.5 MiB (13.4 MiB/s) with 2 file(s) remaining Completed 26.4 MiB/33.5 MiB (13.5 MiB/s) with 2 file(s) remaining Completed 26.5 MiB/33.5 MiB (13.5 MiB/s) with 2 file(s) remaining download: s3://pg-extensions/documentdb-pg16-0.101-1.tar.gz to tmp/documentdb-pg16-0.101-1.tar.gz logger.go:42: 09:37:17 | custom-extensions/0-deploy-operator | Completed 26.5 MiB/33.5 MiB (13.5 MiB/s) with 1 file(s) remaining Completed 26.8 MiB/33.5 MiB (13.5 MiB/s) with 1 file(s) remaining Completed 27.0 MiB/33.5 MiB (12.9 MiB/s) with 1 file(s) remaining Completed 27.3 MiB/33.5 MiB (13.0 MiB/s) with 1 file(s) remaining Completed 27.5 MiB/33.5 MiB (12.5 MiB/s) with 1 file(s) remaining Completed 27.8 MiB/33.5 MiB (12.6 MiB/s) with 1 file(s) remaining Completed 28.0 MiB/33.5 MiB (12.7 MiB/s) with 1 file(s) remaining Completed 28.3 MiB/33.5 MiB (12.8 MiB/s) with 1 file(s) remaining Completed 28.5 MiB/33.5 MiB (12.9 MiB/s) with 1 file(s) remaining Completed 28.8 MiB/33.5 MiB (13.0 MiB/s) with 1 file(s) remaining Completed 29.0 MiB/33.5 MiB (12.6 MiB/s) with 1 file(s) remaining Completed 29.3 MiB/33.5 MiB (12.7 MiB/s) with 1 file(s) remaining Completed 29.5 MiB/33.5 MiB (12.8 MiB/s) with 1 file(s) remaining Completed 29.8 MiB/33.5 MiB (12.9 MiB/s) with 1 file(s) remaining Completed 30.0 MiB/33.5 MiB (13.0 MiB/s) with 1 file(s) remaining Completed 30.3 MiB/33.5 MiB (13.1 MiB/s) with 1 file(s) remaining Completed 30.5 MiB/33.5 MiB (13.2 MiB/s) with 1 file(s) remaining Completed 30.8 MiB/33.5 MiB (13.3 MiB/s) with 1 file(s) remaining Completed 31.0 MiB/33.5 MiB (13.4 MiB/s) with 1 file(s) remaining Completed 31.3 MiB/33.5 MiB (13.5 MiB/s) with 1 file(s) remaining Completed 31.5 MiB/33.5 MiB (13.1 MiB/s) with 1 file(s) remaining Completed 31.8 MiB/33.5 MiB (13.2 MiB/s) with 1 file(s) remaining Completed 32.0 MiB/33.5 MiB (13.2 MiB/s) with 1 file(s) remaining Completed 32.3 MiB/33.5 MiB (13.3 MiB/s) with 1 file(s) remaining Completed 32.5 MiB/33.5 MiB (13.4 MiB/s) with 1 file(s) remaining Completed 32.8 MiB/33.5 MiB (13.5 MiB/s) with 1 file(s) remaining Completed 33.0 MiB/33.5 MiB (13.6 MiB/s) with 1 file(s) remaining Completed 33.3 MiB/33.5 MiB (13.7 MiB/s) with 1 file(s) remaining Completed 33.5 MiB/33.5 MiB (13.8 MiB/s) with 1 file(s) remaining Completed 33.5 MiB/33.5 MiB (13.8 MiB/s) with 1 file(s) remaining download: s3://pg-extensions/timescaledb-pg15-2.11.2.tar.gz to tmp/timescaledb-pg15-2.11.2.tar.gz logger.go:42: 09:37:17 | custom-extensions/0-deploy-operator | Completed 144.3 KiB/~23.6 MiB (1.5 MiB/s) with ~11 file(s) remaining (calculating...) Completed 177.7 KiB/~23.8 MiB (1.7 MiB/s) with ~12 file(s) remaining (calculating...) upload: tmp/pg_cron-pg13-1.6.4.tar.gz to s3://operator-testing/pg_cron-pg13-1.6.4.tar.gz logger.go:42: 09:37:17 | custom-extensions/0-deploy-operator | Completed 177.7 KiB/~23.9 MiB (1.7 MiB/s) with ~12 file(s) remaining (calculating...) upload: tmp/pg_cron-pg12-1.6.1.tar.gz to s3://operator-testing/pg_cron-pg12-1.6.1.tar.gz logger.go:42: 09:37:17 | custom-extensions/0-deploy-operator | Completed 177.7 KiB/~24.0 MiB (1.7 MiB/s) with ~12 file(s) remaining (calculating...) Completed 326.4 KiB/~24.0 MiB (3.1 MiB/s) with ~12 file(s) remaining (calculating...) upload: tmp/pg_cron-pg13-1.6.1.tar.gz to s3://operator-testing/pg_cron-pg13-1.6.1.tar.gz logger.go:42: 09:37:17 | custom-extensions/0-deploy-operator | Completed 326.4 KiB/~24.0 MiB (3.1 MiB/s) with ~11 file(s) remaining (calculating...) Completed 477.1 KiB/~24.4 MiB (3.6 MiB/s) with ~14 file(s) remaining (calculating...) Completed 628.5 KiB/~24.4 MiB (4.7 MiB/s) with ~14 file(s) remaining (calculating...) upload: tmp/pg_cron-pg14-1.6.1.tar.gz to s3://operator-testing/pg_cron-pg14-1.6.1.tar.gz logger.go:42: 09:37:17 | custom-extensions/0-deploy-operator | Completed 628.5 KiB/~24.4 MiB (4.7 MiB/s) with ~13 file(s) remaining (calculating...) upload: tmp/pg_cron-pg13-1.6.6.tar.gz to s3://operator-testing/pg_cron-pg13-1.6.6.tar.gz logger.go:42: 09:37:17 | custom-extensions/0-deploy-operator | Completed 628.5 KiB/~24.4 MiB (4.7 MiB/s) with ~12 file(s) remaining (calculating...) Completed 778.7 KiB/~24.5 MiB (5.3 MiB/s) with ~13 file(s) remaining (calculating...) upload: tmp/pg_cron-pg13-1.6.7.tar.gz to s3://operator-testing/pg_cron-pg13-1.6.7.tar.gz logger.go:42: 09:37:17 | custom-extensions/0-deploy-operator | Completed 778.7 KiB/~24.5 MiB (5.3 MiB/s) with ~12 file(s) remaining (calculating...) Completed 812.1 KiB/~24.6 MiB (5.1 MiB/s) with ~13 file(s) remaining (calculating...) Completed 965.8 KiB/~24.8 MiB (5.8 MiB/s) with ~14 file(s) remaining (calculating...) upload: tmp/pg_cron-pg15-1.6.4.tar.gz to s3://operator-testing/pg_cron-pg15-1.6.4.tar.gz logger.go:42: 09:37:17 | custom-extensions/0-deploy-operator | Completed 965.8 KiB/~24.8 MiB (5.8 MiB/s) with ~13 file(s) remaining (calculating...) Completed 999.2 KiB/~24.8 MiB (5.7 MiB/s) with ~13 file(s) remaining (calculating...) upload: tmp/pg_cron-pg14-1.6.6.tar.gz to s3://operator-testing/pg_cron-pg14-1.6.6.tar.gz logger.go:42: 09:37:17 | custom-extensions/0-deploy-operator | Completed 999.2 KiB/~24.8 MiB (5.7 MiB/s) with ~12 file(s) remaining (calculating...) Completed 1.1 MiB/~24.8 MiB (6.5 MiB/s) with ~12 file(s) remaining (calculating...) upload: tmp/pg_cron-pg14-1.6.4.tar.gz to s3://operator-testing/pg_cron-pg14-1.6.4.tar.gz logger.go:42: 09:37:17 | custom-extensions/0-deploy-operator | Completed 1.1 MiB/~25.1 MiB (6.5 MiB/s) with ~13 file(s) remaining (calculating...) upload: tmp/pg_cron-pg14-1.6.7.tar.gz to s3://operator-testing/pg_cron-pg14-1.6.7.tar.gz logger.go:42: 09:37:17 | custom-extensions/0-deploy-operator | Completed 1.1 MiB/~25.3 MiB (6.5 MiB/s) with ~13 file(s) remaining (calculating...) Completed 1.3 MiB/~25.8 MiB (6.6 MiB/s) with ~16 file(s) remaining (calculating...) upload: tmp/pg_cron-pg15-1.6.6.tar.gz to s3://operator-testing/pg_cron-pg15-1.6.6.tar.gz logger.go:42: 09:37:17 | custom-extensions/0-deploy-operator | Completed 1.3 MiB/~25.8 MiB (6.6 MiB/s) with ~15 file(s) remaining (calculating...) Completed 1.5 MiB/~25.9 MiB (7.2 MiB/s) with ~17 file(s) remaining (calculating...) Completed 1.7 MiB/~25.9 MiB (7.8 MiB/s) with ~17 file(s) remaining (calculating...) Completed 1.9 MiB/~25.9 MiB (8.9 MiB/s) with ~17 file(s) remaining (calculating...) upload: tmp/pg_cron-pg15-1.6.1.tar.gz to s3://operator-testing/pg_cron-pg15-1.6.1.tar.gz logger.go:42: 09:37:17 | custom-extensions/0-deploy-operator | Completed 1.9 MiB/~26.0 MiB (8.9 MiB/s) with ~17 file(s) remaining (calculating...) Completed 2.2 MiB/~26.1 MiB (9.7 MiB/s) with ~19 file(s) remaining (calculating...) Completed 2.3 MiB/~26.1 MiB (10.0 MiB/s) with ~19 file(s) remaining (calculating...) Completed 2.4 MiB/~26.1 MiB (10.1 MiB/s) with ~20 file(s) remaining (calculating...) Completed 2.5 MiB/~26.1 MiB (10.7 MiB/s) with ~20 file(s) remaining (calculating...) upload: tmp/pg_cron-pg16-1.6.1.tar.gz to s3://operator-testing/pg_cron-pg16-1.6.1.tar.gz logger.go:42: 09:37:17 | custom-extensions/0-deploy-operator | Completed 2.5 MiB/~26.2 MiB (10.7 MiB/s) with ~21 file(s) remaining (calculating...) Completed 2.8 MiB/~26.2 MiB (11.6 MiB/s) with ~21 file(s) remaining (calculating...) upload: tmp/pg_cron-pg16-1.6.4.tar.gz to s3://operator-testing/pg_cron-pg16-1.6.4.tar.gz logger.go:42: 09:37:17 | custom-extensions/0-deploy-operator | Completed 2.8 MiB/~26.2 MiB (11.6 MiB/s) with ~20 file(s) remaining (calculating...) upload: tmp/pg_cron-pg15-1.6.7.tar.gz to s3://operator-testing/pg_cron-pg15-1.6.7.tar.gz logger.go:42: 09:37:17 | custom-extensions/0-deploy-operator | Completed 2.8 MiB/~26.2 MiB (11.6 MiB/s) with ~20 file(s) remaining (calculating...) Completed 3.0 MiB/~26.2 MiB (12.1 MiB/s) with ~20 file(s) remaining (calculating...) Completed 3.2 MiB/~26.2 MiB (12.5 MiB/s) with ~20 file(s) remaining (calculating...) Completed 3.4 MiB/~26.2 MiB (13.5 MiB/s) with ~20 file(s) remaining (calculating...) Completed 3.6 MiB/~26.2 MiB (14.1 MiB/s) with ~20 file(s) remaining (calculating...) upload: tmp/pg_cron-pg16-1.6.7.tar.gz to s3://operator-testing/pg_cron-pg16-1.6.7.tar.gz logger.go:42: 09:37:17 | custom-extensions/0-deploy-operator | Completed 3.6 MiB/~26.3 MiB (14.1 MiB/s) with ~20 file(s) remaining (calculating...) upload: tmp/pg_cron-pg16-1.6.6.tar.gz to s3://operator-testing/pg_cron-pg16-1.6.6.tar.gz logger.go:42: 09:37:17 | custom-extensions/0-deploy-operator | Completed 3.6 MiB/~26.4 MiB (14.1 MiB/s) with ~20 file(s) remaining (calculating...) Completed 3.8 MiB/~26.4 MiB (14.1 MiB/s) with ~20 file(s) remaining (calculating...) upload: tmp/pg_cron-pg17-1.6.1.tar.gz to s3://operator-testing/pg_cron-pg17-1.6.1.tar.gz logger.go:42: 09:37:17 | custom-extensions/0-deploy-operator | Completed 3.8 MiB/~26.4 MiB (14.1 MiB/s) with ~20 file(s) remaining (calculating...) Completed 3.9 MiB/~26.4 MiB (14.0 MiB/s) with ~20 file(s) remaining (calculating...) Completed 4.2 MiB/~26.5 MiB (14.8 MiB/s) with ~21 file(s) remaining (calculating...) upload: tmp/pg_cron-pg17-1.6.6.tar.gz to s3://operator-testing/pg_cron-pg17-1.6.6.tar.gz logger.go:42: 09:37:17 | custom-extensions/0-deploy-operator | Completed 4.2 MiB/~26.5 MiB (14.8 MiB/s) with ~21 file(s) remaining (calculating...) Completed 4.4 MiB/~26.5 MiB (15.4 MiB/s) with ~21 file(s) remaining (calculating...) Completed 4.7 MiB/~26.5 MiB (16.1 MiB/s) with ~21 file(s) remaining (calculating...) Completed 4.9 MiB/33.5 MiB (16.3 MiB/s) with 22 file(s) remaining Completed 5.2 MiB/33.5 MiB (16.9 MiB/s) with 22 file(s) remaining Completed 5.4 MiB/33.5 MiB (17.4 MiB/s) with 22 file(s) remaining Completed 5.6 MiB/33.5 MiB (18.2 MiB/s) with 22 file(s) remaining upload: tmp/pg_cron-pg17-1.6.4.tar.gz to s3://operator-testing/pg_cron-pg17-1.6.4.tar.gz logger.go:42: 09:37:17 | custom-extensions/0-deploy-operator | Completed 5.6 MiB/33.5 MiB (18.2 MiB/s) with 21 file(s) remaining Completed 5.8 MiB/33.5 MiB (18.2 MiB/s) with 21 file(s) remaining Completed 5.8 MiB/33.5 MiB (18.3 MiB/s) with 21 file(s) remaining Completed 6.0 MiB/33.5 MiB (18.8 MiB/s) with 21 file(s) remaining Completed 6.0 MiB/33.5 MiB (18.8 MiB/s) with 21 file(s) remaining Completed 6.2 MiB/33.5 MiB (19.3 MiB/s) with 21 file(s) remaining upload: tmp/pg_cron-pg17-1.6.7.tar.gz to s3://operator-testing/pg_cron-pg17-1.6.7.tar.gz logger.go:42: 09:37:17 | custom-extensions/0-deploy-operator | Completed 6.2 MiB/33.5 MiB (19.3 MiB/s) with 20 file(s) remaining Completed 6.3 MiB/33.5 MiB (19.4 MiB/s) with 20 file(s) remaining upload: tmp/pg_cron-pg18-1.6.6.tar.gz to s3://operator-testing/pg_cron-pg18-1.6.6.tar.gz logger.go:42: 09:37:17 | custom-extensions/0-deploy-operator | Completed 6.3 MiB/33.5 MiB (19.4 MiB/s) with 19 file(s) remaining upload: tmp/pg_stat_kcache-pg13-2.3.1.tar.gz to s3://operator-testing/pg_stat_kcache-pg13-2.3.1.tar.gz logger.go:42: 09:37:17 | custom-extensions/0-deploy-operator | Completed 6.3 MiB/33.5 MiB (19.4 MiB/s) with 18 file(s) remaining upload: tmp/pg_stat_kcache-pg12-2.3.1.tar.gz to s3://operator-testing/pg_stat_kcache-pg12-2.3.1.tar.gz logger.go:42: 09:37:17 | custom-extensions/0-deploy-operator | Completed 6.3 MiB/33.5 MiB (19.4 MiB/s) with 17 file(s) remaining upload: tmp/pg_cron-pg18-1.6.7.tar.gz to s3://operator-testing/pg_cron-pg18-1.6.7.tar.gz logger.go:42: 09:37:17 | custom-extensions/0-deploy-operator | Completed 6.3 MiB/33.5 MiB (19.4 MiB/s) with 16 file(s) remaining upload: tmp/pg_stat_kcache-pg12-2.3.2.tar.gz to s3://operator-testing/pg_stat_kcache-pg12-2.3.2.tar.gz logger.go:42: 09:37:17 | custom-extensions/0-deploy-operator | Completed 6.3 MiB/33.5 MiB (19.4 MiB/s) with 15 file(s) remaining Completed 6.5 MiB/33.5 MiB (19.7 MiB/s) with 15 file(s) remaining Completed 6.8 MiB/33.5 MiB (19.7 MiB/s) with 15 file(s) remaining Completed 6.8 MiB/33.5 MiB (19.5 MiB/s) with 15 file(s) remaining Completed 7.1 MiB/33.5 MiB (20.2 MiB/s) with 15 file(s) remaining upload: tmp/pg_stat_kcache-pg13-2.3.2.tar.gz to s3://operator-testing/pg_stat_kcache-pg13-2.3.2.tar.gz logger.go:42: 09:37:17 | custom-extensions/0-deploy-operator | Completed 7.1 MiB/33.5 MiB (20.2 MiB/s) with 14 file(s) remaining Completed 7.1 MiB/33.5 MiB (19.6 MiB/s) with 14 file(s) remaining upload: tmp/pg_stat_kcache-pg14-2.3.1.tar.gz to s3://operator-testing/pg_stat_kcache-pg14-2.3.1.tar.gz logger.go:42: 09:37:17 | custom-extensions/0-deploy-operator | Completed 7.1 MiB/33.5 MiB (19.6 MiB/s) with 13 file(s) remaining Completed 7.2 MiB/33.5 MiB (19.6 MiB/s) with 13 file(s) remaining Completed 7.2 MiB/33.5 MiB (19.6 MiB/s) with 13 file(s) remaining Completed 7.3 MiB/33.5 MiB (19.7 MiB/s) with 13 file(s) remaining Completed 7.5 MiB/33.5 MiB (20.4 MiB/s) with 13 file(s) remaining upload: tmp/pg_stat_kcache-pg15-2.3.1.tar.gz to s3://operator-testing/pg_stat_kcache-pg15-2.3.1.tar.gz logger.go:42: 09:37:17 | custom-extensions/0-deploy-operator | Completed 7.5 MiB/33.5 MiB (20.4 MiB/s) with 12 file(s) remaining upload: tmp/pg_stat_kcache-pg15-2.3.2.tar.gz to s3://operator-testing/pg_stat_kcache-pg15-2.3.2.tar.gz logger.go:42: 09:37:17 | custom-extensions/0-deploy-operator | Completed 7.5 MiB/33.5 MiB (20.4 MiB/s) with 11 file(s) remaining Completed 7.8 MiB/33.5 MiB (20.9 MiB/s) with 11 file(s) remaining upload: tmp/pg_stat_kcache-pg14-2.3.2.tar.gz to s3://operator-testing/pg_stat_kcache-pg14-2.3.2.tar.gz logger.go:42: 09:37:17 | custom-extensions/0-deploy-operator | Completed 7.8 MiB/33.5 MiB (20.9 MiB/s) with 10 file(s) remaining Completed 7.8 MiB/33.5 MiB (20.7 MiB/s) with 10 file(s) remaining upload: tmp/pg_stat_kcache-pg16-2.3.1.tar.gz to s3://operator-testing/pg_stat_kcache-pg16-2.3.1.tar.gz logger.go:42: 09:37:17 | custom-extensions/0-deploy-operator | Completed 7.8 MiB/33.5 MiB (20.7 MiB/s) with 9 file(s) remaining Completed 7.9 MiB/33.5 MiB (20.5 MiB/s) with 9 file(s) remaining Completed 8.1 MiB/33.5 MiB (21.1 MiB/s) with 9 file(s) remaining Completed 8.2 MiB/33.5 MiB (21.0 MiB/s) with 9 file(s) remaining upload: tmp/pg_stat_kcache-pg17-2.3.1.tar.gz to s3://operator-testing/pg_stat_kcache-pg17-2.3.1.tar.gz logger.go:42: 09:37:17 | custom-extensions/0-deploy-operator | Completed 8.2 MiB/33.5 MiB (21.0 MiB/s) with 8 file(s) remaining upload: tmp/pg_stat_kcache-pg16-2.3.2.tar.gz to s3://operator-testing/pg_stat_kcache-pg16-2.3.2.tar.gz logger.go:42: 09:37:17 | custom-extensions/0-deploy-operator | Completed 8.2 MiB/33.5 MiB (21.0 MiB/s) with 7 file(s) remaining Completed 8.4 MiB/33.5 MiB (21.2 MiB/s) with 7 file(s) remaining Completed 8.7 MiB/33.5 MiB (21.8 MiB/s) with 7 file(s) remaining Completed 8.9 MiB/33.5 MiB (22.3 MiB/s) with 7 file(s) remaining Completed 9.0 MiB/33.5 MiB (22.2 MiB/s) with 7 file(s) remaining upload: tmp/pg_stat_kcache-pg17-2.3.2.tar.gz to s3://operator-testing/pg_stat_kcache-pg17-2.3.2.tar.gz logger.go:42: 09:37:17 | custom-extensions/0-deploy-operator | Completed 9.0 MiB/33.5 MiB (22.2 MiB/s) with 6 file(s) remaining Completed 9.2 MiB/33.5 MiB (22.7 MiB/s) with 6 file(s) remaining Completed 9.5 MiB/33.5 MiB (23.3 MiB/s) with 6 file(s) remaining Completed 9.5 MiB/33.5 MiB (23.2 MiB/s) with 6 file(s) remaining Completed 9.6 MiB/33.5 MiB (23.2 MiB/s) with 6 file(s) remaining upload: tmp/pg_stat_kcache-pg18-2.3.1.tar.gz to s3://operator-testing/pg_stat_kcache-pg18-2.3.1.tar.gz logger.go:42: 09:37:17 | custom-extensions/0-deploy-operator | Completed 9.6 MiB/33.5 MiB (23.2 MiB/s) with 5 file(s) remaining Completed 9.8 MiB/33.5 MiB (23.7 MiB/s) with 5 file(s) remaining upload: tmp/pg_stat_kcache-pg18-2.3.2.tar.gz to s3://operator-testing/pg_stat_kcache-pg18-2.3.2.tar.gz logger.go:42: 09:37:18 | custom-extensions/0-deploy-operator | Completed 9.8 MiB/33.5 MiB (23.7 MiB/s) with 4 file(s) remaining Completed 10.1 MiB/33.5 MiB (24.3 MiB/s) with 4 file(s) remaining Completed 10.3 MiB/33.5 MiB (24.7 MiB/s) with 4 file(s) remaining Completed 10.6 MiB/33.5 MiB (25.2 MiB/s) with 4 file(s) remaining Completed 10.8 MiB/33.5 MiB (25.8 MiB/s) with 4 file(s) remaining Completed 11.1 MiB/33.5 MiB (26.2 MiB/s) with 4 file(s) remaining Completed 11.3 MiB/33.5 MiB (26.7 MiB/s) with 4 file(s) remaining Completed 11.6 MiB/33.5 MiB (27.2 MiB/s) with 4 file(s) remaining Completed 11.8 MiB/33.5 MiB (27.7 MiB/s) with 4 file(s) remaining Completed 12.1 MiB/33.5 MiB (28.2 MiB/s) with 4 file(s) remaining Completed 12.3 MiB/33.5 MiB (28.7 MiB/s) with 4 file(s) remaining Completed 12.6 MiB/33.5 MiB (29.1 MiB/s) with 4 file(s) remaining Completed 12.8 MiB/33.5 MiB (29.5 MiB/s) with 4 file(s) remaining Completed 13.1 MiB/33.5 MiB (30.1 MiB/s) with 4 file(s) remaining Completed 13.3 MiB/33.5 MiB (30.6 MiB/s) with 4 file(s) remaining Completed 13.6 MiB/33.5 MiB (30.9 MiB/s) with 4 file(s) remaining Completed 13.8 MiB/33.5 MiB (31.4 MiB/s) with 4 file(s) remaining Completed 14.1 MiB/33.5 MiB (31.9 MiB/s) with 4 file(s) remaining Completed 14.3 MiB/33.5 MiB (32.3 MiB/s) with 4 file(s) remaining Completed 14.6 MiB/33.5 MiB (32.8 MiB/s) with 4 file(s) remaining Completed 14.8 MiB/33.5 MiB (33.3 MiB/s) with 4 file(s) remaining Completed 15.1 MiB/33.5 MiB (33.8 MiB/s) with 4 file(s) remaining Completed 15.3 MiB/33.5 MiB (34.3 MiB/s) with 4 file(s) remaining Completed 15.6 MiB/33.5 MiB (34.6 MiB/s) with 4 file(s) remaining Completed 15.8 MiB/33.5 MiB (35.0 MiB/s) with 4 file(s) remaining Completed 16.1 MiB/33.5 MiB (35.5 MiB/s) with 4 file(s) remaining Completed 16.3 MiB/33.5 MiB (36.0 MiB/s) with 4 file(s) remaining Completed 16.6 MiB/33.5 MiB (36.3 MiB/s) with 4 file(s) remaining Completed 16.8 MiB/33.5 MiB (36.7 MiB/s) with 4 file(s) remaining Completed 17.1 MiB/33.5 MiB (37.2 MiB/s) with 4 file(s) remaining Completed 17.3 MiB/33.5 MiB (37.5 MiB/s) with 4 file(s) remaining Completed 17.6 MiB/33.5 MiB (37.9 MiB/s) with 4 file(s) remaining Completed 17.8 MiB/33.5 MiB (38.5 MiB/s) with 4 file(s) remaining Completed 18.1 MiB/33.5 MiB (38.7 MiB/s) with 4 file(s) remaining Completed 18.3 MiB/33.5 MiB (39.1 MiB/s) with 4 file(s) remaining Completed 18.6 MiB/33.5 MiB (39.6 MiB/s) with 4 file(s) remaining Completed 18.8 MiB/33.5 MiB (40.0 MiB/s) with 4 file(s) remaining Completed 19.1 MiB/33.5 MiB (40.4 MiB/s) with 4 file(s) remaining Completed 19.3 MiB/33.5 MiB (40.8 MiB/s) with 4 file(s) remaining Completed 19.6 MiB/33.5 MiB (41.3 MiB/s) with 4 file(s) remaining Completed 19.8 MiB/33.5 MiB (41.3 MiB/s) with 4 file(s) remaining Completed 20.1 MiB/33.5 MiB (41.8 MiB/s) with 4 file(s) remaining Completed 20.3 MiB/33.5 MiB (42.2 MiB/s) with 4 file(s) remaining Completed 20.6 MiB/33.5 MiB (42.3 MiB/s) with 4 file(s) remaining Completed 20.8 MiB/33.5 MiB (42.8 MiB/s) with 4 file(s) remaining Completed 21.1 MiB/33.5 MiB (43.2 MiB/s) with 4 file(s) remaining Completed 21.3 MiB/33.5 MiB (43.7 MiB/s) with 4 file(s) remaining Completed 21.6 MiB/33.5 MiB (43.8 MiB/s) with 4 file(s) remaining Completed 21.8 MiB/33.5 MiB (44.2 MiB/s) with 4 file(s) remaining Completed 22.1 MiB/33.5 MiB (44.6 MiB/s) with 4 file(s) remaining Completed 22.3 MiB/33.5 MiB (45.1 MiB/s) with 4 file(s) remaining Completed 22.6 MiB/33.5 MiB (45.2 MiB/s) with 4 file(s) remaining Completed 22.8 MiB/33.5 MiB (45.6 MiB/s) with 4 file(s) remaining Completed 23.1 MiB/33.5 MiB (46.0 MiB/s) with 4 file(s) remaining Completed 23.3 MiB/33.5 MiB (46.4 MiB/s) with 4 file(s) remaining Completed 23.6 MiB/33.5 MiB (46.5 MiB/s) with 4 file(s) remaining Completed 23.8 MiB/33.5 MiB (46.8 MiB/s) with 4 file(s) remaining Completed 24.1 MiB/33.5 MiB (47.3 MiB/s) with 4 file(s) remaining Completed 24.3 MiB/33.5 MiB (47.7 MiB/s) with 4 file(s) remaining Completed 24.6 MiB/33.5 MiB (47.9 MiB/s) with 4 file(s) remaining Completed 24.8 MiB/33.5 MiB (48.2 MiB/s) with 4 file(s) remaining Completed 25.1 MiB/33.5 MiB (48.5 MiB/s) with 4 file(s) remaining Completed 25.3 MiB/33.5 MiB (48.9 MiB/s) with 4 file(s) remaining Completed 25.6 MiB/33.5 MiB (49.2 MiB/s) with 4 file(s) remaining Completed 25.8 MiB/33.5 MiB (49.6 MiB/s) with 4 file(s) remaining Completed 26.1 MiB/33.5 MiB (49.8 MiB/s) with 4 file(s) remaining Completed 26.3 MiB/33.5 MiB (50.2 MiB/s) with 4 file(s) remaining Completed 26.6 MiB/33.5 MiB (50.5 MiB/s) with 4 file(s) remaining Completed 26.8 MiB/33.5 MiB (50.8 MiB/s) with 4 file(s) remaining Completed 27.1 MiB/33.5 MiB (51.0 MiB/s) with 4 file(s) remaining Completed 27.3 MiB/33.5 MiB (51.4 MiB/s) with 4 file(s) remaining Completed 27.6 MiB/33.5 MiB (51.8 MiB/s) with 4 file(s) remaining Completed 27.8 MiB/33.5 MiB (52.0 MiB/s) with 4 file(s) remaining Completed 28.1 MiB/33.5 MiB (52.3 MiB/s) with 4 file(s) remaining Completed 28.3 MiB/33.5 MiB (52.8 MiB/s) with 4 file(s) remaining Completed 28.6 MiB/33.5 MiB (52.9 MiB/s) with 4 file(s) remaining Completed 28.8 MiB/33.5 MiB (53.3 MiB/s) with 4 file(s) remaining Completed 29.1 MiB/33.5 MiB (53.6 MiB/s) with 4 file(s) remaining Completed 29.3 MiB/33.5 MiB (54.0 MiB/s) with 4 file(s) remaining Completed 29.6 MiB/33.5 MiB (54.4 MiB/s) with 4 file(s) remaining Completed 29.8 MiB/33.5 MiB (54.7 MiB/s) with 4 file(s) remaining Completed 30.1 MiB/33.5 MiB (55.0 MiB/s) with 4 file(s) remaining Completed 30.3 MiB/33.5 MiB (55.3 MiB/s) with 4 file(s) remaining Completed 30.6 MiB/33.5 MiB (55.7 MiB/s) with 4 file(s) remaining Completed 30.8 MiB/33.5 MiB (55.9 MiB/s) with 4 file(s) remaining Completed 31.1 MiB/33.5 MiB (56.3 MiB/s) with 4 file(s) remaining Completed 31.3 MiB/33.5 MiB (56.7 MiB/s) with 4 file(s) remaining Completed 31.6 MiB/33.5 MiB (56.9 MiB/s) with 4 file(s) remaining Completed 31.8 MiB/33.5 MiB (57.2 MiB/s) with 4 file(s) remaining Completed 32.1 MiB/33.5 MiB (57.5 MiB/s) with 4 file(s) remaining Completed 32.3 MiB/33.5 MiB (57.8 MiB/s) with 4 file(s) remaining Completed 32.6 MiB/33.5 MiB (58.1 MiB/s) with 4 file(s) remaining Completed 32.8 MiB/33.5 MiB (58.5 MiB/s) with 4 file(s) remaining Completed 33.1 MiB/33.5 MiB (58.8 MiB/s) with 4 file(s) remaining Completed 33.3 MiB/33.5 MiB (59.1 MiB/s) with 4 file(s) remaining Completed 33.4 MiB/33.5 MiB (55.1 MiB/s) with 4 file(s) remaining upload: tmp/documentdb-pg16-0.101-2.tar.gz to s3://operator-testing/documentdb-pg16-0.101-2.tar.gz logger.go:42: 09:37:18 | custom-extensions/0-deploy-operator | Completed 33.4 MiB/33.5 MiB (55.1 MiB/s) with 3 file(s) remaining Completed 33.4 MiB/33.5 MiB (55.1 MiB/s) with 3 file(s) remaining Completed 33.4 MiB/33.5 MiB (55.0 MiB/s) with 3 file(s) remaining Completed 33.5 MiB/33.5 MiB (55.0 MiB/s) with 3 file(s) remaining upload: tmp/documentdb-pg16-0.101-1.tar.gz to s3://operator-testing/documentdb-pg16-0.101-1.tar.gz logger.go:42: 09:37:18 | custom-extensions/0-deploy-operator | Completed 33.5 MiB/33.5 MiB (55.0 MiB/s) with 2 file(s) remaining upload: tmp/documentdb-pg16-0.101-0.tar.gz to s3://operator-testing/documentdb-pg16-0.101-0.tar.gz logger.go:42: 09:37:18 | custom-extensions/0-deploy-operator | Completed 33.5 MiB/33.5 MiB (55.0 MiB/s) with 1 file(s) remaining upload: tmp/timescaledb-pg15-2.11.2.tar.gz to s3://operator-testing/timescaledb-pg15-2.11.2.tar.gz logger.go:42: 09:37:19 | custom-extensions/0-deploy-operator | pod "aws-cli" deleted from kuttl-test-poetic-ray namespace logger.go:42: 09:37:20 | custom-extensions/0-deploy-operator | running command: [sh -c kubectl assert exist-enhanced deployment percona-postgresql-operator -n ${OPERATOR_NS:-$NAMESPACE} --field-selector status.readyReplicas=1] logger.go:42: 09:37:21 | custom-extensions/0-deploy-operator | ASSERT deployment percona-postgresql-operator matching field criteria 'status.readyReplicas=1' should exist. logger.go:42: 09:37:21 | custom-extensions/0-deploy-operator | INFO Found 1 resource(s). logger.go:42: 09:37:21 | custom-extensions/0-deploy-operator | NAME NAMESPACE COL0 logger.go:42: 09:37:21 | custom-extensions/0-deploy-operator | percona-postgresql-operator pg-operator 1 logger.go:42: 09:37:21 | custom-extensions/0-deploy-operator | ASSERT PASS logger.go:42: 09:37:21 | custom-extensions/0-deploy-operator | test step completed 0-deploy-operator logger.go:42: 09:37:21 | custom-extensions/1-create-cluster | starting test step 1-create-cluster logger.go:42: 09:37:21 | custom-extensions/1-create-cluster | running command: [sh -c set -o errexit set -o xtrace source ../../functions get_cr | kubectl -n "${NAMESPACE}" apply -f -] logger.go:42: 09:37:21 | custom-extensions/1-create-cluster | + source ../../functions logger.go:42: 09:37:21 | custom-extensions/1-create-cluster | +++ realpath ../../.. logger.go:42: 09:37:21 | custom-extensions/1-create-cluster | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-pg-operator_PR-1675 logger.go:42: 09:37:21 | custom-extensions/1-create-cluster | ++ CERT_MANAGER_VER=1.20.2 logger.go:42: 09:37:21 | custom-extensions/1-create-cluster | ++ CHAOS_MESH_VER=2.5.1 logger.go:42: 09:37:21 | custom-extensions/1-create-cluster | ++ BUSYBOX_VER=1.36 logger.go:42: 09:37:21 | custom-extensions/1-create-cluster | ++++ pwd logger.go:42: 09:37:21 | custom-extensions/1-create-cluster | +++ basename /mnt/jenkins/workspace/cloud-pg-operator_PR-1675/e2e-tests/tests/custom-extensions logger.go:42: 09:37:21 | custom-extensions/1-create-cluster | ++ test_name=custom-extensions logger.go:42: 09:37:21 | custom-extensions/1-create-cluster | ++ source /mnt/jenkins/workspace/cloud-pg-operator_PR-1675/e2e-tests/vars.sh logger.go:42: 09:37:21 | custom-extensions/1-create-cluster | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-pg-operator_PR-1675 logger.go:42: 09:37:21 | custom-extensions/1-create-cluster | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-pg-operator_PR-1675 logger.go:42: 09:37:21 | custom-extensions/1-create-cluster | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1675/deploy logger.go:42: 09:37:21 | custom-extensions/1-create-cluster | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1675/deploy logger.go:42: 09:37:21 | custom-extensions/1-create-cluster | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1675/e2e-tests logger.go:42: 09:37:21 | custom-extensions/1-create-cluster | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1675/e2e-tests logger.go:42: 09:37:21 | custom-extensions/1-create-cluster | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1675/e2e-tests/conf logger.go:42: 09:37:21 | custom-extensions/1-create-cluster | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1675/e2e-tests/conf logger.go:42: 09:37:21 | custom-extensions/1-create-cluster | +++ export TEST_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1675/e2e-tests/tests/custom-extensions/conf logger.go:42: 09:37:21 | custom-extensions/1-create-cluster | +++ TEST_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1675/e2e-tests/tests/custom-extensions/conf logger.go:42: 09:37:21 | custom-extensions/1-create-cluster | +++ export TEMP_DIR=/tmp/kuttl/pg/custom-extensions logger.go:42: 09:37:21 | custom-extensions/1-create-cluster | +++ TEMP_DIR=/tmp/kuttl/pg/custom-extensions logger.go:42: 09:37:21 | custom-extensions/1-create-cluster | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 09:37:21 | custom-extensions/1-create-cluster | +++ export GIT_BRANCH=PR-1675 logger.go:42: 09:37:21 | custom-extensions/1-create-cluster | +++ GIT_BRANCH=PR-1675 logger.go:42: 09:37:21 | custom-extensions/1-create-cluster | +++ export VERSION=PR-1675-fea78fdf1 logger.go:42: 09:37:21 | custom-extensions/1-create-cluster | +++ VERSION=PR-1675-fea78fdf1 logger.go:42: 09:37:21 | custom-extensions/1-create-cluster | +++ export SKIP_TEST_WARNINGS=true logger.go:42: 09:37:21 | custom-extensions/1-create-cluster | +++ SKIP_TEST_WARNINGS=true logger.go:42: 09:37:21 | custom-extensions/1-create-cluster | +++ export K8S_UPGRADE_PLATFORM=gke logger.go:42: 09:37:21 | custom-extensions/1-create-cluster | +++ K8S_UPGRADE_PLATFORM=gke logger.go:42: 09:37:21 | custom-extensions/1-create-cluster | +++ export K8S_UPGRADE_REGION=us-central1-a logger.go:42: 09:37:21 | custom-extensions/1-create-cluster | +++ K8S_UPGRADE_REGION=us-central1-a logger.go:42: 09:37:21 | custom-extensions/1-create-cluster | +++ export K8S_UPGRADE_INITIAL_VERSION= logger.go:42: 09:37:21 | custom-extensions/1-create-cluster | +++ K8S_UPGRADE_INITIAL_VERSION= logger.go:42: 09:37:21 | custom-extensions/1-create-cluster | +++ export K8S_UPGRADE_FINAL_VERSION= logger.go:42: 09:37:21 | custom-extensions/1-create-cluster | +++ K8S_UPGRADE_FINAL_VERSION= logger.go:42: 09:37:21 | custom-extensions/1-create-cluster | +++ command -v oc logger.go:42: 09:37:21 | custom-extensions/1-create-cluster | +++ export IMAGE_BASE=perconalab/percona-postgresql-operator logger.go:42: 09:37:21 | custom-extensions/1-create-cluster | +++ IMAGE_BASE=perconalab/percona-postgresql-operator logger.go:42: 09:37:21 | custom-extensions/1-create-cluster | +++ export IMAGE=perconalab/percona-postgresql-operator:PR-1675-fea78fdf1 logger.go:42: 09:37:21 | custom-extensions/1-create-cluster | +++ IMAGE=perconalab/percona-postgresql-operator:PR-1675-fea78fdf1 logger.go:42: 09:37:21 | custom-extensions/1-create-cluster | +++ [[ ! -n '' ]] logger.go:42: 09:37:21 | custom-extensions/1-create-cluster | +++ [[ -n '' ]] logger.go:42: 09:37:21 | custom-extensions/1-create-cluster | +++ export PG_VER=18 logger.go:42: 09:37:21 | custom-extensions/1-create-cluster | +++ PG_VER=18 logger.go:42: 09:37:21 | custom-extensions/1-create-cluster | +++ export PG_DISTRIBUTION= logger.go:42: 09:37:21 | custom-extensions/1-create-cluster | +++ PG_DISTRIBUTION= logger.go:42: 09:37:21 | custom-extensions/1-create-cluster | +++ [[ '' == community ]] logger.go:42: 09:37:21 | custom-extensions/1-create-cluster | +++ export IMAGE_PGBOUNCER=perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 09:37:21 | custom-extensions/1-create-cluster | +++ IMAGE_PGBOUNCER=perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 09:37:21 | custom-extensions/1-create-cluster | +++ export IMAGE_POSTGRESQL=perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 09:37:21 | custom-extensions/1-create-cluster | +++ IMAGE_POSTGRESQL=perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 09:37:21 | custom-extensions/1-create-cluster | +++ export IMAGE_BACKREST=perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 09:37:21 | custom-extensions/1-create-cluster | +++ IMAGE_BACKREST=perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 09:37:21 | custom-extensions/1-create-cluster | +++ export IMAGE_UPGRADE=perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 09:37:21 | custom-extensions/1-create-cluster | +++ IMAGE_UPGRADE=perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 09:37:21 | custom-extensions/1-create-cluster | +++ export BUCKET=pg-operator-testing logger.go:42: 09:37:21 | custom-extensions/1-create-cluster | +++ BUCKET=pg-operator-testing logger.go:42: 09:37:21 | custom-extensions/1-create-cluster | +++ export PMM_SERVER_VERSION=9.9.9 logger.go:42: 09:37:21 | custom-extensions/1-create-cluster | +++ PMM_SERVER_VERSION=9.9.9 logger.go:42: 09:37:21 | custom-extensions/1-create-cluster | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 09:37:21 | custom-extensions/1-create-cluster | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 09:37:21 | custom-extensions/1-create-cluster | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 09:37:21 | custom-extensions/1-create-cluster | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 09:37:21 | custom-extensions/1-create-cluster | +++ export IMAGE_LOGCOLLECTOR=perconalab/fluentbit:main-logcollector logger.go:42: 09:37:21 | custom-extensions/1-create-cluster | +++ IMAGE_LOGCOLLECTOR=perconalab/fluentbit:main-logcollector logger.go:42: 09:37:21 | custom-extensions/1-create-cluster | +++ export PGOV1_TAG=1.4.0 logger.go:42: 09:37:21 | custom-extensions/1-create-cluster | +++ PGOV1_TAG=1.4.0 logger.go:42: 09:37:21 | custom-extensions/1-create-cluster | +++ export PGOV1_VER=14 logger.go:42: 09:37:21 | custom-extensions/1-create-cluster | +++ PGOV1_VER=14 logger.go:42: 09:37:21 | custom-extensions/1-create-cluster | +++ export CPGO_VERSION=5.8.7 logger.go:42: 09:37:21 | custom-extensions/1-create-cluster | +++ CPGO_VERSION=5.8.7 logger.go:42: 09:37:21 | custom-extensions/1-create-cluster | +++ export MINIO_VER=5.4.0 logger.go:42: 09:37:21 | custom-extensions/1-create-cluster | +++ MINIO_VER=5.4.0 logger.go:42: 09:37:21 | custom-extensions/1-create-cluster | +++ export VAULT_VER=0.32.0 logger.go:42: 09:37:21 | custom-extensions/1-create-cluster | +++ VAULT_VER=0.32.0 logger.go:42: 09:37:21 | custom-extensions/1-create-cluster | +++ export REGISTRY_NAME=docker.io logger.go:42: 09:37:21 | custom-extensions/1-create-cluster | +++ REGISTRY_NAME=docker.io logger.go:42: 09:37:21 | custom-extensions/1-create-cluster | +++ export REGISTRY_NAME_FULL=docker.io/ logger.go:42: 09:37:21 | custom-extensions/1-create-cluster | +++ REGISTRY_NAME_FULL=docker.io/ logger.go:42: 09:37:21 | custom-extensions/1-create-cluster | ++++ printenv logger.go:42: 09:37:21 | custom-extensions/1-create-cluster | ++++ grep -E '^IMAGE' logger.go:42: 09:37:21 | custom-extensions/1-create-cluster | ++++ awk -F= '{print $1}' logger.go:42: 09:37:21 | custom-extensions/1-create-cluster | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 09:37:21 | custom-extensions/1-create-cluster | ++++ eval 'echo $IMAGE_BACKREST' logger.go:42: 09:37:21 | custom-extensions/1-create-cluster | +++++ echo perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 09:37:21 | custom-extensions/1-create-cluster | +++ var_value=perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 09:37:21 | custom-extensions/1-create-cluster | +++ [[ perconalab/percona-postgresql-operator:main-pgbackrest18 == docker.io/* ]] logger.go:42: 09:37:21 | custom-extensions/1-create-cluster | +++ [[ perconalab/percona-postgresql-operator:main-pgbackrest18 == percona/* ]] logger.go:42: 09:37:21 | custom-extensions/1-create-cluster | +++ [[ perconalab/percona-postgresql-operator:main-pgbackrest18 == perconalab/* ]] logger.go:42: 09:37:21 | custom-extensions/1-create-cluster | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 09:37:21 | custom-extensions/1-create-cluster | +++ export IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 09:37:21 | custom-extensions/1-create-cluster | +++ IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 09:37:21 | custom-extensions/1-create-cluster | +++ echo IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 09:37:21 | custom-extensions/1-create-cluster | IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 09:37:21 | custom-extensions/1-create-cluster | +++ echo perconalab/percona-postgresql-operator:PR-1675-fea78fdf1 logger.go:42: 09:37:21 | custom-extensions/1-create-cluster | perconalab/percona-postgresql-operator:PR-1675-fea78fdf1 logger.go:42: 09:37:21 | custom-extensions/1-create-cluster | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 09:37:21 | custom-extensions/1-create-cluster | ++++ eval 'echo $IMAGE' logger.go:42: 09:37:21 | custom-extensions/1-create-cluster | +++++ echo perconalab/percona-postgresql-operator:PR-1675-fea78fdf1 logger.go:42: 09:37:21 | custom-extensions/1-create-cluster | +++ var_value=perconalab/percona-postgresql-operator:PR-1675-fea78fdf1 logger.go:42: 09:37:21 | custom-extensions/1-create-cluster | +++ [[ perconalab/percona-postgresql-operator:PR-1675-fea78fdf1 == docker.io/* ]] logger.go:42: 09:37:21 | custom-extensions/1-create-cluster | +++ [[ perconalab/percona-postgresql-operator:PR-1675-fea78fdf1 == percona/* ]] logger.go:42: 09:37:21 | custom-extensions/1-create-cluster | +++ [[ perconalab/percona-postgresql-operator:PR-1675-fea78fdf1 == perconalab/* ]] logger.go:42: 09:37:21 | custom-extensions/1-create-cluster | +++ new_value=docker.io/perconalab/percona-postgresql-operator:PR-1675-fea78fdf1 logger.go:42: 09:37:21 | custom-extensions/1-create-cluster | +++ export IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1675-fea78fdf1 logger.go:42: 09:37:21 | custom-extensions/1-create-cluster | +++ IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1675-fea78fdf1 logger.go:42: 09:37:21 | custom-extensions/1-create-cluster | +++ echo IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1675-fea78fdf1 logger.go:42: 09:37:21 | custom-extensions/1-create-cluster | IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1675-fea78fdf1 logger.go:42: 09:37:21 | custom-extensions/1-create-cluster | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1675-fea78fdf1 logger.go:42: 09:37:21 | custom-extensions/1-create-cluster | docker.io/perconalab/percona-postgresql-operator:PR-1675-fea78fdf1 logger.go:42: 09:37:21 | custom-extensions/1-create-cluster | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 09:37:21 | custom-extensions/1-create-cluster | ++++ eval 'echo $IMAGE_UPGRADE' logger.go:42: 09:37:21 | custom-extensions/1-create-cluster | +++++ echo perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 09:37:21 | custom-extensions/1-create-cluster | +++ var_value=perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 09:37:21 | custom-extensions/1-create-cluster | +++ [[ perconalab/percona-postgresql-operator:main-upgrade == docker.io/* ]] logger.go:42: 09:37:21 | custom-extensions/1-create-cluster | +++ [[ perconalab/percona-postgresql-operator:main-upgrade == percona/* ]] logger.go:42: 09:37:21 | custom-extensions/1-create-cluster | +++ [[ perconalab/percona-postgresql-operator:main-upgrade == perconalab/* ]] logger.go:42: 09:37:21 | custom-extensions/1-create-cluster | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 09:37:21 | custom-extensions/1-create-cluster | +++ export IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 09:37:21 | custom-extensions/1-create-cluster | +++ IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 09:37:21 | custom-extensions/1-create-cluster | +++ echo IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 09:37:21 | custom-extensions/1-create-cluster | IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 09:37:21 | custom-extensions/1-create-cluster | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1675-fea78fdf1 logger.go:42: 09:37:21 | custom-extensions/1-create-cluster | docker.io/perconalab/percona-postgresql-operator:PR-1675-fea78fdf1 logger.go:42: 09:37:21 | custom-extensions/1-create-cluster | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 09:37:21 | custom-extensions/1-create-cluster | ++++ eval 'echo $IMAGE_LOGCOLLECTOR' logger.go:42: 09:37:21 | custom-extensions/1-create-cluster | +++++ echo perconalab/fluentbit:main-logcollector logger.go:42: 09:37:21 | custom-extensions/1-create-cluster | +++ var_value=perconalab/fluentbit:main-logcollector logger.go:42: 09:37:21 | custom-extensions/1-create-cluster | +++ [[ perconalab/fluentbit:main-logcollector == docker.io/* ]] logger.go:42: 09:37:21 | custom-extensions/1-create-cluster | +++ [[ perconalab/fluentbit:main-logcollector == percona/* ]] logger.go:42: 09:37:21 | custom-extensions/1-create-cluster | +++ [[ perconalab/fluentbit:main-logcollector == perconalab/* ]] logger.go:42: 09:37:21 | custom-extensions/1-create-cluster | +++ new_value=docker.io/perconalab/fluentbit:main-logcollector logger.go:42: 09:37:21 | custom-extensions/1-create-cluster | +++ export IMAGE_LOGCOLLECTOR=docker.io/perconalab/fluentbit:main-logcollector logger.go:42: 09:37:21 | custom-extensions/1-create-cluster | +++ IMAGE_LOGCOLLECTOR=docker.io/perconalab/fluentbit:main-logcollector logger.go:42: 09:37:21 | custom-extensions/1-create-cluster | +++ echo IMAGE_LOGCOLLECTOR=docker.io/perconalab/fluentbit:main-logcollector logger.go:42: 09:37:21 | custom-extensions/1-create-cluster | IMAGE_LOGCOLLECTOR=docker.io/perconalab/fluentbit:main-logcollector logger.go:42: 09:37:21 | custom-extensions/1-create-cluster | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1675-fea78fdf1 logger.go:42: 09:37:21 | custom-extensions/1-create-cluster | docker.io/perconalab/percona-postgresql-operator:PR-1675-fea78fdf1 logger.go:42: 09:37:21 | custom-extensions/1-create-cluster | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 09:37:21 | custom-extensions/1-create-cluster | ++++ eval 'echo $IMAGE_BASE' logger.go:42: 09:37:21 | custom-extensions/1-create-cluster | +++++ echo perconalab/percona-postgresql-operator logger.go:42: 09:37:21 | custom-extensions/1-create-cluster | +++ var_value=perconalab/percona-postgresql-operator logger.go:42: 09:37:21 | custom-extensions/1-create-cluster | +++ [[ perconalab/percona-postgresql-operator == docker.io/* ]] logger.go:42: 09:37:21 | custom-extensions/1-create-cluster | +++ [[ perconalab/percona-postgresql-operator == percona/* ]] logger.go:42: 09:37:21 | custom-extensions/1-create-cluster | +++ [[ perconalab/percona-postgresql-operator == perconalab/* ]] logger.go:42: 09:37:21 | custom-extensions/1-create-cluster | +++ new_value=docker.io/perconalab/percona-postgresql-operator logger.go:42: 09:37:21 | custom-extensions/1-create-cluster | +++ export IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 09:37:21 | custom-extensions/1-create-cluster | +++ IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 09:37:21 | custom-extensions/1-create-cluster | +++ echo IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 09:37:21 | custom-extensions/1-create-cluster | IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 09:37:21 | custom-extensions/1-create-cluster | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1675-fea78fdf1 logger.go:42: 09:37:21 | custom-extensions/1-create-cluster | docker.io/perconalab/percona-postgresql-operator:PR-1675-fea78fdf1 logger.go:42: 09:37:21 | custom-extensions/1-create-cluster | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 09:37:21 | custom-extensions/1-create-cluster | ++++ eval 'echo $IMAGE_PGBOUNCER' logger.go:42: 09:37:21 | custom-extensions/1-create-cluster | +++++ echo perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 09:37:21 | custom-extensions/1-create-cluster | +++ var_value=perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 09:37:21 | custom-extensions/1-create-cluster | +++ [[ perconalab/percona-postgresql-operator:main-pgbouncer18 == docker.io/* ]] logger.go:42: 09:37:21 | custom-extensions/1-create-cluster | +++ [[ perconalab/percona-postgresql-operator:main-pgbouncer18 == percona/* ]] logger.go:42: 09:37:21 | custom-extensions/1-create-cluster | +++ [[ perconalab/percona-postgresql-operator:main-pgbouncer18 == perconalab/* ]] logger.go:42: 09:37:21 | custom-extensions/1-create-cluster | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 09:37:21 | custom-extensions/1-create-cluster | +++ export IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 09:37:21 | custom-extensions/1-create-cluster | +++ IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 09:37:21 | custom-extensions/1-create-cluster | +++ echo IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 09:37:21 | custom-extensions/1-create-cluster | IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 09:37:21 | custom-extensions/1-create-cluster | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1675-fea78fdf1 logger.go:42: 09:37:21 | custom-extensions/1-create-cluster | docker.io/perconalab/percona-postgresql-operator:PR-1675-fea78fdf1 logger.go:42: 09:37:21 | custom-extensions/1-create-cluster | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 09:37:21 | custom-extensions/1-create-cluster | ++++ eval 'echo $IMAGE_POSTGRESQL' logger.go:42: 09:37:21 | custom-extensions/1-create-cluster | +++++ echo perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 09:37:21 | custom-extensions/1-create-cluster | +++ var_value=perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 09:37:21 | custom-extensions/1-create-cluster | +++ [[ perconalab/percona-postgresql-operator:main-ppg18-postgres == docker.io/* ]] logger.go:42: 09:37:21 | custom-extensions/1-create-cluster | +++ [[ perconalab/percona-postgresql-operator:main-ppg18-postgres == percona/* ]] logger.go:42: 09:37:21 | custom-extensions/1-create-cluster | +++ [[ perconalab/percona-postgresql-operator:main-ppg18-postgres == perconalab/* ]] logger.go:42: 09:37:21 | custom-extensions/1-create-cluster | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 09:37:21 | custom-extensions/1-create-cluster | +++ export IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 09:37:21 | custom-extensions/1-create-cluster | +++ IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 09:37:21 | custom-extensions/1-create-cluster | +++ echo IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 09:37:21 | custom-extensions/1-create-cluster | IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 09:37:21 | custom-extensions/1-create-cluster | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1675-fea78fdf1 logger.go:42: 09:37:21 | custom-extensions/1-create-cluster | docker.io/perconalab/percona-postgresql-operator:PR-1675-fea78fdf1 logger.go:42: 09:37:21 | custom-extensions/1-create-cluster | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 09:37:21 | custom-extensions/1-create-cluster | ++++ eval 'echo $IMAGE_PMM_SERVER' logger.go:42: 09:37:21 | custom-extensions/1-create-cluster | +++++ echo perconalab/pmm-server:3-dev-latest logger.go:42: 09:37:21 | custom-extensions/1-create-cluster | +++ var_value=perconalab/pmm-server:3-dev-latest logger.go:42: 09:37:21 | custom-extensions/1-create-cluster | +++ [[ perconalab/pmm-server:3-dev-latest == docker.io/* ]] logger.go:42: 09:37:21 | custom-extensions/1-create-cluster | +++ [[ perconalab/pmm-server:3-dev-latest == percona/* ]] logger.go:42: 09:37:21 | custom-extensions/1-create-cluster | +++ [[ perconalab/pmm-server:3-dev-latest == perconalab/* ]] logger.go:42: 09:37:21 | custom-extensions/1-create-cluster | +++ new_value=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 09:37:21 | custom-extensions/1-create-cluster | +++ export IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 09:37:21 | custom-extensions/1-create-cluster | +++ IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 09:37:21 | custom-extensions/1-create-cluster | +++ echo IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 09:37:21 | custom-extensions/1-create-cluster | IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 09:37:21 | custom-extensions/1-create-cluster | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1675-fea78fdf1 logger.go:42: 09:37:21 | custom-extensions/1-create-cluster | docker.io/perconalab/percona-postgresql-operator:PR-1675-fea78fdf1 logger.go:42: 09:37:21 | custom-extensions/1-create-cluster | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 09:37:21 | custom-extensions/1-create-cluster | ++++ eval 'echo $IMAGE_PMM_CLIENT' logger.go:42: 09:37:21 | custom-extensions/1-create-cluster | +++++ echo perconalab/pmm-client:3-dev-latest logger.go:42: 09:37:21 | custom-extensions/1-create-cluster | +++ var_value=perconalab/pmm-client:3-dev-latest logger.go:42: 09:37:21 | custom-extensions/1-create-cluster | +++ [[ perconalab/pmm-client:3-dev-latest == docker.io/* ]] logger.go:42: 09:37:21 | custom-extensions/1-create-cluster | +++ [[ perconalab/pmm-client:3-dev-latest == percona/* ]] logger.go:42: 09:37:21 | custom-extensions/1-create-cluster | +++ [[ perconalab/pmm-client:3-dev-latest == perconalab/* ]] logger.go:42: 09:37:21 | custom-extensions/1-create-cluster | +++ new_value=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 09:37:21 | custom-extensions/1-create-cluster | +++ export IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 09:37:21 | custom-extensions/1-create-cluster | +++ IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 09:37:21 | custom-extensions/1-create-cluster | +++ echo IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 09:37:21 | custom-extensions/1-create-cluster | IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 09:37:21 | custom-extensions/1-create-cluster | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1675-fea78fdf1 logger.go:42: 09:37:21 | custom-extensions/1-create-cluster | docker.io/perconalab/percona-postgresql-operator:PR-1675-fea78fdf1 logger.go:42: 09:37:21 | custom-extensions/1-create-cluster | ++++ which gdate logger.go:42: 09:37:21 | custom-extensions/1-create-cluster | which: no gdate in (/mnt/jenkins/workspace/cloud-pg-operator_PR-1675/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 09:37:21 | custom-extensions/1-create-cluster | ++++ which date logger.go:42: 09:37:21 | custom-extensions/1-create-cluster | +++ date=/usr/sbin/date logger.go:42: 09:37:21 | custom-extensions/1-create-cluster | ++++ which gsed logger.go:42: 09:37:21 | custom-extensions/1-create-cluster | which: no gsed in (/mnt/jenkins/workspace/cloud-pg-operator_PR-1675/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 09:37:21 | custom-extensions/1-create-cluster | ++++ which sed logger.go:42: 09:37:21 | custom-extensions/1-create-cluster | +++ sed=/usr/sbin/sed logger.go:42: 09:37:21 | custom-extensions/1-create-cluster | ++ oc get projects logger.go:42: 09:37:21 | custom-extensions/1-create-cluster | + get_cr logger.go:42: 09:37:21 | custom-extensions/1-create-cluster | + local cr_name= logger.go:42: 09:37:21 | custom-extensions/1-create-cluster | + local repo_path= logger.go:42: 09:37:21 | custom-extensions/1-create-cluster | + local source_path= logger.go:42: 09:37:21 | custom-extensions/1-create-cluster | + '[' -z '' ']' logger.go:42: 09:37:21 | custom-extensions/1-create-cluster | + cr_name=custom-extensions logger.go:42: 09:37:21 | custom-extensions/1-create-cluster | + kubectl -n kuttl-test-poetic-ray apply -f - logger.go:42: 09:37:21 | custom-extensions/1-create-cluster | ++ detect_k8s_platform logger.go:42: 09:37:21 | custom-extensions/1-create-cluster | ++ local platform= logger.go:42: 09:37:21 | custom-extensions/1-create-cluster | ++ kubectl get nodes -o json logger.go:42: 09:37:21 | custom-extensions/1-create-cluster | ++ jq -r '.items[0].spec.providerID' logger.go:42: 09:37:21 | custom-extensions/1-create-cluster | ++ grep -q gce:// logger.go:42: 09:37:22 | custom-extensions/1-create-cluster | ++ platform=gke logger.go:42: 09:37:22 | custom-extensions/1-create-cluster | ++ echo gke logger.go:42: 09:37:22 | custom-extensions/1-create-cluster | + local platform=gke logger.go:42: 09:37:22 | custom-extensions/1-create-cluster | + local cr_file=/mnt/jenkins/workspace/cloud-pg-operator_PR-1675/e2e-tests/tests/custom-extensions/conf/custom-extensions.yaml logger.go:42: 09:37:22 | custom-extensions/1-create-cluster | + local spaces_cr_file=/mnt/jenkins/workspace/cloud-pg-operator_PR-1675/e2e-tests/tests/custom-extensions/conf/custom-extensions-spaces.yaml logger.go:42: 09:37:22 | custom-extensions/1-create-cluster | + local aks_cr_file=/mnt/jenkins/workspace/cloud-pg-operator_PR-1675/e2e-tests/tests/custom-extensions/conf/custom-extensions-aks.yaml logger.go:42: 09:37:22 | custom-extensions/1-create-cluster | + [[ gke == digitalocean ]] logger.go:42: 09:37:22 | custom-extensions/1-create-cluster | + [[ gke == aks ]] logger.go:42: 09:37:22 | custom-extensions/1-create-cluster | + crs=('/mnt/jenkins/workspace/cloud-pg-operator_PR-1675/deploy/cr.yaml') logger.go:42: 09:37:22 | custom-extensions/1-create-cluster | + local crs logger.go:42: 09:37:22 | custom-extensions/1-create-cluster | + [[ -f /mnt/jenkins/workspace/cloud-pg-operator_PR-1675/e2e-tests/tests/custom-extensions/conf/custom-extensions.yaml ]] logger.go:42: 09:37:22 | custom-extensions/1-create-cluster | + crs+=($cr_file) logger.go:42: 09:37:22 | custom-extensions/1-create-cluster | + yq eval-all $'\n\t\tselect(fileIndex == 0) * (select(fileIndex == 1) // {}) |\n\t\t.metadata.name = "custom-extensions" |\n\t\t.metadata.labels = {"e2e":"custom-extensions"} |\n\t\t.spec.postgresVersion = 18 |\n\t\t.spec.users += [{"name":"postgres","password":{"type":"AlphaNumeric"}}] |\n\t\t.spec.users += [{"name":"custom-extensions","password":{"type":"AlphaNumeric"}}] |\n\t\t.spec.image = "docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres" |\n\t\t.spec.initContainer.image = "docker.io/perconalab/percona-postgresql-operator:PR-1675-fea78fdf1" |\n\t\t.spec.backups.pgbackrest.image = "docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18" |\n\t\t.spec.proxy.pgBouncer.image = "docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18" |\n\t\t.spec.logcollector.image = "docker.io/perconalab/fluentbit:main-logcollector" |\n\t\t.spec.pmm.image = "docker.io/perconalab/pmm-client:3-dev-latest" |\n\t\t.spec.pmm.secret = "custom-extensions-pmm-secret" |\n\t\t.spec.pmm.customClusterName = "custom-extensions-pmm-custom-name" |\n\t\t.spec.pmm.postgresParams = "--environment=dev-postgres"\n\t' /mnt/jenkins/workspace/cloud-pg-operator_PR-1675/deploy/cr.yaml /mnt/jenkins/workspace/cloud-pg-operator_PR-1675/e2e-tests/tests/custom-extensions/conf/custom-extensions.yaml logger.go:42: 09:37:22 | custom-extensions/1-create-cluster | + /usr/sbin/sed -i 's|||g' /tmp/kuttl/pg/custom-extensions/cr.yaml logger.go:42: 09:37:22 | custom-extensions/1-create-cluster | + /usr/sbin/sed -i 's|||g' /tmp/kuttl/pg/custom-extensions/cr.yaml logger.go:42: 09:37:22 | custom-extensions/1-create-cluster | + /usr/sbin/sed -i 's||pg-operator-testing|g' /tmp/kuttl/pg/custom-extensions/cr.yaml logger.go:42: 09:37:22 | custom-extensions/1-create-cluster | + /usr/sbin/sed -i 's||docker.io/perconalab/percona-postgresql-operator:PR-1675-fea78fdf1|g' /tmp/kuttl/pg/custom-extensions/cr.yaml logger.go:42: 09:37:22 | custom-extensions/1-create-cluster | + [[ -n '' ]] logger.go:42: 09:37:22 | custom-extensions/1-create-cluster | + cat /tmp/kuttl/pg/custom-extensions/cr.yaml logger.go:42: 09:37:23 | custom-extensions/1-create-cluster | perconapgcluster.pgv2.percona.com/custom-extensions created logger.go:42: 09:38:49 | custom-extensions/1-create-cluster | test step completed 1-create-cluster logger.go:42: 09:38:49 | custom-extensions/2-install-pg_stat_kcache | starting test step 2-install-pg_stat_kcache logger.go:42: 09:38:49 | custom-extensions/2-install-pg_stat_kcache | PerconaPGCluster:kuttl-test-poetic-ray/custom-extensions updated logger.go:42: 09:40:49 | custom-extensions/2-install-pg_stat_kcache | test step failed 2-install-pg_stat_kcache case.go:328: failed in step 2-install-pg_stat_kcache case.go:330: --- StatefulSet:kuttl-test-poetic-ray/ +++ StatefulSet:kuttl-test-poetic-ray/custom-extensions-instance1-65f4 @@ -1,10 +1,21 @@ apiVersion: apps/v1 kind: StatefulSet metadata: + annotations: + pgv2.percona.com/logcollector-config-hash: d9a116e02b828bdc02165325e92799d82961fb499041814c7c765d0ce263ce77 labels: + app.kubernetes.io/component: pg + app.kubernetes.io/instance: custom-extensions + app.kubernetes.io/managed-by: percona-postgresql-operator + app.kubernetes.io/name: percona-postgresql + app.kubernetes.io/part-of: percona-postgresql + pgv2.percona.com/version: 3.1.0 postgres-operator.crunchydata.com/cluster: custom-extensions postgres-operator.crunchydata.com/data: postgres + postgres-operator.crunchydata.com/instance: custom-extensions-instance1-65f4 postgres-operator.crunchydata.com/instance-set: instance1 + managedFields: '[... elided field over 10 lines long ...]' + name: custom-extensions-instance1-65f4 namespace: kuttl-test-poetic-ray ownerReferences: - apiVersion: upstream.pgv2.percona.com/v1beta1 @@ -12,16 +23,197 @@ controller: true kind: PostgresCluster name: custom-extensions + uid: 6325c214-98e6-481b-bd1e-2502963603a4 spec: + persistentVolumeClaimRetentionPolicy: + whenDeleted: Retain + whenScaled: Retain + podManagementPolicy: OrderedReady + replicas: 1 + revisionHistoryLimit: 0 + selector: + matchLabels: + postgres-operator.crunchydata.com/cluster: custom-extensions + postgres-operator.crunchydata.com/instance: custom-extensions-instance1-65f4 + postgres-operator.crunchydata.com/instance-set: instance1 + serviceName: custom-extensions-pods template: + metadata: '[... elided field over 10 lines long ...]' spec: + affinity: + podAntiAffinity: + preferredDuringSchedulingIgnoredDuringExecution: + - podAffinityTerm: + labelSelector: + matchLabels: + postgres-operator.crunchydata.com/data: postgres + topologyKey: kubernetes.io/hostname + weight: 1 + containers: '[... elided field over 10 lines long ...]' + dnsPolicy: ClusterFirst + enableServiceLinks: false initContainers: - command: - /usr/local/bin/init-entrypoint.sh - - name: postgres-startup + image: docker.io/perconalab/percona-postgresql-operator:PR-1675-fea78fdf1 + imagePullPolicy: Always + name: database-init + resources: {} + securityContext: + allowPrivilegeEscalation: false + capabilities: + drop: + - ALL + privileged: false + readOnlyRootFilesystem: true + runAsNonRoot: true + seccompProfile: + type: RuntimeDefault + terminationMessagePath: /dev/termination-log + terminationMessagePolicy: File + volumeMounts: + - mountPath: /opt/crunchy + name: crunchy-bin + - mountPath: /tmp + name: tmp + - command: + - bash + - -ceu + - -- + - |- + declare -r expected_major_version="$1" pgwal_directory="$2" pgbrLog_directory="$3" + permissions() { while [[ -n "$1" ]]; do set "${1%/*}" "$@"; done; shift; stat -Lc '%A %4u %4g %n' "$@"; } + halt() { local rc=$?; >&2 echo "$@"; exit "${rc/#0/1}"; } + results() { printf '::postgres-operator: %s::%s\n' "$@"; } + recreate() ( + local tmp; tmp=$(mktemp -d -p "${1%/*}"); GLOBIGNORE='.:..'; set -x + chmod "$2" "${tmp}"; mv "$1"/* "${tmp}"; rmdir "$1"; mv "${tmp}" "$1" + ) + safelink() ( + local desired="$1" name="$2" current + current=$(realpath "${name}") + if [[ "${current}" == "${desired}" ]]; then return; fi + set -x; mv --no-target-directory "${current}" "${desired}" + ln --no-dereference --force --symbolic "${desired}" "${name}" + ) + echo Initializing ... + results 'uid' "$(id -u ||:)" 'gid' "$(id -G ||:)" + if [[ "${pgwal_directory}" == *"pgwal/"* ]] && [[ ! -d "/pgwal/pgbackrest-spool" ]];then rm -rf "/pgdata/pgbackrest-spool" && mkdir -p "/pgwal/pgbackrest-spool" && ln --force --symbolic "/pgwal/pgbackrest-spool" "/pgdata/pgbackrest-spool";fi + if [[ ! -e "/pgdata/pgbackrest-spool" ]];then rm -rf /pgdata/pgbackrest-spool;fi + results 'postgres path' "$(command -v postgres ||:)" + results 'postgres version' "${postgres_version:=$(postgres --version ||:)}" + [[ "${postgres_version}" =~ ") ${expected_major_version}"($|[^0-9]) ]] || + halt Expected PostgreSQL version "${expected_major_version}" + results 'config directory' "${PGDATA:?}" + postgres_data_directory=$([[ -d "${PGDATA}" ]] && postgres -C data_directory || echo "${PGDATA}") + results 'data directory' "${postgres_data_directory}" + [[ "${postgres_data_directory}" == "${PGDATA}" ]] || + halt Expected matching config and data directories + bootstrap_dir="${postgres_data_directory}_bootstrap" + [[ -d "${bootstrap_dir}" ]] && results 'bootstrap directory' "${bootstrap_dir}" + [[ -d "${bootstrap_dir}" ]] && postgres_data_directory="${bootstrap_dir}" + if [[ ! -e "${postgres_data_directory}" || -O "${postgres_data_directory}" ]]; then + install --directory --mode=0700 "${postgres_data_directory}" + elif [[ -w "${postgres_data_directory}" && -g "${postgres_data_directory}" ]]; then + recreate "${postgres_data_directory}" '0700' + else (halt Permissions!); fi || + halt "$(permissions "${postgres_data_directory}" ||:)" + results 'pgBackRest log directory' "${pgbrLog_directory}" + install --directory --mode=0775 "${pgbrLog_directory}" || + halt "$(permissions "${pgbrLog_directory}" ||:)" + install -D --mode=0600 -t "/tmp/replication" "/pgconf/tls/replication"/{tls.crt,tls.key,ca.crt} + + [[ -f "${postgres_data_directory}/PG_VERSION" ]] || exit 0 + results 'data version' "${postgres_data_version:=$(< "${postgres_data_directory}/PG_VERSION")}" + [[ "${postgres_data_version}" == "${expected_major_version}" ]] || + halt Expected PostgreSQL data version "${expected_major_version}" + [[ ! -f "${postgres_data_directory}/postgresql.conf" ]] && + touch "${postgres_data_directory}/postgresql.conf" + safelink "${pgwal_directory}" "${postgres_data_directory}/pg_wal" + results 'wal directory' "$(realpath "${postgres_data_directory}/pg_wal" ||:)" + rm -f "${postgres_data_directory}/recovery.signal" + - startup + - "18" + - /pgdata/pg18_wal + - /pgdata/pgbackrest/log + env: + - name: PGDATA + value: /pgdata/pg18 + - name: PGHOST + value: /tmp/postgres + - name: PGPORT + value: "5432" + - name: KRB5_CONFIG + value: /etc/postgres/krb5.conf + - name: KRB5RCACHEDIR + value: /tmp + - name: LDAPTLS_CACERT + value: /etc/postgres/ldap/ca.crt + - name: LC_ALL + value: en_US.utf-8 + - name: LANG + value: en_US.utf-8 + image: docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres + imagePullPolicy: Always + name: postgres-startup + resources: {} + securityContext: + allowPrivilegeEscalation: false + capabilities: + drop: + - ALL + privileged: false + readOnlyRootFilesystem: true + runAsNonRoot: true + seccompProfile: + type: RuntimeDefault + terminationMessagePath: /dev/termination-log + terminationMessagePolicy: File + volumeMounts: + - mountPath: /pgconf/tls + name: cert-volume + readOnly: true + - mountPath: /pgdata + name: postgres-data + - mountPath: /tmp + name: tmp + - command: + - bash + - -c + - mkdir -p /tmp/nss_wrapper && { [[ -f /tmp/nss_wrapper/libnss_wrapper.so + ]] || cp /usr/lib64/libnss_wrapper.so /tmp/nss_wrapper/libnss_wrapper.so; + } + image: docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres + imagePullPolicy: Always + name: nss-wrapper-init-logcollector + resources: {} + securityContext: + allowPrivilegeEscalation: false + capabilities: + drop: + - ALL + privileged: false + runAsGroup: 26 + runAsNonRoot: true + runAsUser: 26 + seccompProfile: + type: RuntimeDefault + terminationMessagePath: /dev/termination-log + terminationMessagePolicy: File + volumeMounts: + - mountPath: /tmp + name: tmp - command: - /opt/crunchy/bin/relocate-extensions.sh - resources: {} + env: + - name: PG_VERSION + value: "18" + image: docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres + imagePullPolicy: Always + name: extension-relocator-18 + resources: {} + terminationMessagePath: /dev/termination-log + terminationMessagePolicy: File volumeMounts: - mountPath: /pgdata name: postgres-data @@ -35,13 +227,17 @@ - name: STORAGE_TYPE value: s3 - name: STORAGE_ENDPOINT + value: http://minio-service:9000 - name: STORAGE_REGION value: us-east-1 - name: STORAGE_BUCKET value: operator-testing - name: INSTALL_EXTENSIONS + value: pg_stat_kcache-pg18-2.3.1 - name: PG_VERSION + value: "18" - name: PGDATA_EXTENSIONS + value: /pgdata/extension/18 - name: STORAGE_DISABLE_SSL value: "true" - name: STORAGE_FORCE_PATH_STYLE @@ -49,19 +245,99 @@ envFrom: - secretRef: name: minio-secret - resources: {} + image: docker.io/perconalab/percona-postgresql-operator:PR-1675-fea78fdf1 + imagePullPolicy: Always + name: extension-installer-18 + resources: {} + securityContext: + runAsUser: 26 + terminationMessagePath: /dev/termination-log + terminationMessagePolicy: File volumeMounts: - mountPath: /pgdata name: postgres-data - - name: postgres-data - - name: postgres-data - - mountPath: /tmp - name: tmp - - name: nss-wrapper-init + - mountPath: /usr/pgsql-18/share/extension + name: postgres-data + subPath: extension/18/usr/pgsql-18/share/extension + - mountPath: /usr/pgsql-18/lib + name: postgres-data + subPath: extension/18/usr/pgsql-18/lib + - mountPath: /tmp + name: tmp + - command: + - bash + - -c + - "export NSS_WRAPPER_SUBDIR=postgres CRUNCHY_NSS_USERNAME=postgres CRUNCHY_NSS_USER_DESC=\"postgres\" + \n# Define nss_wrapper directory and passwd & group files that will be utilized + by nss_wrapper. The\n# nss_wrapper_env.sh script (which also sets these + vars) isn't sourced here since the nss_wrapper\n# has not yet been setup, + and we therefore don't yet want the nss_wrapper vars in the environment.\nmkdir + -p /tmp/nss_wrapper\nchmod g+rwx /tmp/nss_wrapper\n\nNSS_WRAPPER_DIR=\"/tmp/nss_wrapper/${NSS_WRAPPER_SUBDIR}\"\nNSS_WRAPPER_PASSWD=\"${NSS_WRAPPER_DIR}/passwd\"\nNSS_WRAPPER_GROUP=\"${NSS_WRAPPER_DIR}/group\"\n\n# + create the nss_wrapper directory\nmkdir -p \"${NSS_WRAPPER_DIR}\"\n\n# grab + the current user ID and group ID\nUSER_ID=$(id -u)\nexport USER_ID\nGROUP_ID=$(id + -g)\nexport GROUP_ID\n\n# get copies of the passwd and group files\n[[ -f + \"${NSS_WRAPPER_PASSWD}\" ]] || cp \"/etc/passwd\" \"${NSS_WRAPPER_PASSWD}\"\n[[ + -f \"${NSS_WRAPPER_GROUP}\" ]] || cp \"/etc/group\" \"${NSS_WRAPPER_GROUP}\"\n\n# + if the username is missing from the passwd file, then add it\nif [[ ! $(cat + \"${NSS_WRAPPER_PASSWD}\") =~ ${CRUNCHY_NSS_USERNAME}:x:${USER_ID} ]]; then\n + \ echo \"nss_wrapper: adding user\"\n passwd_tmp=\"${NSS_WRAPPER_DIR}/passwd_tmp\"\n + \ cp \"${NSS_WRAPPER_PASSWD}\" \"${passwd_tmp}\"\n sed -i \"/${CRUNCHY_NSS_USERNAME}:x:/d\" + \"${passwd_tmp}\"\n # needed for OCP 4.x because crio updates /etc/passwd + with an entry for USER_ID\n sed -i \"/${USER_ID}:x:/d\" \"${passwd_tmp}\"\n + \ printf '${CRUNCHY_NSS_USERNAME}:x:${USER_ID}:${GROUP_ID}:${CRUNCHY_NSS_USER_DESC}:${HOME}:/bin/bash\\n' + >> \"${passwd_tmp}\"\n envsubst < \"${passwd_tmp}\" > \"${NSS_WRAPPER_PASSWD}\"\n + \ rm \"${passwd_tmp}\"\nelse\n echo \"nss_wrapper: user exists\"\nfi\n\n# + if the username (which will be the same as the group name) is missing from + group file, then add it\nif [[ ! $(cat \"${NSS_WRAPPER_GROUP}\") =~ ${CRUNCHY_NSS_USERNAME}:x:${USER_ID} + ]]; then\n echo \"nss_wrapper: adding group\"\n group_tmp=\"${NSS_WRAPPER_DIR}/group_tmp\"\n + \ cp \"${NSS_WRAPPER_GROUP}\" \"${group_tmp}\"\n sed -i \"/${CRUNCHY_NSS_USERNAME}:x:/d\" + \"${group_tmp}\"\n printf '${CRUNCHY_NSS_USERNAME}:x:${USER_ID}:${CRUNCHY_NSS_USERNAME}\\n' + >> \"${group_tmp}\"\n envsubst < \"${group_tmp}\" > \"${NSS_WRAPPER_GROUP}\"\n + \ rm \"${group_tmp}\"\nelse\n echo \"nss_wrapper: group exists\"\nfi\n\n# + export the nss_wrapper env vars\n# define nss_wrapper directory and passwd + & group files that will be utilized by nss_wrapper\nNSS_WRAPPER_DIR=\"/tmp/nss_wrapper/${NSS_WRAPPER_SUBDIR}\"\nNSS_WRAPPER_PASSWD=\"${NSS_WRAPPER_DIR}/passwd\"\nNSS_WRAPPER_GROUP=\"${NSS_WRAPPER_DIR}/group\"\n\nexport + LD_PRELOAD=/usr/lib64/libnss_wrapper.so\nexport NSS_WRAPPER_PASSWD=\"${NSS_WRAPPER_PASSWD}\"\nexport + NSS_WRAPPER_GROUP=\"${NSS_WRAPPER_GROUP}\"\n\necho \"nss_wrapper: environment + configured\"\n" + image: docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres + imagePullPolicy: Always + name: nss-wrapper-init + resources: {} + securityContext: + allowPrivilegeEscalation: false + capabilities: + drop: + - ALL + privileged: false + readOnlyRootFilesystem: true + runAsNonRoot: true + seccompProfile: + type: RuntimeDefault + terminationMessagePath: /dev/termination-log + terminationMessagePolicy: File + volumeMounts: + - mountPath: /tmp + name: tmp + restartPolicy: Always + schedulerName: default-scheduler + securityContext: + fsGroup: 26 + fsGroupChangePolicy: OnRootMismatch + serviceAccount: custom-extensions-instance + serviceAccountName: custom-extensions-instance + shareProcessNamespace: true + terminationGracePeriodSeconds: 30 + topologySpreadConstraints: '[... elided field over 10 lines long ...]' + volumes: '[... elided field over 10 lines long ...]' + updateStrategy: + type: OnDelete status: availableReplicas: 1 + collisionCount: 0 + currentRevision: custom-extensions-instance1-65f4-585fd66b59 observedGeneration: 2 readyReplicas: 1 replicas: 1 + updateRevision: custom-extensions-instance1-65f4-75bb464844 updatedReplicas: 1 case.go:330: resource StatefulSet:kuttl-test-poetic-ray/: .spec.template.spec.initContainers: slice length mismatch: 5 != 6 case.go:330: --- StatefulSet:kuttl-test-poetic-ray/ +++ StatefulSet:kuttl-test-poetic-ray/custom-extensions-instance1-m7pg @@ -1,10 +1,21 @@ apiVersion: apps/v1 kind: StatefulSet metadata: + annotations: + pgv2.percona.com/logcollector-config-hash: d9a116e02b828bdc02165325e92799d82961fb499041814c7c765d0ce263ce77 labels: + app.kubernetes.io/component: pg + app.kubernetes.io/instance: custom-extensions + app.kubernetes.io/managed-by: percona-postgresql-operator + app.kubernetes.io/name: percona-postgresql + app.kubernetes.io/part-of: percona-postgresql + pgv2.percona.com/version: 3.1.0 postgres-operator.crunchydata.com/cluster: custom-extensions postgres-operator.crunchydata.com/data: postgres + postgres-operator.crunchydata.com/instance: custom-extensions-instance1-m7pg postgres-operator.crunchydata.com/instance-set: instance1 + managedFields: '[... elided field over 10 lines long ...]' + name: custom-extensions-instance1-m7pg namespace: kuttl-test-poetic-ray ownerReferences: - apiVersion: upstream.pgv2.percona.com/v1beta1 @@ -12,16 +23,197 @@ controller: true kind: PostgresCluster name: custom-extensions + uid: 6325c214-98e6-481b-bd1e-2502963603a4 spec: + persistentVolumeClaimRetentionPolicy: + whenDeleted: Retain + whenScaled: Retain + podManagementPolicy: OrderedReady + replicas: 1 + revisionHistoryLimit: 0 + selector: + matchLabels: + postgres-operator.crunchydata.com/cluster: custom-extensions + postgres-operator.crunchydata.com/instance: custom-extensions-instance1-m7pg + postgres-operator.crunchydata.com/instance-set: instance1 + serviceName: custom-extensions-pods template: + metadata: '[... elided field over 10 lines long ...]' spec: + affinity: + podAntiAffinity: + preferredDuringSchedulingIgnoredDuringExecution: + - podAffinityTerm: + labelSelector: + matchLabels: + postgres-operator.crunchydata.com/data: postgres + topologyKey: kubernetes.io/hostname + weight: 1 + containers: '[... elided field over 10 lines long ...]' + dnsPolicy: ClusterFirst + enableServiceLinks: false initContainers: - command: - /usr/local/bin/init-entrypoint.sh - - name: postgres-startup + image: docker.io/perconalab/percona-postgresql-operator:PR-1675-fea78fdf1 + imagePullPolicy: Always + name: database-init + resources: {} + securityContext: + allowPrivilegeEscalation: false + capabilities: + drop: + - ALL + privileged: false + readOnlyRootFilesystem: true + runAsNonRoot: true + seccompProfile: + type: RuntimeDefault + terminationMessagePath: /dev/termination-log + terminationMessagePolicy: File + volumeMounts: + - mountPath: /opt/crunchy + name: crunchy-bin + - mountPath: /tmp + name: tmp + - command: + - bash + - -ceu + - -- + - |- + declare -r expected_major_version="$1" pgwal_directory="$2" pgbrLog_directory="$3" + permissions() { while [[ -n "$1" ]]; do set "${1%/*}" "$@"; done; shift; stat -Lc '%A %4u %4g %n' "$@"; } + halt() { local rc=$?; >&2 echo "$@"; exit "${rc/#0/1}"; } + results() { printf '::postgres-operator: %s::%s\n' "$@"; } + recreate() ( + local tmp; tmp=$(mktemp -d -p "${1%/*}"); GLOBIGNORE='.:..'; set -x + chmod "$2" "${tmp}"; mv "$1"/* "${tmp}"; rmdir "$1"; mv "${tmp}" "$1" + ) + safelink() ( + local desired="$1" name="$2" current + current=$(realpath "${name}") + if [[ "${current}" == "${desired}" ]]; then return; fi + set -x; mv --no-target-directory "${current}" "${desired}" + ln --no-dereference --force --symbolic "${desired}" "${name}" + ) + echo Initializing ... + results 'uid' "$(id -u ||:)" 'gid' "$(id -G ||:)" + if [[ "${pgwal_directory}" == *"pgwal/"* ]] && [[ ! -d "/pgwal/pgbackrest-spool" ]];then rm -rf "/pgdata/pgbackrest-spool" && mkdir -p "/pgwal/pgbackrest-spool" && ln --force --symbolic "/pgwal/pgbackrest-spool" "/pgdata/pgbackrest-spool";fi + if [[ ! -e "/pgdata/pgbackrest-spool" ]];then rm -rf /pgdata/pgbackrest-spool;fi + results 'postgres path' "$(command -v postgres ||:)" + results 'postgres version' "${postgres_version:=$(postgres --version ||:)}" + [[ "${postgres_version}" =~ ") ${expected_major_version}"($|[^0-9]) ]] || + halt Expected PostgreSQL version "${expected_major_version}" + results 'config directory' "${PGDATA:?}" + postgres_data_directory=$([[ -d "${PGDATA}" ]] && postgres -C data_directory || echo "${PGDATA}") + results 'data directory' "${postgres_data_directory}" + [[ "${postgres_data_directory}" == "${PGDATA}" ]] || + halt Expected matching config and data directories + bootstrap_dir="${postgres_data_directory}_bootstrap" + [[ -d "${bootstrap_dir}" ]] && results 'bootstrap directory' "${bootstrap_dir}" + [[ -d "${bootstrap_dir}" ]] && postgres_data_directory="${bootstrap_dir}" + if [[ ! -e "${postgres_data_directory}" || -O "${postgres_data_directory}" ]]; then + install --directory --mode=0700 "${postgres_data_directory}" + elif [[ -w "${postgres_data_directory}" && -g "${postgres_data_directory}" ]]; then + recreate "${postgres_data_directory}" '0700' + else (halt Permissions!); fi || + halt "$(permissions "${postgres_data_directory}" ||:)" + results 'pgBackRest log directory' "${pgbrLog_directory}" + install --directory --mode=0775 "${pgbrLog_directory}" || + halt "$(permissions "${pgbrLog_directory}" ||:)" + install -D --mode=0600 -t "/tmp/replication" "/pgconf/tls/replication"/{tls.crt,tls.key,ca.crt} + + [[ -f "${postgres_data_directory}/PG_VERSION" ]] || exit 0 + results 'data version' "${postgres_data_version:=$(< "${postgres_data_directory}/PG_VERSION")}" + [[ "${postgres_data_version}" == "${expected_major_version}" ]] || + halt Expected PostgreSQL data version "${expected_major_version}" + [[ ! -f "${postgres_data_directory}/postgresql.conf" ]] && + touch "${postgres_data_directory}/postgresql.conf" + safelink "${pgwal_directory}" "${postgres_data_directory}/pg_wal" + results 'wal directory' "$(realpath "${postgres_data_directory}/pg_wal" ||:)" + rm -f "${postgres_data_directory}/recovery.signal" + - startup + - "18" + - /pgdata/pg18_wal + - /pgdata/pgbackrest/log + env: + - name: PGDATA + value: /pgdata/pg18 + - name: PGHOST + value: /tmp/postgres + - name: PGPORT + value: "5432" + - name: KRB5_CONFIG + value: /etc/postgres/krb5.conf + - name: KRB5RCACHEDIR + value: /tmp + - name: LDAPTLS_CACERT + value: /etc/postgres/ldap/ca.crt + - name: LC_ALL + value: en_US.utf-8 + - name: LANG + value: en_US.utf-8 + image: docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres + imagePullPolicy: Always + name: postgres-startup + resources: {} + securityContext: + allowPrivilegeEscalation: false + capabilities: + drop: + - ALL + privileged: false + readOnlyRootFilesystem: true + runAsNonRoot: true + seccompProfile: + type: RuntimeDefault + terminationMessagePath: /dev/termination-log + terminationMessagePolicy: File + volumeMounts: + - mountPath: /pgconf/tls + name: cert-volume + readOnly: true + - mountPath: /pgdata + name: postgres-data + - mountPath: /tmp + name: tmp + - command: + - bash + - -c + - mkdir -p /tmp/nss_wrapper && { [[ -f /tmp/nss_wrapper/libnss_wrapper.so + ]] || cp /usr/lib64/libnss_wrapper.so /tmp/nss_wrapper/libnss_wrapper.so; + } + image: docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres + imagePullPolicy: Always + name: nss-wrapper-init-logcollector + resources: {} + securityContext: + allowPrivilegeEscalation: false + capabilities: + drop: + - ALL + privileged: false + runAsGroup: 26 + runAsNonRoot: true + runAsUser: 26 + seccompProfile: + type: RuntimeDefault + terminationMessagePath: /dev/termination-log + terminationMessagePolicy: File + volumeMounts: + - mountPath: /tmp + name: tmp - command: - /opt/crunchy/bin/relocate-extensions.sh - resources: {} + env: + - name: PG_VERSION + value: "18" + image: docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres + imagePullPolicy: Always + name: extension-relocator-18 + resources: {} + terminationMessagePath: /dev/termination-log + terminationMessagePolicy: File volumeMounts: - mountPath: /pgdata name: postgres-data @@ -35,13 +227,17 @@ - name: STORAGE_TYPE value: s3 - name: STORAGE_ENDPOINT + value: http://minio-service:9000 - name: STORAGE_REGION value: us-east-1 - name: STORAGE_BUCKET value: operator-testing - name: INSTALL_EXTENSIONS + value: pg_stat_kcache-pg18-2.3.1 - name: PG_VERSION + value: "18" - name: PGDATA_EXTENSIONS + value: /pgdata/extension/18 - name: STORAGE_DISABLE_SSL value: "true" - name: STORAGE_FORCE_PATH_STYLE @@ -49,19 +245,99 @@ envFrom: - secretRef: name: minio-secret - resources: {} + image: docker.io/perconalab/percona-postgresql-operator:PR-1675-fea78fdf1 + imagePullPolicy: Always + name: extension-installer-18 + resources: {} + securityContext: + runAsUser: 26 + terminationMessagePath: /dev/termination-log + terminationMessagePolicy: File volumeMounts: - mountPath: /pgdata name: postgres-data - - name: postgres-data - - name: postgres-data - - mountPath: /tmp - name: tmp - - name: nss-wrapper-init + - mountPath: /usr/pgsql-18/share/extension + name: postgres-data + subPath: extension/18/usr/pgsql-18/share/extension + - mountPath: /usr/pgsql-18/lib + name: postgres-data + subPath: extension/18/usr/pgsql-18/lib + - mountPath: /tmp + name: tmp + - command: + - bash + - -c + - "export NSS_WRAPPER_SUBDIR=postgres CRUNCHY_NSS_USERNAME=postgres CRUNCHY_NSS_USER_DESC=\"postgres\" + \n# Define nss_wrapper directory and passwd & group files that will be utilized + by nss_wrapper. The\n# nss_wrapper_env.sh script (which also sets these + vars) isn't sourced here since the nss_wrapper\n# has not yet been setup, + and we therefore don't yet want the nss_wrapper vars in the environment.\nmkdir + -p /tmp/nss_wrapper\nchmod g+rwx /tmp/nss_wrapper\n\nNSS_WRAPPER_DIR=\"/tmp/nss_wrapper/${NSS_WRAPPER_SUBDIR}\"\nNSS_WRAPPER_PASSWD=\"${NSS_WRAPPER_DIR}/passwd\"\nNSS_WRAPPER_GROUP=\"${NSS_WRAPPER_DIR}/group\"\n\n# + create the nss_wrapper directory\nmkdir -p \"${NSS_WRAPPER_DIR}\"\n\n# grab + the current user ID and group ID\nUSER_ID=$(id -u)\nexport USER_ID\nGROUP_ID=$(id + -g)\nexport GROUP_ID\n\n# get copies of the passwd and group files\n[[ -f + \"${NSS_WRAPPER_PASSWD}\" ]] || cp \"/etc/passwd\" \"${NSS_WRAPPER_PASSWD}\"\n[[ + -f \"${NSS_WRAPPER_GROUP}\" ]] || cp \"/etc/group\" \"${NSS_WRAPPER_GROUP}\"\n\n# + if the username is missing from the passwd file, then add it\nif [[ ! $(cat + \"${NSS_WRAPPER_PASSWD}\") =~ ${CRUNCHY_NSS_USERNAME}:x:${USER_ID} ]]; then\n + \ echo \"nss_wrapper: adding user\"\n passwd_tmp=\"${NSS_WRAPPER_DIR}/passwd_tmp\"\n + \ cp \"${NSS_WRAPPER_PASSWD}\" \"${passwd_tmp}\"\n sed -i \"/${CRUNCHY_NSS_USERNAME}:x:/d\" + \"${passwd_tmp}\"\n # needed for OCP 4.x because crio updates /etc/passwd + with an entry for USER_ID\n sed -i \"/${USER_ID}:x:/d\" \"${passwd_tmp}\"\n + \ printf '${CRUNCHY_NSS_USERNAME}:x:${USER_ID}:${GROUP_ID}:${CRUNCHY_NSS_USER_DESC}:${HOME}:/bin/bash\\n' + >> \"${passwd_tmp}\"\n envsubst < \"${passwd_tmp}\" > \"${NSS_WRAPPER_PASSWD}\"\n + \ rm \"${passwd_tmp}\"\nelse\n echo \"nss_wrapper: user exists\"\nfi\n\n# + if the username (which will be the same as the group name) is missing from + group file, then add it\nif [[ ! $(cat \"${NSS_WRAPPER_GROUP}\") =~ ${CRUNCHY_NSS_USERNAME}:x:${USER_ID} + ]]; then\n echo \"nss_wrapper: adding group\"\n group_tmp=\"${NSS_WRAPPER_DIR}/group_tmp\"\n + \ cp \"${NSS_WRAPPER_GROUP}\" \"${group_tmp}\"\n sed -i \"/${CRUNCHY_NSS_USERNAME}:x:/d\" + \"${group_tmp}\"\n printf '${CRUNCHY_NSS_USERNAME}:x:${USER_ID}:${CRUNCHY_NSS_USERNAME}\\n' + >> \"${group_tmp}\"\n envsubst < \"${group_tmp}\" > \"${NSS_WRAPPER_GROUP}\"\n + \ rm \"${group_tmp}\"\nelse\n echo \"nss_wrapper: group exists\"\nfi\n\n# + export the nss_wrapper env vars\n# define nss_wrapper directory and passwd + & group files that will be utilized by nss_wrapper\nNSS_WRAPPER_DIR=\"/tmp/nss_wrapper/${NSS_WRAPPER_SUBDIR}\"\nNSS_WRAPPER_PASSWD=\"${NSS_WRAPPER_DIR}/passwd\"\nNSS_WRAPPER_GROUP=\"${NSS_WRAPPER_DIR}/group\"\n\nexport + LD_PRELOAD=/usr/lib64/libnss_wrapper.so\nexport NSS_WRAPPER_PASSWD=\"${NSS_WRAPPER_PASSWD}\"\nexport + NSS_WRAPPER_GROUP=\"${NSS_WRAPPER_GROUP}\"\n\necho \"nss_wrapper: environment + configured\"\n" + image: docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres + imagePullPolicy: Always + name: nss-wrapper-init + resources: {} + securityContext: + allowPrivilegeEscalation: false + capabilities: + drop: + - ALL + privileged: false + readOnlyRootFilesystem: true + runAsNonRoot: true + seccompProfile: + type: RuntimeDefault + terminationMessagePath: /dev/termination-log + terminationMessagePolicy: File + volumeMounts: + - mountPath: /tmp + name: tmp + restartPolicy: Always + schedulerName: default-scheduler + securityContext: + fsGroup: 26 + fsGroupChangePolicy: OnRootMismatch + serviceAccount: custom-extensions-instance + serviceAccountName: custom-extensions-instance + shareProcessNamespace: true + terminationGracePeriodSeconds: 30 + topologySpreadConstraints: '[... elided field over 10 lines long ...]' + volumes: '[... elided field over 10 lines long ...]' + updateStrategy: + type: OnDelete status: availableReplicas: 1 + collisionCount: 0 + currentRevision: custom-extensions-instance1-m7pg-5d54754b6f observedGeneration: 2 readyReplicas: 1 replicas: 1 + updateRevision: custom-extensions-instance1-m7pg-545c9646b6 updatedReplicas: 1 case.go:330: resource StatefulSet:kuttl-test-poetic-ray/: .spec.template.spec.initContainers: slice length mismatch: 5 != 6 case.go:330: --- StatefulSet:kuttl-test-poetic-ray/ +++ StatefulSet:kuttl-test-poetic-ray/custom-extensions-instance1-wlq4 @@ -1,10 +1,21 @@ apiVersion: apps/v1 kind: StatefulSet metadata: + annotations: + pgv2.percona.com/logcollector-config-hash: d9a116e02b828bdc02165325e92799d82961fb499041814c7c765d0ce263ce77 labels: + app.kubernetes.io/component: pg + app.kubernetes.io/instance: custom-extensions + app.kubernetes.io/managed-by: percona-postgresql-operator + app.kubernetes.io/name: percona-postgresql + app.kubernetes.io/part-of: percona-postgresql + pgv2.percona.com/version: 3.1.0 postgres-operator.crunchydata.com/cluster: custom-extensions postgres-operator.crunchydata.com/data: postgres + postgres-operator.crunchydata.com/instance: custom-extensions-instance1-wlq4 postgres-operator.crunchydata.com/instance-set: instance1 + managedFields: '[... elided field over 10 lines long ...]' + name: custom-extensions-instance1-wlq4 namespace: kuttl-test-poetic-ray ownerReferences: - apiVersion: upstream.pgv2.percona.com/v1beta1 @@ -12,16 +23,197 @@ controller: true kind: PostgresCluster name: custom-extensions + uid: 6325c214-98e6-481b-bd1e-2502963603a4 spec: + persistentVolumeClaimRetentionPolicy: + whenDeleted: Retain + whenScaled: Retain + podManagementPolicy: OrderedReady + replicas: 1 + revisionHistoryLimit: 0 + selector: + matchLabels: + postgres-operator.crunchydata.com/cluster: custom-extensions + postgres-operator.crunchydata.com/instance: custom-extensions-instance1-wlq4 + postgres-operator.crunchydata.com/instance-set: instance1 + serviceName: custom-extensions-pods template: + metadata: '[... elided field over 10 lines long ...]' spec: + affinity: + podAntiAffinity: + preferredDuringSchedulingIgnoredDuringExecution: + - podAffinityTerm: + labelSelector: + matchLabels: + postgres-operator.crunchydata.com/data: postgres + topologyKey: kubernetes.io/hostname + weight: 1 + containers: '[... elided field over 10 lines long ...]' + dnsPolicy: ClusterFirst + enableServiceLinks: false initContainers: - command: - /usr/local/bin/init-entrypoint.sh - - name: postgres-startup + image: docker.io/perconalab/percona-postgresql-operator:PR-1675-fea78fdf1 + imagePullPolicy: Always + name: database-init + resources: {} + securityContext: + allowPrivilegeEscalation: false + capabilities: + drop: + - ALL + privileged: false + readOnlyRootFilesystem: true + runAsNonRoot: true + seccompProfile: + type: RuntimeDefault + terminationMessagePath: /dev/termination-log + terminationMessagePolicy: File + volumeMounts: + - mountPath: /opt/crunchy + name: crunchy-bin + - mountPath: /tmp + name: tmp + - command: + - bash + - -ceu + - -- + - |- + declare -r expected_major_version="$1" pgwal_directory="$2" pgbrLog_directory="$3" + permissions() { while [[ -n "$1" ]]; do set "${1%/*}" "$@"; done; shift; stat -Lc '%A %4u %4g %n' "$@"; } + halt() { local rc=$?; >&2 echo "$@"; exit "${rc/#0/1}"; } + results() { printf '::postgres-operator: %s::%s\n' "$@"; } + recreate() ( + local tmp; tmp=$(mktemp -d -p "${1%/*}"); GLOBIGNORE='.:..'; set -x + chmod "$2" "${tmp}"; mv "$1"/* "${tmp}"; rmdir "$1"; mv "${tmp}" "$1" + ) + safelink() ( + local desired="$1" name="$2" current + current=$(realpath "${name}") + if [[ "${current}" == "${desired}" ]]; then return; fi + set -x; mv --no-target-directory "${current}" "${desired}" + ln --no-dereference --force --symbolic "${desired}" "${name}" + ) + echo Initializing ... + results 'uid' "$(id -u ||:)" 'gid' "$(id -G ||:)" + if [[ "${pgwal_directory}" == *"pgwal/"* ]] && [[ ! -d "/pgwal/pgbackrest-spool" ]];then rm -rf "/pgdata/pgbackrest-spool" && mkdir -p "/pgwal/pgbackrest-spool" && ln --force --symbolic "/pgwal/pgbackrest-spool" "/pgdata/pgbackrest-spool";fi + if [[ ! -e "/pgdata/pgbackrest-spool" ]];then rm -rf /pgdata/pgbackrest-spool;fi + results 'postgres path' "$(command -v postgres ||:)" + results 'postgres version' "${postgres_version:=$(postgres --version ||:)}" + [[ "${postgres_version}" =~ ") ${expected_major_version}"($|[^0-9]) ]] || + halt Expected PostgreSQL version "${expected_major_version}" + results 'config directory' "${PGDATA:?}" + postgres_data_directory=$([[ -d "${PGDATA}" ]] && postgres -C data_directory || echo "${PGDATA}") + results 'data directory' "${postgres_data_directory}" + [[ "${postgres_data_directory}" == "${PGDATA}" ]] || + halt Expected matching config and data directories + bootstrap_dir="${postgres_data_directory}_bootstrap" + [[ -d "${bootstrap_dir}" ]] && results 'bootstrap directory' "${bootstrap_dir}" + [[ -d "${bootstrap_dir}" ]] && postgres_data_directory="${bootstrap_dir}" + if [[ ! -e "${postgres_data_directory}" || -O "${postgres_data_directory}" ]]; then + install --directory --mode=0700 "${postgres_data_directory}" + elif [[ -w "${postgres_data_directory}" && -g "${postgres_data_directory}" ]]; then + recreate "${postgres_data_directory}" '0700' + else (halt Permissions!); fi || + halt "$(permissions "${postgres_data_directory}" ||:)" + results 'pgBackRest log directory' "${pgbrLog_directory}" + install --directory --mode=0775 "${pgbrLog_directory}" || + halt "$(permissions "${pgbrLog_directory}" ||:)" + install -D --mode=0600 -t "/tmp/replication" "/pgconf/tls/replication"/{tls.crt,tls.key,ca.crt} + + [[ -f "${postgres_data_directory}/PG_VERSION" ]] || exit 0 + results 'data version' "${postgres_data_version:=$(< "${postgres_data_directory}/PG_VERSION")}" + [[ "${postgres_data_version}" == "${expected_major_version}" ]] || + halt Expected PostgreSQL data version "${expected_major_version}" + [[ ! -f "${postgres_data_directory}/postgresql.conf" ]] && + touch "${postgres_data_directory}/postgresql.conf" + safelink "${pgwal_directory}" "${postgres_data_directory}/pg_wal" + results 'wal directory' "$(realpath "${postgres_data_directory}/pg_wal" ||:)" + rm -f "${postgres_data_directory}/recovery.signal" + - startup + - "18" + - /pgdata/pg18_wal + - /pgdata/pgbackrest/log + env: + - name: PGDATA + value: /pgdata/pg18 + - name: PGHOST + value: /tmp/postgres + - name: PGPORT + value: "5432" + - name: KRB5_CONFIG + value: /etc/postgres/krb5.conf + - name: KRB5RCACHEDIR + value: /tmp + - name: LDAPTLS_CACERT + value: /etc/postgres/ldap/ca.crt + - name: LC_ALL + value: en_US.utf-8 + - name: LANG + value: en_US.utf-8 + image: docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres + imagePullPolicy: Always + name: postgres-startup + resources: {} + securityContext: + allowPrivilegeEscalation: false + capabilities: + drop: + - ALL + privileged: false + readOnlyRootFilesystem: true + runAsNonRoot: true + seccompProfile: + type: RuntimeDefault + terminationMessagePath: /dev/termination-log + terminationMessagePolicy: File + volumeMounts: + - mountPath: /pgconf/tls + name: cert-volume + readOnly: true + - mountPath: /pgdata + name: postgres-data + - mountPath: /tmp + name: tmp + - command: + - bash + - -c + - mkdir -p /tmp/nss_wrapper && { [[ -f /tmp/nss_wrapper/libnss_wrapper.so + ]] || cp /usr/lib64/libnss_wrapper.so /tmp/nss_wrapper/libnss_wrapper.so; + } + image: docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres + imagePullPolicy: Always + name: nss-wrapper-init-logcollector + resources: {} + securityContext: + allowPrivilegeEscalation: false + capabilities: + drop: + - ALL + privileged: false + runAsGroup: 26 + runAsNonRoot: true + runAsUser: 26 + seccompProfile: + type: RuntimeDefault + terminationMessagePath: /dev/termination-log + terminationMessagePolicy: File + volumeMounts: + - mountPath: /tmp + name: tmp - command: - /opt/crunchy/bin/relocate-extensions.sh - resources: {} + env: + - name: PG_VERSION + value: "18" + image: docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres + imagePullPolicy: Always + name: extension-relocator-18 + resources: {} + terminationMessagePath: /dev/termination-log + terminationMessagePolicy: File volumeMounts: - mountPath: /pgdata name: postgres-data @@ -35,13 +227,17 @@ - name: STORAGE_TYPE value: s3 - name: STORAGE_ENDPOINT + value: http://minio-service:9000 - name: STORAGE_REGION value: us-east-1 - name: STORAGE_BUCKET value: operator-testing - name: INSTALL_EXTENSIONS + value: pg_stat_kcache-pg18-2.3.1 - name: PG_VERSION + value: "18" - name: PGDATA_EXTENSIONS + value: /pgdata/extension/18 - name: STORAGE_DISABLE_SSL value: "true" - name: STORAGE_FORCE_PATH_STYLE @@ -49,19 +245,99 @@ envFrom: - secretRef: name: minio-secret - resources: {} + image: docker.io/perconalab/percona-postgresql-operator:PR-1675-fea78fdf1 + imagePullPolicy: Always + name: extension-installer-18 + resources: {} + securityContext: + runAsUser: 26 + terminationMessagePath: /dev/termination-log + terminationMessagePolicy: File volumeMounts: - mountPath: /pgdata name: postgres-data - - name: postgres-data - - name: postgres-data - - mountPath: /tmp - name: tmp - - name: nss-wrapper-init + - mountPath: /usr/pgsql-18/share/extension + name: postgres-data + subPath: extension/18/usr/pgsql-18/share/extension + - mountPath: /usr/pgsql-18/lib + name: postgres-data + subPath: extension/18/usr/pgsql-18/lib + - mountPath: /tmp + name: tmp + - command: + - bash + - -c + - "export NSS_WRAPPER_SUBDIR=postgres CRUNCHY_NSS_USERNAME=postgres CRUNCHY_NSS_USER_DESC=\"postgres\" + \n# Define nss_wrapper directory and passwd & group files that will be utilized + by nss_wrapper. The\n# nss_wrapper_env.sh script (which also sets these + vars) isn't sourced here since the nss_wrapper\n# has not yet been setup, + and we therefore don't yet want the nss_wrapper vars in the environment.\nmkdir + -p /tmp/nss_wrapper\nchmod g+rwx /tmp/nss_wrapper\n\nNSS_WRAPPER_DIR=\"/tmp/nss_wrapper/${NSS_WRAPPER_SUBDIR}\"\nNSS_WRAPPER_PASSWD=\"${NSS_WRAPPER_DIR}/passwd\"\nNSS_WRAPPER_GROUP=\"${NSS_WRAPPER_DIR}/group\"\n\n# + create the nss_wrapper directory\nmkdir -p \"${NSS_WRAPPER_DIR}\"\n\n# grab + the current user ID and group ID\nUSER_ID=$(id -u)\nexport USER_ID\nGROUP_ID=$(id + -g)\nexport GROUP_ID\n\n# get copies of the passwd and group files\n[[ -f + \"${NSS_WRAPPER_PASSWD}\" ]] || cp \"/etc/passwd\" \"${NSS_WRAPPER_PASSWD}\"\n[[ + -f \"${NSS_WRAPPER_GROUP}\" ]] || cp \"/etc/group\" \"${NSS_WRAPPER_GROUP}\"\n\n# + if the username is missing from the passwd file, then add it\nif [[ ! $(cat + \"${NSS_WRAPPER_PASSWD}\") =~ ${CRUNCHY_NSS_USERNAME}:x:${USER_ID} ]]; then\n + \ echo \"nss_wrapper: adding user\"\n passwd_tmp=\"${NSS_WRAPPER_DIR}/passwd_tmp\"\n + \ cp \"${NSS_WRAPPER_PASSWD}\" \"${passwd_tmp}\"\n sed -i \"/${CRUNCHY_NSS_USERNAME}:x:/d\" + \"${passwd_tmp}\"\n # needed for OCP 4.x because crio updates /etc/passwd + with an entry for USER_ID\n sed -i \"/${USER_ID}:x:/d\" \"${passwd_tmp}\"\n + \ printf '${CRUNCHY_NSS_USERNAME}:x:${USER_ID}:${GROUP_ID}:${CRUNCHY_NSS_USER_DESC}:${HOME}:/bin/bash\\n' + >> \"${passwd_tmp}\"\n envsubst < \"${passwd_tmp}\" > \"${NSS_WRAPPER_PASSWD}\"\n + \ rm \"${passwd_tmp}\"\nelse\n echo \"nss_wrapper: user exists\"\nfi\n\n# + if the username (which will be the same as the group name) is missing from + group file, then add it\nif [[ ! $(cat \"${NSS_WRAPPER_GROUP}\") =~ ${CRUNCHY_NSS_USERNAME}:x:${USER_ID} + ]]; then\n echo \"nss_wrapper: adding group\"\n group_tmp=\"${NSS_WRAPPER_DIR}/group_tmp\"\n + \ cp \"${NSS_WRAPPER_GROUP}\" \"${group_tmp}\"\n sed -i \"/${CRUNCHY_NSS_USERNAME}:x:/d\" + \"${group_tmp}\"\n printf '${CRUNCHY_NSS_USERNAME}:x:${USER_ID}:${CRUNCHY_NSS_USERNAME}\\n' + >> \"${group_tmp}\"\n envsubst < \"${group_tmp}\" > \"${NSS_WRAPPER_GROUP}\"\n + \ rm \"${group_tmp}\"\nelse\n echo \"nss_wrapper: group exists\"\nfi\n\n# + export the nss_wrapper env vars\n# define nss_wrapper directory and passwd + & group files that will be utilized by nss_wrapper\nNSS_WRAPPER_DIR=\"/tmp/nss_wrapper/${NSS_WRAPPER_SUBDIR}\"\nNSS_WRAPPER_PASSWD=\"${NSS_WRAPPER_DIR}/passwd\"\nNSS_WRAPPER_GROUP=\"${NSS_WRAPPER_DIR}/group\"\n\nexport + LD_PRELOAD=/usr/lib64/libnss_wrapper.so\nexport NSS_WRAPPER_PASSWD=\"${NSS_WRAPPER_PASSWD}\"\nexport + NSS_WRAPPER_GROUP=\"${NSS_WRAPPER_GROUP}\"\n\necho \"nss_wrapper: environment + configured\"\n" + image: docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres + imagePullPolicy: Always + name: nss-wrapper-init + resources: {} + securityContext: + allowPrivilegeEscalation: false + capabilities: + drop: + - ALL + privileged: false + readOnlyRootFilesystem: true + runAsNonRoot: true + seccompProfile: + type: RuntimeDefault + terminationMessagePath: /dev/termination-log + terminationMessagePolicy: File + volumeMounts: + - mountPath: /tmp + name: tmp + restartPolicy: Always + schedulerName: default-scheduler + securityContext: + fsGroup: 26 + fsGroupChangePolicy: OnRootMismatch + serviceAccount: custom-extensions-instance + serviceAccountName: custom-extensions-instance + shareProcessNamespace: true + terminationGracePeriodSeconds: 30 + topologySpreadConstraints: '[... elided field over 10 lines long ...]' + volumes: '[... elided field over 10 lines long ...]' + updateStrategy: + type: OnDelete status: availableReplicas: 1 + collisionCount: 0 + currentRevision: custom-extensions-instance1-wlq4-6d66f85f6b observedGeneration: 2 readyReplicas: 1 replicas: 1 + updateRevision: custom-extensions-instance1-wlq4-54699c444f updatedReplicas: 1 case.go:330: resource StatefulSet:kuttl-test-poetic-ray/: .spec.template.spec.initContainers: slice length mismatch: 5 != 6 logger.go:42: 09:40:50 | custom-extensions | custom-extensions events from ns kuttl-test-poetic-ray: logger.go:42: 09:40:50 | custom-extensions | 2026-08-02 09:36:27 +0000 UTC Normal Pod pg-client-65d98588cc-wc262 Binding Scheduled Successfully assigned kuttl-test-poetic-ray/pg-client-65d98588cc-wc262 to gke-jen-pg-1675-fea78fdf-default-pool-ea45fa2c-xmm2 default-scheduler logger.go:42: 09:40:50 | custom-extensions | 2026-08-02 09:36:27 +0000 UTC Normal ReplicaSet.apps pg-client-65d98588cc SuccessfulCreate Created pod: pg-client-65d98588cc-wc262 replicaset-controller logger.go:42: 09:40:50 | custom-extensions | 2026-08-02 09:36:27 +0000 UTC Normal Deployment.apps pg-client ScalingReplicaSet Scaled up replica set pg-client-65d98588cc from 0 to 1 deployment-controller logger.go:42: 09:40:50 | custom-extensions | 2026-08-02 09:36:28 +0000 UTC Normal Pod pg-client-65d98588cc-wc262.spec.containers{pg-client} Pulling Pulling image "perconalab/percona-distribution-postgresql:16" kubelet logger.go:42: 09:40:50 | custom-extensions | 2026-08-02 09:36:28 +0000 UTC Normal Pod pg-client-65d98588cc-wc262.spec.containers{pg-client} Pulled Successfully pulled image "perconalab/percona-distribution-postgresql:16" in 109ms (109ms including waiting). Image size: 453984494 bytes. kubelet logger.go:42: 09:40:50 | custom-extensions | 2026-08-02 09:36:28 +0000 UTC Normal Pod pg-client-65d98588cc-wc262.spec.containers{pg-client} Created Created container: pg-client kubelet logger.go:42: 09:40:50 | custom-extensions | 2026-08-02 09:36:28 +0000 UTC Normal Pod pg-client-65d98588cc-wc262.spec.containers{pg-client} Started Started container pg-client kubelet logger.go:42: 09:40:50 | custom-extensions | 2026-08-02 09:36:38 +0000 UTC Normal ReplicaSet.apps minio-service-596d46ffc4 SuccessfulCreate Created pod: minio-service-596d46ffc4-58nqj replicaset-controller logger.go:42: 09:40:50 | custom-extensions | 2026-08-02 09:36:38 +0000 UTC Normal PersistentVolumeClaim minio-service WaitForFirstConsumer waiting for first consumer to be created before binding persistentvolume-controller logger.go:42: 09:40:50 | custom-extensions | 2026-08-02 09:36:38 +0000 UTC Normal Deployment.apps minio-service ScalingReplicaSet Scaled up replica set minio-service-596d46ffc4 from 0 to 1 deployment-controller logger.go:42: 09:40:50 | custom-extensions | 2026-08-02 09:36:38 +0000 UTC Normal PersistentVolumeClaim minio-service ExternalProvisioning Waiting for a volume to be created either by the external provisioner 'pd.csi.storage.gke.io' or manually by the system administrator. If volume creation is delayed, please verify that the provisioner is running and correctly registered. persistentvolume-controller logger.go:42: 09:40:50 | custom-extensions | 2026-08-02 09:36:38 +0000 UTC Normal PersistentVolumeClaim minio-service Provisioning External provisioner is provisioning volume for claim "kuttl-test-poetic-ray/minio-service" pd.csi.storage.gke.io_gke-b746a9f73bde4915a1cc-5d30-0e7b-vm_059d42a1-5bb1-47dd-9b96-1d02b2e45b28 logger.go:42: 09:40:50 | custom-extensions | 2026-08-02 09:36:39 +0000 UTC Normal Pod minio-service-post-job-rfs5g Binding Scheduled Successfully assigned kuttl-test-poetic-ray/minio-service-post-job-rfs5g to gke-jen-pg-1675-fea78fdf-default-pool-ea45fa2c-xmm2 default-scheduler logger.go:42: 09:40:50 | custom-extensions | 2026-08-02 09:36:39 +0000 UTC Normal Job.batch minio-service-post-job SuccessfulCreate Created pod: minio-service-post-job-rfs5g job-controller logger.go:42: 09:40:50 | custom-extensions | 2026-08-02 09:36:40 +0000 UTC Normal Pod minio-service-post-job-rfs5g.spec.containers{minio-make-user} Pulling Pulling image "quay.io/minio/mc:RELEASE.2024-11-21T17-21-54Z" kubelet logger.go:42: 09:40:50 | custom-extensions | 2026-08-02 09:36:41 +0000 UTC Normal Pod minio-service-post-job-rfs5g.spec.containers{minio-make-user} Pulled Successfully pulled image "quay.io/minio/mc:RELEASE.2024-11-21T17-21-54Z" in 1.896s (1.896s including waiting). Image size: 28122288 bytes. kubelet logger.go:42: 09:40:50 | custom-extensions | 2026-08-02 09:36:41 +0000 UTC Normal Pod minio-service-post-job-rfs5g.spec.containers{minio-make-user} Created Created container: minio-make-user kubelet logger.go:42: 09:40:50 | custom-extensions | 2026-08-02 09:36:42 +0000 UTC Normal Pod minio-service-596d46ffc4-58nqj Binding Scheduled Successfully assigned kuttl-test-poetic-ray/minio-service-596d46ffc4-58nqj to gke-jen-pg-1675-fea78fdf-default-pool-ea45fa2c-xmm2 default-scheduler logger.go:42: 09:40:50 | custom-extensions | 2026-08-02 09:36:42 +0000 UTC Normal Pod minio-service-post-job-rfs5g.spec.containers{minio-make-user} Started Started container minio-make-user kubelet logger.go:42: 09:40:50 | custom-extensions | 2026-08-02 09:36:42 +0000 UTC Normal PersistentVolumeClaim minio-service ProvisioningSucceeded Successfully provisioned volume pvc-cc7c294c-58ca-4101-84f3-4056ca9cd282 pd.csi.storage.gke.io_gke-b746a9f73bde4915a1cc-5d30-0e7b-vm_059d42a1-5bb1-47dd-9b96-1d02b2e45b28 logger.go:42: 09:40:50 | custom-extensions | 2026-08-02 09:36:50 +0000 UTC Normal Pod minio-service-596d46ffc4-58nqj SuccessfulAttachVolume AttachVolume.Attach succeeded for volume "pvc-cc7c294c-58ca-4101-84f3-4056ca9cd282" attachdetach-controller logger.go:42: 09:40:50 | custom-extensions | 2026-08-02 09:36:51 +0000 UTC Normal Pod minio-service-596d46ffc4-58nqj.spec.containers{minio} Pulled Container image "quay.io/minio/minio:RELEASE.2024-12-18T13-15-44Z" already present on machine kubelet logger.go:42: 09:40:50 | custom-extensions | 2026-08-02 09:36:51 +0000 UTC Normal Pod minio-service-596d46ffc4-58nqj.spec.containers{minio} Created Created container: minio kubelet logger.go:42: 09:40:50 | custom-extensions | 2026-08-02 09:36:51 +0000 UTC Normal Pod minio-service-596d46ffc4-58nqj.spec.containers{minio} Started Started container minio kubelet logger.go:42: 09:40:50 | custom-extensions | 2026-08-02 09:37:04 +0000 UTC Normal Job.batch minio-service-post-job Completed Job completed job-controller logger.go:42: 09:40:50 | custom-extensions | 2026-08-02 09:37:06 +0000 UTC Normal Pod aws-cli Binding Scheduled Successfully assigned kuttl-test-poetic-ray/aws-cli to gke-jen-pg-1675-fea78fdf-default-pool-ea45fa2c-jhzf default-scheduler logger.go:42: 09:40:50 | custom-extensions | 2026-08-02 09:37:07 +0000 UTC Normal Pod aws-cli.spec.containers{aws-cli} Pulling Pulling image "perconalab/awscli" kubelet logger.go:42: 09:40:50 | custom-extensions | 2026-08-02 09:37:07 +0000 UTC Normal Pod aws-cli.spec.containers{aws-cli} Pulled Successfully pulled image "perconalab/awscli" in 80ms (80ms including waiting). Image size: 30314917 bytes. kubelet logger.go:42: 09:40:50 | custom-extensions | 2026-08-02 09:37:07 +0000 UTC Normal Pod aws-cli.spec.containers{aws-cli} Created Created container: aws-cli kubelet logger.go:42: 09:40:50 | custom-extensions | 2026-08-02 09:37:07 +0000 UTC Normal Pod aws-cli.spec.containers{aws-cli} Started Started container aws-cli kubelet logger.go:42: 09:40:50 | custom-extensions | 2026-08-02 09:37:12 +0000 UTC Normal Pod aws-cli Binding Scheduled Successfully assigned kuttl-test-poetic-ray/aws-cli to gke-jen-pg-1675-fea78fdf-default-pool-ea45fa2c-jhzf default-scheduler logger.go:42: 09:40:50 | custom-extensions | 2026-08-02 09:37:13 +0000 UTC Normal Pod aws-cli.spec.containers{aws-cli} Pulling Pulling image "perconalab/awscli" kubelet logger.go:42: 09:40:50 | custom-extensions | 2026-08-02 09:37:13 +0000 UTC Normal Pod aws-cli.spec.containers{aws-cli} Pulled Successfully pulled image "perconalab/awscli" in 83ms (83ms including waiting). Image size: 30314917 bytes. kubelet logger.go:42: 09:40:50 | custom-extensions | 2026-08-02 09:37:13 +0000 UTC Normal Pod aws-cli.spec.containers{aws-cli} Created Created container: aws-cli kubelet logger.go:42: 09:40:50 | custom-extensions | 2026-08-02 09:37:13 +0000 UTC Normal Pod aws-cli.spec.containers{aws-cli} Started Started container aws-cli kubelet logger.go:42: 09:40:50 | custom-extensions | 2026-08-02 09:37:24 +0000 UTC Normal PersistentVolumeClaim custom-extensions-instance1-65f4-pgdata WaitForFirstConsumer waiting for first consumer to be created before binding persistentvolume-controller logger.go:42: 09:40:50 | custom-extensions | 2026-08-02 09:37:25 +0000 UTC Normal PersistentVolumeClaim custom-extensions-instance1-65f4-pgdata ExternalProvisioning Waiting for a volume to be created either by the external provisioner 'pd.csi.storage.gke.io' or manually by the system administrator. If volume creation is delayed, please verify that the provisioner is running and correctly registered. persistentvolume-controller logger.go:42: 09:40:50 | custom-extensions | 2026-08-02 09:37:25 +0000 UTC Normal PersistentVolumeClaim custom-extensions-instance1-65f4-pgdata Provisioning External provisioner is provisioning volume for claim "kuttl-test-poetic-ray/custom-extensions-instance1-65f4-pgdata" pd.csi.storage.gke.io_gke-b746a9f73bde4915a1cc-5d30-0e7b-vm_059d42a1-5bb1-47dd-9b96-1d02b2e45b28 logger.go:42: 09:40:50 | custom-extensions | 2026-08-02 09:37:25 +0000 UTC Normal StatefulSet.apps custom-extensions-instance1-65f4 SuccessfulCreate create Pod custom-extensions-instance1-65f4-0 in StatefulSet custom-extensions-instance1-65f4 successful statefulset-controller logger.go:42: 09:40:50 | custom-extensions | 2026-08-02 09:37:25 +0000 UTC Normal PersistentVolumeClaim custom-extensions-instance1-m7pg-pgdata WaitForFirstConsumer waiting for first consumer to be created before binding persistentvolume-controller logger.go:42: 09:40:50 | custom-extensions | 2026-08-02 09:37:25 +0000 UTC Normal PersistentVolumeClaim custom-extensions-instance1-wlq4-pgdata WaitForFirstConsumer waiting for first consumer to be created before binding persistentvolume-controller logger.go:42: 09:40:50 | custom-extensions | 2026-08-02 09:37:26 +0000 UTC Normal PersistentVolumeClaim custom-extensions-instance1-wlq4-pgdata Provisioning External provisioner is provisioning volume for claim "kuttl-test-poetic-ray/custom-extensions-instance1-wlq4-pgdata" pd.csi.storage.gke.io_gke-b746a9f73bde4915a1cc-5d30-0e7b-vm_059d42a1-5bb1-47dd-9b96-1d02b2e45b28 logger.go:42: 09:40:50 | custom-extensions | 2026-08-02 09:37:26 +0000 UTC Normal PersistentVolumeClaim custom-extensions-instance1-wlq4-pgdata ExternalProvisioning Waiting for a volume to be created either by the external provisioner 'pd.csi.storage.gke.io' or manually by the system administrator. If volume creation is delayed, please verify that the provisioner is running and correctly registered. persistentvolume-controller logger.go:42: 09:40:50 | custom-extensions | 2026-08-02 09:37:26 +0000 UTC Normal StatefulSet.apps custom-extensions-instance1-wlq4 SuccessfulCreate create Pod custom-extensions-instance1-wlq4-0 in StatefulSet custom-extensions-instance1-wlq4 successful statefulset-controller logger.go:42: 09:40:50 | custom-extensions | 2026-08-02 09:37:27 +0000 UTC Normal PersistentVolumeClaim custom-extensions-instance1-m7pg-pgdata ExternalProvisioning Waiting for a volume to be created either by the external provisioner 'pd.csi.storage.gke.io' or manually by the system administrator. If volume creation is delayed, please verify that the provisioner is running and correctly registered. persistentvolume-controller logger.go:42: 09:40:50 | custom-extensions | 2026-08-02 09:37:27 +0000 UTC Normal PersistentVolumeClaim custom-extensions-instance1-m7pg-pgdata Provisioning External provisioner is provisioning volume for claim "kuttl-test-poetic-ray/custom-extensions-instance1-m7pg-pgdata" pd.csi.storage.gke.io_gke-b746a9f73bde4915a1cc-5d30-0e7b-vm_059d42a1-5bb1-47dd-9b96-1d02b2e45b28 logger.go:42: 09:40:50 | custom-extensions | 2026-08-02 09:37:27 +0000 UTC Normal StatefulSet.apps custom-extensions-instance1-m7pg SuccessfulCreate create Pod custom-extensions-instance1-m7pg-0 in StatefulSet custom-extensions-instance1-m7pg successful statefulset-controller logger.go:42: 09:40:50 | custom-extensions | 2026-08-02 09:37:28 +0000 UTC Normal PersistentVolumeClaim custom-extensions-instance1-65f4-pgdata ProvisioningSucceeded Successfully provisioned volume pvc-302d6f68-e10b-458f-9618-9c2719fa578f pd.csi.storage.gke.io_gke-b746a9f73bde4915a1cc-5d30-0e7b-vm_059d42a1-5bb1-47dd-9b96-1d02b2e45b28 logger.go:42: 09:40:50 | custom-extensions | 2026-08-02 09:37:28 +0000 UTC Warning Pod custom-extensions-repo-host-0 Scheduling FailedScheduling 0/3 nodes are available: persistentvolumeclaim "custom-extensions-repo1" not found. preemption: 0/3 nodes are available: 3 Preemption is not helpful for scheduling. default-scheduler logger.go:42: 09:40:50 | custom-extensions | 2026-08-02 09:37:28 +0000 UTC Normal StatefulSet.apps custom-extensions-repo-host SuccessfulCreate create Pod custom-extensions-repo-host-0 in StatefulSet custom-extensions-repo-host successful statefulset-controller logger.go:42: 09:40:50 | custom-extensions | 2026-08-02 09:37:28 +0000 UTC Normal PersistentVolumeClaim custom-extensions-repo1 WaitForFirstConsumer waiting for first consumer to be created before binding persistentvolume-controller logger.go:42: 09:40:50 | custom-extensions | 2026-08-02 09:37:28 +0000 UTC Normal PersistentVolumeClaim custom-extensions-repo1 ExternalProvisioning Waiting for a volume to be created either by the external provisioner 'pd.csi.storage.gke.io' or manually by the system administrator. If volume creation is delayed, please verify that the provisioner is running and correctly registered. persistentvolume-controller logger.go:42: 09:40:50 | custom-extensions | 2026-08-02 09:37:28 +0000 UTC Normal PersistentVolumeClaim custom-extensions-repo1 Provisioning External provisioner is provisioning volume for claim "kuttl-test-poetic-ray/custom-extensions-repo1" pd.csi.storage.gke.io_gke-b746a9f73bde4915a1cc-5d30-0e7b-vm_059d42a1-5bb1-47dd-9b96-1d02b2e45b28 logger.go:42: 09:40:50 | custom-extensions | 2026-08-02 09:37:28 +0000 UTC Normal PostgresCluster.upstream.pgv2.percona.com custom-extensions RepoHostCreated created pgBackRest repository host StatefulSet/custom-extensions-repo-host postgrescluster-controller logger.go:42: 09:40:50 | custom-extensions | 2026-08-02 09:37:29 +0000 UTC Normal Pod custom-extensions-instance1-65f4-0 Binding Scheduled Successfully assigned kuttl-test-poetic-ray/custom-extensions-instance1-65f4-0 to gke-jen-pg-1675-fea78fdf-default-pool-ea45fa2c-jhzf default-scheduler logger.go:42: 09:40:50 | custom-extensions | 2026-08-02 09:37:29 +0000 UTC Normal Pod custom-extensions-pgbouncer-78dcccc45b-hllbr Binding Scheduled Successfully assigned kuttl-test-poetic-ray/custom-extensions-pgbouncer-78dcccc45b-hllbr to gke-jen-pg-1675-fea78fdf-default-pool-ea45fa2c-jhzf default-scheduler logger.go:42: 09:40:50 | custom-extensions | 2026-08-02 09:37:29 +0000 UTC Normal Pod custom-extensions-pgbouncer-78dcccc45b-jcjvf Binding Scheduled Successfully assigned kuttl-test-poetic-ray/custom-extensions-pgbouncer-78dcccc45b-jcjvf to gke-jen-pg-1675-fea78fdf-default-pool-ea45fa2c-ztv1 default-scheduler logger.go:42: 09:40:50 | custom-extensions | 2026-08-02 09:37:29 +0000 UTC Normal Pod custom-extensions-pgbouncer-78dcccc45b-lxgt6 Binding Scheduled Successfully assigned kuttl-test-poetic-ray/custom-extensions-pgbouncer-78dcccc45b-lxgt6 to gke-jen-pg-1675-fea78fdf-default-pool-ea45fa2c-xmm2 default-scheduler logger.go:42: 09:40:50 | custom-extensions | 2026-08-02 09:37:29 +0000 UTC Normal Pod custom-extensions-pgbouncer-78dcccc45b-lxgt6.spec.containers{pgbouncer} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18" kubelet logger.go:42: 09:40:50 | custom-extensions | 2026-08-02 09:37:29 +0000 UTC Normal ReplicaSet.apps custom-extensions-pgbouncer-78dcccc45b SuccessfulCreate Created pod: custom-extensions-pgbouncer-78dcccc45b-lxgt6 replicaset-controller logger.go:42: 09:40:50 | custom-extensions | 2026-08-02 09:37:29 +0000 UTC Normal ReplicaSet.apps custom-extensions-pgbouncer-78dcccc45b SuccessfulCreate Created pod: custom-extensions-pgbouncer-78dcccc45b-hllbr replicaset-controller logger.go:42: 09:40:50 | custom-extensions | 2026-08-02 09:37:29 +0000 UTC Normal ReplicaSet.apps custom-extensions-pgbouncer-78dcccc45b SuccessfulCreate Created pod: custom-extensions-pgbouncer-78dcccc45b-jcjvf replicaset-controller logger.go:42: 09:40:50 | custom-extensions | 2026-08-02 09:37:29 +0000 UTC Normal Deployment.apps custom-extensions-pgbouncer ScalingReplicaSet Scaled up replica set custom-extensions-pgbouncer-78dcccc45b from 0 to 3 deployment-controller logger.go:42: 09:40:50 | custom-extensions | 2026-08-02 09:37:29 +0000 UTC Normal PodDisruptionBudget.policy custom-extensions-pgbouncer NoPods No matching pods found controllermanager logger.go:42: 09:40:50 | custom-extensions | 2026-08-02 09:37:30 +0000 UTC Normal Pod custom-extensions-instance1-wlq4-0 Binding Scheduled Successfully assigned kuttl-test-poetic-ray/custom-extensions-instance1-wlq4-0 to gke-jen-pg-1675-fea78fdf-default-pool-ea45fa2c-ztv1 default-scheduler logger.go:42: 09:40:50 | custom-extensions | 2026-08-02 09:37:30 +0000 UTC Normal PersistentVolumeClaim custom-extensions-instance1-wlq4-pgdata ProvisioningSucceeded Successfully provisioned volume pvc-077f1a40-d9ff-4ebc-baa4-3906cb939f31 pd.csi.storage.gke.io_gke-b746a9f73bde4915a1cc-5d30-0e7b-vm_059d42a1-5bb1-47dd-9b96-1d02b2e45b28 logger.go:42: 09:40:50 | custom-extensions | 2026-08-02 09:37:30 +0000 UTC Normal Pod custom-extensions-pgbouncer-78dcccc45b-jcjvf.spec.containers{pgbouncer} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18" kubelet logger.go:42: 09:40:50 | custom-extensions | 2026-08-02 09:37:30 +0000 UTC Normal Pod custom-extensions-pgbouncer-78dcccc45b-jcjvf.spec.containers{pgbouncer} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18" in 106ms (106ms including waiting). Image size: 84592596 bytes. kubelet logger.go:42: 09:40:50 | custom-extensions | 2026-08-02 09:37:30 +0000 UTC Normal Pod custom-extensions-pgbouncer-78dcccc45b-jcjvf.spec.containers{pgbouncer} Created Created container: pgbouncer kubelet logger.go:42: 09:40:50 | custom-extensions | 2026-08-02 09:37:30 +0000 UTC Normal Pod custom-extensions-pgbouncer-78dcccc45b-jcjvf.spec.containers{pgbouncer} Started Started container pgbouncer kubelet logger.go:42: 09:40:50 | custom-extensions | 2026-08-02 09:37:30 +0000 UTC Normal Pod custom-extensions-pgbouncer-78dcccc45b-jcjvf.spec.containers{pgbouncer-config} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18" kubelet logger.go:42: 09:40:50 | custom-extensions | 2026-08-02 09:37:30 +0000 UTC Normal Pod custom-extensions-pgbouncer-78dcccc45b-jcjvf.spec.containers{pgbouncer-config} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18" in 105ms (105ms including waiting). Image size: 84592596 bytes. kubelet logger.go:42: 09:40:50 | custom-extensions | 2026-08-02 09:37:30 +0000 UTC Normal Pod custom-extensions-pgbouncer-78dcccc45b-jcjvf.spec.containers{pgbouncer-config} Created Created container: pgbouncer-config kubelet logger.go:42: 09:40:50 | custom-extensions | 2026-08-02 09:37:30 +0000 UTC Normal Pod custom-extensions-pgbouncer-78dcccc45b-jcjvf.spec.containers{pgbouncer-config} Started Started container pgbouncer-config kubelet logger.go:42: 09:40:50 | custom-extensions | 2026-08-02 09:37:30 +0000 UTC Normal Pod custom-extensions-pgbouncer-78dcccc45b-lxgt6.spec.containers{pgbouncer} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18" in 130ms (130ms including waiting). Image size: 84592596 bytes. kubelet logger.go:42: 09:40:50 | custom-extensions | 2026-08-02 09:37:30 +0000 UTC Normal Pod custom-extensions-pgbouncer-78dcccc45b-lxgt6.spec.containers{pgbouncer} Created Created container: pgbouncer kubelet logger.go:42: 09:40:50 | custom-extensions | 2026-08-02 09:37:30 +0000 UTC Normal Pod custom-extensions-pgbouncer-78dcccc45b-lxgt6.spec.containers{pgbouncer} Started Started container pgbouncer kubelet logger.go:42: 09:40:50 | custom-extensions | 2026-08-02 09:37:30 +0000 UTC Normal Pod custom-extensions-pgbouncer-78dcccc45b-lxgt6.spec.containers{pgbouncer-config} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18" kubelet logger.go:42: 09:40:50 | custom-extensions | 2026-08-02 09:37:30 +0000 UTC Normal Pod custom-extensions-pgbouncer-78dcccc45b-lxgt6.spec.containers{pgbouncer-config} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18" in 99ms (99ms including waiting). Image size: 84592596 bytes. kubelet logger.go:42: 09:40:50 | custom-extensions | 2026-08-02 09:37:30 +0000 UTC Normal Pod custom-extensions-pgbouncer-78dcccc45b-lxgt6.spec.containers{pgbouncer-config} Created Created container: pgbouncer-config kubelet logger.go:42: 09:40:50 | custom-extensions | 2026-08-02 09:37:30 +0000 UTC Normal Pod custom-extensions-pgbouncer-78dcccc45b-lxgt6.spec.containers{pgbouncer-config} Started Started container pgbouncer-config kubelet logger.go:42: 09:40:50 | custom-extensions | 2026-08-02 09:37:31 +0000 UTC Normal Pod custom-extensions-instance1-m7pg-0 Binding Scheduled Successfully assigned kuttl-test-poetic-ray/custom-extensions-instance1-m7pg-0 to gke-jen-pg-1675-fea78fdf-default-pool-ea45fa2c-xmm2 default-scheduler logger.go:42: 09:40:50 | custom-extensions | 2026-08-02 09:37:31 +0000 UTC Normal PersistentVolumeClaim custom-extensions-instance1-m7pg-pgdata ProvisioningSucceeded Successfully provisioned volume pvc-a8524353-6c84-4414-bfdf-8a63c09beaff pd.csi.storage.gke.io_gke-b746a9f73bde4915a1cc-5d30-0e7b-vm_059d42a1-5bb1-47dd-9b96-1d02b2e45b28 logger.go:42: 09:40:50 | custom-extensions | 2026-08-02 09:37:31 +0000 UTC Warning Pod custom-extensions-pgbouncer-78dcccc45b-hllbr FailedMount MountVolume.SetUp failed for volume "pgbouncer-config" : failed to sync secret cache: timed out waiting for the condition kubelet logger.go:42: 09:40:50 | custom-extensions | 2026-08-02 09:37:32 +0000 UTC Normal Pod custom-extensions-pgbouncer-78dcccc45b-hllbr.spec.containers{pgbouncer} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18" kubelet logger.go:42: 09:40:50 | custom-extensions | 2026-08-02 09:37:32 +0000 UTC Normal Pod custom-extensions-pgbouncer-78dcccc45b-hllbr.spec.containers{pgbouncer} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18" in 122ms (122ms including waiting). Image size: 84592596 bytes. kubelet logger.go:42: 09:40:50 | custom-extensions | 2026-08-02 09:37:32 +0000 UTC Normal Pod custom-extensions-pgbouncer-78dcccc45b-hllbr.spec.containers{pgbouncer} Created Created container: pgbouncer kubelet logger.go:42: 09:40:50 | custom-extensions | 2026-08-02 09:37:32 +0000 UTC Normal Pod custom-extensions-pgbouncer-78dcccc45b-hllbr.spec.containers{pgbouncer} Started Started container pgbouncer kubelet logger.go:42: 09:40:50 | custom-extensions | 2026-08-02 09:37:32 +0000 UTC Normal Pod custom-extensions-pgbouncer-78dcccc45b-hllbr.spec.containers{pgbouncer-config} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18" kubelet logger.go:42: 09:40:50 | custom-extensions | 2026-08-02 09:37:32 +0000 UTC Normal Pod custom-extensions-pgbouncer-78dcccc45b-hllbr.spec.containers{pgbouncer-config} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18" in 94ms (94ms including waiting). Image size: 84592596 bytes. kubelet logger.go:42: 09:40:50 | custom-extensions | 2026-08-02 09:37:32 +0000 UTC Normal Pod custom-extensions-pgbouncer-78dcccc45b-hllbr.spec.containers{pgbouncer-config} Created Created container: pgbouncer-config kubelet logger.go:42: 09:40:50 | custom-extensions | 2026-08-02 09:37:32 +0000 UTC Normal Pod custom-extensions-pgbouncer-78dcccc45b-hllbr.spec.containers{pgbouncer-config} Started Started container pgbouncer-config kubelet logger.go:42: 09:40:50 | custom-extensions | 2026-08-02 09:37:32 +0000 UTC Normal Pod custom-extensions-repo-host-0 Binding Scheduled Successfully assigned kuttl-test-poetic-ray/custom-extensions-repo-host-0 to gke-jen-pg-1675-fea78fdf-default-pool-ea45fa2c-jhzf default-scheduler logger.go:42: 09:40:50 | custom-extensions | 2026-08-02 09:37:32 +0000 UTC Normal PersistentVolumeClaim custom-extensions-repo1 ProvisioningSucceeded Successfully provisioned volume pvc-2791feb9-5a38-4c24-b737-03899a5a39bc pd.csi.storage.gke.io_gke-b746a9f73bde4915a1cc-5d30-0e7b-vm_059d42a1-5bb1-47dd-9b96-1d02b2e45b28 logger.go:42: 09:40:50 | custom-extensions | 2026-08-02 09:37:36 +0000 UTC Normal Pod custom-extensions-instance1-65f4-0 SuccessfulAttachVolume AttachVolume.Attach succeeded for volume "pvc-302d6f68-e10b-458f-9618-9c2719fa578f" attachdetach-controller logger.go:42: 09:40:50 | custom-extensions | 2026-08-02 09:37:38 +0000 UTC Normal Pod custom-extensions-instance1-65f4-0.spec.initContainers{database-init} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:PR-1675-fea78fdf1" kubelet logger.go:42: 09:40:50 | custom-extensions | 2026-08-02 09:37:38 +0000 UTC Normal Pod custom-extensions-instance1-65f4-0.spec.initContainers{database-init} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:PR-1675-fea78fdf1" in 109ms (109ms including waiting). Image size: 81030401 bytes. kubelet logger.go:42: 09:40:50 | custom-extensions | 2026-08-02 09:37:38 +0000 UTC Normal Pod custom-extensions-instance1-65f4-0.spec.initContainers{database-init} Created Created container: database-init kubelet logger.go:42: 09:40:50 | custom-extensions | 2026-08-02 09:37:38 +0000 UTC Normal Pod custom-extensions-instance1-65f4-0.spec.initContainers{database-init} Started Started container database-init kubelet logger.go:42: 09:40:50 | custom-extensions | 2026-08-02 09:37:38 +0000 UTC Normal Pod custom-extensions-instance1-wlq4-0 SuccessfulAttachVolume AttachVolume.Attach succeeded for volume "pvc-077f1a40-d9ff-4ebc-baa4-3906cb939f31" attachdetach-controller logger.go:42: 09:40:50 | custom-extensions | 2026-08-02 09:37:39 +0000 UTC Normal Pod custom-extensions-instance1-65f4-0.spec.initContainers{postgres-startup} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres" kubelet logger.go:42: 09:40:50 | custom-extensions | 2026-08-02 09:37:39 +0000 UTC Normal Pod custom-extensions-instance1-65f4-0.spec.initContainers{postgres-startup} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres" in 124ms (124ms including waiting). Image size: 448666799 bytes. kubelet logger.go:42: 09:40:50 | custom-extensions | 2026-08-02 09:37:39 +0000 UTC Normal Pod custom-extensions-instance1-65f4-0.spec.initContainers{postgres-startup} Created Created container: postgres-startup kubelet logger.go:42: 09:40:50 | custom-extensions | 2026-08-02 09:37:39 +0000 UTC Normal Pod custom-extensions-instance1-65f4-0.spec.initContainers{postgres-startup} Started Started container postgres-startup kubelet logger.go:42: 09:40:50 | custom-extensions | 2026-08-02 09:37:39 +0000 UTC Normal Pod custom-extensions-instance1-m7pg-0 SuccessfulAttachVolume AttachVolume.Attach succeeded for volume "pvc-a8524353-6c84-4414-bfdf-8a63c09beaff" attachdetach-controller logger.go:42: 09:40:50 | custom-extensions | 2026-08-02 09:37:39 +0000 UTC Normal Pod custom-extensions-instance1-wlq4-0.spec.initContainers{database-init} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:PR-1675-fea78fdf1" kubelet logger.go:42: 09:40:50 | custom-extensions | 2026-08-02 09:37:39 +0000 UTC Normal Pod custom-extensions-instance1-wlq4-0.spec.initContainers{database-init} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:PR-1675-fea78fdf1" in 104ms (104ms including waiting). Image size: 81030401 bytes. kubelet logger.go:42: 09:40:50 | custom-extensions | 2026-08-02 09:37:39 +0000 UTC Normal Pod custom-extensions-instance1-wlq4-0.spec.initContainers{database-init} Created Created container: database-init kubelet logger.go:42: 09:40:50 | custom-extensions | 2026-08-02 09:37:39 +0000 UTC Normal Pod custom-extensions-instance1-wlq4-0.spec.initContainers{database-init} Started Started container database-init kubelet logger.go:42: 09:40:50 | custom-extensions | 2026-08-02 09:37:39 +0000 UTC Normal Pod custom-extensions-repo-host-0 SuccessfulAttachVolume AttachVolume.Attach succeeded for volume "pvc-2791feb9-5a38-4c24-b737-03899a5a39bc" attachdetach-controller logger.go:42: 09:40:50 | custom-extensions | 2026-08-02 09:37:40 +0000 UTC Normal Pod custom-extensions-instance1-65f4-0.spec.initContainers{nss-wrapper-init-logcollector} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres" kubelet logger.go:42: 09:40:50 | custom-extensions | 2026-08-02 09:37:40 +0000 UTC Normal Pod custom-extensions-instance1-65f4-0.spec.initContainers{nss-wrapper-init-logcollector} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres" in 108ms (108ms including waiting). Image size: 448666799 bytes. kubelet logger.go:42: 09:40:50 | custom-extensions | 2026-08-02 09:37:40 +0000 UTC Normal Pod custom-extensions-instance1-65f4-0.spec.initContainers{nss-wrapper-init-logcollector} Created Created container: nss-wrapper-init-logcollector kubelet logger.go:42: 09:40:50 | custom-extensions | 2026-08-02 09:37:40 +0000 UTC Normal Pod custom-extensions-instance1-65f4-0.spec.initContainers{nss-wrapper-init-logcollector} Started Started container nss-wrapper-init-logcollector kubelet logger.go:42: 09:40:50 | custom-extensions | 2026-08-02 09:37:40 +0000 UTC Normal Pod custom-extensions-instance1-m7pg-0.spec.initContainers{database-init} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:PR-1675-fea78fdf1" kubelet logger.go:42: 09:40:50 | custom-extensions | 2026-08-02 09:37:40 +0000 UTC Normal Pod custom-extensions-instance1-m7pg-0.spec.initContainers{database-init} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:PR-1675-fea78fdf1" in 113ms (113ms including waiting). Image size: 81030401 bytes. kubelet logger.go:42: 09:40:50 | custom-extensions | 2026-08-02 09:37:40 +0000 UTC Normal Pod custom-extensions-instance1-m7pg-0.spec.initContainers{database-init} Created Created container: database-init kubelet logger.go:42: 09:40:50 | custom-extensions | 2026-08-02 09:37:40 +0000 UTC Normal Pod custom-extensions-instance1-m7pg-0.spec.initContainers{database-init} Started Started container database-init kubelet logger.go:42: 09:40:50 | custom-extensions | 2026-08-02 09:37:40 +0000 UTC Normal Pod custom-extensions-instance1-wlq4-0.spec.initContainers{postgres-startup} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres" kubelet logger.go:42: 09:40:50 | custom-extensions | 2026-08-02 09:37:40 +0000 UTC Normal Pod custom-extensions-instance1-wlq4-0.spec.initContainers{postgres-startup} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres" in 130ms (130ms including waiting). Image size: 448666799 bytes. kubelet logger.go:42: 09:40:50 | custom-extensions | 2026-08-02 09:37:40 +0000 UTC Normal Pod custom-extensions-instance1-wlq4-0.spec.initContainers{postgres-startup} Created Created container: postgres-startup kubelet logger.go:42: 09:40:50 | custom-extensions | 2026-08-02 09:37:40 +0000 UTC Normal Pod custom-extensions-instance1-wlq4-0.spec.initContainers{postgres-startup} Started Started container postgres-startup kubelet logger.go:42: 09:40:50 | custom-extensions | 2026-08-02 09:37:41 +0000 UTC Normal Pod custom-extensions-instance1-65f4-0.spec.initContainers{extension-relocator-18} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres" kubelet logger.go:42: 09:40:50 | custom-extensions | 2026-08-02 09:37:41 +0000 UTC Normal Pod custom-extensions-instance1-65f4-0.spec.initContainers{extension-relocator-18} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres" in 104ms (104ms including waiting). Image size: 448666799 bytes. kubelet logger.go:42: 09:40:50 | custom-extensions | 2026-08-02 09:37:41 +0000 UTC Normal Pod custom-extensions-instance1-65f4-0.spec.initContainers{extension-relocator-18} Created Created container: extension-relocator-18 kubelet logger.go:42: 09:40:50 | custom-extensions | 2026-08-02 09:37:41 +0000 UTC Normal Pod custom-extensions-instance1-65f4-0.spec.initContainers{extension-relocator-18} Started Started container extension-relocator-18 kubelet logger.go:42: 09:40:50 | custom-extensions | 2026-08-02 09:37:41 +0000 UTC Normal Pod custom-extensions-instance1-m7pg-0.spec.initContainers{postgres-startup} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres" kubelet logger.go:42: 09:40:50 | custom-extensions | 2026-08-02 09:37:41 +0000 UTC Normal Pod custom-extensions-instance1-m7pg-0.spec.initContainers{postgres-startup} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres" in 104ms (104ms including waiting). Image size: 448666799 bytes. kubelet logger.go:42: 09:40:50 | custom-extensions | 2026-08-02 09:37:41 +0000 UTC Normal Pod custom-extensions-instance1-m7pg-0.spec.initContainers{postgres-startup} Created Created container: postgres-startup kubelet logger.go:42: 09:40:50 | custom-extensions | 2026-08-02 09:37:41 +0000 UTC Normal Pod custom-extensions-instance1-m7pg-0.spec.initContainers{postgres-startup} Started Started container postgres-startup kubelet logger.go:42: 09:40:50 | custom-extensions | 2026-08-02 09:37:41 +0000 UTC Normal Pod custom-extensions-instance1-wlq4-0.spec.initContainers{nss-wrapper-init-logcollector} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres" kubelet logger.go:42: 09:40:50 | custom-extensions | 2026-08-02 09:37:41 +0000 UTC Normal Pod custom-extensions-instance1-wlq4-0.spec.initContainers{nss-wrapper-init-logcollector} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres" in 114ms (115ms including waiting). Image size: 448666799 bytes. kubelet logger.go:42: 09:40:50 | custom-extensions | 2026-08-02 09:37:41 +0000 UTC Normal Pod custom-extensions-instance1-wlq4-0.spec.initContainers{nss-wrapper-init-logcollector} Created Created container: nss-wrapper-init-logcollector kubelet logger.go:42: 09:40:50 | custom-extensions | 2026-08-02 09:37:41 +0000 UTC Normal Pod custom-extensions-instance1-wlq4-0.spec.initContainers{nss-wrapper-init-logcollector} Started Started container nss-wrapper-init-logcollector kubelet logger.go:42: 09:40:50 | custom-extensions | 2026-08-02 09:37:41 +0000 UTC Normal Pod custom-extensions-repo-host-0.spec.initContainers{pgbackrest-log-dir} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18" kubelet logger.go:42: 09:40:50 | custom-extensions | 2026-08-02 09:37:41 +0000 UTC Normal Pod custom-extensions-repo-host-0.spec.initContainers{pgbackrest-log-dir} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18" in 105ms (105ms including waiting). Image size: 122657241 bytes. kubelet logger.go:42: 09:40:50 | custom-extensions | 2026-08-02 09:37:41 +0000 UTC Normal Pod custom-extensions-repo-host-0.spec.initContainers{pgbackrest-log-dir} Created Created container: pgbackrest-log-dir kubelet logger.go:42: 09:40:50 | custom-extensions | 2026-08-02 09:37:41 +0000 UTC Normal Pod custom-extensions-repo-host-0.spec.initContainers{pgbackrest-log-dir} Started Started container pgbackrest-log-dir kubelet logger.go:42: 09:40:50 | custom-extensions | 2026-08-02 09:37:41 +0000 UTC Normal Pod custom-extensions-repo-host-0.spec.initContainers{nss-wrapper-init} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18" kubelet logger.go:42: 09:40:50 | custom-extensions | 2026-08-02 09:37:41 +0000 UTC Normal Pod custom-extensions-repo-host-0.spec.initContainers{nss-wrapper-init} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18" in 153ms (153ms including waiting). Image size: 122657241 bytes. kubelet logger.go:42: 09:40:50 | custom-extensions | 2026-08-02 09:37:41 +0000 UTC Normal Pod custom-extensions-repo-host-0.spec.initContainers{nss-wrapper-init} Created Created container: nss-wrapper-init kubelet logger.go:42: 09:40:50 | custom-extensions | 2026-08-02 09:37:41 +0000 UTC Normal Pod custom-extensions-repo-host-0.spec.initContainers{nss-wrapper-init} Started Started container nss-wrapper-init kubelet logger.go:42: 09:40:50 | custom-extensions | 2026-08-02 09:37:42 +0000 UTC Normal Pod custom-extensions-instance1-65f4-0.spec.initContainers{extension-installer-18} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:PR-1675-fea78fdf1" kubelet logger.go:42: 09:40:50 | custom-extensions | 2026-08-02 09:37:42 +0000 UTC Normal Pod custom-extensions-instance1-65f4-0.spec.initContainers{extension-installer-18} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:PR-1675-fea78fdf1" in 142ms (142ms including waiting). Image size: 81030401 bytes. kubelet logger.go:42: 09:40:50 | custom-extensions | 2026-08-02 09:37:42 +0000 UTC Normal Pod custom-extensions-instance1-65f4-0.spec.initContainers{extension-installer-18} Created Created container: extension-installer-18 kubelet logger.go:42: 09:40:50 | custom-extensions | 2026-08-02 09:37:42 +0000 UTC Normal Pod custom-extensions-instance1-m7pg-0.spec.initContainers{nss-wrapper-init-logcollector} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres" kubelet logger.go:42: 09:40:50 | custom-extensions | 2026-08-02 09:37:42 +0000 UTC Normal Pod custom-extensions-instance1-m7pg-0.spec.initContainers{nss-wrapper-init-logcollector} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres" in 118ms (118ms including waiting). Image size: 448666799 bytes. kubelet logger.go:42: 09:40:50 | custom-extensions | 2026-08-02 09:37:42 +0000 UTC Normal Pod custom-extensions-instance1-m7pg-0.spec.initContainers{nss-wrapper-init-logcollector} Created Created container: nss-wrapper-init-logcollector kubelet logger.go:42: 09:40:50 | custom-extensions | 2026-08-02 09:37:42 +0000 UTC Normal Pod custom-extensions-instance1-m7pg-0.spec.initContainers{nss-wrapper-init-logcollector} Started Started container nss-wrapper-init-logcollector kubelet logger.go:42: 09:40:50 | custom-extensions | 2026-08-02 09:37:42 +0000 UTC Normal Pod custom-extensions-instance1-wlq4-0.spec.initContainers{extension-relocator-18} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres" kubelet logger.go:42: 09:40:50 | custom-extensions | 2026-08-02 09:37:42 +0000 UTC Normal Pod custom-extensions-instance1-wlq4-0.spec.initContainers{extension-relocator-18} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres" in 111ms (111ms including waiting). Image size: 448666799 bytes. kubelet logger.go:42: 09:40:50 | custom-extensions | 2026-08-02 09:37:42 +0000 UTC Normal Pod custom-extensions-instance1-wlq4-0.spec.initContainers{extension-relocator-18} Created Created container: extension-relocator-18 kubelet logger.go:42: 09:40:50 | custom-extensions | 2026-08-02 09:37:42 +0000 UTC Normal Pod custom-extensions-instance1-wlq4-0.spec.initContainers{extension-relocator-18} Started Started container extension-relocator-18 kubelet logger.go:42: 09:40:50 | custom-extensions | 2026-08-02 09:37:42 +0000 UTC Normal Pod custom-extensions-repo-host-0.spec.containers{pgbackrest} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18" kubelet logger.go:42: 09:40:50 | custom-extensions | 2026-08-02 09:37:42 +0000 UTC Normal Pod custom-extensions-repo-host-0.spec.containers{pgbackrest} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18" in 124ms (124ms including waiting). Image size: 122657241 bytes. kubelet logger.go:42: 09:40:50 | custom-extensions | 2026-08-02 09:37:42 +0000 UTC Normal Pod custom-extensions-repo-host-0.spec.containers{pgbackrest} Created Created container: pgbackrest kubelet logger.go:42: 09:40:50 | custom-extensions | 2026-08-02 09:37:43 +0000 UTC Normal Pod custom-extensions-instance1-65f4-0.spec.initContainers{extension-installer-18} Started Started container extension-installer-18 kubelet logger.go:42: 09:40:50 | custom-extensions | 2026-08-02 09:37:43 +0000 UTC Normal Pod custom-extensions-instance1-65f4-0.spec.initContainers{nss-wrapper-init} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres" kubelet logger.go:42: 09:40:50 | custom-extensions | 2026-08-02 09:37:43 +0000 UTC Normal Pod custom-extensions-instance1-65f4-0.spec.initContainers{nss-wrapper-init} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres" in 105ms (105ms including waiting). Image size: 448666799 bytes. kubelet logger.go:42: 09:40:50 | custom-extensions | 2026-08-02 09:37:43 +0000 UTC Normal Pod custom-extensions-instance1-65f4-0.spec.initContainers{nss-wrapper-init} Created Created container: nss-wrapper-init kubelet logger.go:42: 09:40:50 | custom-extensions | 2026-08-02 09:37:43 +0000 UTC Normal Pod custom-extensions-instance1-65f4-0.spec.initContainers{nss-wrapper-init} Started Started container nss-wrapper-init kubelet logger.go:42: 09:40:50 | custom-extensions | 2026-08-02 09:37:43 +0000 UTC Normal Pod custom-extensions-instance1-m7pg-0.spec.initContainers{extension-relocator-18} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres" kubelet logger.go:42: 09:40:50 | custom-extensions | 2026-08-02 09:37:43 +0000 UTC Normal Pod custom-extensions-instance1-m7pg-0.spec.initContainers{extension-relocator-18} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres" in 103ms (103ms including waiting). Image size: 448666799 bytes. kubelet logger.go:42: 09:40:50 | custom-extensions | 2026-08-02 09:37:43 +0000 UTC Normal Pod custom-extensions-instance1-m7pg-0.spec.initContainers{extension-relocator-18} Created Created container: extension-relocator-18 kubelet logger.go:42: 09:40:50 | custom-extensions | 2026-08-02 09:37:43 +0000 UTC Normal Pod custom-extensions-instance1-m7pg-0.spec.initContainers{extension-relocator-18} Started Started container extension-relocator-18 kubelet logger.go:42: 09:40:50 | custom-extensions | 2026-08-02 09:37:43 +0000 UTC Normal Pod custom-extensions-instance1-wlq4-0.spec.initContainers{extension-installer-18} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:PR-1675-fea78fdf1" kubelet logger.go:42: 09:40:50 | custom-extensions | 2026-08-02 09:37:43 +0000 UTC Normal Pod custom-extensions-instance1-wlq4-0.spec.initContainers{extension-installer-18} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:PR-1675-fea78fdf1" in 116ms (116ms including waiting). Image size: 81030401 bytes. kubelet logger.go:42: 09:40:50 | custom-extensions | 2026-08-02 09:37:43 +0000 UTC Normal Pod custom-extensions-instance1-wlq4-0.spec.initContainers{extension-installer-18} Created Created container: extension-installer-18 kubelet logger.go:42: 09:40:50 | custom-extensions | 2026-08-02 09:37:43 +0000 UTC Normal Pod custom-extensions-instance1-wlq4-0.spec.initContainers{extension-installer-18} Started Started container extension-installer-18 kubelet logger.go:42: 09:40:50 | custom-extensions | 2026-08-02 09:37:43 +0000 UTC Normal Pod custom-extensions-repo-host-0.spec.containers{pgbackrest} Started Started container pgbackrest kubelet logger.go:42: 09:40:50 | custom-extensions | 2026-08-02 09:37:43 +0000 UTC Normal Pod custom-extensions-repo-host-0.spec.containers{pgbackrest-config} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18" kubelet logger.go:42: 09:40:50 | custom-extensions | 2026-08-02 09:37:43 +0000 UTC Normal Pod custom-extensions-repo-host-0.spec.containers{pgbackrest-config} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18" in 112ms (112ms including waiting). Image size: 122657241 bytes. kubelet logger.go:42: 09:40:50 | custom-extensions | 2026-08-02 09:37:43 +0000 UTC Normal Pod custom-extensions-repo-host-0.spec.containers{pgbackrest-config} Created Created container: pgbackrest-config kubelet logger.go:42: 09:40:50 | custom-extensions | 2026-08-02 09:37:43 +0000 UTC Normal Pod custom-extensions-repo-host-0.spec.containers{pgbackrest-config} Started Started container pgbackrest-config kubelet logger.go:42: 09:40:50 | custom-extensions | 2026-08-02 09:37:44 +0000 UTC Normal Pod custom-extensions-instance1-65f4-0.spec.containers{database} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres" kubelet logger.go:42: 09:40:50 | custom-extensions | 2026-08-02 09:37:44 +0000 UTC Normal Pod custom-extensions-instance1-m7pg-0.spec.initContainers{extension-installer-18} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:PR-1675-fea78fdf1" kubelet logger.go:42: 09:40:50 | custom-extensions | 2026-08-02 09:37:44 +0000 UTC Normal Pod custom-extensions-instance1-m7pg-0.spec.initContainers{extension-installer-18} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:PR-1675-fea78fdf1" in 116ms (116ms including waiting). Image size: 81030401 bytes. kubelet logger.go:42: 09:40:50 | custom-extensions | 2026-08-02 09:37:44 +0000 UTC Normal Pod custom-extensions-instance1-m7pg-0.spec.initContainers{extension-installer-18} Created Created container: extension-installer-18 kubelet logger.go:42: 09:40:50 | custom-extensions | 2026-08-02 09:37:44 +0000 UTC Normal Pod custom-extensions-instance1-m7pg-0.spec.initContainers{extension-installer-18} Started Started container extension-installer-18 kubelet logger.go:42: 09:40:50 | custom-extensions | 2026-08-02 09:37:44 +0000 UTC Normal Pod custom-extensions-instance1-wlq4-0.spec.initContainers{nss-wrapper-init} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres" kubelet logger.go:42: 09:40:50 | custom-extensions | 2026-08-02 09:37:44 +0000 UTC Normal Pod custom-extensions-instance1-wlq4-0.spec.initContainers{nss-wrapper-init} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres" in 180ms (180ms including waiting). Image size: 448666799 bytes. kubelet logger.go:42: 09:40:50 | custom-extensions | 2026-08-02 09:37:44 +0000 UTC Normal Pod custom-extensions-instance1-wlq4-0.spec.initContainers{nss-wrapper-init} Created Created container: nss-wrapper-init kubelet logger.go:42: 09:40:50 | custom-extensions | 2026-08-02 09:37:44 +0000 UTC Normal Pod custom-extensions-instance1-wlq4-0.spec.initContainers{nss-wrapper-init} Started Started container nss-wrapper-init kubelet logger.go:42: 09:40:50 | custom-extensions | 2026-08-02 09:37:45 +0000 UTC Normal Pod custom-extensions-instance1-m7pg-0.spec.initContainers{nss-wrapper-init} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres" kubelet logger.go:42: 09:40:50 | custom-extensions | 2026-08-02 09:37:45 +0000 UTC Normal Pod custom-extensions-instance1-m7pg-0.spec.initContainers{nss-wrapper-init} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres" in 92ms (92ms including waiting). Image size: 448666799 bytes. kubelet logger.go:42: 09:40:50 | custom-extensions | 2026-08-02 09:37:45 +0000 UTC Normal Pod custom-extensions-instance1-m7pg-0.spec.initContainers{nss-wrapper-init} Created Created container: nss-wrapper-init kubelet logger.go:42: 09:40:50 | custom-extensions | 2026-08-02 09:37:45 +0000 UTC Normal Pod custom-extensions-instance1-m7pg-0.spec.initContainers{nss-wrapper-init} Started Started container nss-wrapper-init kubelet logger.go:42: 09:40:50 | custom-extensions | 2026-08-02 09:37:45 +0000 UTC Normal Pod custom-extensions-instance1-wlq4-0.spec.containers{database} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres" kubelet logger.go:42: 09:40:50 | custom-extensions | 2026-08-02 09:37:46 +0000 UTC Normal Pod custom-extensions-instance1-m7pg-0.spec.containers{database} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres" kubelet logger.go:42: 09:40:50 | custom-extensions | 2026-08-02 09:37:47 +0000 UTC Warning Pod custom-extensions-instance1-65f4-0.spec.containers{database} Unhealthy Readiness probe failed: kubelet logger.go:42: 09:40:50 | custom-extensions | 2026-08-02 09:37:48 +0000 UTC Warning Pod custom-extensions-instance1-wlq4-0.spec.containers{database} Unhealthy Readiness probe failed: kubelet logger.go:42: 09:40:50 | custom-extensions | 2026-08-02 09:37:49 +0000 UTC Warning Pod custom-extensions-instance1-m7pg-0.spec.containers{database} Unhealthy Readiness probe failed: kubelet logger.go:42: 09:40:50 | custom-extensions | 2026-08-02 09:38:06 +0000 UTC Normal PostgresCluster.upstream.pgv2.percona.com custom-extensions StanzasCreated pgBackRest stanza creation completed successfully postgrescluster-controller logger.go:42: 09:40:50 | custom-extensions | 2026-08-02 09:38:07 +0000 UTC Normal Pod custom-extensions-backup-kfkc-wt9s7 Binding Scheduled Successfully assigned kuttl-test-poetic-ray/custom-extensions-backup-kfkc-wt9s7 to gke-jen-pg-1675-fea78fdf-default-pool-ea45fa2c-ztv1 default-scheduler logger.go:42: 09:40:50 | custom-extensions | 2026-08-02 09:38:07 +0000 UTC Normal Job.batch custom-extensions-backup-kfkc SuccessfulCreate Created pod: custom-extensions-backup-kfkc-wt9s7 job-controller logger.go:42: 09:40:50 | custom-extensions | 2026-08-02 09:38:08 +0000 UTC Normal Pod custom-extensions-backup-kfkc-wt9s7.spec.initContainers{pgbackrest-init} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:PR-1675-fea78fdf1" kubelet logger.go:42: 09:40:50 | custom-extensions | 2026-08-02 09:38:08 +0000 UTC Normal Pod custom-extensions-backup-kfkc-wt9s7.spec.initContainers{pgbackrest-init} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:PR-1675-fea78fdf1" in 130ms (130ms including waiting). Image size: 81030401 bytes. kubelet logger.go:42: 09:40:50 | custom-extensions | 2026-08-02 09:38:08 +0000 UTC Normal Pod custom-extensions-backup-kfkc-wt9s7.spec.initContainers{pgbackrest-init} Created Created container: pgbackrest-init kubelet logger.go:42: 09:40:50 | custom-extensions | 2026-08-02 09:38:08 +0000 UTC Normal Pod custom-extensions-backup-kfkc-wt9s7.spec.initContainers{pgbackrest-init} Started Started container pgbackrest-init kubelet logger.go:42: 09:40:50 | custom-extensions | 2026-08-02 09:38:09 +0000 UTC Normal Pod custom-extensions-backup-kfkc-wt9s7.spec.containers{pgbackrest} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18" kubelet logger.go:42: 09:40:50 | custom-extensions | 2026-08-02 09:38:09 +0000 UTC Normal Pod custom-extensions-backup-kfkc-wt9s7.spec.containers{pgbackrest} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18" in 102ms (102ms including waiting). Image size: 122657241 bytes. kubelet logger.go:42: 09:40:50 | custom-extensions | 2026-08-02 09:38:09 +0000 UTC Normal Pod custom-extensions-backup-kfkc-wt9s7.spec.containers{pgbackrest} Created Created container: pgbackrest kubelet logger.go:42: 09:40:50 | custom-extensions | 2026-08-02 09:38:09 +0000 UTC Normal Pod custom-extensions-backup-kfkc-wt9s7.spec.containers{pgbackrest} Started Started container pgbackrest kubelet logger.go:42: 09:40:50 | custom-extensions | 2026-08-02 09:38:20 +0000 UTC Warning PostgresCluster.upstream.pgv2.percona.com custom-extensions UnableToCreateStanzas repo1-path = /pgbackrest/repo1 2026-08-02 09:38:19.976 P00 ERROR: [050]: unable to acquire lock on file '/tmp/pgbackrest/db-backup-1.lock': Resource temporarily unavailable HINT: is another pgBackRest process running? 2026-08-02 09:38:20.152 P00 ERROR: [050]: unable to acquire lock on file '/tmp/pgbackrest/db-backup-1.lock': Resource temporarily unavailable HINT: is another pgBackRest process running? : command terminated with exit code 50 postgrescluster-controller logger.go:42: 09:40:50 | custom-extensions | 2026-08-02 09:38:41 +0000 UTC Normal Job.batch custom-extensions-backup-kfkc Completed Job completed job-controller logger.go:42: 09:40:50 | custom-extensions | 2026-08-02 09:39:05 +0000 UTC Normal Pod custom-extensions-instance1-wlq4-0 Binding Scheduled Successfully assigned kuttl-test-poetic-ray/custom-extensions-instance1-wlq4-0 to gke-jen-pg-1675-fea78fdf-default-pool-ea45fa2c-ztv1 default-scheduler logger.go:42: 09:40:50 | custom-extensions | 2026-08-02 09:39:15 +0000 UTC Normal Pod custom-extensions-instance1-wlq4-0.spec.initContainers{database-init} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:PR-1675-fea78fdf1" kubelet logger.go:42: 09:40:50 | custom-extensions | 2026-08-02 09:39:15 +0000 UTC Normal Pod custom-extensions-instance1-wlq4-0.spec.initContainers{database-init} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:PR-1675-fea78fdf1" in 115ms (115ms including waiting). Image size: 81030401 bytes. kubelet logger.go:42: 09:40:50 | custom-extensions | 2026-08-02 09:39:16 +0000 UTC Normal Pod custom-extensions-instance1-wlq4-0.spec.initContainers{database-init} Created Created container: database-init kubelet logger.go:42: 09:40:50 | custom-extensions | 2026-08-02 09:39:16 +0000 UTC Normal Pod custom-extensions-instance1-wlq4-0.spec.initContainers{database-init} Started Started container database-init kubelet logger.go:42: 09:40:50 | custom-extensions | 2026-08-02 09:39:16 +0000 UTC Normal Pod custom-extensions-instance1-wlq4-0.spec.initContainers{postgres-startup} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres" kubelet logger.go:42: 09:40:50 | custom-extensions | 2026-08-02 09:39:16 +0000 UTC Normal Pod custom-extensions-instance1-wlq4-0.spec.initContainers{postgres-startup} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres" in 97ms (97ms including waiting). Image size: 448666799 bytes. kubelet logger.go:42: 09:40:50 | custom-extensions | 2026-08-02 09:39:16 +0000 UTC Normal Pod custom-extensions-instance1-wlq4-0.spec.initContainers{postgres-startup} Created Created container: postgres-startup kubelet logger.go:42: 09:40:50 | custom-extensions | 2026-08-02 09:39:16 +0000 UTC Normal Pod custom-extensions-instance1-wlq4-0.spec.initContainers{postgres-startup} Started Started container postgres-startup kubelet logger.go:42: 09:40:50 | custom-extensions | 2026-08-02 09:39:17 +0000 UTC Normal Pod custom-extensions-instance1-wlq4-0.spec.initContainers{nss-wrapper-init-logcollector} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres" kubelet logger.go:42: 09:40:50 | custom-extensions | 2026-08-02 09:39:17 +0000 UTC Normal Pod custom-extensions-instance1-wlq4-0.spec.initContainers{nss-wrapper-init-logcollector} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres" in 96ms (96ms including waiting). Image size: 448666799 bytes. kubelet logger.go:42: 09:40:50 | custom-extensions | 2026-08-02 09:39:17 +0000 UTC Normal Pod custom-extensions-instance1-wlq4-0.spec.initContainers{nss-wrapper-init-logcollector} Created Created container: nss-wrapper-init-logcollector kubelet logger.go:42: 09:40:50 | custom-extensions | 2026-08-02 09:39:17 +0000 UTC Normal Pod custom-extensions-instance1-wlq4-0.spec.initContainers{nss-wrapper-init-logcollector} Started Started container nss-wrapper-init-logcollector kubelet logger.go:42: 09:40:50 | custom-extensions | 2026-08-02 09:39:18 +0000 UTC Normal Pod custom-extensions-instance1-wlq4-0.spec.initContainers{extension-relocator-18} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres" kubelet logger.go:42: 09:40:50 | custom-extensions | 2026-08-02 09:39:18 +0000 UTC Normal Pod custom-extensions-instance1-wlq4-0.spec.initContainers{extension-relocator-18} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres" in 109ms (109ms including waiting). Image size: 448666799 bytes. kubelet logger.go:42: 09:40:50 | custom-extensions | 2026-08-02 09:39:18 +0000 UTC Normal Pod custom-extensions-instance1-wlq4-0.spec.initContainers{extension-relocator-18} Created Created container: extension-relocator-18 kubelet logger.go:42: 09:40:50 | custom-extensions | 2026-08-02 09:39:18 +0000 UTC Normal Pod custom-extensions-instance1-wlq4-0.spec.initContainers{extension-relocator-18} Started Started container extension-relocator-18 kubelet logger.go:42: 09:40:50 | custom-extensions | 2026-08-02 09:39:19 +0000 UTC Normal Pod custom-extensions-instance1-wlq4-0.spec.initContainers{extension-installer-18} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:PR-1675-fea78fdf1" kubelet logger.go:42: 09:40:50 | custom-extensions | 2026-08-02 09:39:19 +0000 UTC Normal Pod custom-extensions-instance1-wlq4-0.spec.initContainers{extension-installer-18} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:PR-1675-fea78fdf1" in 111ms (111ms including waiting). Image size: 81030401 bytes. kubelet logger.go:42: 09:40:50 | custom-extensions | 2026-08-02 09:39:19 +0000 UTC Normal Pod custom-extensions-instance1-wlq4-0.spec.initContainers{extension-installer-18} Created Created container: extension-installer-18 kubelet logger.go:42: 09:40:50 | custom-extensions | 2026-08-02 09:39:19 +0000 UTC Normal Pod custom-extensions-instance1-wlq4-0.spec.initContainers{extension-installer-18} Started Started container extension-installer-18 kubelet logger.go:42: 09:40:50 | custom-extensions | 2026-08-02 09:39:20 +0000 UTC Normal Pod custom-extensions-instance1-wlq4-0.spec.initContainers{nss-wrapper-init} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres" kubelet logger.go:42: 09:40:50 | custom-extensions | 2026-08-02 09:39:20 +0000 UTC Normal Pod custom-extensions-instance1-wlq4-0.spec.initContainers{nss-wrapper-init} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres" in 92ms (92ms including waiting). Image size: 448666799 bytes. kubelet logger.go:42: 09:40:50 | custom-extensions | 2026-08-02 09:39:20 +0000 UTC Normal Pod custom-extensions-instance1-wlq4-0.spec.initContainers{nss-wrapper-init} Created Created container: nss-wrapper-init kubelet logger.go:42: 09:40:50 | custom-extensions | 2026-08-02 09:39:20 +0000 UTC Normal Pod custom-extensions-instance1-wlq4-0.spec.initContainers{nss-wrapper-init} Started Started container nss-wrapper-init kubelet logger.go:42: 09:40:50 | custom-extensions | 2026-08-02 09:39:21 +0000 UTC Normal Pod custom-extensions-instance1-wlq4-0.spec.containers{database} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres" kubelet logger.go:42: 09:40:50 | custom-extensions | 2026-08-02 09:39:24 +0000 UTC Warning Pod custom-extensions-instance1-wlq4-0.spec.containers{database} Unhealthy Readiness probe failed: kubelet logger.go:42: 09:40:50 | custom-extensions | 2026-08-02 09:39:38 +0000 UTC Normal Pod custom-extensions-instance1-m7pg-0 Binding Scheduled Successfully assigned kuttl-test-poetic-ray/custom-extensions-instance1-m7pg-0 to gke-jen-pg-1675-fea78fdf-default-pool-ea45fa2c-xmm2 default-scheduler logger.go:42: 09:40:50 | custom-extensions | 2026-08-02 09:39:42 +0000 UTC Normal Pod custom-extensions-instance1-m7pg-0.spec.initContainers{database-init} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:PR-1675-fea78fdf1" kubelet logger.go:42: 09:40:50 | custom-extensions | 2026-08-02 09:39:42 +0000 UTC Normal Pod custom-extensions-instance1-m7pg-0.spec.initContainers{database-init} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:PR-1675-fea78fdf1" in 118ms (118ms including waiting). Image size: 81030401 bytes. kubelet logger.go:42: 09:40:50 | custom-extensions | 2026-08-02 09:39:42 +0000 UTC Normal Pod custom-extensions-instance1-m7pg-0.spec.initContainers{database-init} Created Created container: database-init kubelet logger.go:42: 09:40:50 | custom-extensions | 2026-08-02 09:39:43 +0000 UTC Normal Pod custom-extensions-instance1-m7pg-0.spec.initContainers{database-init} Started Started container database-init kubelet logger.go:42: 09:40:50 | custom-extensions | 2026-08-02 09:39:43 +0000 UTC Normal Pod custom-extensions-instance1-m7pg-0.spec.initContainers{postgres-startup} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres" kubelet logger.go:42: 09:40:50 | custom-extensions | 2026-08-02 09:39:44 +0000 UTC Normal Pod custom-extensions-instance1-m7pg-0.spec.initContainers{postgres-startup} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres" in 130ms (130ms including waiting). Image size: 448666799 bytes. kubelet logger.go:42: 09:40:50 | custom-extensions | 2026-08-02 09:39:44 +0000 UTC Normal Pod custom-extensions-instance1-m7pg-0.spec.initContainers{postgres-startup} Created Created container: postgres-startup kubelet logger.go:42: 09:40:50 | custom-extensions | 2026-08-02 09:39:44 +0000 UTC Normal Pod custom-extensions-instance1-m7pg-0.spec.initContainers{postgres-startup} Started Started container postgres-startup kubelet logger.go:42: 09:40:50 | custom-extensions | 2026-08-02 09:39:44 +0000 UTC Normal Pod custom-extensions-instance1-m7pg-0.spec.initContainers{nss-wrapper-init-logcollector} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres" kubelet logger.go:42: 09:40:50 | custom-extensions | 2026-08-02 09:39:45 +0000 UTC Normal Pod custom-extensions-instance1-m7pg-0.spec.initContainers{nss-wrapper-init-logcollector} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres" in 105ms (105ms including waiting). Image size: 448666799 bytes. kubelet logger.go:42: 09:40:50 | custom-extensions | 2026-08-02 09:39:45 +0000 UTC Normal Pod custom-extensions-instance1-m7pg-0.spec.initContainers{nss-wrapper-init-logcollector} Created Created container: nss-wrapper-init-logcollector kubelet logger.go:42: 09:40:50 | custom-extensions | 2026-08-02 09:39:45 +0000 UTC Normal Pod custom-extensions-instance1-m7pg-0.spec.initContainers{nss-wrapper-init-logcollector} Started Started container nss-wrapper-init-logcollector kubelet logger.go:42: 09:40:50 | custom-extensions | 2026-08-02 09:39:45 +0000 UTC Normal Pod custom-extensions-instance1-m7pg-0.spec.initContainers{extension-relocator-18} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres" kubelet logger.go:42: 09:40:50 | custom-extensions | 2026-08-02 09:39:46 +0000 UTC Normal Pod custom-extensions-instance1-m7pg-0.spec.initContainers{extension-relocator-18} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres" in 107ms (107ms including waiting). Image size: 448666799 bytes. kubelet logger.go:42: 09:40:50 | custom-extensions | 2026-08-02 09:39:46 +0000 UTC Normal Pod custom-extensions-instance1-m7pg-0.spec.initContainers{extension-relocator-18} Created Created container: extension-relocator-18 kubelet logger.go:42: 09:40:50 | custom-extensions | 2026-08-02 09:39:46 +0000 UTC Normal Pod custom-extensions-instance1-m7pg-0.spec.initContainers{extension-relocator-18} Started Started container extension-relocator-18 kubelet logger.go:42: 09:40:50 | custom-extensions | 2026-08-02 09:39:46 +0000 UTC Normal Pod custom-extensions-instance1-m7pg-0.spec.initContainers{extension-installer-18} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:PR-1675-fea78fdf1" kubelet logger.go:42: 09:40:50 | custom-extensions | 2026-08-02 09:39:47 +0000 UTC Normal Pod custom-extensions-instance1-m7pg-0.spec.initContainers{extension-installer-18} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:PR-1675-fea78fdf1" in 114ms (114ms including waiting). Image size: 81030401 bytes. kubelet logger.go:42: 09:40:50 | custom-extensions | 2026-08-02 09:39:47 +0000 UTC Normal Pod custom-extensions-instance1-m7pg-0.spec.initContainers{extension-installer-18} Created Created container: extension-installer-18 kubelet logger.go:42: 09:40:50 | custom-extensions | 2026-08-02 09:39:47 +0000 UTC Normal Pod custom-extensions-instance1-m7pg-0.spec.initContainers{extension-installer-18} Started Started container extension-installer-18 kubelet logger.go:42: 09:40:50 | custom-extensions | 2026-08-02 09:39:47 +0000 UTC Normal Pod custom-extensions-instance1-m7pg-0.spec.initContainers{nss-wrapper-init} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres" kubelet logger.go:42: 09:40:50 | custom-extensions | 2026-08-02 09:39:48 +0000 UTC Normal Pod custom-extensions-instance1-m7pg-0.spec.initContainers{nss-wrapper-init} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres" in 105ms (105ms including waiting). Image size: 448666799 bytes. kubelet logger.go:42: 09:40:50 | custom-extensions | 2026-08-02 09:39:48 +0000 UTC Normal Pod custom-extensions-instance1-m7pg-0.spec.initContainers{nss-wrapper-init} Created Created container: nss-wrapper-init kubelet logger.go:42: 09:40:50 | custom-extensions | 2026-08-02 09:39:48 +0000 UTC Normal Pod custom-extensions-instance1-m7pg-0.spec.initContainers{nss-wrapper-init} Started Started container nss-wrapper-init kubelet logger.go:42: 09:40:50 | custom-extensions | 2026-08-02 09:39:48 +0000 UTC Normal Pod custom-extensions-instance1-m7pg-0.spec.containers{database} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres" kubelet logger.go:42: 09:40:50 | custom-extensions | 2026-08-02 09:39:58 +0000 UTC Normal Pod custom-extensions-instance1-65f4-0 Binding Scheduled Successfully assigned kuttl-test-poetic-ray/custom-extensions-instance1-65f4-0 to gke-jen-pg-1675-fea78fdf-default-pool-ea45fa2c-jhzf default-scheduler logger.go:42: 09:40:50 | custom-extensions | 2026-08-02 09:40:10 +0000 UTC Normal Pod custom-extensions-instance1-65f4-0.spec.initContainers{database-init} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:PR-1675-fea78fdf1" kubelet logger.go:42: 09:40:50 | custom-extensions | 2026-08-02 09:40:10 +0000 UTC Normal Pod custom-extensions-instance1-65f4-0.spec.initContainers{database-init} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:PR-1675-fea78fdf1" in 109ms (109ms including waiting). Image size: 81030401 bytes. kubelet logger.go:42: 09:40:50 | custom-extensions | 2026-08-02 09:40:10 +0000 UTC Normal Pod custom-extensions-instance1-65f4-0.spec.initContainers{database-init} Created Created container: database-init kubelet logger.go:42: 09:40:50 | custom-extensions | 2026-08-02 09:40:10 +0000 UTC Normal Pod custom-extensions-instance1-65f4-0.spec.initContainers{database-init} Started Started container database-init kubelet logger.go:42: 09:40:50 | custom-extensions | 2026-08-02 09:40:11 +0000 UTC Normal Pod custom-extensions-instance1-65f4-0.spec.initContainers{postgres-startup} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres" kubelet logger.go:42: 09:40:50 | custom-extensions | 2026-08-02 09:40:11 +0000 UTC Normal Pod custom-extensions-instance1-65f4-0.spec.initContainers{postgres-startup} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres" in 104ms (104ms including waiting). Image size: 448666799 bytes. kubelet logger.go:42: 09:40:50 | custom-extensions | 2026-08-02 09:40:11 +0000 UTC Normal Pod custom-extensions-instance1-65f4-0.spec.initContainers{postgres-startup} Created Created container: postgres-startup kubelet logger.go:42: 09:40:50 | custom-extensions | 2026-08-02 09:40:11 +0000 UTC Normal Pod custom-extensions-instance1-65f4-0.spec.initContainers{postgres-startup} Started Started container postgres-startup kubelet logger.go:42: 09:40:50 | custom-extensions | 2026-08-02 09:40:11 +0000 UTC Normal Pod custom-extensions-instance1-65f4-0.spec.initContainers{nss-wrapper-init-logcollector} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres" kubelet logger.go:42: 09:40:50 | custom-extensions | 2026-08-02 09:40:12 +0000 UTC Normal Pod custom-extensions-instance1-65f4-0.spec.initContainers{nss-wrapper-init-logcollector} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres" in 112ms (112ms including waiting). Image size: 448666799 bytes. kubelet logger.go:42: 09:40:50 | custom-extensions | 2026-08-02 09:40:12 +0000 UTC Normal Pod custom-extensions-instance1-65f4-0.spec.initContainers{nss-wrapper-init-logcollector} Created Created container: nss-wrapper-init-logcollector kubelet logger.go:42: 09:40:50 | custom-extensions | 2026-08-02 09:40:12 +0000 UTC Normal Pod custom-extensions-instance1-65f4-0.spec.initContainers{nss-wrapper-init-logcollector} Started Started container nss-wrapper-init-logcollector kubelet logger.go:42: 09:40:50 | custom-extensions | 2026-08-02 09:40:13 +0000 UTC Normal Pod custom-extensions-instance1-65f4-0.spec.initContainers{extension-relocator-18} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres" kubelet logger.go:42: 09:40:50 | custom-extensions | 2026-08-02 09:40:13 +0000 UTC Normal Pod custom-extensions-instance1-65f4-0.spec.initContainers{extension-relocator-18} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres" in 109ms (109ms including waiting). Image size: 448666799 bytes. kubelet logger.go:42: 09:40:50 | custom-extensions | 2026-08-02 09:40:13 +0000 UTC Normal Pod custom-extensions-instance1-65f4-0.spec.initContainers{extension-relocator-18} Created Created container: extension-relocator-18 kubelet logger.go:42: 09:40:50 | custom-extensions | 2026-08-02 09:40:13 +0000 UTC Normal Pod custom-extensions-instance1-65f4-0.spec.initContainers{extension-relocator-18} Started Started container extension-relocator-18 kubelet logger.go:42: 09:40:50 | custom-extensions | 2026-08-02 09:40:15 +0000 UTC Normal Pod custom-extensions-instance1-65f4-0.spec.initContainers{extension-installer-18} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:PR-1675-fea78fdf1" kubelet logger.go:42: 09:40:50 | custom-extensions | 2026-08-02 09:40:15 +0000 UTC Normal Pod custom-extensions-instance1-65f4-0.spec.initContainers{extension-installer-18} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:PR-1675-fea78fdf1" in 99ms (99ms including waiting). Image size: 81030401 bytes. kubelet logger.go:42: 09:40:50 | custom-extensions | 2026-08-02 09:40:15 +0000 UTC Normal Pod custom-extensions-instance1-65f4-0.spec.initContainers{extension-installer-18} Created Created container: extension-installer-18 kubelet logger.go:42: 09:40:50 | custom-extensions | 2026-08-02 09:40:15 +0000 UTC Normal Pod custom-extensions-instance1-65f4-0.spec.initContainers{extension-installer-18} Started Started container extension-installer-18 kubelet logger.go:42: 09:40:50 | custom-extensions | 2026-08-02 09:40:16 +0000 UTC Normal Pod custom-extensions-instance1-65f4-0.spec.initContainers{nss-wrapper-init} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres" kubelet logger.go:42: 09:40:50 | custom-extensions | 2026-08-02 09:40:16 +0000 UTC Normal Pod custom-extensions-instance1-65f4-0.spec.initContainers{nss-wrapper-init} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres" in 119ms (119ms including waiting). Image size: 448666799 bytes. kubelet logger.go:42: 09:40:50 | custom-extensions | 2026-08-02 09:40:16 +0000 UTC Normal Pod custom-extensions-instance1-65f4-0.spec.initContainers{nss-wrapper-init} Created Created container: nss-wrapper-init kubelet logger.go:42: 09:40:50 | custom-extensions | 2026-08-02 09:40:16 +0000 UTC Normal Pod custom-extensions-instance1-65f4-0.spec.initContainers{nss-wrapper-init} Started Started container nss-wrapper-init kubelet logger.go:42: 09:40:50 | custom-extensions | 2026-08-02 09:40:17 +0000 UTC Normal Pod custom-extensions-instance1-65f4-0.spec.containers{database} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres" kubelet logger.go:42: 09:40:50 | custom-extensions | Deleting namespace "kuttl-test-poetic-ray" === NAME kuttl harness.go:404: run tests finished harness.go:511: cleaning up harness.go:568: removing temp folder: "" --- FAIL: kuttl (360.66s) --- FAIL: kuttl/harness (0.00s) --- FAIL: kuttl/harness/custom-extensions (359.93s) FAIL