=== RUN kuttl harness.go:469: starting setup harness.go:259: running tests using configured kubeconfig. harness.go:282: Successful connection to cluster at: https://34.44.8.3 harness.go:365: running tests harness.go:78: going to run test suite with timeout of 600 seconds for each step harness.go:377: testsuite: e2e-tests/tests has 55 tests === RUN kuttl/harness === RUN kuttl/harness/custom-extensions === PAUSE kuttl/harness/custom-extensions === CONT kuttl/harness/custom-extensions logger.go:42: 17:59:34 | custom-extensions | Ignoring "conf": does not begin with a number followed by a dash. logger.go:42: 17:59:34 | custom-extensions | Creating namespace "kuttl-test-hardy-mite" logger.go:42: 17:59:34 | custom-extensions/0-deploy-operator | starting test step 0-deploy-operator logger.go:42: 17:59:34 | custom-extensions/0-deploy-operator | running command: [sh -c set -o errexit set -o xtrace source ../../functions init_temp_dir # do this only in the first TestStep deploy_operator deploy_client deploy_s3_secrets deploy_minio copy_custom_extensions_form_aws] logger.go:42: 17:59:34 | custom-extensions/0-deploy-operator | + source ../../functions logger.go:42: 17:59:34 | custom-extensions/0-deploy-operator | +++ realpath ../../.. logger.go:42: 17:59:34 | custom-extensions/0-deploy-operator | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-pg-operator_PR-1724 logger.go:42: 17:59:34 | custom-extensions/0-deploy-operator | ++ CERT_MANAGER_VER=1.20.2 logger.go:42: 17:59:34 | custom-extensions/0-deploy-operator | ++ CERT_MANAGER_TEST_LABEL=e2e.percona.com/managed-by=percona-postgresql-operator-tests logger.go:42: 17:59:34 | custom-extensions/0-deploy-operator | ++ CHAOS_MESH_VER=2.5.1 logger.go:42: 17:59:34 | custom-extensions/0-deploy-operator | ++ BUSYBOX_VER=1.36 logger.go:42: 17:59:34 | custom-extensions/0-deploy-operator | ++++ pwd logger.go:42: 17:59:34 | custom-extensions/0-deploy-operator | +++ basename /mnt/jenkins/workspace/cloud-pg-operator_PR-1724/e2e-tests/tests/custom-extensions logger.go:42: 17:59:34 | custom-extensions/0-deploy-operator | ++ test_name=custom-extensions logger.go:42: 17:59:34 | custom-extensions/0-deploy-operator | ++ source /mnt/jenkins/workspace/cloud-pg-operator_PR-1724/e2e-tests/vars.sh logger.go:42: 17:59:34 | custom-extensions/0-deploy-operator | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-pg-operator_PR-1724 logger.go:42: 17:59:34 | custom-extensions/0-deploy-operator | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-pg-operator_PR-1724 logger.go:42: 17:59:34 | custom-extensions/0-deploy-operator | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1724/deploy logger.go:42: 17:59:34 | custom-extensions/0-deploy-operator | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1724/deploy logger.go:42: 17:59:34 | custom-extensions/0-deploy-operator | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1724/e2e-tests logger.go:42: 17:59:34 | custom-extensions/0-deploy-operator | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1724/e2e-tests logger.go:42: 17:59:34 | custom-extensions/0-deploy-operator | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1724/e2e-tests/conf logger.go:42: 17:59:34 | custom-extensions/0-deploy-operator | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1724/e2e-tests/conf logger.go:42: 17:59:34 | custom-extensions/0-deploy-operator | +++ export TEST_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1724/e2e-tests/tests/custom-extensions/conf logger.go:42: 17:59:34 | custom-extensions/0-deploy-operator | +++ TEST_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1724/e2e-tests/tests/custom-extensions/conf logger.go:42: 17:59:34 | custom-extensions/0-deploy-operator | +++ export TEMP_DIR=/tmp/kuttl/pg/custom-extensions logger.go:42: 17:59:34 | custom-extensions/0-deploy-operator | +++ TEMP_DIR=/tmp/kuttl/pg/custom-extensions logger.go:42: 17:59:34 | custom-extensions/0-deploy-operator | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 17:59:35 | custom-extensions/0-deploy-operator | +++ export GIT_BRANCH=PR-1724 logger.go:42: 17:59:35 | custom-extensions/0-deploy-operator | +++ GIT_BRANCH=PR-1724 logger.go:42: 17:59:35 | custom-extensions/0-deploy-operator | +++ export VERSION=PR-1724-fe95a0d17 logger.go:42: 17:59:35 | custom-extensions/0-deploy-operator | +++ VERSION=PR-1724-fe95a0d17 logger.go:42: 17:59:35 | custom-extensions/0-deploy-operator | +++ export SKIP_TEST_WARNINGS=true logger.go:42: 17:59:35 | custom-extensions/0-deploy-operator | +++ SKIP_TEST_WARNINGS=true logger.go:42: 17:59:35 | custom-extensions/0-deploy-operator | +++ export K8S_UPGRADE_PLATFORM=gke logger.go:42: 17:59:35 | custom-extensions/0-deploy-operator | +++ K8S_UPGRADE_PLATFORM=gke logger.go:42: 17:59:35 | custom-extensions/0-deploy-operator | +++ export K8S_UPGRADE_REGION=us-central1-a logger.go:42: 17:59:35 | custom-extensions/0-deploy-operator | +++ K8S_UPGRADE_REGION=us-central1-a logger.go:42: 17:59:35 | custom-extensions/0-deploy-operator | +++ export K8S_UPGRADE_INITIAL_VERSION= logger.go:42: 17:59:35 | custom-extensions/0-deploy-operator | +++ K8S_UPGRADE_INITIAL_VERSION= logger.go:42: 17:59:35 | custom-extensions/0-deploy-operator | +++ export K8S_UPGRADE_FINAL_VERSION= logger.go:42: 17:59:35 | custom-extensions/0-deploy-operator | +++ K8S_UPGRADE_FINAL_VERSION= logger.go:42: 17:59:35 | custom-extensions/0-deploy-operator | +++ [[ -z '' ]] logger.go:42: 17:59:35 | custom-extensions/0-deploy-operator | ++++ detect_k8s_platform logger.go:42: 17:59:35 | custom-extensions/0-deploy-operator | ++++ local detected_platform logger.go:42: 17:59:35 | custom-extensions/0-deploy-operator | ++++ local xtrace_enabled=false logger.go:42: 17:59:35 | custom-extensions/0-deploy-operator | ++++ [[ -o xtrace ]] logger.go:42: 17:59:35 | custom-extensions/0-deploy-operator | ++++ xtrace_enabled=true logger.go:42: 17:59:35 | custom-extensions/0-deploy-operator | ++++ set +o xtrace logger.go:42: 17:59:38 | custom-extensions/0-deploy-operator | +++ PLATFORM=gke logger.go:42: 17:59:38 | custom-extensions/0-deploy-operator | +++ export PLATFORM logger.go:42: 17:59:38 | custom-extensions/0-deploy-operator | +++ export IMAGE_BASE=perconalab/percona-postgresql-operator logger.go:42: 17:59:38 | custom-extensions/0-deploy-operator | +++ IMAGE_BASE=perconalab/percona-postgresql-operator logger.go:42: 17:59:38 | custom-extensions/0-deploy-operator | +++ export IMAGE=perconalab/percona-postgresql-operator:PR-1724-fe95a0d17 logger.go:42: 17:59:38 | custom-extensions/0-deploy-operator | +++ IMAGE=perconalab/percona-postgresql-operator:PR-1724-fe95a0d17 logger.go:42: 17:59:38 | custom-extensions/0-deploy-operator | +++ [[ ! -n '' ]] logger.go:42: 17:59:38 | custom-extensions/0-deploy-operator | +++ [[ -n '' ]] logger.go:42: 17:59:38 | custom-extensions/0-deploy-operator | +++ export PG_VER=18 logger.go:42: 17:59:38 | custom-extensions/0-deploy-operator | +++ PG_VER=18 logger.go:42: 17:59:38 | custom-extensions/0-deploy-operator | +++ export PG_DISTRIBUTION= logger.go:42: 17:59:38 | custom-extensions/0-deploy-operator | +++ PG_DISTRIBUTION= logger.go:42: 17:59:38 | custom-extensions/0-deploy-operator | +++ [[ '' == community ]] logger.go:42: 17:59:38 | custom-extensions/0-deploy-operator | +++ export IMAGE_PGBOUNCER=perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 17:59:38 | custom-extensions/0-deploy-operator | +++ IMAGE_PGBOUNCER=perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 17:59:38 | custom-extensions/0-deploy-operator | +++ export IMAGE_POSTGRESQL=perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 17:59:38 | custom-extensions/0-deploy-operator | +++ IMAGE_POSTGRESQL=perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 17:59:38 | custom-extensions/0-deploy-operator | +++ export IMAGE_BACKREST=perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 17:59:38 | custom-extensions/0-deploy-operator | +++ IMAGE_BACKREST=perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 17:59:38 | custom-extensions/0-deploy-operator | +++ export IMAGE_UPGRADE=perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 17:59:38 | custom-extensions/0-deploy-operator | +++ IMAGE_UPGRADE=perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 17:59:38 | custom-extensions/0-deploy-operator | +++ export BUCKET=pg-operator-testing logger.go:42: 17:59:38 | custom-extensions/0-deploy-operator | +++ BUCKET=pg-operator-testing logger.go:42: 17:59:38 | custom-extensions/0-deploy-operator | +++ export PMM_SERVER_VERSION=9.9.9 logger.go:42: 17:59:38 | custom-extensions/0-deploy-operator | +++ PMM_SERVER_VERSION=9.9.9 logger.go:42: 17:59:38 | custom-extensions/0-deploy-operator | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:59:38 | custom-extensions/0-deploy-operator | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:59:38 | custom-extensions/0-deploy-operator | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:59:38 | custom-extensions/0-deploy-operator | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:59:38 | custom-extensions/0-deploy-operator | +++ export IMAGE_LOGCOLLECTOR=perconalab/fluentbit:main-logcollector logger.go:42: 17:59:38 | custom-extensions/0-deploy-operator | +++ IMAGE_LOGCOLLECTOR=perconalab/fluentbit:main-logcollector logger.go:42: 17:59:38 | custom-extensions/0-deploy-operator | +++ export PGOV1_TAG=1.4.0 logger.go:42: 17:59:38 | custom-extensions/0-deploy-operator | +++ PGOV1_TAG=1.4.0 logger.go:42: 17:59:38 | custom-extensions/0-deploy-operator | +++ export PGOV1_VER=14 logger.go:42: 17:59:38 | custom-extensions/0-deploy-operator | +++ PGOV1_VER=14 logger.go:42: 17:59:38 | custom-extensions/0-deploy-operator | +++ export CPGO_VERSION=5.8.7 logger.go:42: 17:59:38 | custom-extensions/0-deploy-operator | +++ CPGO_VERSION=5.8.7 logger.go:42: 17:59:38 | custom-extensions/0-deploy-operator | +++ export MINIO_VER=5.4.0 logger.go:42: 17:59:38 | custom-extensions/0-deploy-operator | +++ MINIO_VER=5.4.0 logger.go:42: 17:59:38 | custom-extensions/0-deploy-operator | +++ export VAULT_VER=0.32.0 logger.go:42: 17:59:38 | custom-extensions/0-deploy-operator | +++ VAULT_VER=0.32.0 logger.go:42: 17:59:38 | custom-extensions/0-deploy-operator | +++ export REGISTRY_NAME=docker.io logger.go:42: 17:59:38 | custom-extensions/0-deploy-operator | +++ REGISTRY_NAME=docker.io logger.go:42: 17:59:38 | custom-extensions/0-deploy-operator | +++ export REGISTRY_NAME_FULL=docker.io/ logger.go:42: 17:59:38 | custom-extensions/0-deploy-operator | +++ REGISTRY_NAME_FULL=docker.io/ logger.go:42: 17:59:38 | custom-extensions/0-deploy-operator | ++++ printenv logger.go:42: 17:59:38 | custom-extensions/0-deploy-operator | ++++ grep -E '^IMAGE' logger.go:42: 17:59:38 | custom-extensions/0-deploy-operator | ++++ awk -F= '{print $1}' logger.go:42: 17:59:38 | custom-extensions/0-deploy-operator | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 17:59:38 | custom-extensions/0-deploy-operator | ++++ eval 'echo $IMAGE_BACKREST' logger.go:42: 17:59:38 | custom-extensions/0-deploy-operator | +++++ echo perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 17:59:38 | custom-extensions/0-deploy-operator | +++ var_value=perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 17:59:38 | custom-extensions/0-deploy-operator | +++ [[ perconalab/percona-postgresql-operator:main-pgbackrest18 == docker.io/* ]] logger.go:42: 17:59:38 | custom-extensions/0-deploy-operator | +++ [[ perconalab/percona-postgresql-operator:main-pgbackrest18 == percona/* ]] logger.go:42: 17:59:38 | custom-extensions/0-deploy-operator | +++ [[ perconalab/percona-postgresql-operator:main-pgbackrest18 == perconalab/* ]] logger.go:42: 17:59:38 | custom-extensions/0-deploy-operator | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 17:59:38 | custom-extensions/0-deploy-operator | +++ export IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 17:59:38 | custom-extensions/0-deploy-operator | +++ IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 17:59:38 | custom-extensions/0-deploy-operator | +++ echo IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 17:59:38 | custom-extensions/0-deploy-operator | IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 17:59:38 | custom-extensions/0-deploy-operator | +++ echo perconalab/percona-postgresql-operator:PR-1724-fe95a0d17 logger.go:42: 17:59:38 | custom-extensions/0-deploy-operator | perconalab/percona-postgresql-operator:PR-1724-fe95a0d17 logger.go:42: 17:59:38 | custom-extensions/0-deploy-operator | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 17:59:38 | custom-extensions/0-deploy-operator | ++++ eval 'echo $IMAGE' logger.go:42: 17:59:38 | custom-extensions/0-deploy-operator | +++++ echo perconalab/percona-postgresql-operator:PR-1724-fe95a0d17 logger.go:42: 17:59:38 | custom-extensions/0-deploy-operator | +++ var_value=perconalab/percona-postgresql-operator:PR-1724-fe95a0d17 logger.go:42: 17:59:38 | custom-extensions/0-deploy-operator | +++ [[ perconalab/percona-postgresql-operator:PR-1724-fe95a0d17 == docker.io/* ]] logger.go:42: 17:59:38 | custom-extensions/0-deploy-operator | +++ [[ perconalab/percona-postgresql-operator:PR-1724-fe95a0d17 == percona/* ]] logger.go:42: 17:59:38 | custom-extensions/0-deploy-operator | +++ [[ perconalab/percona-postgresql-operator:PR-1724-fe95a0d17 == perconalab/* ]] logger.go:42: 17:59:38 | custom-extensions/0-deploy-operator | +++ new_value=docker.io/perconalab/percona-postgresql-operator:PR-1724-fe95a0d17 logger.go:42: 17:59:38 | custom-extensions/0-deploy-operator | +++ export IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1724-fe95a0d17 logger.go:42: 17:59:38 | custom-extensions/0-deploy-operator | +++ IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1724-fe95a0d17 logger.go:42: 17:59:38 | custom-extensions/0-deploy-operator | +++ echo IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1724-fe95a0d17 logger.go:42: 17:59:38 | custom-extensions/0-deploy-operator | IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1724-fe95a0d17 logger.go:42: 17:59:38 | custom-extensions/0-deploy-operator | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1724-fe95a0d17 logger.go:42: 17:59:38 | custom-extensions/0-deploy-operator | docker.io/perconalab/percona-postgresql-operator:PR-1724-fe95a0d17 logger.go:42: 17:59:38 | custom-extensions/0-deploy-operator | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 17:59:38 | custom-extensions/0-deploy-operator | ++++ eval 'echo $IMAGE_UPGRADE' logger.go:42: 17:59:38 | custom-extensions/0-deploy-operator | +++++ echo perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 17:59:38 | custom-extensions/0-deploy-operator | +++ var_value=perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 17:59:38 | custom-extensions/0-deploy-operator | +++ [[ perconalab/percona-postgresql-operator:main-upgrade == docker.io/* ]] logger.go:42: 17:59:38 | custom-extensions/0-deploy-operator | +++ [[ perconalab/percona-postgresql-operator:main-upgrade == percona/* ]] logger.go:42: 17:59:38 | custom-extensions/0-deploy-operator | +++ [[ perconalab/percona-postgresql-operator:main-upgrade == perconalab/* ]] logger.go:42: 17:59:38 | custom-extensions/0-deploy-operator | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 17:59:38 | custom-extensions/0-deploy-operator | +++ export IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 17:59:38 | custom-extensions/0-deploy-operator | +++ IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 17:59:38 | custom-extensions/0-deploy-operator | +++ echo IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 17:59:38 | custom-extensions/0-deploy-operator | IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 17:59:38 | custom-extensions/0-deploy-operator | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1724-fe95a0d17 logger.go:42: 17:59:38 | custom-extensions/0-deploy-operator | docker.io/perconalab/percona-postgresql-operator:PR-1724-fe95a0d17 logger.go:42: 17:59:38 | custom-extensions/0-deploy-operator | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 17:59:38 | custom-extensions/0-deploy-operator | ++++ eval 'echo $IMAGE_LOGCOLLECTOR' logger.go:42: 17:59:38 | custom-extensions/0-deploy-operator | +++++ echo perconalab/fluentbit:main-logcollector logger.go:42: 17:59:38 | custom-extensions/0-deploy-operator | +++ var_value=perconalab/fluentbit:main-logcollector logger.go:42: 17:59:38 | custom-extensions/0-deploy-operator | +++ [[ perconalab/fluentbit:main-logcollector == docker.io/* ]] logger.go:42: 17:59:38 | custom-extensions/0-deploy-operator | +++ [[ perconalab/fluentbit:main-logcollector == percona/* ]] logger.go:42: 17:59:38 | custom-extensions/0-deploy-operator | +++ [[ perconalab/fluentbit:main-logcollector == perconalab/* ]] logger.go:42: 17:59:38 | custom-extensions/0-deploy-operator | +++ new_value=docker.io/perconalab/fluentbit:main-logcollector logger.go:42: 17:59:38 | custom-extensions/0-deploy-operator | +++ export IMAGE_LOGCOLLECTOR=docker.io/perconalab/fluentbit:main-logcollector logger.go:42: 17:59:38 | custom-extensions/0-deploy-operator | +++ IMAGE_LOGCOLLECTOR=docker.io/perconalab/fluentbit:main-logcollector logger.go:42: 17:59:38 | custom-extensions/0-deploy-operator | +++ echo IMAGE_LOGCOLLECTOR=docker.io/perconalab/fluentbit:main-logcollector logger.go:42: 17:59:38 | custom-extensions/0-deploy-operator | IMAGE_LOGCOLLECTOR=docker.io/perconalab/fluentbit:main-logcollector logger.go:42: 17:59:38 | custom-extensions/0-deploy-operator | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1724-fe95a0d17 logger.go:42: 17:59:38 | custom-extensions/0-deploy-operator | docker.io/perconalab/percona-postgresql-operator:PR-1724-fe95a0d17 logger.go:42: 17:59:38 | custom-extensions/0-deploy-operator | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 17:59:38 | custom-extensions/0-deploy-operator | ++++ eval 'echo $IMAGE_BASE' logger.go:42: 17:59:38 | custom-extensions/0-deploy-operator | +++++ echo perconalab/percona-postgresql-operator logger.go:42: 17:59:38 | custom-extensions/0-deploy-operator | +++ var_value=perconalab/percona-postgresql-operator logger.go:42: 17:59:38 | custom-extensions/0-deploy-operator | +++ [[ perconalab/percona-postgresql-operator == docker.io/* ]] logger.go:42: 17:59:38 | custom-extensions/0-deploy-operator | +++ [[ perconalab/percona-postgresql-operator == percona/* ]] logger.go:42: 17:59:38 | custom-extensions/0-deploy-operator | +++ [[ perconalab/percona-postgresql-operator == perconalab/* ]] logger.go:42: 17:59:38 | custom-extensions/0-deploy-operator | +++ new_value=docker.io/perconalab/percona-postgresql-operator logger.go:42: 17:59:38 | custom-extensions/0-deploy-operator | +++ export IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 17:59:38 | custom-extensions/0-deploy-operator | +++ IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 17:59:38 | custom-extensions/0-deploy-operator | +++ echo IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 17:59:38 | custom-extensions/0-deploy-operator | IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 17:59:38 | custom-extensions/0-deploy-operator | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1724-fe95a0d17 logger.go:42: 17:59:38 | custom-extensions/0-deploy-operator | docker.io/perconalab/percona-postgresql-operator:PR-1724-fe95a0d17 logger.go:42: 17:59:38 | custom-extensions/0-deploy-operator | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 17:59:38 | custom-extensions/0-deploy-operator | ++++ eval 'echo $IMAGE_PGBOUNCER' logger.go:42: 17:59:38 | custom-extensions/0-deploy-operator | +++++ echo perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 17:59:38 | custom-extensions/0-deploy-operator | +++ var_value=perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 17:59:38 | custom-extensions/0-deploy-operator | +++ [[ perconalab/percona-postgresql-operator:main-pgbouncer18 == docker.io/* ]] logger.go:42: 17:59:38 | custom-extensions/0-deploy-operator | +++ [[ perconalab/percona-postgresql-operator:main-pgbouncer18 == percona/* ]] logger.go:42: 17:59:38 | custom-extensions/0-deploy-operator | +++ [[ perconalab/percona-postgresql-operator:main-pgbouncer18 == perconalab/* ]] logger.go:42: 17:59:38 | custom-extensions/0-deploy-operator | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 17:59:38 | custom-extensions/0-deploy-operator | +++ export IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 17:59:38 | custom-extensions/0-deploy-operator | +++ IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 17:59:38 | custom-extensions/0-deploy-operator | +++ echo IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 17:59:38 | custom-extensions/0-deploy-operator | IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 17:59:38 | custom-extensions/0-deploy-operator | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1724-fe95a0d17 logger.go:42: 17:59:38 | custom-extensions/0-deploy-operator | docker.io/perconalab/percona-postgresql-operator:PR-1724-fe95a0d17 logger.go:42: 17:59:38 | custom-extensions/0-deploy-operator | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 17:59:38 | custom-extensions/0-deploy-operator | ++++ eval 'echo $IMAGE_POSTGRESQL' logger.go:42: 17:59:38 | custom-extensions/0-deploy-operator | +++++ echo perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 17:59:38 | custom-extensions/0-deploy-operator | +++ var_value=perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 17:59:38 | custom-extensions/0-deploy-operator | +++ [[ perconalab/percona-postgresql-operator:main-ppg18-postgres == docker.io/* ]] logger.go:42: 17:59:38 | custom-extensions/0-deploy-operator | +++ [[ perconalab/percona-postgresql-operator:main-ppg18-postgres == percona/* ]] logger.go:42: 17:59:38 | custom-extensions/0-deploy-operator | +++ [[ perconalab/percona-postgresql-operator:main-ppg18-postgres == perconalab/* ]] logger.go:42: 17:59:38 | custom-extensions/0-deploy-operator | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 17:59:38 | custom-extensions/0-deploy-operator | +++ export IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 17:59:38 | custom-extensions/0-deploy-operator | +++ IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 17:59:38 | custom-extensions/0-deploy-operator | +++ echo IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 17:59:38 | custom-extensions/0-deploy-operator | IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 17:59:38 | custom-extensions/0-deploy-operator | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1724-fe95a0d17 logger.go:42: 17:59:38 | custom-extensions/0-deploy-operator | docker.io/perconalab/percona-postgresql-operator:PR-1724-fe95a0d17 logger.go:42: 17:59:38 | custom-extensions/0-deploy-operator | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 17:59:38 | custom-extensions/0-deploy-operator | ++++ eval 'echo $IMAGE_PMM_SERVER' logger.go:42: 17:59:38 | custom-extensions/0-deploy-operator | +++++ echo perconalab/pmm-server:3-dev-latest logger.go:42: 17:59:38 | custom-extensions/0-deploy-operator | +++ var_value=perconalab/pmm-server:3-dev-latest logger.go:42: 17:59:38 | custom-extensions/0-deploy-operator | +++ [[ perconalab/pmm-server:3-dev-latest == docker.io/* ]] logger.go:42: 17:59:38 | custom-extensions/0-deploy-operator | +++ [[ perconalab/pmm-server:3-dev-latest == percona/* ]] logger.go:42: 17:59:38 | custom-extensions/0-deploy-operator | +++ [[ perconalab/pmm-server:3-dev-latest == perconalab/* ]] logger.go:42: 17:59:38 | custom-extensions/0-deploy-operator | +++ new_value=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 17:59:38 | custom-extensions/0-deploy-operator | +++ export IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 17:59:38 | custom-extensions/0-deploy-operator | +++ IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 17:59:38 | custom-extensions/0-deploy-operator | +++ echo IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 17:59:38 | custom-extensions/0-deploy-operator | IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 17:59:38 | custom-extensions/0-deploy-operator | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1724-fe95a0d17 logger.go:42: 17:59:38 | custom-extensions/0-deploy-operator | docker.io/perconalab/percona-postgresql-operator:PR-1724-fe95a0d17 logger.go:42: 17:59:38 | custom-extensions/0-deploy-operator | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 17:59:38 | custom-extensions/0-deploy-operator | ++++ eval 'echo $IMAGE_PMM_CLIENT' logger.go:42: 17:59:38 | custom-extensions/0-deploy-operator | +++++ echo perconalab/pmm-client:3-dev-latest logger.go:42: 17:59:38 | custom-extensions/0-deploy-operator | +++ var_value=perconalab/pmm-client:3-dev-latest logger.go:42: 17:59:38 | custom-extensions/0-deploy-operator | +++ [[ perconalab/pmm-client:3-dev-latest == docker.io/* ]] logger.go:42: 17:59:38 | custom-extensions/0-deploy-operator | +++ [[ perconalab/pmm-client:3-dev-latest == percona/* ]] logger.go:42: 17:59:38 | custom-extensions/0-deploy-operator | +++ [[ perconalab/pmm-client:3-dev-latest == perconalab/* ]] logger.go:42: 17:59:38 | custom-extensions/0-deploy-operator | +++ new_value=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 17:59:38 | custom-extensions/0-deploy-operator | +++ export IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 17:59:38 | custom-extensions/0-deploy-operator | +++ IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 17:59:38 | custom-extensions/0-deploy-operator | +++ echo IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 17:59:38 | custom-extensions/0-deploy-operator | IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 17:59:38 | custom-extensions/0-deploy-operator | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1724-fe95a0d17 logger.go:42: 17:59:38 | custom-extensions/0-deploy-operator | docker.io/perconalab/percona-postgresql-operator:PR-1724-fe95a0d17 logger.go:42: 17:59:38 | custom-extensions/0-deploy-operator | ++++ which gdate logger.go:42: 17:59:38 | custom-extensions/0-deploy-operator | which: no gdate in (/mnt/jenkins/workspace/cloud-pg-operator_PR-1724/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:59:38 | custom-extensions/0-deploy-operator | ++++ which date logger.go:42: 17:59:38 | custom-extensions/0-deploy-operator | +++ date=/usr/sbin/date logger.go:42: 17:59:38 | custom-extensions/0-deploy-operator | ++++ which gsed logger.go:42: 17:59:38 | custom-extensions/0-deploy-operator | which: no gsed in (/mnt/jenkins/workspace/cloud-pg-operator_PR-1724/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:59:38 | custom-extensions/0-deploy-operator | ++++ which sed logger.go:42: 17:59:38 | custom-extensions/0-deploy-operator | +++ sed=/usr/sbin/sed logger.go:42: 17:59:38 | custom-extensions/0-deploy-operator | + init_temp_dir logger.go:42: 17:59:38 | custom-extensions/0-deploy-operator | + rm -rf /tmp/kuttl/pg/custom-extensions logger.go:42: 17:59:38 | custom-extensions/0-deploy-operator | + mkdir -p /tmp/kuttl/pg/custom-extensions logger.go:42: 17:59:38 | custom-extensions/0-deploy-operator | + deploy_operator logger.go:42: 17:59:38 | custom-extensions/0-deploy-operator | + local cw_prefix= logger.go:42: 17:59:38 | custom-extensions/0-deploy-operator | + destroy_operator logger.go:42: 17:59:38 | custom-extensions/0-deploy-operator | + kubectl -n pg-operator delete deployment percona-postgresql-operator --force --grace-period=0 logger.go:42: 17:59:38 | custom-extensions/0-deploy-operator | Warning: Immediate deletion does not wait for confirmation that the running resource has been terminated. The resource may continue to run on the cluster indefinitely. logger.go:42: 17:59:38 | custom-extensions/0-deploy-operator | Error from server (NotFound): deployments.apps "percona-postgresql-operator" not found logger.go:42: 17:59:38 | custom-extensions/0-deploy-operator | + true logger.go:42: 17:59:38 | custom-extensions/0-deploy-operator | + [[ -n pg-operator ]] logger.go:42: 17:59:38 | custom-extensions/0-deploy-operator | + kubectl delete namespace pg-operator --force --grace-period=0 logger.go:42: 17:59:38 | custom-extensions/0-deploy-operator | Warning: Immediate deletion does not wait for confirmation that the running resource has been terminated. The resource may continue to run on the cluster indefinitely. logger.go:42: 17:59:39 | custom-extensions/0-deploy-operator | Error from server (NotFound): namespaces "pg-operator" not found logger.go:42: 17:59:39 | custom-extensions/0-deploy-operator | + true logger.go:42: 17:59:39 | custom-extensions/0-deploy-operator | + [[ -n pg-operator ]] logger.go:42: 17:59:39 | custom-extensions/0-deploy-operator | + create_namespace pg-operator logger.go:42: 17:59:39 | custom-extensions/0-deploy-operator | + local namespace=pg-operator logger.go:42: 17:59:39 | custom-extensions/0-deploy-operator | + [[ gke == openshift ]] logger.go:42: 17:59:39 | custom-extensions/0-deploy-operator | + kubectl delete namespace pg-operator --ignore-not-found logger.go:42: 17:59:39 | custom-extensions/0-deploy-operator | + kubectl wait --for=delete namespace pg-operator logger.go:42: 17:59:40 | custom-extensions/0-deploy-operator | + kubectl create namespace pg-operator logger.go:42: 17:59:40 | custom-extensions/0-deploy-operator | namespace/pg-operator created logger.go:42: 17:59:40 | custom-extensions/0-deploy-operator | + cw_prefix=cw- logger.go:42: 17:59:40 | custom-extensions/0-deploy-operator | + kubectl -n pg-operator apply --server-side --force-conflicts -f /mnt/jenkins/workspace/cloud-pg-operator_PR-1724/deploy/crd.yaml logger.go:42: 17:59:42 | custom-extensions/0-deploy-operator | customresourcedefinition.apiextensions.k8s.io/crunchybridgeclusters.upstream.pgv2.percona.com serverside-applied logger.go:42: 17:59:42 | custom-extensions/0-deploy-operator | customresourcedefinition.apiextensions.k8s.io/perconapgbackups.pgv2.percona.com serverside-applied logger.go:42: 17:59:43 | custom-extensions/0-deploy-operator | customresourcedefinition.apiextensions.k8s.io/perconapgclusters.pgv2.percona.com serverside-applied logger.go:42: 17:59:43 | custom-extensions/0-deploy-operator | customresourcedefinition.apiextensions.k8s.io/perconapgrestores.pgv2.percona.com serverside-applied logger.go:42: 17:59:44 | custom-extensions/0-deploy-operator | customresourcedefinition.apiextensions.k8s.io/perconapgupgrades.pgv2.percona.com serverside-applied logger.go:42: 17:59:44 | custom-extensions/0-deploy-operator | customresourcedefinition.apiextensions.k8s.io/pgadmins.upstream.pgv2.percona.com serverside-applied logger.go:42: 17:59:44 | custom-extensions/0-deploy-operator | customresourcedefinition.apiextensions.k8s.io/pgupgrades.upstream.pgv2.percona.com serverside-applied logger.go:42: 17:59:45 | custom-extensions/0-deploy-operator | customresourcedefinition.apiextensions.k8s.io/postgresclusters.upstream.pgv2.percona.com serverside-applied logger.go:42: 17:59:45 | custom-extensions/0-deploy-operator | + kubectl -n pg-operator apply --server-side --force-conflicts -f /mnt/jenkins/workspace/cloud-pg-operator_PR-1724/deploy/cw-rbac.yaml logger.go:42: 17:59:47 | custom-extensions/0-deploy-operator | serviceaccount/percona-postgresql-operator serverside-applied logger.go:42: 17:59:47 | custom-extensions/0-deploy-operator | clusterrole.rbac.authorization.k8s.io/percona-postgresql-operator serverside-applied logger.go:42: 17:59:47 | custom-extensions/0-deploy-operator | clusterrolebinding.rbac.authorization.k8s.io/percona-postgresql-operator serverside-applied logger.go:42: 17:59:47 | custom-extensions/0-deploy-operator | + local disable_telemetry=true logger.go:42: 17:59:47 | custom-extensions/0-deploy-operator | + '[' custom-extensions == telemetry-transfer ']' logger.go:42: 17:59:47 | custom-extensions/0-deploy-operator | + yq eval '.spec.template.spec.containers[0].image = "docker.io/perconalab/percona-postgresql-operator:PR-1724-fe95a0d17"' /mnt/jenkins/workspace/cloud-pg-operator_PR-1724/deploy/cw-operator.yaml logger.go:42: 17:59:47 | custom-extensions/0-deploy-operator | + yq eval '(.spec.template.spec.containers[] | select(.name=="operator") | .env[] | select(.name=="DISABLE_TELEMETRY") | .value) = "true"' - logger.go:42: 17:59:47 | custom-extensions/0-deploy-operator | + yq eval '(.spec.template.spec.containers[] | select(.name=="operator") | .env[] | select(.name=="LOG_LEVEL") | .value) = "DEBUG"' - logger.go:42: 17:59:47 | custom-extensions/0-deploy-operator | + yq eval '(.spec.template.spec.containers[] | select(.name=="operator") | .env[] | select(.name=="PGO_FEATURE_GATES") | .value) = ""' - logger.go:42: 17:59:47 | custom-extensions/0-deploy-operator | + kubectl -n pg-operator apply -f - logger.go:42: 17:59:50 | custom-extensions/0-deploy-operator | deployment.apps/percona-postgresql-operator created logger.go:42: 17:59:50 | custom-extensions/0-deploy-operator | + deploy_client logger.go:42: 17:59:50 | custom-extensions/0-deploy-operator | + kubectl -n kuttl-test-hardy-mite apply -f /mnt/jenkins/workspace/cloud-pg-operator_PR-1724/e2e-tests/conf/client.yaml logger.go:42: 17:59:51 | custom-extensions/0-deploy-operator | deployment.apps/pg-client created logger.go:42: 17:59:51 | custom-extensions/0-deploy-operator | + deploy_s3_secrets logger.go:42: 17:59:51 | custom-extensions/0-deploy-operator | + set +o xtrace logger.go:42: 17:59:51 | custom-extensions/0-deploy-operator | secret/custom-extensions-pgbackrest-secrets created logger.go:42: 17:59:52 | custom-extensions/0-deploy-operator | secret/aws-s3-secret created logger.go:42: 17:59:53 | custom-extensions/0-deploy-operator | secret/do-spaces-secret created logger.go:42: 17:59:53 | custom-extensions/0-deploy-operator | secret/gcp-cs-secret created logger.go:42: 17:59:54 | custom-extensions/0-deploy-operator | secret/azure-secret created logger.go:42: 17:59:55 | custom-extensions/0-deploy-operator | secret/minio-secret created logger.go:42: 17:59:55 | custom-extensions/0-deploy-operator | + deploy_minio logger.go:42: 17:59:55 | custom-extensions/0-deploy-operator | + local name=minio-service logger.go:42: 17:59:55 | custom-extensions/0-deploy-operator | + local tls_secret= logger.go:42: 17:59:55 | custom-extensions/0-deploy-operator | + local access_key logger.go:42: 17:59:55 | custom-extensions/0-deploy-operator | + local secret_key logger.go:42: 17:59:55 | custom-extensions/0-deploy-operator | + local endpoint_url=http://minio-service:9000 logger.go:42: 17:59:55 | custom-extensions/0-deploy-operator | + local aws_extra_args= logger.go:42: 17:59:55 | custom-extensions/0-deploy-operator | + local service_account_name=minio-sa logger.go:42: 17:59:55 | custom-extensions/0-deploy-operator | + local -a additional_helm_args logger.go:42: 17:59:55 | custom-extensions/0-deploy-operator | ++ kubectl -n kuttl-test-hardy-mite get secret minio-secret -o 'jsonpath={.data.AWS_ACCESS_KEY_ID}' logger.go:42: 17:59:55 | custom-extensions/0-deploy-operator | ++ base64 -d logger.go:42: 17:59:55 | custom-extensions/0-deploy-operator | + access_key=some-access-key logger.go:42: 17:59:55 | custom-extensions/0-deploy-operator | ++ kubectl -n kuttl-test-hardy-mite get secret minio-secret -o 'jsonpath={.data.AWS_SECRET_ACCESS_KEY}' logger.go:42: 17:59:55 | custom-extensions/0-deploy-operator | ++ base64 -d logger.go:42: 17:59:56 | custom-extensions/0-deploy-operator | + secret_key=some-secret-key logger.go:42: 17:59:56 | custom-extensions/0-deploy-operator | + [[ gke == openshift ]] logger.go:42: 17:59:56 | custom-extensions/0-deploy-operator | + [[ -n '' ]] logger.go:42: 17:59:56 | custom-extensions/0-deploy-operator | + helm uninstall -n kuttl-test-hardy-mite minio-service logger.go:42: 17:59:57 | custom-extensions/0-deploy-operator | Error: uninstall: Release not loaded: minio-service: release: not found logger.go:42: 17:59:57 | custom-extensions/0-deploy-operator | + : logger.go:42: 17:59:57 | custom-extensions/0-deploy-operator | + helm repo remove minio logger.go:42: 17:59:57 | custom-extensions/0-deploy-operator | "minio" has been removed from your repositories logger.go:42: 17:59:57 | custom-extensions/0-deploy-operator | + helm repo add minio https://charts.min.io/ logger.go:42: 17:59:57 | custom-extensions/0-deploy-operator | "minio" has been added to your repositories logger.go:42: 17:59:57 | custom-extensions/0-deploy-operator | +++ printf %q some-access-key logger.go:42: 17:59:57 | custom-extensions/0-deploy-operator | ++ printf %q some-access-key logger.go:42: 17:59:57 | custom-extensions/0-deploy-operator | +++ printf %q some-secret-key logger.go:42: 17:59:57 | custom-extensions/0-deploy-operator | ++ printf %q some-secret-key logger.go:42: 17:59:57 | custom-extensions/0-deploy-operator | + retry 10 60 helm install minio-service -n kuttl-test-hardy-mite --version 5.4.0 --set replicas=1 --set mode=standalone --set resources.requests.memory=256Mi --set rootUser=rootuser --set rootPassword=rootpass123 --set 'users[0].accessKey=some-access-key' --set 'users[0].secretKey=some-secret-key' --set 'users[0].policy=consoleAdmin' --set service.type=ClusterIP --set persistence.size=2G --set securityContext.enabled=false minio/minio logger.go:42: 17:59:57 | custom-extensions/0-deploy-operator | + local max=10 logger.go:42: 17:59:57 | custom-extensions/0-deploy-operator | + local delay=60 logger.go:42: 17:59:57 | custom-extensions/0-deploy-operator | + shift 2 logger.go:42: 17:59:57 | custom-extensions/0-deploy-operator | + local n=1 logger.go:42: 17:59:57 | custom-extensions/0-deploy-operator | + helm install minio-service -n kuttl-test-hardy-mite --version 5.4.0 --set replicas=1 --set mode=standalone --set resources.requests.memory=256Mi --set rootUser=rootuser --set rootPassword=rootpass123 --set 'users[0].accessKey=some-access-key' --set 'users[0].secretKey=some-secret-key' --set 'users[0].policy=consoleAdmin' --set service.type=ClusterIP --set persistence.size=2G --set securityContext.enabled=false minio/minio logger.go:42: 18:00:27 | custom-extensions/0-deploy-operator | NAME: minio-service logger.go:42: 18:00:27 | custom-extensions/0-deploy-operator | LAST DEPLOYED: Fri Aug 21 17:59:58 2026 logger.go:42: 18:00:27 | custom-extensions/0-deploy-operator | NAMESPACE: kuttl-test-hardy-mite logger.go:42: 18:00:27 | custom-extensions/0-deploy-operator | STATUS: deployed logger.go:42: 18:00:27 | custom-extensions/0-deploy-operator | REVISION: 1 logger.go:42: 18:00:27 | custom-extensions/0-deploy-operator | TEST SUITE: None logger.go:42: 18:00:27 | custom-extensions/0-deploy-operator | NOTES: logger.go:42: 18:00:27 | custom-extensions/0-deploy-operator | MinIO can be accessed via port 9000 on the following DNS name from within your cluster: logger.go:42: 18:00:27 | custom-extensions/0-deploy-operator | minio-service.kuttl-test-hardy-mite.cluster.local logger.go:42: 18:00:27 | custom-extensions/0-deploy-operator | logger.go:42: 18:00:27 | custom-extensions/0-deploy-operator | To access MinIO from localhost, run the below commands: logger.go:42: 18:00:27 | custom-extensions/0-deploy-operator | logger.go:42: 18:00:27 | custom-extensions/0-deploy-operator | 1. export POD_NAME=$(kubectl get pods --namespace kuttl-test-hardy-mite -l "release=minio-service" -o jsonpath="{.items[0].metadata.name}") logger.go:42: 18:00:27 | custom-extensions/0-deploy-operator | logger.go:42: 18:00:27 | custom-extensions/0-deploy-operator | 2. kubectl port-forward $POD_NAME 9000 --namespace kuttl-test-hardy-mite logger.go:42: 18:00:27 | custom-extensions/0-deploy-operator | logger.go:42: 18:00:27 | custom-extensions/0-deploy-operator | Read more about port forwarding here: http://kubernetes.io/docs/user-guide/kubectl/kubectl_port-forward/ logger.go:42: 18:00:27 | custom-extensions/0-deploy-operator | logger.go:42: 18:00:27 | custom-extensions/0-deploy-operator | You can now access MinIO server on http://localhost:9000. Follow the below steps to connect to MinIO server with mc client: logger.go:42: 18:00:27 | custom-extensions/0-deploy-operator | logger.go:42: 18:00:27 | custom-extensions/0-deploy-operator | 1. Download the MinIO mc client - https://min.io/docs/minio/linux/reference/minio-mc.html#quickstart logger.go:42: 18:00:27 | custom-extensions/0-deploy-operator | logger.go:42: 18:00:27 | custom-extensions/0-deploy-operator | 2. export MC_HOST_minio-service-local=http://$(kubectl get secret --namespace kuttl-test-hardy-mite minio-service -o jsonpath="{.data.rootUser}" | base64 --decode):$(kubectl get secret --namespace kuttl-test-hardy-mite minio-service -o jsonpath="{.data.rootPassword}" | base64 --decode)@localhost:9000 logger.go:42: 18:00:27 | custom-extensions/0-deploy-operator | logger.go:42: 18:00:27 | custom-extensions/0-deploy-operator | 3. mc ls minio-service-local logger.go:42: 18:00:27 | custom-extensions/0-deploy-operator | ++ kubectl -n kuttl-test-hardy-mite get pods --selector=release=minio-service -o 'jsonpath={.items[].metadata.name}' logger.go:42: 18:00:27 | custom-extensions/0-deploy-operator | + MINIO_POD=minio-service-596d46ffc4-b82wb logger.go:42: 18:00:27 | custom-extensions/0-deploy-operator | + wait_pod minio-service-596d46ffc4-b82wb logger.go:42: 18:00:27 | custom-extensions/0-deploy-operator | + local pod=minio-service-596d46ffc4-b82wb logger.go:42: 18:00:27 | custom-extensions/0-deploy-operator | + set +o xtrace logger.go:42: 18:00:28 | custom-extensions/0-deploy-operator | minio-service-596d46ffc4-b82wbtrue logger.go:42: 18:00:28 | custom-extensions/0-deploy-operator | + kubectl -n kuttl-test-hardy-mite run -i --rm aws-cli --image=perconalab/awscli --restart=Never -- bash -c $'AWS_ACCESS_KEY_ID=\'some-access-key\' AWS_SECRET_ACCESS_KEY=\'some-secret-key\' AWS_DEFAULT_REGION=us-east-1 \t\t/usr/bin/aws --endpoint-url http://minio-service:9000 s3 mb s3://operator-testing' logger.go:42: 18:00:33 | custom-extensions/0-deploy-operator | make_bucket: operator-testing logger.go:42: 18:00:33 | custom-extensions/0-deploy-operator | All commands and output from this session will be recorded in container logs, including credentials and sensitive information passed through the command prompt. logger.go:42: 18:00:33 | custom-extensions/0-deploy-operator | If you don't see a command prompt, try pressing enter. logger.go:42: 18:00:33 | custom-extensions/0-deploy-operator | warning: couldn't attach to pod/aws-cli, falling back to streaming logs: Internal error occurred: unable to upgrade connection: container aws-cli not found in pod aws-cli_kuttl-test-hardy-mite logger.go:42: 18:00:33 | custom-extensions/0-deploy-operator | make_bucket: operator-testing logger.go:42: 18:00:35 | custom-extensions/0-deploy-operator | pod "aws-cli" deleted from kuttl-test-hardy-mite namespace logger.go:42: 18:00:35 | custom-extensions/0-deploy-operator | + copy_custom_extensions_form_aws logger.go:42: 18:00:35 | custom-extensions/0-deploy-operator | + set +o xtrace logger.go:42: 18:00:39 | custom-extensions/0-deploy-operator | All commands and output from this session will be recorded in container logs, including credentials and sensitive information passed through the command prompt. logger.go:42: 18:00:39 | custom-extensions/0-deploy-operator | If you don't see a command prompt, try pressing enter. logger.go:42: 18:00:41 | custom-extensions/0-deploy-operator | Completed 33.4 KiB/33.5 MiB (32.1 KiB/s) with 41 file(s) remaining Completed 66.8 KiB/33.5 MiB (64.2 KiB/s) with 41 file(s) remaining download: s3://pg-extensions/pg_cron-pg14-1.6.4.tar.gz to tmp/pg_cron-pg14-1.6.4.tar.gz logger.go:42: 18:00:41 | custom-extensions/0-deploy-operator | Completed 66.8 KiB/33.5 MiB (64.2 KiB/s) with 40 file(s) remaining download: s3://pg-extensions/pg_cron-pg13-1.6.4.tar.gz to tmp/pg_cron-pg13-1.6.4.tar.gz logger.go:42: 18:00:41 | custom-extensions/0-deploy-operator | Completed 66.8 KiB/33.5 MiB (64.2 KiB/s) with 39 file(s) remaining Completed 215.4 KiB/33.5 MiB (187.8 KiB/s) with 39 file(s) remaining download: s3://pg-extensions/pg_cron-pg13-1.6.1.tar.gz to tmp/pg_cron-pg13-1.6.1.tar.gz logger.go:42: 18:00:41 | custom-extensions/0-deploy-operator | Completed 215.4 KiB/33.5 MiB (187.8 KiB/s) with 38 file(s) remaining Completed 359.8 KiB/33.5 MiB (293.2 KiB/s) with 38 file(s) remaining download: s3://pg-extensions/pg_cron-pg12-1.6.1.tar.gz to tmp/pg_cron-pg12-1.6.1.tar.gz logger.go:42: 18:00:41 | custom-extensions/0-deploy-operator | Completed 359.8 KiB/33.5 MiB (293.2 KiB/s) with 37 file(s) remaining Completed 511.2 KiB/33.5 MiB (414.9 KiB/s) with 37 file(s) remaining download: s3://pg-extensions/pg_cron-pg14-1.6.1.tar.gz to tmp/pg_cron-pg14-1.6.1.tar.gz logger.go:42: 18:00:41 | custom-extensions/0-deploy-operator | Completed 511.2 KiB/33.5 MiB (414.9 KiB/s) with 36 file(s) remaining Completed 661.4 KiB/33.5 MiB (531.0 KiB/s) with 36 file(s) remaining download: s3://pg-extensions/pg_cron-pg13-1.6.7.tar.gz to tmp/pg_cron-pg13-1.6.7.tar.gz logger.go:42: 18:00:41 | custom-extensions/0-deploy-operator | Completed 661.4 KiB/33.5 MiB (531.0 KiB/s) with 35 file(s) remaining Completed 812.1 KiB/33.5 MiB (648.7 KiB/s) with 35 file(s) remaining download: s3://pg-extensions/pg_cron-pg13-1.6.6.tar.gz to tmp/pg_cron-pg13-1.6.6.tar.gz logger.go:42: 18:00:41 | custom-extensions/0-deploy-operator | Completed 812.1 KiB/33.5 MiB (648.7 KiB/s) with 34 file(s) remaining Completed 965.2 KiB/33.5 MiB (745.8 KiB/s) with 34 file(s) remaining download: s3://pg-extensions/pg_cron-pg14-1.6.7.tar.gz to tmp/pg_cron-pg14-1.6.7.tar.gz logger.go:42: 18:00:41 | custom-extensions/0-deploy-operator | Completed 965.2 KiB/33.5 MiB (745.8 KiB/s) with 33 file(s) remaining Completed 1.2 MiB/33.5 MiB (937.1 KiB/s) with 33 file(s) remaining Completed 1.4 MiB/33.5 MiB (1.0 MiB/s) with 33 file(s) remaining Completed 1.5 MiB/33.5 MiB (1.1 MiB/s) with 33 file(s) remaining download: s3://pg-extensions/pg_cron-pg16-1.6.4.tar.gz to tmp/pg_cron-pg16-1.6.4.tar.gz logger.go:42: 18:00:41 | custom-extensions/0-deploy-operator | Completed 1.5 MiB/33.5 MiB (1.1 MiB/s) with 32 file(s) remaining Completed 1.7 MiB/33.5 MiB (1.2 MiB/s) with 32 file(s) remaining Completed 1.8 MiB/33.5 MiB (1.3 MiB/s) with 32 file(s) remaining Completed 1.9 MiB/33.5 MiB (1.4 MiB/s) with 32 file(s) remaining download: s3://pg-extensions/pg_cron-pg15-1.6.4.tar.gz to tmp/pg_cron-pg15-1.6.4.tar.gz logger.go:42: 18:00:41 | custom-extensions/0-deploy-operator | Completed 1.9 MiB/33.5 MiB (1.4 MiB/s) with 31 file(s) remaining download: s3://pg-extensions/pg_cron-pg15-1.6.1.tar.gz to tmp/pg_cron-pg15-1.6.1.tar.gz logger.go:42: 18:00:41 | custom-extensions/0-deploy-operator | Completed 1.9 MiB/33.5 MiB (1.4 MiB/s) with 30 file(s) remaining Completed 2.1 MiB/33.5 MiB (1.5 MiB/s) with 30 file(s) remaining download: s3://pg-extensions/pg_cron-pg14-1.6.6.tar.gz to tmp/pg_cron-pg14-1.6.6.tar.gz logger.go:42: 18:00:41 | custom-extensions/0-deploy-operator | Completed 2.1 MiB/33.5 MiB (1.5 MiB/s) with 29 file(s) remaining Completed 2.3 MiB/33.5 MiB (1.6 MiB/s) with 29 file(s) remaining Completed 2.6 MiB/33.5 MiB (1.8 MiB/s) with 29 file(s) remaining Completed 2.7 MiB/33.5 MiB (1.9 MiB/s) with 29 file(s) remaining download: s3://pg-extensions/pg_cron-pg16-1.6.1.tar.gz to tmp/pg_cron-pg16-1.6.1.tar.gz logger.go:42: 18:00:41 | custom-extensions/0-deploy-operator | Completed 2.7 MiB/33.5 MiB (1.9 MiB/s) with 28 file(s) remaining Completed 2.9 MiB/33.5 MiB (1.9 MiB/s) with 28 file(s) remaining download: s3://pg-extensions/pg_cron-pg15-1.6.6.tar.gz to tmp/pg_cron-pg15-1.6.6.tar.gz logger.go:42: 18:00:41 | custom-extensions/0-deploy-operator | Completed 2.9 MiB/33.5 MiB (1.9 MiB/s) with 27 file(s) remaining Completed 3.1 MiB/33.5 MiB (2.1 MiB/s) with 27 file(s) remaining Completed 3.4 MiB/33.5 MiB (2.3 MiB/s) with 27 file(s) remaining Completed 3.5 MiB/33.5 MiB (2.4 MiB/s) with 27 file(s) remaining download: s3://pg-extensions/pg_cron-pg15-1.6.7.tar.gz to tmp/pg_cron-pg15-1.6.7.tar.gz logger.go:42: 18:00:41 | custom-extensions/0-deploy-operator | Completed 3.5 MiB/33.5 MiB (2.4 MiB/s) with 26 file(s) remaining Completed 3.8 MiB/33.5 MiB (2.5 MiB/s) with 26 file(s) remaining Completed 4.0 MiB/33.5 MiB (2.7 MiB/s) with 26 file(s) remaining Completed 4.3 MiB/33.5 MiB (2.8 MiB/s) with 26 file(s) remaining Completed 4.5 MiB/33.5 MiB (3.0 MiB/s) with 26 file(s) remaining Completed 4.7 MiB/33.5 MiB (3.1 MiB/s) with 26 file(s) remaining download: s3://pg-extensions/pg_cron-pg16-1.6.6.tar.gz to tmp/pg_cron-pg16-1.6.6.tar.gz logger.go:42: 18:00:41 | custom-extensions/0-deploy-operator | Completed 4.7 MiB/33.5 MiB (3.1 MiB/s) with 25 file(s) remaining Completed 4.9 MiB/33.5 MiB (3.2 MiB/s) with 25 file(s) remaining Completed 5.2 MiB/33.5 MiB (3.4 MiB/s) with 25 file(s) remaining Completed 5.4 MiB/33.5 MiB (3.5 MiB/s) with 25 file(s) remaining Completed 5.6 MiB/33.5 MiB (3.6 MiB/s) with 25 file(s) remaining download: s3://pg-extensions/pg_cron-pg16-1.6.7.tar.gz to tmp/pg_cron-pg16-1.6.7.tar.gz logger.go:42: 18:00:41 | custom-extensions/0-deploy-operator | Completed 5.6 MiB/33.5 MiB (3.6 MiB/s) with 24 file(s) remaining Completed 5.9 MiB/33.5 MiB (3.7 MiB/s) with 24 file(s) remaining Completed 6.1 MiB/33.5 MiB (3.8 MiB/s) with 24 file(s) remaining Completed 6.4 MiB/33.5 MiB (4.0 MiB/s) with 24 file(s) remaining Completed 6.6 MiB/33.5 MiB (4.1 MiB/s) with 24 file(s) remaining Completed 6.9 MiB/33.5 MiB (4.3 MiB/s) with 24 file(s) remaining Completed 7.1 MiB/33.5 MiB (4.4 MiB/s) with 24 file(s) remaining Completed 7.4 MiB/33.5 MiB (4.6 MiB/s) with 24 file(s) remaining Completed 7.6 MiB/33.5 MiB (4.7 MiB/s) with 24 file(s) remaining Completed 7.8 MiB/33.5 MiB (4.8 MiB/s) with 24 file(s) remaining download: s3://pg-extensions/pg_cron-pg17-1.6.7.tar.gz to tmp/pg_cron-pg17-1.6.7.tar.gz logger.go:42: 18:00:41 | custom-extensions/0-deploy-operator | Completed 7.8 MiB/33.5 MiB (4.8 MiB/s) with 23 file(s) remaining Completed 7.9 MiB/33.5 MiB (4.9 MiB/s) with 23 file(s) remaining Completed 8.1 MiB/33.5 MiB (5.0 MiB/s) with 23 file(s) remaining download: s3://pg-extensions/pg_cron-pg17-1.6.1.tar.gz to tmp/pg_cron-pg17-1.6.1.tar.gz logger.go:42: 18:00:41 | custom-extensions/0-deploy-operator | Completed 8.1 MiB/33.5 MiB (5.0 MiB/s) with 22 file(s) remaining download: s3://pg-extensions/pg_cron-pg18-1.6.6.tar.gz to tmp/pg_cron-pg18-1.6.6.tar.gz logger.go:42: 18:00:41 | custom-extensions/0-deploy-operator | Completed 8.1 MiB/33.5 MiB (5.0 MiB/s) with 21 file(s) remaining Completed 8.4 MiB/33.5 MiB (5.1 MiB/s) with 21 file(s) remaining Completed 8.6 MiB/33.5 MiB (5.2 MiB/s) with 21 file(s) remaining Completed 8.9 MiB/33.5 MiB (5.4 MiB/s) with 21 file(s) remaining Completed 9.1 MiB/33.5 MiB (5.5 MiB/s) with 21 file(s) remaining Completed 9.4 MiB/33.5 MiB (5.7 MiB/s) with 21 file(s) remaining Completed 9.5 MiB/33.5 MiB (5.8 MiB/s) with 21 file(s) remaining download: s3://pg-extensions/pg_cron-pg17-1.6.4.tar.gz to tmp/pg_cron-pg17-1.6.4.tar.gz logger.go:42: 18:00:41 | custom-extensions/0-deploy-operator | Completed 9.5 MiB/33.5 MiB (5.8 MiB/s) with 20 file(s) remaining Completed 9.8 MiB/33.5 MiB (5.9 MiB/s) with 20 file(s) remaining Completed 10.0 MiB/33.5 MiB (6.0 MiB/s) with 20 file(s) remaining Completed 10.3 MiB/33.5 MiB (6.2 MiB/s) with 20 file(s) remaining Completed 10.5 MiB/33.5 MiB (6.3 MiB/s) with 20 file(s) remaining Completed 10.7 MiB/33.5 MiB (6.4 MiB/s) with 20 file(s) remaining download: s3://pg-extensions/pg_cron-pg18-1.6.7.tar.gz to tmp/pg_cron-pg18-1.6.7.tar.gz logger.go:42: 18:00:41 | custom-extensions/0-deploy-operator | Completed 10.7 MiB/33.5 MiB (6.4 MiB/s) with 19 file(s) remaining Completed 10.9 MiB/33.5 MiB (6.5 MiB/s) with 19 file(s) remaining download: s3://pg-extensions/pg_cron-pg17-1.6.6.tar.gz to tmp/pg_cron-pg17-1.6.6.tar.gz logger.go:42: 18:00:41 | custom-extensions/0-deploy-operator | Completed 10.9 MiB/33.5 MiB (6.5 MiB/s) with 18 file(s) remaining Completed 10.9 MiB/33.5 MiB (6.5 MiB/s) with 18 file(s) remaining download: s3://pg-extensions/pg_stat_kcache-pg12-2.3.2.tar.gz to tmp/pg_stat_kcache-pg12-2.3.2.tar.gz logger.go:42: 18:00:41 | custom-extensions/0-deploy-operator | Completed 10.9 MiB/33.5 MiB (6.5 MiB/s) with 17 file(s) remaining Completed 11.2 MiB/33.5 MiB (6.5 MiB/s) with 17 file(s) remaining Completed 11.4 MiB/33.5 MiB (6.7 MiB/s) with 17 file(s) remaining Completed 11.7 MiB/33.5 MiB (6.8 MiB/s) with 17 file(s) remaining Completed 11.9 MiB/33.5 MiB (6.9 MiB/s) with 17 file(s) remaining Completed 12.2 MiB/33.5 MiB (7.1 MiB/s) with 17 file(s) remaining Completed 12.4 MiB/33.5 MiB (7.2 MiB/s) with 17 file(s) remaining Completed 12.7 MiB/33.5 MiB (7.3 MiB/s) with 17 file(s) remaining Completed 12.9 MiB/33.5 MiB (7.5 MiB/s) with 17 file(s) remaining Completed 13.2 MiB/33.5 MiB (7.6 MiB/s) with 17 file(s) remaining Completed 13.4 MiB/33.5 MiB (7.8 MiB/s) with 17 file(s) remaining Completed 13.7 MiB/33.5 MiB (7.9 MiB/s) with 17 file(s) remaining Completed 13.9 MiB/33.5 MiB (8.0 MiB/s) with 17 file(s) remaining Completed 14.2 MiB/33.5 MiB (8.2 MiB/s) with 17 file(s) remaining Completed 14.4 MiB/33.5 MiB (8.3 MiB/s) with 17 file(s) remaining Completed 14.7 MiB/33.5 MiB (8.4 MiB/s) with 17 file(s) remaining Completed 14.9 MiB/33.5 MiB (8.5 MiB/s) with 17 file(s) remaining Completed 15.2 MiB/33.5 MiB (8.7 MiB/s) with 17 file(s) remaining Completed 15.4 MiB/33.5 MiB (8.8 MiB/s) with 17 file(s) remaining Completed 15.7 MiB/33.5 MiB (8.9 MiB/s) with 17 file(s) remaining Completed 15.9 MiB/33.5 MiB (9.1 MiB/s) with 17 file(s) remaining Completed 16.2 MiB/33.5 MiB (9.2 MiB/s) with 17 file(s) remaining Completed 16.4 MiB/33.5 MiB (9.3 MiB/s) with 17 file(s) remaining Completed 16.5 MiB/33.5 MiB (9.3 MiB/s) with 17 file(s) remaining download: s3://pg-extensions/pg_stat_kcache-pg13-2.3.1.tar.gz to tmp/pg_stat_kcache-pg13-2.3.1.tar.gz logger.go:42: 18:00:41 | custom-extensions/0-deploy-operator | Completed 16.5 MiB/33.5 MiB (9.3 MiB/s) with 16 file(s) remaining Completed 16.5 MiB/33.5 MiB (9.3 MiB/s) with 16 file(s) remaining download: s3://pg-extensions/pg_stat_kcache-pg13-2.3.2.tar.gz to tmp/pg_stat_kcache-pg13-2.3.2.tar.gz logger.go:42: 18:00:41 | custom-extensions/0-deploy-operator | Completed 16.5 MiB/33.5 MiB (9.3 MiB/s) with 15 file(s) remaining Completed 16.6 MiB/33.5 MiB (9.3 MiB/s) with 15 file(s) remaining download: s3://pg-extensions/pg_stat_kcache-pg12-2.3.1.tar.gz to tmp/pg_stat_kcache-pg12-2.3.1.tar.gz logger.go:42: 18:00:41 | custom-extensions/0-deploy-operator | Completed 16.6 MiB/33.5 MiB (9.3 MiB/s) with 14 file(s) remaining Completed 16.8 MiB/33.5 MiB (9.4 MiB/s) with 14 file(s) remaining Completed 16.9 MiB/33.5 MiB (9.4 MiB/s) with 14 file(s) remaining download: s3://pg-extensions/pg_stat_kcache-pg14-2.3.1.tar.gz to tmp/pg_stat_kcache-pg14-2.3.1.tar.gz logger.go:42: 18:00:41 | custom-extensions/0-deploy-operator | Completed 16.9 MiB/33.5 MiB (9.4 MiB/s) with 13 file(s) remaining Completed 17.1 MiB/33.5 MiB (9.5 MiB/s) with 13 file(s) remaining Completed 17.4 MiB/33.5 MiB (9.6 MiB/s) with 13 file(s) remaining Completed 17.6 MiB/33.5 MiB (9.8 MiB/s) with 13 file(s) remaining Completed 17.7 MiB/33.5 MiB (9.8 MiB/s) with 13 file(s) remaining download: s3://pg-extensions/pg_stat_kcache-pg15-2.3.1.tar.gz to tmp/pg_stat_kcache-pg15-2.3.1.tar.gz logger.go:42: 18:00:41 | custom-extensions/0-deploy-operator | Completed 17.7 MiB/33.5 MiB (9.8 MiB/s) with 12 file(s) remaining Completed 17.7 MiB/33.5 MiB (9.8 MiB/s) with 12 file(s) remaining download: s3://pg-extensions/pg_stat_kcache-pg14-2.3.2.tar.gz to tmp/pg_stat_kcache-pg14-2.3.2.tar.gz logger.go:42: 18:00:41 | custom-extensions/0-deploy-operator | Completed 17.7 MiB/33.5 MiB (9.8 MiB/s) with 11 file(s) remaining Completed 18.0 MiB/33.5 MiB (9.9 MiB/s) with 11 file(s) remaining Completed 18.2 MiB/33.5 MiB (10.0 MiB/s) with 11 file(s) remaining Completed 18.5 MiB/33.5 MiB (10.1 MiB/s) with 11 file(s) remaining Completed 18.7 MiB/33.5 MiB (10.2 MiB/s) with 11 file(s) remaining Completed 19.0 MiB/33.5 MiB (10.4 MiB/s) with 11 file(s) remaining Completed 19.2 MiB/33.5 MiB (10.5 MiB/s) with 11 file(s) remaining Completed 19.3 MiB/33.5 MiB (10.5 MiB/s) with 11 file(s) remaining Completed 19.5 MiB/33.5 MiB (10.6 MiB/s) with 11 file(s) remaining Completed 19.8 MiB/33.5 MiB (10.8 MiB/s) with 11 file(s) remaining download: s3://pg-extensions/pg_stat_kcache-pg16-2.3.1.tar.gz to tmp/pg_stat_kcache-pg16-2.3.1.tar.gz logger.go:42: 18:00:41 | custom-extensions/0-deploy-operator | Completed 19.8 MiB/33.5 MiB (10.8 MiB/s) with 10 file(s) remaining Completed 20.0 MiB/33.5 MiB (10.9 MiB/s) with 10 file(s) remaining Completed 20.3 MiB/33.5 MiB (11.0 MiB/s) with 10 file(s) remaining Completed 20.5 MiB/33.5 MiB (11.1 MiB/s) with 10 file(s) remaining Completed 20.8 MiB/33.5 MiB (11.2 MiB/s) with 10 file(s) remaining Completed 21.0 MiB/33.5 MiB (11.4 MiB/s) with 10 file(s) remaining Completed 21.3 MiB/33.5 MiB (11.5 MiB/s) with 10 file(s) remaining Completed 21.5 MiB/33.5 MiB (11.6 MiB/s) with 10 file(s) remaining Completed 21.8 MiB/33.5 MiB (11.7 MiB/s) with 10 file(s) remaining Completed 22.0 MiB/33.5 MiB (11.8 MiB/s) with 10 file(s) remaining Completed 22.3 MiB/33.5 MiB (11.9 MiB/s) with 10 file(s) remaining Completed 22.3 MiB/33.5 MiB (12.0 MiB/s) with 10 file(s) remaining Completed 22.6 MiB/33.5 MiB (12.1 MiB/s) with 10 file(s) remaining download: s3://pg-extensions/documentdb-pg16-0.101-1.tar.gz to tmp/documentdb-pg16-0.101-1.tar.gz logger.go:42: 18:00:41 | custom-extensions/0-deploy-operator | Completed 22.6 MiB/33.5 MiB (12.1 MiB/s) with 9 file(s) remaining Completed 22.8 MiB/33.5 MiB (12.2 MiB/s) with 9 file(s) remaining Completed 23.1 MiB/33.5 MiB (12.3 MiB/s) with 9 file(s) remaining Completed 23.3 MiB/33.5 MiB (12.5 MiB/s) with 9 file(s) remaining Completed 23.6 MiB/33.5 MiB (12.6 MiB/s) with 9 file(s) remaining Completed 23.8 MiB/33.5 MiB (12.7 MiB/s) with 9 file(s) remaining Completed 24.1 MiB/33.5 MiB (12.8 MiB/s) with 9 file(s) remaining Completed 24.1 MiB/33.5 MiB (12.6 MiB/s) with 9 file(s) remaining download: s3://pg-extensions/pg_stat_kcache-pg16-2.3.2.tar.gz to tmp/pg_stat_kcache-pg16-2.3.2.tar.gz logger.go:42: 18:00:41 | custom-extensions/0-deploy-operator | Completed 24.1 MiB/33.5 MiB (12.6 MiB/s) with 8 file(s) remaining Completed 24.2 MiB/33.5 MiB (12.6 MiB/s) with 8 file(s) remaining download: s3://pg-extensions/pg_stat_kcache-pg15-2.3.2.tar.gz to tmp/pg_stat_kcache-pg15-2.3.2.tar.gz logger.go:42: 18:00:41 | custom-extensions/0-deploy-operator | Completed 24.2 MiB/33.5 MiB (12.6 MiB/s) with 7 file(s) remaining Completed 24.4 MiB/33.5 MiB (12.6 MiB/s) with 7 file(s) remaining Completed 24.7 MiB/33.5 MiB (12.8 MiB/s) with 7 file(s) remaining Completed 24.7 MiB/33.5 MiB (12.8 MiB/s) with 7 file(s) remaining Completed 24.8 MiB/33.5 MiB (12.8 MiB/s) with 7 file(s) remaining Completed 25.0 MiB/33.5 MiB (12.9 MiB/s) with 7 file(s) remaining download: s3://pg-extensions/pg_stat_kcache-pg17-2.3.2.tar.gz to tmp/pg_stat_kcache-pg17-2.3.2.tar.gz logger.go:42: 18:00:41 | custom-extensions/0-deploy-operator | Completed 25.0 MiB/33.5 MiB (12.9 MiB/s) with 6 file(s) remaining download: s3://pg-extensions/pg_stat_kcache-pg18-2.3.1.tar.gz to tmp/pg_stat_kcache-pg18-2.3.1.tar.gz logger.go:42: 18:00:41 | custom-extensions/0-deploy-operator | Completed 25.0 MiB/33.5 MiB (12.9 MiB/s) with 5 file(s) remaining Completed 25.1 MiB/33.5 MiB (12.9 MiB/s) with 5 file(s) remaining Completed 25.3 MiB/33.5 MiB (13.0 MiB/s) with 5 file(s) remaining download: s3://pg-extensions/documentdb-pg16-0.101-2.tar.gz to tmp/documentdb-pg16-0.101-2.tar.gz logger.go:42: 18:00:41 | custom-extensions/0-deploy-operator | Completed 25.3 MiB/33.5 MiB (13.0 MiB/s) with 4 file(s) remaining Completed 25.4 MiB/33.5 MiB (13.0 MiB/s) with 4 file(s) remaining Completed 25.4 MiB/33.5 MiB (13.0 MiB/s) with 4 file(s) remaining Completed 25.7 MiB/33.5 MiB (13.1 MiB/s) with 4 file(s) remaining download: s3://pg-extensions/pg_stat_kcache-pg17-2.3.1.tar.gz to tmp/pg_stat_kcache-pg17-2.3.1.tar.gz logger.go:42: 18:00:41 | custom-extensions/0-deploy-operator | Completed 25.7 MiB/33.5 MiB (13.1 MiB/s) with 3 file(s) remaining download: s3://pg-extensions/pg_stat_kcache-pg18-2.3.2.tar.gz to tmp/pg_stat_kcache-pg18-2.3.2.tar.gz logger.go:42: 18:00:42 | custom-extensions/0-deploy-operator | Completed 25.7 MiB/33.5 MiB (13.1 MiB/s) with 2 file(s) remaining Completed 25.9 MiB/33.5 MiB (13.2 MiB/s) with 2 file(s) remaining Completed 26.2 MiB/33.5 MiB (13.4 MiB/s) with 2 file(s) remaining Completed 26.4 MiB/33.5 MiB (13.3 MiB/s) with 2 file(s) remaining Completed 26.5 MiB/33.5 MiB (13.4 MiB/s) with 2 file(s) remaining download: s3://pg-extensions/documentdb-pg16-0.101-0.tar.gz to tmp/documentdb-pg16-0.101-0.tar.gz logger.go:42: 18:00:42 | custom-extensions/0-deploy-operator | Completed 26.5 MiB/33.5 MiB (13.4 MiB/s) with 1 file(s) remaining Completed 26.8 MiB/33.5 MiB (13.3 MiB/s) with 1 file(s) remaining Completed 27.0 MiB/33.5 MiB (12.7 MiB/s) with 1 file(s) remaining Completed 27.3 MiB/33.5 MiB (12.8 MiB/s) with 1 file(s) remaining Completed 27.5 MiB/33.5 MiB (12.9 MiB/s) with 1 file(s) remaining Completed 27.8 MiB/33.5 MiB (12.4 MiB/s) with 1 file(s) remaining Completed 28.0 MiB/33.5 MiB (12.5 MiB/s) with 1 file(s) remaining Completed 28.3 MiB/33.5 MiB (12.6 MiB/s) with 1 file(s) remaining Completed 28.5 MiB/33.5 MiB (12.7 MiB/s) with 1 file(s) remaining Completed 28.8 MiB/33.5 MiB (12.8 MiB/s) with 1 file(s) remaining Completed 29.0 MiB/33.5 MiB (12.9 MiB/s) with 1 file(s) remaining Completed 29.3 MiB/33.5 MiB (12.4 MiB/s) with 1 file(s) remaining Completed 29.5 MiB/33.5 MiB (12.5 MiB/s) with 1 file(s) remaining Completed 29.8 MiB/33.5 MiB (12.6 MiB/s) with 1 file(s) remaining Completed 30.0 MiB/33.5 MiB (12.7 MiB/s) with 1 file(s) remaining Completed 30.3 MiB/33.5 MiB (12.8 MiB/s) with 1 file(s) remaining Completed 30.5 MiB/33.5 MiB (12.9 MiB/s) with 1 file(s) remaining Completed 30.8 MiB/33.5 MiB (13.0 MiB/s) with 1 file(s) remaining Completed 31.0 MiB/33.5 MiB (13.1 MiB/s) with 1 file(s) remaining Completed 31.3 MiB/33.5 MiB (13.2 MiB/s) with 1 file(s) remaining Completed 31.5 MiB/33.5 MiB (12.8 MiB/s) with 1 file(s) remaining Completed 31.8 MiB/33.5 MiB (12.9 MiB/s) with 1 file(s) remaining Completed 32.0 MiB/33.5 MiB (12.9 MiB/s) with 1 file(s) remaining Completed 32.3 MiB/33.5 MiB (13.0 MiB/s) with 1 file(s) remaining Completed 32.5 MiB/33.5 MiB (13.1 MiB/s) with 1 file(s) remaining Completed 32.8 MiB/33.5 MiB (13.2 MiB/s) with 1 file(s) remaining Completed 33.0 MiB/33.5 MiB (13.3 MiB/s) with 1 file(s) remaining Completed 33.3 MiB/33.5 MiB (13.4 MiB/s) with 1 file(s) remaining Completed 33.5 MiB/33.5 MiB (13.0 MiB/s) with 1 file(s) remaining Completed 33.5 MiB/33.5 MiB (13.0 MiB/s) with 1 file(s) remaining download: s3://pg-extensions/timescaledb-pg15-2.11.2.tar.gz to tmp/timescaledb-pg15-2.11.2.tar.gz logger.go:42: 18:00:43 | custom-extensions/0-deploy-operator | Completed 150.7 KiB/~24.0 MiB (1.4 MiB/s) with ~14 file(s) remaining (calculating...) Completed 184.1 KiB/~24.1 MiB (1.6 MiB/s) with ~15 file(s) remaining (calculating...) Completed 334.3 KiB/~24.3 MiB (2.7 MiB/s) with ~16 file(s) remaining (calculating...) Completed 478.7 KiB/~24.3 MiB (4.0 MiB/s) with ~16 file(s) remaining (calculating...) upload: tmp/pg_cron-pg12-1.6.1.tar.gz to s3://operator-testing/pg_cron-pg12-1.6.1.tar.gz logger.go:42: 18:00:43 | custom-extensions/0-deploy-operator | Completed 478.7 KiB/~24.3 MiB (4.0 MiB/s) with ~15 file(s) remaining (calculating...) upload: tmp/pg_cron-pg13-1.6.6.tar.gz to s3://operator-testing/pg_cron-pg13-1.6.6.tar.gz logger.go:42: 18:00:43 | custom-extensions/0-deploy-operator | Completed 478.7 KiB/~24.3 MiB (4.0 MiB/s) with ~14 file(s) remaining (calculating...) upload: tmp/pg_cron-pg13-1.6.4.tar.gz to s3://operator-testing/pg_cron-pg13-1.6.4.tar.gz logger.go:42: 18:00:43 | custom-extensions/0-deploy-operator | Completed 478.7 KiB/~24.5 MiB (4.0 MiB/s) with ~14 file(s) remaining (calculating...) Completed 627.3 KiB/~24.8 MiB (5.0 MiB/s) with ~17 file(s) remaining (calculating...) upload: tmp/pg_cron-pg13-1.6.1.tar.gz to s3://operator-testing/pg_cron-pg13-1.6.1.tar.gz logger.go:42: 18:00:43 | custom-extensions/0-deploy-operator | Completed 627.3 KiB/~24.8 MiB (5.0 MiB/s) with ~16 file(s) remaining (calculating...) upload: tmp/pg_cron-pg13-1.6.7.tar.gz to s3://operator-testing/pg_cron-pg13-1.6.7.tar.gz logger.go:42: 18:00:43 | custom-extensions/0-deploy-operator | Completed 627.3 KiB/~25.0 MiB (5.0 MiB/s) with ~16 file(s) remaining (calculating...) Completed 778.7 KiB/~25.6 MiB (4.9 MiB/s) with ~20 file(s) remaining (calculating...) Completed 933.6 KiB/~26.0 MiB (5.4 MiB/s) with ~24 file(s) remaining (calculating...) Completed 967.0 KiB/~26.0 MiB (5.5 MiB/s) with ~24 file(s) remaining (calculating...) upload: tmp/pg_cron-pg14-1.6.1.tar.gz to s3://operator-testing/pg_cron-pg14-1.6.1.tar.gz logger.go:42: 18:00:43 | custom-extensions/0-deploy-operator | Completed 967.0 KiB/~26.1 MiB (5.5 MiB/s) with ~25 file(s) remaining (calculating...) upload: tmp/pg_cron-pg14-1.6.4.tar.gz to s3://operator-testing/pg_cron-pg14-1.6.4.tar.gz logger.go:42: 18:00:43 | custom-extensions/0-deploy-operator | Completed 967.0 KiB/~26.1 MiB (5.5 MiB/s) with ~25 file(s) remaining (calculating...) upload: tmp/pg_cron-pg15-1.6.1.tar.gz to s3://operator-testing/pg_cron-pg15-1.6.1.tar.gz logger.go:42: 18:00:43 | custom-extensions/0-deploy-operator | Completed 967.0 KiB/~26.1 MiB (5.5 MiB/s) with ~24 file(s) remaining (calculating...) Completed 1.1 MiB/~26.1 MiB (6.1 MiB/s) with ~24 file(s) remaining (calculating...) upload: tmp/pg_cron-pg14-1.6.6.tar.gz to s3://operator-testing/pg_cron-pg14-1.6.6.tar.gz logger.go:42: 18:00:43 | custom-extensions/0-deploy-operator | Completed 1.1 MiB/~26.2 MiB (6.1 MiB/s) with ~25 file(s) remaining (calculating...) Completed 1.1 MiB/~26.4 MiB (5.6 MiB/s) with ~28 file(s) remaining (calculating...) upload: tmp/pg_cron-pg15-1.6.4.tar.gz to s3://operator-testing/pg_cron-pg15-1.6.4.tar.gz logger.go:42: 18:00:43 | custom-extensions/0-deploy-operator | Completed 1.1 MiB/~26.5 MiB (5.6 MiB/s) with ~30 file(s) remaining (calculating...) Completed 1.4 MiB/33.5 MiB (6.4 MiB/s) with 31 file(s) remaining Completed 1.4 MiB/33.5 MiB (6.3 MiB/s) with 31 file(s) remaining Completed 1.6 MiB/33.5 MiB (6.9 MiB/s) with 31 file(s) remaining upload: tmp/pg_cron-pg16-1.6.4.tar.gz to s3://operator-testing/pg_cron-pg16-1.6.4.tar.gz logger.go:42: 18:00:43 | custom-extensions/0-deploy-operator | Completed 1.6 MiB/33.5 MiB (6.9 MiB/s) with 30 file(s) remaining Completed 1.8 MiB/33.5 MiB (7.9 MiB/s) with 30 file(s) remaining upload: tmp/pg_cron-pg14-1.6.7.tar.gz to s3://operator-testing/pg_cron-pg14-1.6.7.tar.gz logger.go:42: 18:00:43 | custom-extensions/0-deploy-operator | Completed 1.8 MiB/33.5 MiB (7.9 MiB/s) with 29 file(s) remaining Completed 2.1 MiB/33.5 MiB (8.9 MiB/s) with 29 file(s) remaining Completed 2.2 MiB/33.5 MiB (9.6 MiB/s) with 29 file(s) remaining upload: tmp/pg_cron-pg15-1.6.6.tar.gz to s3://operator-testing/pg_cron-pg15-1.6.6.tar.gz logger.go:42: 18:00:43 | custom-extensions/0-deploy-operator | Completed 2.2 MiB/33.5 MiB (9.6 MiB/s) with 28 file(s) remaining Completed 2.4 MiB/33.5 MiB (9.5 MiB/s) with 28 file(s) remaining Completed 2.6 MiB/33.5 MiB (10.5 MiB/s) with 28 file(s) remaining Completed 2.8 MiB/33.5 MiB (11.1 MiB/s) with 28 file(s) remaining upload: tmp/pg_cron-pg15-1.6.7.tar.gz to s3://operator-testing/pg_cron-pg15-1.6.7.tar.gz logger.go:42: 18:00:43 | custom-extensions/0-deploy-operator | Completed 2.8 MiB/33.5 MiB (11.1 MiB/s) with 27 file(s) remaining upload: tmp/pg_cron-pg16-1.6.1.tar.gz to s3://operator-testing/pg_cron-pg16-1.6.1.tar.gz logger.go:42: 18:00:43 | custom-extensions/0-deploy-operator | Completed 2.8 MiB/33.5 MiB (11.1 MiB/s) with 26 file(s) remaining Completed 2.9 MiB/33.5 MiB (11.6 MiB/s) with 26 file(s) remaining upload: tmp/pg_cron-pg16-1.6.7.tar.gz to s3://operator-testing/pg_cron-pg16-1.6.7.tar.gz logger.go:42: 18:00:43 | custom-extensions/0-deploy-operator | Completed 2.9 MiB/33.5 MiB (11.6 MiB/s) with 25 file(s) remaining Completed 3.2 MiB/33.5 MiB (11.9 MiB/s) with 25 file(s) remaining Completed 3.4 MiB/33.5 MiB (12.8 MiB/s) with 25 file(s) remaining Completed 3.7 MiB/33.5 MiB (13.4 MiB/s) with 25 file(s) remaining Completed 3.9 MiB/33.5 MiB (14.0 MiB/s) with 25 file(s) remaining Completed 4.1 MiB/33.5 MiB (14.6 MiB/s) with 25 file(s) remaining upload: tmp/pg_cron-pg16-1.6.6.tar.gz to s3://operator-testing/pg_cron-pg16-1.6.6.tar.gz logger.go:42: 18:00:43 | custom-extensions/0-deploy-operator | Completed 4.1 MiB/33.5 MiB (14.6 MiB/s) with 24 file(s) remaining Completed 4.3 MiB/33.5 MiB (15.0 MiB/s) with 24 file(s) remaining Completed 4.4 MiB/33.5 MiB (15.4 MiB/s) with 24 file(s) remaining upload: tmp/pg_cron-pg17-1.6.1.tar.gz to s3://operator-testing/pg_cron-pg17-1.6.1.tar.gz logger.go:42: 18:00:43 | custom-extensions/0-deploy-operator | Completed 4.4 MiB/33.5 MiB (15.4 MiB/s) with 23 file(s) remaining upload: tmp/pg_cron-pg17-1.6.4.tar.gz to s3://operator-testing/pg_cron-pg17-1.6.4.tar.gz logger.go:42: 18:00:43 | custom-extensions/0-deploy-operator | Completed 4.4 MiB/33.5 MiB (15.4 MiB/s) with 22 file(s) remaining Completed 4.6 MiB/33.5 MiB (15.5 MiB/s) with 22 file(s) remaining upload: tmp/pg_cron-pg17-1.6.7.tar.gz to s3://operator-testing/pg_cron-pg17-1.6.7.tar.gz logger.go:42: 18:00:43 | custom-extensions/0-deploy-operator | Completed 4.6 MiB/33.5 MiB (15.5 MiB/s) with 21 file(s) remaining Completed 4.9 MiB/33.5 MiB (16.3 MiB/s) with 21 file(s) remaining Completed 5.1 MiB/33.5 MiB (16.6 MiB/s) with 21 file(s) remaining Completed 5.3 MiB/33.5 MiB (16.8 MiB/s) with 21 file(s) remaining Completed 5.4 MiB/33.5 MiB (17.2 MiB/s) with 21 file(s) remaining Completed 5.6 MiB/33.5 MiB (17.7 MiB/s) with 21 file(s) remaining upload: tmp/pg_cron-pg18-1.6.7.tar.gz to s3://operator-testing/pg_cron-pg18-1.6.7.tar.gz logger.go:42: 18:00:43 | custom-extensions/0-deploy-operator | Completed 5.6 MiB/33.5 MiB (17.7 MiB/s) with 20 file(s) remaining upload: tmp/pg_cron-pg17-1.6.6.tar.gz to s3://operator-testing/pg_cron-pg17-1.6.6.tar.gz logger.go:42: 18:00:43 | custom-extensions/0-deploy-operator | Completed 5.6 MiB/33.5 MiB (17.7 MiB/s) with 19 file(s) remaining upload: tmp/pg_cron-pg18-1.6.6.tar.gz to s3://operator-testing/pg_cron-pg18-1.6.6.tar.gz logger.go:42: 18:00:43 | custom-extensions/0-deploy-operator | Completed 5.6 MiB/33.5 MiB (17.7 MiB/s) with 18 file(s) remaining Completed 5.9 MiB/33.5 MiB (18.3 MiB/s) with 18 file(s) remaining Completed 5.9 MiB/33.5 MiB (17.8 MiB/s) with 18 file(s) remaining upload: tmp/pg_stat_kcache-pg12-2.3.2.tar.gz to s3://operator-testing/pg_stat_kcache-pg12-2.3.2.tar.gz logger.go:42: 18:00:43 | custom-extensions/0-deploy-operator | Completed 5.9 MiB/33.5 MiB (17.8 MiB/s) with 17 file(s) remaining Completed 6.2 MiB/33.5 MiB (18.2 MiB/s) with 17 file(s) remaining Completed 6.2 MiB/33.5 MiB (18.2 MiB/s) with 17 file(s) remaining Completed 6.3 MiB/33.5 MiB (18.3 MiB/s) with 17 file(s) remaining Completed 6.5 MiB/33.5 MiB (19.0 MiB/s) with 17 file(s) remaining upload: tmp/pg_stat_kcache-pg12-2.3.1.tar.gz to s3://operator-testing/pg_stat_kcache-pg12-2.3.1.tar.gz logger.go:42: 18:00:43 | custom-extensions/0-deploy-operator | Completed 6.5 MiB/33.5 MiB (19.0 MiB/s) with 16 file(s) remaining Completed 6.6 MiB/33.5 MiB (19.0 MiB/s) with 16 file(s) remaining upload: tmp/pg_stat_kcache-pg13-2.3.1.tar.gz to s3://operator-testing/pg_stat_kcache-pg13-2.3.1.tar.gz logger.go:42: 18:00:43 | custom-extensions/0-deploy-operator | Completed 6.6 MiB/33.5 MiB (19.0 MiB/s) with 15 file(s) remaining upload: tmp/pg_stat_kcache-pg13-2.3.2.tar.gz to s3://operator-testing/pg_stat_kcache-pg13-2.3.2.tar.gz logger.go:42: 18:00:43 | custom-extensions/0-deploy-operator | Completed 6.6 MiB/33.5 MiB (19.0 MiB/s) with 14 file(s) remaining Completed 6.8 MiB/33.5 MiB (18.5 MiB/s) with 14 file(s) remaining Completed 6.9 MiB/33.5 MiB (18.6 MiB/s) with 14 file(s) remaining Completed 6.9 MiB/33.5 MiB (18.7 MiB/s) with 14 file(s) remaining Completed 7.2 MiB/33.5 MiB (19.3 MiB/s) with 14 file(s) remaining upload: tmp/pg_stat_kcache-pg14-2.3.2.tar.gz to s3://operator-testing/pg_stat_kcache-pg14-2.3.2.tar.gz logger.go:42: 18:00:43 | custom-extensions/0-deploy-operator | Completed 7.2 MiB/33.5 MiB (19.3 MiB/s) with 13 file(s) remaining upload: tmp/pg_stat_kcache-pg15-2.3.2.tar.gz to s3://operator-testing/pg_stat_kcache-pg15-2.3.2.tar.gz logger.go:42: 18:00:43 | custom-extensions/0-deploy-operator | Completed 7.2 MiB/33.5 MiB (19.3 MiB/s) with 12 file(s) remaining Completed 7.2 MiB/33.5 MiB (19.3 MiB/s) with 12 file(s) remaining Completed 7.5 MiB/33.5 MiB (19.9 MiB/s) with 12 file(s) remaining upload: tmp/pg_stat_kcache-pg14-2.3.1.tar.gz to s3://operator-testing/pg_stat_kcache-pg14-2.3.1.tar.gz logger.go:42: 18:00:43 | custom-extensions/0-deploy-operator | Completed 7.5 MiB/33.5 MiB (19.9 MiB/s) with 11 file(s) remaining Completed 7.5 MiB/33.5 MiB (19.7 MiB/s) with 11 file(s) remaining Completed 7.5 MiB/33.5 MiB (19.7 MiB/s) with 11 file(s) remaining upload: tmp/pg_stat_kcache-pg15-2.3.1.tar.gz to s3://operator-testing/pg_stat_kcache-pg15-2.3.1.tar.gz logger.go:42: 18:00:43 | custom-extensions/0-deploy-operator | Completed 7.5 MiB/33.5 MiB (19.7 MiB/s) with 10 file(s) remaining upload: tmp/pg_stat_kcache-pg16-2.3.1.tar.gz to s3://operator-testing/pg_stat_kcache-pg16-2.3.1.tar.gz logger.go:42: 18:00:43 | custom-extensions/0-deploy-operator | Completed 7.5 MiB/33.5 MiB (19.7 MiB/s) with 9 file(s) remaining Completed 7.6 MiB/33.5 MiB (19.1 MiB/s) with 9 file(s) remaining Completed 7.8 MiB/33.5 MiB (19.5 MiB/s) with 9 file(s) remaining upload: tmp/pg_stat_kcache-pg16-2.3.2.tar.gz to s3://operator-testing/pg_stat_kcache-pg16-2.3.2.tar.gz logger.go:42: 18:00:43 | custom-extensions/0-deploy-operator | Completed 7.8 MiB/33.5 MiB (19.5 MiB/s) with 8 file(s) remaining Completed 7.9 MiB/33.5 MiB (19.6 MiB/s) with 8 file(s) remaining Completed 8.2 MiB/33.5 MiB (20.2 MiB/s) with 8 file(s) remaining upload: tmp/pg_stat_kcache-pg17-2.3.1.tar.gz to s3://operator-testing/pg_stat_kcache-pg17-2.3.1.tar.gz logger.go:42: 18:00:43 | custom-extensions/0-deploy-operator | Completed 8.2 MiB/33.5 MiB (20.2 MiB/s) with 7 file(s) remaining Completed 8.4 MiB/33.5 MiB (20.4 MiB/s) with 7 file(s) remaining Completed 8.5 MiB/33.5 MiB (20.4 MiB/s) with 7 file(s) remaining Completed 8.5 MiB/33.5 MiB (20.5 MiB/s) with 7 file(s) remaining Completed 8.6 MiB/33.5 MiB (20.6 MiB/s) with 7 file(s) remaining Completed 8.8 MiB/33.5 MiB (21.2 MiB/s) with 7 file(s) remaining upload: tmp/pg_stat_kcache-pg17-2.3.2.tar.gz to s3://operator-testing/pg_stat_kcache-pg17-2.3.2.tar.gz logger.go:42: 18:00:43 | custom-extensions/0-deploy-operator | Completed 8.8 MiB/33.5 MiB (21.2 MiB/s) with 6 file(s) remaining upload: tmp/pg_stat_kcache-pg18-2.3.2.tar.gz to s3://operator-testing/pg_stat_kcache-pg18-2.3.2.tar.gz logger.go:42: 18:00:43 | custom-extensions/0-deploy-operator | Completed 8.8 MiB/33.5 MiB (21.2 MiB/s) with 5 file(s) remaining upload: tmp/pg_stat_kcache-pg18-2.3.1.tar.gz to s3://operator-testing/pg_stat_kcache-pg18-2.3.1.tar.gz logger.go:42: 18:00:43 | custom-extensions/0-deploy-operator | Completed 8.8 MiB/33.5 MiB (21.2 MiB/s) with 4 file(s) remaining Completed 9.1 MiB/33.5 MiB (21.4 MiB/s) with 4 file(s) remaining Completed 9.3 MiB/33.5 MiB (22.0 MiB/s) with 4 file(s) remaining Completed 9.6 MiB/33.5 MiB (22.5 MiB/s) with 4 file(s) remaining Completed 9.8 MiB/33.5 MiB (22.9 MiB/s) with 4 file(s) remaining Completed 10.1 MiB/33.5 MiB (23.4 MiB/s) with 4 file(s) remaining Completed 10.3 MiB/33.5 MiB (23.9 MiB/s) with 4 file(s) remaining Completed 10.6 MiB/33.5 MiB (24.5 MiB/s) with 4 file(s) remaining Completed 10.8 MiB/33.5 MiB (24.8 MiB/s) with 4 file(s) remaining Completed 11.1 MiB/33.5 MiB (25.3 MiB/s) with 4 file(s) remaining Completed 11.3 MiB/33.5 MiB (25.9 MiB/s) with 4 file(s) remaining Completed 11.6 MiB/33.5 MiB (26.3 MiB/s) with 4 file(s) remaining Completed 11.8 MiB/33.5 MiB (26.7 MiB/s) with 4 file(s) remaining Completed 12.1 MiB/33.5 MiB (27.2 MiB/s) with 4 file(s) remaining Completed 12.3 MiB/33.5 MiB (27.7 MiB/s) with 4 file(s) remaining Completed 12.6 MiB/33.5 MiB (28.1 MiB/s) with 4 file(s) remaining Completed 12.8 MiB/33.5 MiB (28.6 MiB/s) with 4 file(s) remaining Completed 13.1 MiB/33.5 MiB (29.0 MiB/s) with 4 file(s) remaining Completed 13.3 MiB/33.5 MiB (29.5 MiB/s) with 4 file(s) remaining Completed 13.6 MiB/33.5 MiB (30.0 MiB/s) with 4 file(s) remaining Completed 13.8 MiB/33.5 MiB (30.3 MiB/s) with 4 file(s) remaining Completed 14.1 MiB/33.5 MiB (30.7 MiB/s) with 4 file(s) remaining Completed 14.3 MiB/33.5 MiB (31.2 MiB/s) with 4 file(s) remaining Completed 14.6 MiB/33.5 MiB (31.6 MiB/s) with 4 file(s) remaining Completed 14.8 MiB/33.5 MiB (32.0 MiB/s) with 4 file(s) remaining Completed 15.1 MiB/33.5 MiB (32.4 MiB/s) with 4 file(s) remaining Completed 15.3 MiB/33.5 MiB (32.9 MiB/s) with 4 file(s) remaining Completed 15.6 MiB/33.5 MiB (33.4 MiB/s) with 4 file(s) remaining Completed 15.8 MiB/33.5 MiB (33.7 MiB/s) with 4 file(s) remaining Completed 16.1 MiB/33.5 MiB (34.2 MiB/s) with 4 file(s) remaining Completed 16.3 MiB/33.5 MiB (34.4 MiB/s) with 4 file(s) remaining Completed 16.6 MiB/33.5 MiB (35.0 MiB/s) with 4 file(s) remaining Completed 16.8 MiB/33.5 MiB (35.4 MiB/s) with 4 file(s) remaining Completed 17.1 MiB/33.5 MiB (35.8 MiB/s) with 4 file(s) remaining Completed 17.3 MiB/33.5 MiB (36.1 MiB/s) with 4 file(s) remaining Completed 17.6 MiB/33.5 MiB (36.6 MiB/s) with 4 file(s) remaining Completed 17.8 MiB/33.5 MiB (37.1 MiB/s) with 4 file(s) remaining Completed 18.1 MiB/33.5 MiB (37.3 MiB/s) with 4 file(s) remaining Completed 18.3 MiB/33.5 MiB (37.7 MiB/s) with 4 file(s) remaining Completed 18.6 MiB/33.5 MiB (38.2 MiB/s) with 4 file(s) remaining Completed 18.8 MiB/33.5 MiB (38.8 MiB/s) with 4 file(s) remaining Completed 19.1 MiB/33.5 MiB (38.7 MiB/s) with 4 file(s) remaining Completed 19.3 MiB/33.5 MiB (39.1 MiB/s) with 4 file(s) remaining Completed 19.6 MiB/33.5 MiB (39.5 MiB/s) with 4 file(s) remaining Completed 19.8 MiB/33.5 MiB (39.8 MiB/s) with 4 file(s) remaining Completed 20.1 MiB/33.5 MiB (40.1 MiB/s) with 4 file(s) remaining Completed 20.3 MiB/33.5 MiB (40.5 MiB/s) with 4 file(s) remaining Completed 20.6 MiB/33.5 MiB (40.9 MiB/s) with 4 file(s) remaining Completed 20.8 MiB/33.5 MiB (41.2 MiB/s) with 4 file(s) remaining Completed 21.1 MiB/33.5 MiB (41.5 MiB/s) with 4 file(s) remaining Completed 21.3 MiB/33.5 MiB (41.8 MiB/s) with 4 file(s) remaining Completed 21.6 MiB/33.5 MiB (42.3 MiB/s) with 4 file(s) remaining Completed 21.8 MiB/33.5 MiB (42.6 MiB/s) with 4 file(s) remaining Completed 22.1 MiB/33.5 MiB (42.8 MiB/s) with 4 file(s) remaining Completed 22.3 MiB/33.5 MiB (43.2 MiB/s) with 4 file(s) remaining Completed 22.6 MiB/33.5 MiB (43.6 MiB/s) with 4 file(s) remaining Completed 22.8 MiB/33.5 MiB (43.9 MiB/s) with 4 file(s) remaining Completed 23.1 MiB/33.5 MiB (44.1 MiB/s) with 4 file(s) remaining Completed 23.3 MiB/33.5 MiB (44.5 MiB/s) with 4 file(s) remaining Completed 23.6 MiB/33.5 MiB (44.9 MiB/s) with 4 file(s) remaining Completed 23.8 MiB/33.5 MiB (45.3 MiB/s) with 4 file(s) remaining Completed 24.1 MiB/33.5 MiB (45.5 MiB/s) with 4 file(s) remaining Completed 24.3 MiB/33.5 MiB (45.8 MiB/s) with 4 file(s) remaining Completed 24.6 MiB/33.5 MiB (46.2 MiB/s) with 4 file(s) remaining Completed 24.8 MiB/33.5 MiB (46.4 MiB/s) with 4 file(s) remaining Completed 25.1 MiB/33.5 MiB (46.7 MiB/s) with 4 file(s) remaining Completed 25.3 MiB/33.5 MiB (47.1 MiB/s) with 4 file(s) remaining Completed 25.6 MiB/33.5 MiB (47.4 MiB/s) with 4 file(s) remaining Completed 25.8 MiB/33.5 MiB (47.6 MiB/s) with 4 file(s) remaining Completed 26.1 MiB/33.5 MiB (48.0 MiB/s) with 4 file(s) remaining Completed 26.3 MiB/33.5 MiB (48.3 MiB/s) with 4 file(s) remaining Completed 26.6 MiB/33.5 MiB (48.5 MiB/s) with 4 file(s) remaining Completed 26.8 MiB/33.5 MiB (48.9 MiB/s) with 4 file(s) remaining Completed 27.1 MiB/33.5 MiB (49.3 MiB/s) with 4 file(s) remaining Completed 27.3 MiB/33.5 MiB (49.5 MiB/s) with 4 file(s) remaining Completed 27.6 MiB/33.5 MiB (49.8 MiB/s) with 4 file(s) remaining Completed 27.8 MiB/33.5 MiB (50.1 MiB/s) with 4 file(s) remaining Completed 28.1 MiB/33.5 MiB (50.4 MiB/s) with 4 file(s) remaining Completed 28.3 MiB/33.5 MiB (50.6 MiB/s) with 4 file(s) remaining Completed 28.6 MiB/33.5 MiB (51.0 MiB/s) with 4 file(s) remaining Completed 28.8 MiB/33.5 MiB (51.4 MiB/s) with 4 file(s) remaining Completed 29.1 MiB/33.5 MiB (51.6 MiB/s) with 4 file(s) remaining Completed 29.3 MiB/33.5 MiB (52.0 MiB/s) with 4 file(s) remaining Completed 29.6 MiB/33.5 MiB (52.3 MiB/s) with 4 file(s) remaining Completed 29.8 MiB/33.5 MiB (52.7 MiB/s) with 4 file(s) remaining Completed 30.1 MiB/33.5 MiB (53.0 MiB/s) with 4 file(s) remaining Completed 30.3 MiB/33.5 MiB (53.3 MiB/s) with 4 file(s) remaining Completed 30.6 MiB/33.5 MiB (53.6 MiB/s) with 4 file(s) remaining Completed 30.8 MiB/33.5 MiB (53.9 MiB/s) with 4 file(s) remaining Completed 31.1 MiB/33.5 MiB (54.2 MiB/s) with 4 file(s) remaining Completed 31.3 MiB/33.5 MiB (54.5 MiB/s) with 4 file(s) remaining Completed 31.6 MiB/33.5 MiB (54.8 MiB/s) with 4 file(s) remaining Completed 31.8 MiB/33.5 MiB (55.1 MiB/s) with 4 file(s) remaining Completed 32.1 MiB/33.5 MiB (55.3 MiB/s) with 4 file(s) remaining Completed 32.3 MiB/33.5 MiB (55.5 MiB/s) with 4 file(s) remaining Completed 32.6 MiB/33.5 MiB (55.9 MiB/s) with 4 file(s) remaining Completed 32.8 MiB/33.5 MiB (56.1 MiB/s) with 4 file(s) remaining Completed 33.1 MiB/33.5 MiB (55.7 MiB/s) with 4 file(s) remaining Completed 33.3 MiB/33.5 MiB (55.9 MiB/s) with 4 file(s) remaining Completed 33.4 MiB/33.5 MiB (55.7 MiB/s) with 4 file(s) remaining Completed 33.4 MiB/33.5 MiB (55.7 MiB/s) with 4 file(s) remaining Completed 33.5 MiB/33.5 MiB (55.7 MiB/s) with 4 file(s) remaining upload: tmp/documentdb-pg16-0.101-0.tar.gz to s3://operator-testing/documentdb-pg16-0.101-0.tar.gz logger.go:42: 18:00:43 | custom-extensions/0-deploy-operator | Completed 33.5 MiB/33.5 MiB (55.7 MiB/s) with 3 file(s) remaining upload: tmp/documentdb-pg16-0.101-1.tar.gz to s3://operator-testing/documentdb-pg16-0.101-1.tar.gz logger.go:42: 18:00:43 | custom-extensions/0-deploy-operator | Completed 33.5 MiB/33.5 MiB (55.7 MiB/s) with 2 file(s) remaining upload: tmp/documentdb-pg16-0.101-2.tar.gz to s3://operator-testing/documentdb-pg16-0.101-2.tar.gz logger.go:42: 18:00:43 | custom-extensions/0-deploy-operator | Completed 33.5 MiB/33.5 MiB (55.7 MiB/s) with 1 file(s) remaining Completed 33.5 MiB/33.5 MiB (53.6 MiB/s) with 1 file(s) remaining upload: tmp/timescaledb-pg15-2.11.2.tar.gz to s3://operator-testing/timescaledb-pg15-2.11.2.tar.gz logger.go:42: 18:00:45 | custom-extensions/0-deploy-operator | pod "aws-cli" deleted from kuttl-test-hardy-mite namespace logger.go:42: 18:00:46 | custom-extensions/0-deploy-operator | running command: [sh -c kubectl assert exist-enhanced deployment percona-postgresql-operator -n ${OPERATOR_NS:-$NAMESPACE} --field-selector status.readyReplicas=1] logger.go:42: 18:00:46 | custom-extensions/0-deploy-operator | ASSERT deployment percona-postgresql-operator matching field criteria 'status.readyReplicas=1' should exist. logger.go:42: 18:00:47 | custom-extensions/0-deploy-operator | INFO Found 1 resource(s). logger.go:42: 18:00:47 | custom-extensions/0-deploy-operator | NAME NAMESPACE COL0 logger.go:42: 18:00:47 | custom-extensions/0-deploy-operator | percona-postgresql-operator pg-operator 1 logger.go:42: 18:00:47 | custom-extensions/0-deploy-operator | ASSERT PASS logger.go:42: 18:00:47 | custom-extensions/0-deploy-operator | test step completed 0-deploy-operator logger.go:42: 18:00:47 | custom-extensions/1-create-cluster | starting test step 1-create-cluster logger.go:42: 18:00:47 | custom-extensions/1-create-cluster | running command: [sh -c set -o errexit set -o xtrace source ../../functions get_cr | kubectl -n "${NAMESPACE}" apply -f -] logger.go:42: 18:00:47 | custom-extensions/1-create-cluster | + source ../../functions logger.go:42: 18:00:47 | custom-extensions/1-create-cluster | +++ realpath ../../.. logger.go:42: 18:00:47 | custom-extensions/1-create-cluster | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-pg-operator_PR-1724 logger.go:42: 18:00:47 | custom-extensions/1-create-cluster | ++ CERT_MANAGER_VER=1.20.2 logger.go:42: 18:00:47 | custom-extensions/1-create-cluster | ++ CERT_MANAGER_TEST_LABEL=e2e.percona.com/managed-by=percona-postgresql-operator-tests logger.go:42: 18:00:47 | custom-extensions/1-create-cluster | ++ CHAOS_MESH_VER=2.5.1 logger.go:42: 18:00:47 | custom-extensions/1-create-cluster | ++ BUSYBOX_VER=1.36 logger.go:42: 18:00:47 | custom-extensions/1-create-cluster | ++++ pwd logger.go:42: 18:00:47 | custom-extensions/1-create-cluster | +++ basename /mnt/jenkins/workspace/cloud-pg-operator_PR-1724/e2e-tests/tests/custom-extensions logger.go:42: 18:00:47 | custom-extensions/1-create-cluster | ++ test_name=custom-extensions logger.go:42: 18:00:47 | custom-extensions/1-create-cluster | ++ source /mnt/jenkins/workspace/cloud-pg-operator_PR-1724/e2e-tests/vars.sh logger.go:42: 18:00:47 | custom-extensions/1-create-cluster | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-pg-operator_PR-1724 logger.go:42: 18:00:47 | custom-extensions/1-create-cluster | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-pg-operator_PR-1724 logger.go:42: 18:00:47 | custom-extensions/1-create-cluster | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1724/deploy logger.go:42: 18:00:47 | custom-extensions/1-create-cluster | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1724/deploy logger.go:42: 18:00:47 | custom-extensions/1-create-cluster | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1724/e2e-tests logger.go:42: 18:00:47 | custom-extensions/1-create-cluster | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1724/e2e-tests logger.go:42: 18:00:47 | custom-extensions/1-create-cluster | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1724/e2e-tests/conf logger.go:42: 18:00:47 | custom-extensions/1-create-cluster | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1724/e2e-tests/conf logger.go:42: 18:00:47 | custom-extensions/1-create-cluster | +++ export TEST_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1724/e2e-tests/tests/custom-extensions/conf logger.go:42: 18:00:47 | custom-extensions/1-create-cluster | +++ TEST_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1724/e2e-tests/tests/custom-extensions/conf logger.go:42: 18:00:47 | custom-extensions/1-create-cluster | +++ export TEMP_DIR=/tmp/kuttl/pg/custom-extensions logger.go:42: 18:00:47 | custom-extensions/1-create-cluster | +++ TEMP_DIR=/tmp/kuttl/pg/custom-extensions logger.go:42: 18:00:47 | custom-extensions/1-create-cluster | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 18:00:47 | custom-extensions/1-create-cluster | +++ export GIT_BRANCH=PR-1724 logger.go:42: 18:00:47 | custom-extensions/1-create-cluster | +++ GIT_BRANCH=PR-1724 logger.go:42: 18:00:47 | custom-extensions/1-create-cluster | +++ export VERSION=PR-1724-fe95a0d17 logger.go:42: 18:00:47 | custom-extensions/1-create-cluster | +++ VERSION=PR-1724-fe95a0d17 logger.go:42: 18:00:47 | custom-extensions/1-create-cluster | +++ export SKIP_TEST_WARNINGS=true logger.go:42: 18:00:47 | custom-extensions/1-create-cluster | +++ SKIP_TEST_WARNINGS=true logger.go:42: 18:00:47 | custom-extensions/1-create-cluster | +++ export K8S_UPGRADE_PLATFORM=gke logger.go:42: 18:00:47 | custom-extensions/1-create-cluster | +++ K8S_UPGRADE_PLATFORM=gke logger.go:42: 18:00:47 | custom-extensions/1-create-cluster | +++ export K8S_UPGRADE_REGION=us-central1-a logger.go:42: 18:00:47 | custom-extensions/1-create-cluster | +++ K8S_UPGRADE_REGION=us-central1-a logger.go:42: 18:00:47 | custom-extensions/1-create-cluster | +++ export K8S_UPGRADE_INITIAL_VERSION= logger.go:42: 18:00:47 | custom-extensions/1-create-cluster | +++ K8S_UPGRADE_INITIAL_VERSION= logger.go:42: 18:00:47 | custom-extensions/1-create-cluster | +++ export K8S_UPGRADE_FINAL_VERSION= logger.go:42: 18:00:47 | custom-extensions/1-create-cluster | +++ K8S_UPGRADE_FINAL_VERSION= logger.go:42: 18:00:47 | custom-extensions/1-create-cluster | +++ [[ -z '' ]] logger.go:42: 18:00:47 | custom-extensions/1-create-cluster | ++++ detect_k8s_platform logger.go:42: 18:00:47 | custom-extensions/1-create-cluster | ++++ local detected_platform logger.go:42: 18:00:47 | custom-extensions/1-create-cluster | ++++ local xtrace_enabled=false logger.go:42: 18:00:47 | custom-extensions/1-create-cluster | ++++ [[ -o xtrace ]] logger.go:42: 18:00:47 | custom-extensions/1-create-cluster | ++++ xtrace_enabled=true logger.go:42: 18:00:47 | custom-extensions/1-create-cluster | ++++ set +o xtrace logger.go:42: 18:00:49 | custom-extensions/1-create-cluster | +++ PLATFORM=gke logger.go:42: 18:00:49 | custom-extensions/1-create-cluster | +++ export PLATFORM logger.go:42: 18:00:49 | custom-extensions/1-create-cluster | +++ export IMAGE_BASE=perconalab/percona-postgresql-operator logger.go:42: 18:00:49 | custom-extensions/1-create-cluster | +++ IMAGE_BASE=perconalab/percona-postgresql-operator logger.go:42: 18:00:49 | custom-extensions/1-create-cluster | +++ export IMAGE=perconalab/percona-postgresql-operator:PR-1724-fe95a0d17 logger.go:42: 18:00:49 | custom-extensions/1-create-cluster | +++ IMAGE=perconalab/percona-postgresql-operator:PR-1724-fe95a0d17 logger.go:42: 18:00:49 | custom-extensions/1-create-cluster | +++ [[ ! -n '' ]] logger.go:42: 18:00:49 | custom-extensions/1-create-cluster | +++ [[ -n '' ]] logger.go:42: 18:00:49 | custom-extensions/1-create-cluster | +++ export PG_VER=18 logger.go:42: 18:00:49 | custom-extensions/1-create-cluster | +++ PG_VER=18 logger.go:42: 18:00:49 | custom-extensions/1-create-cluster | +++ export PG_DISTRIBUTION= logger.go:42: 18:00:49 | custom-extensions/1-create-cluster | +++ PG_DISTRIBUTION= logger.go:42: 18:00:49 | custom-extensions/1-create-cluster | +++ [[ '' == community ]] logger.go:42: 18:00:49 | custom-extensions/1-create-cluster | +++ export IMAGE_PGBOUNCER=perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 18:00:49 | custom-extensions/1-create-cluster | +++ IMAGE_PGBOUNCER=perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 18:00:49 | custom-extensions/1-create-cluster | +++ export IMAGE_POSTGRESQL=perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 18:00:49 | custom-extensions/1-create-cluster | +++ IMAGE_POSTGRESQL=perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 18:00:49 | custom-extensions/1-create-cluster | +++ export IMAGE_BACKREST=perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 18:00:49 | custom-extensions/1-create-cluster | +++ IMAGE_BACKREST=perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 18:00:49 | custom-extensions/1-create-cluster | +++ export IMAGE_UPGRADE=perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 18:00:49 | custom-extensions/1-create-cluster | +++ IMAGE_UPGRADE=perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 18:00:49 | custom-extensions/1-create-cluster | +++ export BUCKET=pg-operator-testing logger.go:42: 18:00:49 | custom-extensions/1-create-cluster | +++ BUCKET=pg-operator-testing logger.go:42: 18:00:49 | custom-extensions/1-create-cluster | +++ export PMM_SERVER_VERSION=9.9.9 logger.go:42: 18:00:49 | custom-extensions/1-create-cluster | +++ PMM_SERVER_VERSION=9.9.9 logger.go:42: 18:00:49 | custom-extensions/1-create-cluster | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 18:00:49 | custom-extensions/1-create-cluster | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 18:00:49 | custom-extensions/1-create-cluster | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 18:00:49 | custom-extensions/1-create-cluster | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 18:00:49 | custom-extensions/1-create-cluster | +++ export IMAGE_LOGCOLLECTOR=perconalab/fluentbit:main-logcollector logger.go:42: 18:00:49 | custom-extensions/1-create-cluster | +++ IMAGE_LOGCOLLECTOR=perconalab/fluentbit:main-logcollector logger.go:42: 18:00:49 | custom-extensions/1-create-cluster | +++ export PGOV1_TAG=1.4.0 logger.go:42: 18:00:49 | custom-extensions/1-create-cluster | +++ PGOV1_TAG=1.4.0 logger.go:42: 18:00:49 | custom-extensions/1-create-cluster | +++ export PGOV1_VER=14 logger.go:42: 18:00:49 | custom-extensions/1-create-cluster | +++ PGOV1_VER=14 logger.go:42: 18:00:49 | custom-extensions/1-create-cluster | +++ export CPGO_VERSION=5.8.7 logger.go:42: 18:00:49 | custom-extensions/1-create-cluster | +++ CPGO_VERSION=5.8.7 logger.go:42: 18:00:49 | custom-extensions/1-create-cluster | +++ export MINIO_VER=5.4.0 logger.go:42: 18:00:49 | custom-extensions/1-create-cluster | +++ MINIO_VER=5.4.0 logger.go:42: 18:00:49 | custom-extensions/1-create-cluster | +++ export VAULT_VER=0.32.0 logger.go:42: 18:00:49 | custom-extensions/1-create-cluster | +++ VAULT_VER=0.32.0 logger.go:42: 18:00:49 | custom-extensions/1-create-cluster | +++ export REGISTRY_NAME=docker.io logger.go:42: 18:00:49 | custom-extensions/1-create-cluster | +++ REGISTRY_NAME=docker.io logger.go:42: 18:00:49 | custom-extensions/1-create-cluster | +++ export REGISTRY_NAME_FULL=docker.io/ logger.go:42: 18:00:49 | custom-extensions/1-create-cluster | +++ REGISTRY_NAME_FULL=docker.io/ logger.go:42: 18:00:49 | custom-extensions/1-create-cluster | ++++ printenv logger.go:42: 18:00:49 | custom-extensions/1-create-cluster | ++++ grep -E '^IMAGE' logger.go:42: 18:00:49 | custom-extensions/1-create-cluster | ++++ awk -F= '{print $1}' logger.go:42: 18:00:49 | custom-extensions/1-create-cluster | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 18:00:49 | custom-extensions/1-create-cluster | ++++ eval 'echo $IMAGE_BACKREST' logger.go:42: 18:00:49 | custom-extensions/1-create-cluster | +++++ echo perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 18:00:49 | custom-extensions/1-create-cluster | +++ var_value=perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 18:00:49 | custom-extensions/1-create-cluster | +++ [[ perconalab/percona-postgresql-operator:main-pgbackrest18 == docker.io/* ]] logger.go:42: 18:00:49 | custom-extensions/1-create-cluster | +++ [[ perconalab/percona-postgresql-operator:main-pgbackrest18 == percona/* ]] logger.go:42: 18:00:49 | custom-extensions/1-create-cluster | +++ [[ perconalab/percona-postgresql-operator:main-pgbackrest18 == perconalab/* ]] logger.go:42: 18:00:49 | custom-extensions/1-create-cluster | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 18:00:49 | custom-extensions/1-create-cluster | +++ export IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 18:00:49 | custom-extensions/1-create-cluster | +++ IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 18:00:49 | custom-extensions/1-create-cluster | +++ echo IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 18:00:49 | custom-extensions/1-create-cluster | IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 18:00:49 | custom-extensions/1-create-cluster | +++ echo perconalab/percona-postgresql-operator:PR-1724-fe95a0d17 logger.go:42: 18:00:49 | custom-extensions/1-create-cluster | perconalab/percona-postgresql-operator:PR-1724-fe95a0d17 logger.go:42: 18:00:49 | custom-extensions/1-create-cluster | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 18:00:49 | custom-extensions/1-create-cluster | ++++ eval 'echo $IMAGE' logger.go:42: 18:00:49 | custom-extensions/1-create-cluster | +++++ echo perconalab/percona-postgresql-operator:PR-1724-fe95a0d17 logger.go:42: 18:00:49 | custom-extensions/1-create-cluster | +++ var_value=perconalab/percona-postgresql-operator:PR-1724-fe95a0d17 logger.go:42: 18:00:49 | custom-extensions/1-create-cluster | +++ [[ perconalab/percona-postgresql-operator:PR-1724-fe95a0d17 == docker.io/* ]] logger.go:42: 18:00:49 | custom-extensions/1-create-cluster | +++ [[ perconalab/percona-postgresql-operator:PR-1724-fe95a0d17 == percona/* ]] logger.go:42: 18:00:49 | custom-extensions/1-create-cluster | +++ [[ perconalab/percona-postgresql-operator:PR-1724-fe95a0d17 == perconalab/* ]] logger.go:42: 18:00:49 | custom-extensions/1-create-cluster | +++ new_value=docker.io/perconalab/percona-postgresql-operator:PR-1724-fe95a0d17 logger.go:42: 18:00:49 | custom-extensions/1-create-cluster | +++ export IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1724-fe95a0d17 logger.go:42: 18:00:49 | custom-extensions/1-create-cluster | +++ IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1724-fe95a0d17 logger.go:42: 18:00:49 | custom-extensions/1-create-cluster | +++ echo IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1724-fe95a0d17 logger.go:42: 18:00:49 | custom-extensions/1-create-cluster | IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1724-fe95a0d17 logger.go:42: 18:00:49 | custom-extensions/1-create-cluster | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1724-fe95a0d17 logger.go:42: 18:00:49 | custom-extensions/1-create-cluster | docker.io/perconalab/percona-postgresql-operator:PR-1724-fe95a0d17 logger.go:42: 18:00:49 | custom-extensions/1-create-cluster | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 18:00:49 | custom-extensions/1-create-cluster | ++++ eval 'echo $IMAGE_UPGRADE' logger.go:42: 18:00:49 | custom-extensions/1-create-cluster | +++++ echo perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 18:00:49 | custom-extensions/1-create-cluster | +++ var_value=perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 18:00:49 | custom-extensions/1-create-cluster | +++ [[ perconalab/percona-postgresql-operator:main-upgrade == docker.io/* ]] logger.go:42: 18:00:49 | custom-extensions/1-create-cluster | +++ [[ perconalab/percona-postgresql-operator:main-upgrade == percona/* ]] logger.go:42: 18:00:49 | custom-extensions/1-create-cluster | +++ [[ perconalab/percona-postgresql-operator:main-upgrade == perconalab/* ]] logger.go:42: 18:00:49 | custom-extensions/1-create-cluster | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 18:00:49 | custom-extensions/1-create-cluster | +++ export IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 18:00:49 | custom-extensions/1-create-cluster | +++ IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 18:00:49 | custom-extensions/1-create-cluster | +++ echo IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 18:00:49 | custom-extensions/1-create-cluster | IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 18:00:49 | custom-extensions/1-create-cluster | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1724-fe95a0d17 logger.go:42: 18:00:49 | custom-extensions/1-create-cluster | docker.io/perconalab/percona-postgresql-operator:PR-1724-fe95a0d17 logger.go:42: 18:00:49 | custom-extensions/1-create-cluster | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 18:00:49 | custom-extensions/1-create-cluster | ++++ eval 'echo $IMAGE_LOGCOLLECTOR' logger.go:42: 18:00:49 | custom-extensions/1-create-cluster | +++++ echo perconalab/fluentbit:main-logcollector logger.go:42: 18:00:49 | custom-extensions/1-create-cluster | +++ var_value=perconalab/fluentbit:main-logcollector logger.go:42: 18:00:49 | custom-extensions/1-create-cluster | +++ [[ perconalab/fluentbit:main-logcollector == docker.io/* ]] logger.go:42: 18:00:49 | custom-extensions/1-create-cluster | +++ [[ perconalab/fluentbit:main-logcollector == percona/* ]] logger.go:42: 18:00:49 | custom-extensions/1-create-cluster | +++ [[ perconalab/fluentbit:main-logcollector == perconalab/* ]] logger.go:42: 18:00:49 | custom-extensions/1-create-cluster | +++ new_value=docker.io/perconalab/fluentbit:main-logcollector logger.go:42: 18:00:49 | custom-extensions/1-create-cluster | +++ export IMAGE_LOGCOLLECTOR=docker.io/perconalab/fluentbit:main-logcollector logger.go:42: 18:00:49 | custom-extensions/1-create-cluster | +++ IMAGE_LOGCOLLECTOR=docker.io/perconalab/fluentbit:main-logcollector logger.go:42: 18:00:49 | custom-extensions/1-create-cluster | +++ echo IMAGE_LOGCOLLECTOR=docker.io/perconalab/fluentbit:main-logcollector logger.go:42: 18:00:49 | custom-extensions/1-create-cluster | IMAGE_LOGCOLLECTOR=docker.io/perconalab/fluentbit:main-logcollector logger.go:42: 18:00:49 | custom-extensions/1-create-cluster | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1724-fe95a0d17 logger.go:42: 18:00:49 | custom-extensions/1-create-cluster | docker.io/perconalab/percona-postgresql-operator:PR-1724-fe95a0d17 logger.go:42: 18:00:49 | custom-extensions/1-create-cluster | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 18:00:49 | custom-extensions/1-create-cluster | ++++ eval 'echo $IMAGE_BASE' logger.go:42: 18:00:49 | custom-extensions/1-create-cluster | +++++ echo perconalab/percona-postgresql-operator logger.go:42: 18:00:49 | custom-extensions/1-create-cluster | +++ var_value=perconalab/percona-postgresql-operator logger.go:42: 18:00:49 | custom-extensions/1-create-cluster | +++ [[ perconalab/percona-postgresql-operator == docker.io/* ]] logger.go:42: 18:00:49 | custom-extensions/1-create-cluster | +++ [[ perconalab/percona-postgresql-operator == percona/* ]] logger.go:42: 18:00:49 | custom-extensions/1-create-cluster | +++ [[ perconalab/percona-postgresql-operator == perconalab/* ]] logger.go:42: 18:00:49 | custom-extensions/1-create-cluster | +++ new_value=docker.io/perconalab/percona-postgresql-operator logger.go:42: 18:00:49 | custom-extensions/1-create-cluster | +++ export IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 18:00:49 | custom-extensions/1-create-cluster | +++ IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 18:00:49 | custom-extensions/1-create-cluster | +++ echo IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 18:00:49 | custom-extensions/1-create-cluster | IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 18:00:49 | custom-extensions/1-create-cluster | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1724-fe95a0d17 logger.go:42: 18:00:49 | custom-extensions/1-create-cluster | docker.io/perconalab/percona-postgresql-operator:PR-1724-fe95a0d17 logger.go:42: 18:00:49 | custom-extensions/1-create-cluster | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 18:00:49 | custom-extensions/1-create-cluster | ++++ eval 'echo $IMAGE_PGBOUNCER' logger.go:42: 18:00:49 | custom-extensions/1-create-cluster | +++++ echo perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 18:00:49 | custom-extensions/1-create-cluster | +++ var_value=perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 18:00:49 | custom-extensions/1-create-cluster | +++ [[ perconalab/percona-postgresql-operator:main-pgbouncer18 == docker.io/* ]] logger.go:42: 18:00:49 | custom-extensions/1-create-cluster | +++ [[ perconalab/percona-postgresql-operator:main-pgbouncer18 == percona/* ]] logger.go:42: 18:00:49 | custom-extensions/1-create-cluster | +++ [[ perconalab/percona-postgresql-operator:main-pgbouncer18 == perconalab/* ]] logger.go:42: 18:00:49 | custom-extensions/1-create-cluster | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 18:00:49 | custom-extensions/1-create-cluster | +++ export IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 18:00:49 | custom-extensions/1-create-cluster | +++ IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 18:00:49 | custom-extensions/1-create-cluster | +++ echo IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 18:00:49 | custom-extensions/1-create-cluster | IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 18:00:49 | custom-extensions/1-create-cluster | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1724-fe95a0d17 logger.go:42: 18:00:49 | custom-extensions/1-create-cluster | docker.io/perconalab/percona-postgresql-operator:PR-1724-fe95a0d17 logger.go:42: 18:00:49 | custom-extensions/1-create-cluster | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 18:00:49 | custom-extensions/1-create-cluster | ++++ eval 'echo $IMAGE_POSTGRESQL' logger.go:42: 18:00:49 | custom-extensions/1-create-cluster | +++++ echo perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 18:00:49 | custom-extensions/1-create-cluster | +++ var_value=perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 18:00:49 | custom-extensions/1-create-cluster | +++ [[ perconalab/percona-postgresql-operator:main-ppg18-postgres == docker.io/* ]] logger.go:42: 18:00:49 | custom-extensions/1-create-cluster | +++ [[ perconalab/percona-postgresql-operator:main-ppg18-postgres == percona/* ]] logger.go:42: 18:00:49 | custom-extensions/1-create-cluster | +++ [[ perconalab/percona-postgresql-operator:main-ppg18-postgres == perconalab/* ]] logger.go:42: 18:00:49 | custom-extensions/1-create-cluster | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 18:00:49 | custom-extensions/1-create-cluster | +++ export IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 18:00:49 | custom-extensions/1-create-cluster | +++ IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 18:00:49 | custom-extensions/1-create-cluster | +++ echo IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 18:00:49 | custom-extensions/1-create-cluster | IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 18:00:49 | custom-extensions/1-create-cluster | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1724-fe95a0d17 logger.go:42: 18:00:49 | custom-extensions/1-create-cluster | docker.io/perconalab/percona-postgresql-operator:PR-1724-fe95a0d17 logger.go:42: 18:00:49 | custom-extensions/1-create-cluster | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 18:00:49 | custom-extensions/1-create-cluster | ++++ eval 'echo $IMAGE_PMM_SERVER' logger.go:42: 18:00:49 | custom-extensions/1-create-cluster | +++++ echo perconalab/pmm-server:3-dev-latest logger.go:42: 18:00:49 | custom-extensions/1-create-cluster | +++ var_value=perconalab/pmm-server:3-dev-latest logger.go:42: 18:00:49 | custom-extensions/1-create-cluster | +++ [[ perconalab/pmm-server:3-dev-latest == docker.io/* ]] logger.go:42: 18:00:49 | custom-extensions/1-create-cluster | +++ [[ perconalab/pmm-server:3-dev-latest == percona/* ]] logger.go:42: 18:00:49 | custom-extensions/1-create-cluster | +++ [[ perconalab/pmm-server:3-dev-latest == perconalab/* ]] logger.go:42: 18:00:49 | custom-extensions/1-create-cluster | +++ new_value=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 18:00:49 | custom-extensions/1-create-cluster | +++ export IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 18:00:49 | custom-extensions/1-create-cluster | +++ IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 18:00:49 | custom-extensions/1-create-cluster | +++ echo IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 18:00:49 | custom-extensions/1-create-cluster | IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 18:00:49 | custom-extensions/1-create-cluster | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1724-fe95a0d17 logger.go:42: 18:00:49 | custom-extensions/1-create-cluster | docker.io/perconalab/percona-postgresql-operator:PR-1724-fe95a0d17 logger.go:42: 18:00:49 | custom-extensions/1-create-cluster | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 18:00:49 | custom-extensions/1-create-cluster | ++++ eval 'echo $IMAGE_PMM_CLIENT' logger.go:42: 18:00:49 | custom-extensions/1-create-cluster | +++++ echo perconalab/pmm-client:3-dev-latest logger.go:42: 18:00:49 | custom-extensions/1-create-cluster | +++ var_value=perconalab/pmm-client:3-dev-latest logger.go:42: 18:00:49 | custom-extensions/1-create-cluster | +++ [[ perconalab/pmm-client:3-dev-latest == docker.io/* ]] logger.go:42: 18:00:49 | custom-extensions/1-create-cluster | +++ [[ perconalab/pmm-client:3-dev-latest == percona/* ]] logger.go:42: 18:00:49 | custom-extensions/1-create-cluster | +++ [[ perconalab/pmm-client:3-dev-latest == perconalab/* ]] logger.go:42: 18:00:49 | custom-extensions/1-create-cluster | +++ new_value=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 18:00:49 | custom-extensions/1-create-cluster | +++ export IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 18:00:49 | custom-extensions/1-create-cluster | +++ IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 18:00:49 | custom-extensions/1-create-cluster | +++ echo IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 18:00:49 | custom-extensions/1-create-cluster | IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 18:00:49 | custom-extensions/1-create-cluster | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1724-fe95a0d17 logger.go:42: 18:00:49 | custom-extensions/1-create-cluster | docker.io/perconalab/percona-postgresql-operator:PR-1724-fe95a0d17 logger.go:42: 18:00:49 | custom-extensions/1-create-cluster | ++++ which gdate logger.go:42: 18:00:49 | custom-extensions/1-create-cluster | which: no gdate in (/mnt/jenkins/workspace/cloud-pg-operator_PR-1724/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 18:00:49 | custom-extensions/1-create-cluster | ++++ which date logger.go:42: 18:00:49 | custom-extensions/1-create-cluster | +++ date=/usr/sbin/date logger.go:42: 18:00:49 | custom-extensions/1-create-cluster | ++++ which gsed logger.go:42: 18:00:49 | custom-extensions/1-create-cluster | which: no gsed in (/mnt/jenkins/workspace/cloud-pg-operator_PR-1724/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 18:00:49 | custom-extensions/1-create-cluster | ++++ which sed logger.go:42: 18:00:49 | custom-extensions/1-create-cluster | +++ sed=/usr/sbin/sed logger.go:42: 18:00:49 | custom-extensions/1-create-cluster | + get_cr logger.go:42: 18:00:49 | custom-extensions/1-create-cluster | + local cr_name=custom-extensions logger.go:42: 18:00:49 | custom-extensions/1-create-cluster | + local repo_path= logger.go:42: 18:00:49 | custom-extensions/1-create-cluster | + local source_path= logger.go:42: 18:00:49 | custom-extensions/1-create-cluster | + local platform=gke logger.go:42: 18:00:49 | custom-extensions/1-create-cluster | + local cr_file=/mnt/jenkins/workspace/cloud-pg-operator_PR-1724/e2e-tests/tests/custom-extensions/conf/custom-extensions.yaml logger.go:42: 18:00:49 | custom-extensions/1-create-cluster | + local platform_cr_file=/mnt/jenkins/workspace/cloud-pg-operator_PR-1724/e2e-tests/tests/custom-extensions/conf/custom-extensions-gke.yaml logger.go:42: 18:00:49 | custom-extensions/1-create-cluster | + local spaces_cr_file=/mnt/jenkins/workspace/cloud-pg-operator_PR-1724/e2e-tests/tests/custom-extensions/conf/custom-extensions-spaces.yaml logger.go:42: 18:00:49 | custom-extensions/1-create-cluster | + [[ -f /mnt/jenkins/workspace/cloud-pg-operator_PR-1724/e2e-tests/tests/custom-extensions/conf/custom-extensions-gke.yaml ]] logger.go:42: 18:00:49 | custom-extensions/1-create-cluster | + [[ gke == doks ]] logger.go:42: 18:00:49 | custom-extensions/1-create-cluster | + crs=('/mnt/jenkins/workspace/cloud-pg-operator_PR-1724/deploy/cr.yaml') logger.go:42: 18:00:49 | custom-extensions/1-create-cluster | + local crs logger.go:42: 18:00:49 | custom-extensions/1-create-cluster | + [[ -f /mnt/jenkins/workspace/cloud-pg-operator_PR-1724/e2e-tests/tests/custom-extensions/conf/custom-extensions.yaml ]] logger.go:42: 18:00:49 | custom-extensions/1-create-cluster | + crs+=($cr_file) logger.go:42: 18:00:49 | custom-extensions/1-create-cluster | + yq eval-all $'\n\t\tselect(fileIndex == 0) * (select(fileIndex == 1) // {}) |\n\t\t.metadata.name = "custom-extensions" |\n\t\t.metadata.labels = {"e2e":"custom-extensions"} |\n\t\t.spec.postgresVersion = 18 |\n\t\t.spec.users += [{"name":"postgres","password":{"type":"AlphaNumeric"}}] |\n\t\t.spec.users += [{"name":"custom-extensions","password":{"type":"AlphaNumeric"}}] |\n\t\t.spec.image = "docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres" |\n\t\t.spec.initContainer.image = "docker.io/perconalab/percona-postgresql-operator:PR-1724-fe95a0d17" |\n\t\t.spec.backups.pgbackrest.image = "docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18" |\n\t\t.spec.proxy.pgBouncer.image = "docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18" |\n\t\t.spec.logcollector.image = "docker.io/perconalab/fluentbit:main-logcollector" |\n\t\t.spec.pmm.image = "docker.io/perconalab/pmm-client:3-dev-latest" |\n\t\t.spec.pmm.secret = "custom-extensions-pmm-secret" |\n\t\t.spec.pmm.customClusterName = "custom-extensions-pmm-custom-name" |\n\t\t.spec.pmm.postgresParams = "--environment=dev-postgres"\n\t' /mnt/jenkins/workspace/cloud-pg-operator_PR-1724/deploy/cr.yaml /mnt/jenkins/workspace/cloud-pg-operator_PR-1724/e2e-tests/tests/custom-extensions/conf/custom-extensions.yaml logger.go:42: 18:00:49 | custom-extensions/1-create-cluster | + kubectl -n kuttl-test-hardy-mite apply -f - logger.go:42: 18:00:49 | custom-extensions/1-create-cluster | + /usr/sbin/sed -i 's|||g' /tmp/kuttl/pg/custom-extensions/cr.yaml logger.go:42: 18:00:49 | custom-extensions/1-create-cluster | + /usr/sbin/sed -i 's|||g' /tmp/kuttl/pg/custom-extensions/cr.yaml logger.go:42: 18:00:49 | custom-extensions/1-create-cluster | + /usr/sbin/sed -i 's||pg-operator-testing|g' /tmp/kuttl/pg/custom-extensions/cr.yaml logger.go:42: 18:00:49 | custom-extensions/1-create-cluster | + /usr/sbin/sed -i 's||docker.io/perconalab/percona-postgresql-operator:PR-1724-fe95a0d17|g' /tmp/kuttl/pg/custom-extensions/cr.yaml logger.go:42: 18:00:49 | custom-extensions/1-create-cluster | + [[ gke == openshift ]] logger.go:42: 18:00:49 | custom-extensions/1-create-cluster | + cat /tmp/kuttl/pg/custom-extensions/cr.yaml logger.go:42: 18:00:51 | custom-extensions/1-create-cluster | perconapgcluster.pgv2.percona.com/custom-extensions created logger.go:42: 18:02:29 | custom-extensions/1-create-cluster | test step completed 1-create-cluster logger.go:42: 18:02:29 | custom-extensions/2-install-pg_stat_kcache | starting test step 2-install-pg_stat_kcache logger.go:42: 18:02:30 | custom-extensions/2-install-pg_stat_kcache | PerconaPGCluster:kuttl-test-hardy-mite/custom-extensions updated logger.go:42: 18:04:30 | custom-extensions/2-install-pg_stat_kcache | test step failed 2-install-pg_stat_kcache case.go:331: failed in step 2-install-pg_stat_kcache case.go:333: --- StatefulSet:kuttl-test-hardy-mite/ +++ StatefulSet:kuttl-test-hardy-mite/custom-extensions-instance1-ltm5 @@ -1,10 +1,21 @@ apiVersion: apps/v1 kind: StatefulSet metadata: + annotations: + pgv2.percona.com/logcollector-config-hash: d9a116e02b828bdc02165325e92799d82961fb499041814c7c765d0ce263ce77 labels: + app.kubernetes.io/component: pg + app.kubernetes.io/instance: custom-extensions + app.kubernetes.io/managed-by: percona-postgresql-operator + app.kubernetes.io/name: percona-postgresql + app.kubernetes.io/part-of: percona-postgresql + pgv2.percona.com/version: 3.1.0 postgres-operator.crunchydata.com/cluster: custom-extensions postgres-operator.crunchydata.com/data: postgres + postgres-operator.crunchydata.com/instance: custom-extensions-instance1-ltm5 postgres-operator.crunchydata.com/instance-set: instance1 + managedFields: '[... elided field over 10 lines long ...]' + name: custom-extensions-instance1-ltm5 namespace: kuttl-test-hardy-mite ownerReferences: - apiVersion: upstream.pgv2.percona.com/v1beta1 @@ -12,17 +23,197 @@ controller: true kind: PostgresCluster name: custom-extensions + uid: 127cfaad-1283-493c-b08f-49f6ac375d2d spec: + persistentVolumeClaimRetentionPolicy: + whenDeleted: Retain + whenScaled: Retain + podManagementPolicy: OrderedReady + replicas: 1 + revisionHistoryLimit: 0 + selector: + matchLabels: + postgres-operator.crunchydata.com/cluster: custom-extensions + postgres-operator.crunchydata.com/instance: custom-extensions-instance1-ltm5 + postgres-operator.crunchydata.com/instance-set: instance1 + serviceName: custom-extensions-pods template: + metadata: '[... elided field over 10 lines long ...]' spec: + affinity: + podAntiAffinity: + preferredDuringSchedulingIgnoredDuringExecution: + - podAffinityTerm: + labelSelector: + matchLabels: + postgres-operator.crunchydata.com/data: postgres + topologyKey: kubernetes.io/hostname + weight: 1 + containers: '[... elided field over 10 lines long ...]' + dnsPolicy: ClusterFirst + enableServiceLinks: false initContainers: - command: - /usr/local/bin/init-entrypoint.sh - - name: postgres-startup - - name: nss-wrapper-init-logcollector + image: docker.io/perconalab/percona-postgresql-operator:PR-1724-fe95a0d17 + imagePullPolicy: Always + name: database-init + resources: {} + securityContext: + allowPrivilegeEscalation: false + capabilities: + drop: + - ALL + privileged: false + readOnlyRootFilesystem: true + runAsNonRoot: true + seccompProfile: + type: RuntimeDefault + terminationMessagePath: /dev/termination-log + terminationMessagePolicy: File + volumeMounts: + - mountPath: /opt/crunchy + name: crunchy-bin + - mountPath: /tmp + name: tmp + - command: + - bash + - -ceu + - -- + - |- + declare -r expected_major_version="$1" pgwal_directory="$2" pgbrLog_directory="$3" + permissions() { while [[ -n "$1" ]]; do set "${1%/*}" "$@"; done; shift; stat -Lc '%A %4u %4g %n' "$@"; } + halt() { local rc=$?; >&2 echo "$@"; exit "${rc/#0/1}"; } + results() { printf '::postgres-operator: %s::%s\n' "$@"; } + recreate() ( + local tmp; tmp=$(mktemp -d -p "${1%/*}"); GLOBIGNORE='.:..'; set -x + chmod "$2" "${tmp}"; mv "$1"/* "${tmp}"; rmdir "$1"; mv "${tmp}" "$1" + ) + safelink() ( + local desired="$1" name="$2" current + current=$(realpath "${name}") + if [[ "${current}" == "${desired}" ]]; then return; fi + set -x; mv --no-target-directory "${current}" "${desired}" + ln --no-dereference --force --symbolic "${desired}" "${name}" + ) + echo Initializing ... + results 'uid' "$(id -u ||:)" 'gid' "$(id -G ||:)" + if [[ "${pgwal_directory}" == *"pgwal/"* ]] && [[ ! -d "/pgwal/pgbackrest-spool" ]];then rm -rf "/pgdata/pgbackrest-spool" && mkdir -p "/pgwal/pgbackrest-spool" && ln --force --symbolic "/pgwal/pgbackrest-spool" "/pgdata/pgbackrest-spool";fi + if [[ ! -e "/pgdata/pgbackrest-spool" ]];then rm -rf /pgdata/pgbackrest-spool;fi + results 'postgres path' "$(command -v postgres ||:)" + results 'postgres version' "${postgres_version:=$(postgres --version ||:)}" + [[ "${postgres_version}" =~ ") ${expected_major_version}"($|[^0-9]) ]] || + halt Expected PostgreSQL version "${expected_major_version}" + results 'config directory' "${PGDATA:?}" + postgres_data_directory=$([[ -d "${PGDATA}" ]] && postgres -C data_directory || echo "${PGDATA}") + results 'data directory' "${postgres_data_directory}" + [[ "${postgres_data_directory}" == "${PGDATA}" ]] || + halt Expected matching config and data directories + bootstrap_dir="${postgres_data_directory}_bootstrap" + [[ -d "${bootstrap_dir}" ]] && results 'bootstrap directory' "${bootstrap_dir}" + [[ -d "${bootstrap_dir}" ]] && postgres_data_directory="${bootstrap_dir}" + if [[ ! -e "${postgres_data_directory}" || -O "${postgres_data_directory}" ]]; then + install --directory --mode=0700 "${postgres_data_directory}" + elif [[ -w "${postgres_data_directory}" && -g "${postgres_data_directory}" ]]; then + recreate "${postgres_data_directory}" '0700' + else (halt Permissions!); fi || + halt "$(permissions "${postgres_data_directory}" ||:)" + results 'pgBackRest log directory' "${pgbrLog_directory}" + install --directory --mode=0775 "${pgbrLog_directory}" || + halt "$(permissions "${pgbrLog_directory}" ||:)" + install -D --mode=0600 -t "/tmp/replication" "/pgconf/tls/replication"/{tls.crt,tls.key,ca.crt} + + [[ -f "${postgres_data_directory}/PG_VERSION" ]] || exit 0 + results 'data version' "${postgres_data_version:=$(< "${postgres_data_directory}/PG_VERSION")}" + [[ "${postgres_data_version}" == "${expected_major_version}" ]] || + halt Expected PostgreSQL data version "${expected_major_version}" + [[ ! -f "${postgres_data_directory}/postgresql.conf" ]] && + touch "${postgres_data_directory}/postgresql.conf" + safelink "${pgwal_directory}" "${postgres_data_directory}/pg_wal" + results 'wal directory' "$(realpath "${postgres_data_directory}/pg_wal" ||:)" + rm -f "${postgres_data_directory}/recovery.signal" + - startup + - "18" + - /pgdata/pg18_wal + - /pgdata/pgbackrest/log + env: + - name: PGDATA + value: /pgdata/pg18 + - name: PGHOST + value: /tmp/postgres + - name: PGPORT + value: "5432" + - name: KRB5_CONFIG + value: /etc/postgres/krb5.conf + - name: KRB5RCACHEDIR + value: /tmp + - name: LDAPTLS_CACERT + value: /etc/postgres/ldap/ca.crt + - name: LC_ALL + value: en_US.utf-8 + - name: LANG + value: en_US.utf-8 + image: docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres + imagePullPolicy: Always + name: postgres-startup + resources: {} + securityContext: + allowPrivilegeEscalation: false + capabilities: + drop: + - ALL + privileged: false + readOnlyRootFilesystem: true + runAsNonRoot: true + seccompProfile: + type: RuntimeDefault + terminationMessagePath: /dev/termination-log + terminationMessagePolicy: File + volumeMounts: + - mountPath: /pgconf/tls + name: cert-volume + readOnly: true + - mountPath: /pgdata + name: postgres-data + - mountPath: /tmp + name: tmp + - command: + - bash + - -c + - mkdir -p /tmp/nss_wrapper && { [[ -f /tmp/nss_wrapper/libnss_wrapper.so + ]] || cp /usr/lib64/libnss_wrapper.so /tmp/nss_wrapper/libnss_wrapper.so; + } + image: docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres + imagePullPolicy: Always + name: nss-wrapper-init-logcollector + resources: {} + securityContext: + allowPrivilegeEscalation: false + capabilities: + drop: + - ALL + privileged: false + runAsGroup: 26 + runAsNonRoot: true + runAsUser: 26 + seccompProfile: + type: RuntimeDefault + terminationMessagePath: /dev/termination-log + terminationMessagePolicy: File + volumeMounts: + - mountPath: /tmp + name: tmp - command: - /opt/crunchy/bin/relocate-extensions.sh - resources: {} + env: + - name: PG_VERSION + value: "18" + image: docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres + imagePullPolicy: Always + name: extension-relocator-18 + resources: {} + terminationMessagePath: /dev/termination-log + terminationMessagePolicy: File volumeMounts: - mountPath: /pgdata name: postgres-data @@ -36,13 +227,17 @@ - name: STORAGE_TYPE value: s3 - name: STORAGE_ENDPOINT + value: http://minio-service:9000 - name: STORAGE_REGION value: us-east-1 - name: STORAGE_BUCKET value: operator-testing - name: INSTALL_EXTENSIONS + value: pg_stat_kcache-pg18-2.3.1 - name: PG_VERSION + value: "18" - name: PGDATA_EXTENSIONS + value: /pgdata/extension/18 - name: STORAGE_DISABLE_SSL value: "true" - name: STORAGE_FORCE_PATH_STYLE @@ -50,19 +245,98 @@ envFrom: - secretRef: name: minio-secret - resources: {} + image: docker.io/perconalab/percona-postgresql-operator:PR-1724-fe95a0d17 + imagePullPolicy: Always + name: extension-installer-18 + resources: {} + securityContext: + runAsUser: 26 + terminationMessagePath: /dev/termination-log + terminationMessagePolicy: File volumeMounts: - mountPath: /pgdata name: postgres-data - - name: postgres-data - - name: postgres-data - - mountPath: /tmp - name: tmp - - name: nss-wrapper-init + - mountPath: /usr/pgsql-18/share/extension + name: postgres-data + subPath: extension/18/usr/pgsql-18/share/extension + - mountPath: /usr/pgsql-18/lib + name: postgres-data + subPath: extension/18/usr/pgsql-18/lib + - mountPath: /tmp + name: tmp + - command: + - bash + - -c + - "export NSS_WRAPPER_SUBDIR=postgres CRUNCHY_NSS_USERNAME=postgres CRUNCHY_NSS_USER_DESC=\"postgres\" + \n# Define nss_wrapper directory and passwd & group files that will be utilized + by nss_wrapper. The\n# nss_wrapper_env.sh script (which also sets these + vars) isn't sourced here since the nss_wrapper\n# has not yet been setup, + and we therefore don't yet want the nss_wrapper vars in the environment.\nmkdir + -p /tmp/nss_wrapper\nchmod g+rwx /tmp/nss_wrapper\n\nNSS_WRAPPER_DIR=\"/tmp/nss_wrapper/${NSS_WRAPPER_SUBDIR}\"\nNSS_WRAPPER_PASSWD=\"${NSS_WRAPPER_DIR}/passwd\"\nNSS_WRAPPER_GROUP=\"${NSS_WRAPPER_DIR}/group\"\n\n# + create the nss_wrapper directory\nmkdir -p \"${NSS_WRAPPER_DIR}\"\n\n# grab + the current user ID and group ID\nUSER_ID=$(id -u)\nexport USER_ID\nGROUP_ID=$(id + -g)\nexport GROUP_ID\n\n# get copies of the passwd and group files\n[[ -f + \"${NSS_WRAPPER_PASSWD}\" ]] || cp \"/etc/passwd\" \"${NSS_WRAPPER_PASSWD}\"\n[[ + -f \"${NSS_WRAPPER_GROUP}\" ]] || cp \"/etc/group\" \"${NSS_WRAPPER_GROUP}\"\n\n# + if the username is missing from the passwd file, then add it\nif [[ ! $(cat + \"${NSS_WRAPPER_PASSWD}\") =~ ${CRUNCHY_NSS_USERNAME}:x:${USER_ID} ]]; then\n + \ echo \"nss_wrapper: adding user\"\n passwd_tmp=\"${NSS_WRAPPER_DIR}/passwd_tmp\"\n + \ cp \"${NSS_WRAPPER_PASSWD}\" \"${passwd_tmp}\"\n sed -i \"/${CRUNCHY_NSS_USERNAME}:x:/d\" + \"${passwd_tmp}\"\n # needed for OCP 4.x because crio updates /etc/passwd + with an entry for USER_ID\n sed -i \"/${USER_ID}:x:/d\" \"${passwd_tmp}\"\n + \ printf '${CRUNCHY_NSS_USERNAME}:x:${USER_ID}:${GROUP_ID}:${CRUNCHY_NSS_USER_DESC}:${HOME}:/bin/bash\\n' + >> \"${passwd_tmp}\"\n envsubst < \"${passwd_tmp}\" > \"${NSS_WRAPPER_PASSWD}\"\n + \ rm \"${passwd_tmp}\"\nelse\n echo \"nss_wrapper: user exists\"\nfi\n\n# + if the username (which will be the same as the group name) is missing from + group file, then add it\nif [[ ! $(cat \"${NSS_WRAPPER_GROUP}\") =~ ${CRUNCHY_NSS_USERNAME}:x:${USER_ID} + ]]; then\n echo \"nss_wrapper: adding group\"\n group_tmp=\"${NSS_WRAPPER_DIR}/group_tmp\"\n + \ cp \"${NSS_WRAPPER_GROUP}\" \"${group_tmp}\"\n sed -i \"/${CRUNCHY_NSS_USERNAME}:x:/d\" + \"${group_tmp}\"\n printf '${CRUNCHY_NSS_USERNAME}:x:${USER_ID}:${CRUNCHY_NSS_USERNAME}\\n' + >> \"${group_tmp}\"\n envsubst < \"${group_tmp}\" > \"${NSS_WRAPPER_GROUP}\"\n + \ rm \"${group_tmp}\"\nelse\n echo \"nss_wrapper: group exists\"\nfi\n\n# + export the nss_wrapper env vars\n# define nss_wrapper directory and passwd + & group files that will be utilized by nss_wrapper\nNSS_WRAPPER_DIR=\"/tmp/nss_wrapper/${NSS_WRAPPER_SUBDIR}\"\nNSS_WRAPPER_PASSWD=\"${NSS_WRAPPER_DIR}/passwd\"\nNSS_WRAPPER_GROUP=\"${NSS_WRAPPER_DIR}/group\"\n\nexport + LD_PRELOAD=/usr/lib64/libnss_wrapper.so\nexport NSS_WRAPPER_PASSWD=\"${NSS_WRAPPER_PASSWD}\"\nexport + NSS_WRAPPER_GROUP=\"${NSS_WRAPPER_GROUP}\"\n\necho \"nss_wrapper: environment + configured\"\n" + image: docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres + imagePullPolicy: Always + name: nss-wrapper-init + resources: {} + securityContext: + allowPrivilegeEscalation: false + capabilities: + drop: + - ALL + privileged: false + readOnlyRootFilesystem: true + runAsNonRoot: true + seccompProfile: + type: RuntimeDefault + terminationMessagePath: /dev/termination-log + terminationMessagePolicy: File + volumeMounts: + - mountPath: /tmp + name: tmp + restartPolicy: Always + schedulerName: default-scheduler + securityContext: + fsGroup: 26 + fsGroupChangePolicy: OnRootMismatch + serviceAccount: custom-extensions-instance + serviceAccountName: custom-extensions-instance + shareProcessNamespace: true + terminationGracePeriodSeconds: 30 + topologySpreadConstraints: '[... elided field over 10 lines long ...]' + volumes: '[... elided field over 10 lines long ...]' + updateStrategy: + type: OnDelete status: - availableReplicas: 1 + availableReplicas: 0 + collisionCount: 0 + currentRevision: custom-extensions-instance1-ltm5-854b7d4dcd observedGeneration: 2 - readyReplicas: 1 replicas: 1 + updateRevision: custom-extensions-instance1-ltm5-7fdf497685 updatedReplicas: 1 case.go:333: resource StatefulSet:kuttl-test-hardy-mite/: .status.readyReplicas: key is missing from map case.go:333: --- StatefulSet:kuttl-test-hardy-mite/ +++ StatefulSet:kuttl-test-hardy-mite/custom-extensions-instance1-rnnc @@ -1,10 +1,21 @@ apiVersion: apps/v1 kind: StatefulSet metadata: + annotations: + pgv2.percona.com/logcollector-config-hash: d9a116e02b828bdc02165325e92799d82961fb499041814c7c765d0ce263ce77 labels: + app.kubernetes.io/component: pg + app.kubernetes.io/instance: custom-extensions + app.kubernetes.io/managed-by: percona-postgresql-operator + app.kubernetes.io/name: percona-postgresql + app.kubernetes.io/part-of: percona-postgresql + pgv2.percona.com/version: 3.1.0 postgres-operator.crunchydata.com/cluster: custom-extensions postgres-operator.crunchydata.com/data: postgres + postgres-operator.crunchydata.com/instance: custom-extensions-instance1-rnnc postgres-operator.crunchydata.com/instance-set: instance1 + managedFields: '[... elided field over 10 lines long ...]' + name: custom-extensions-instance1-rnnc namespace: kuttl-test-hardy-mite ownerReferences: - apiVersion: upstream.pgv2.percona.com/v1beta1 @@ -12,17 +23,197 @@ controller: true kind: PostgresCluster name: custom-extensions + uid: 127cfaad-1283-493c-b08f-49f6ac375d2d spec: + persistentVolumeClaimRetentionPolicy: + whenDeleted: Retain + whenScaled: Retain + podManagementPolicy: OrderedReady + replicas: 1 + revisionHistoryLimit: 0 + selector: + matchLabels: + postgres-operator.crunchydata.com/cluster: custom-extensions + postgres-operator.crunchydata.com/instance: custom-extensions-instance1-rnnc + postgres-operator.crunchydata.com/instance-set: instance1 + serviceName: custom-extensions-pods template: + metadata: '[... elided field over 10 lines long ...]' spec: + affinity: + podAntiAffinity: + preferredDuringSchedulingIgnoredDuringExecution: + - podAffinityTerm: + labelSelector: + matchLabels: + postgres-operator.crunchydata.com/data: postgres + topologyKey: kubernetes.io/hostname + weight: 1 + containers: '[... elided field over 10 lines long ...]' + dnsPolicy: ClusterFirst + enableServiceLinks: false initContainers: - command: - /usr/local/bin/init-entrypoint.sh - - name: postgres-startup - - name: nss-wrapper-init-logcollector + image: docker.io/perconalab/percona-postgresql-operator:PR-1724-fe95a0d17 + imagePullPolicy: Always + name: database-init + resources: {} + securityContext: + allowPrivilegeEscalation: false + capabilities: + drop: + - ALL + privileged: false + readOnlyRootFilesystem: true + runAsNonRoot: true + seccompProfile: + type: RuntimeDefault + terminationMessagePath: /dev/termination-log + terminationMessagePolicy: File + volumeMounts: + - mountPath: /opt/crunchy + name: crunchy-bin + - mountPath: /tmp + name: tmp + - command: + - bash + - -ceu + - -- + - |- + declare -r expected_major_version="$1" pgwal_directory="$2" pgbrLog_directory="$3" + permissions() { while [[ -n "$1" ]]; do set "${1%/*}" "$@"; done; shift; stat -Lc '%A %4u %4g %n' "$@"; } + halt() { local rc=$?; >&2 echo "$@"; exit "${rc/#0/1}"; } + results() { printf '::postgres-operator: %s::%s\n' "$@"; } + recreate() ( + local tmp; tmp=$(mktemp -d -p "${1%/*}"); GLOBIGNORE='.:..'; set -x + chmod "$2" "${tmp}"; mv "$1"/* "${tmp}"; rmdir "$1"; mv "${tmp}" "$1" + ) + safelink() ( + local desired="$1" name="$2" current + current=$(realpath "${name}") + if [[ "${current}" == "${desired}" ]]; then return; fi + set -x; mv --no-target-directory "${current}" "${desired}" + ln --no-dereference --force --symbolic "${desired}" "${name}" + ) + echo Initializing ... + results 'uid' "$(id -u ||:)" 'gid' "$(id -G ||:)" + if [[ "${pgwal_directory}" == *"pgwal/"* ]] && [[ ! -d "/pgwal/pgbackrest-spool" ]];then rm -rf "/pgdata/pgbackrest-spool" && mkdir -p "/pgwal/pgbackrest-spool" && ln --force --symbolic "/pgwal/pgbackrest-spool" "/pgdata/pgbackrest-spool";fi + if [[ ! -e "/pgdata/pgbackrest-spool" ]];then rm -rf /pgdata/pgbackrest-spool;fi + results 'postgres path' "$(command -v postgres ||:)" + results 'postgres version' "${postgres_version:=$(postgres --version ||:)}" + [[ "${postgres_version}" =~ ") ${expected_major_version}"($|[^0-9]) ]] || + halt Expected PostgreSQL version "${expected_major_version}" + results 'config directory' "${PGDATA:?}" + postgres_data_directory=$([[ -d "${PGDATA}" ]] && postgres -C data_directory || echo "${PGDATA}") + results 'data directory' "${postgres_data_directory}" + [[ "${postgres_data_directory}" == "${PGDATA}" ]] || + halt Expected matching config and data directories + bootstrap_dir="${postgres_data_directory}_bootstrap" + [[ -d "${bootstrap_dir}" ]] && results 'bootstrap directory' "${bootstrap_dir}" + [[ -d "${bootstrap_dir}" ]] && postgres_data_directory="${bootstrap_dir}" + if [[ ! -e "${postgres_data_directory}" || -O "${postgres_data_directory}" ]]; then + install --directory --mode=0700 "${postgres_data_directory}" + elif [[ -w "${postgres_data_directory}" && -g "${postgres_data_directory}" ]]; then + recreate "${postgres_data_directory}" '0700' + else (halt Permissions!); fi || + halt "$(permissions "${postgres_data_directory}" ||:)" + results 'pgBackRest log directory' "${pgbrLog_directory}" + install --directory --mode=0775 "${pgbrLog_directory}" || + halt "$(permissions "${pgbrLog_directory}" ||:)" + install -D --mode=0600 -t "/tmp/replication" "/pgconf/tls/replication"/{tls.crt,tls.key,ca.crt} + + [[ -f "${postgres_data_directory}/PG_VERSION" ]] || exit 0 + results 'data version' "${postgres_data_version:=$(< "${postgres_data_directory}/PG_VERSION")}" + [[ "${postgres_data_version}" == "${expected_major_version}" ]] || + halt Expected PostgreSQL data version "${expected_major_version}" + [[ ! -f "${postgres_data_directory}/postgresql.conf" ]] && + touch "${postgres_data_directory}/postgresql.conf" + safelink "${pgwal_directory}" "${postgres_data_directory}/pg_wal" + results 'wal directory' "$(realpath "${postgres_data_directory}/pg_wal" ||:)" + rm -f "${postgres_data_directory}/recovery.signal" + - startup + - "18" + - /pgdata/pg18_wal + - /pgdata/pgbackrest/log + env: + - name: PGDATA + value: /pgdata/pg18 + - name: PGHOST + value: /tmp/postgres + - name: PGPORT + value: "5432" + - name: KRB5_CONFIG + value: /etc/postgres/krb5.conf + - name: KRB5RCACHEDIR + value: /tmp + - name: LDAPTLS_CACERT + value: /etc/postgres/ldap/ca.crt + - name: LC_ALL + value: en_US.utf-8 + - name: LANG + value: en_US.utf-8 + image: docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres + imagePullPolicy: Always + name: postgres-startup + resources: {} + securityContext: + allowPrivilegeEscalation: false + capabilities: + drop: + - ALL + privileged: false + readOnlyRootFilesystem: true + runAsNonRoot: true + seccompProfile: + type: RuntimeDefault + terminationMessagePath: /dev/termination-log + terminationMessagePolicy: File + volumeMounts: + - mountPath: /pgconf/tls + name: cert-volume + readOnly: true + - mountPath: /pgdata + name: postgres-data + - mountPath: /tmp + name: tmp + - command: + - bash + - -c + - mkdir -p /tmp/nss_wrapper && { [[ -f /tmp/nss_wrapper/libnss_wrapper.so + ]] || cp /usr/lib64/libnss_wrapper.so /tmp/nss_wrapper/libnss_wrapper.so; + } + image: docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres + imagePullPolicy: Always + name: nss-wrapper-init-logcollector + resources: {} + securityContext: + allowPrivilegeEscalation: false + capabilities: + drop: + - ALL + privileged: false + runAsGroup: 26 + runAsNonRoot: true + runAsUser: 26 + seccompProfile: + type: RuntimeDefault + terminationMessagePath: /dev/termination-log + terminationMessagePolicy: File + volumeMounts: + - mountPath: /tmp + name: tmp - command: - /opt/crunchy/bin/relocate-extensions.sh - resources: {} + env: + - name: PG_VERSION + value: "18" + image: docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres + imagePullPolicy: Always + name: extension-relocator-18 + resources: {} + terminationMessagePath: /dev/termination-log + terminationMessagePolicy: File volumeMounts: - mountPath: /pgdata name: postgres-data @@ -36,13 +227,17 @@ - name: STORAGE_TYPE value: s3 - name: STORAGE_ENDPOINT + value: http://minio-service:9000 - name: STORAGE_REGION value: us-east-1 - name: STORAGE_BUCKET value: operator-testing - name: INSTALL_EXTENSIONS + value: pg_stat_kcache-pg18-2.3.1 - name: PG_VERSION + value: "18" - name: PGDATA_EXTENSIONS + value: /pgdata/extension/18 - name: STORAGE_DISABLE_SSL value: "true" - name: STORAGE_FORCE_PATH_STYLE @@ -50,19 +245,98 @@ envFrom: - secretRef: name: minio-secret - resources: {} + image: docker.io/perconalab/percona-postgresql-operator:PR-1724-fe95a0d17 + imagePullPolicy: Always + name: extension-installer-18 + resources: {} + securityContext: + runAsUser: 26 + terminationMessagePath: /dev/termination-log + terminationMessagePolicy: File volumeMounts: - mountPath: /pgdata name: postgres-data - - name: postgres-data - - name: postgres-data - - mountPath: /tmp - name: tmp - - name: nss-wrapper-init + - mountPath: /usr/pgsql-18/share/extension + name: postgres-data + subPath: extension/18/usr/pgsql-18/share/extension + - mountPath: /usr/pgsql-18/lib + name: postgres-data + subPath: extension/18/usr/pgsql-18/lib + - mountPath: /tmp + name: tmp + - command: + - bash + - -c + - "export NSS_WRAPPER_SUBDIR=postgres CRUNCHY_NSS_USERNAME=postgres CRUNCHY_NSS_USER_DESC=\"postgres\" + \n# Define nss_wrapper directory and passwd & group files that will be utilized + by nss_wrapper. The\n# nss_wrapper_env.sh script (which also sets these + vars) isn't sourced here since the nss_wrapper\n# has not yet been setup, + and we therefore don't yet want the nss_wrapper vars in the environment.\nmkdir + -p /tmp/nss_wrapper\nchmod g+rwx /tmp/nss_wrapper\n\nNSS_WRAPPER_DIR=\"/tmp/nss_wrapper/${NSS_WRAPPER_SUBDIR}\"\nNSS_WRAPPER_PASSWD=\"${NSS_WRAPPER_DIR}/passwd\"\nNSS_WRAPPER_GROUP=\"${NSS_WRAPPER_DIR}/group\"\n\n# + create the nss_wrapper directory\nmkdir -p \"${NSS_WRAPPER_DIR}\"\n\n# grab + the current user ID and group ID\nUSER_ID=$(id -u)\nexport USER_ID\nGROUP_ID=$(id + -g)\nexport GROUP_ID\n\n# get copies of the passwd and group files\n[[ -f + \"${NSS_WRAPPER_PASSWD}\" ]] || cp \"/etc/passwd\" \"${NSS_WRAPPER_PASSWD}\"\n[[ + -f \"${NSS_WRAPPER_GROUP}\" ]] || cp \"/etc/group\" \"${NSS_WRAPPER_GROUP}\"\n\n# + if the username is missing from the passwd file, then add it\nif [[ ! $(cat + \"${NSS_WRAPPER_PASSWD}\") =~ ${CRUNCHY_NSS_USERNAME}:x:${USER_ID} ]]; then\n + \ echo \"nss_wrapper: adding user\"\n passwd_tmp=\"${NSS_WRAPPER_DIR}/passwd_tmp\"\n + \ cp \"${NSS_WRAPPER_PASSWD}\" \"${passwd_tmp}\"\n sed -i \"/${CRUNCHY_NSS_USERNAME}:x:/d\" + \"${passwd_tmp}\"\n # needed for OCP 4.x because crio updates /etc/passwd + with an entry for USER_ID\n sed -i \"/${USER_ID}:x:/d\" \"${passwd_tmp}\"\n + \ printf '${CRUNCHY_NSS_USERNAME}:x:${USER_ID}:${GROUP_ID}:${CRUNCHY_NSS_USER_DESC}:${HOME}:/bin/bash\\n' + >> \"${passwd_tmp}\"\n envsubst < \"${passwd_tmp}\" > \"${NSS_WRAPPER_PASSWD}\"\n + \ rm \"${passwd_tmp}\"\nelse\n echo \"nss_wrapper: user exists\"\nfi\n\n# + if the username (which will be the same as the group name) is missing from + group file, then add it\nif [[ ! $(cat \"${NSS_WRAPPER_GROUP}\") =~ ${CRUNCHY_NSS_USERNAME}:x:${USER_ID} + ]]; then\n echo \"nss_wrapper: adding group\"\n group_tmp=\"${NSS_WRAPPER_DIR}/group_tmp\"\n + \ cp \"${NSS_WRAPPER_GROUP}\" \"${group_tmp}\"\n sed -i \"/${CRUNCHY_NSS_USERNAME}:x:/d\" + \"${group_tmp}\"\n printf '${CRUNCHY_NSS_USERNAME}:x:${USER_ID}:${CRUNCHY_NSS_USERNAME}\\n' + >> \"${group_tmp}\"\n envsubst < \"${group_tmp}\" > \"${NSS_WRAPPER_GROUP}\"\n + \ rm \"${group_tmp}\"\nelse\n echo \"nss_wrapper: group exists\"\nfi\n\n# + export the nss_wrapper env vars\n# define nss_wrapper directory and passwd + & group files that will be utilized by nss_wrapper\nNSS_WRAPPER_DIR=\"/tmp/nss_wrapper/${NSS_WRAPPER_SUBDIR}\"\nNSS_WRAPPER_PASSWD=\"${NSS_WRAPPER_DIR}/passwd\"\nNSS_WRAPPER_GROUP=\"${NSS_WRAPPER_DIR}/group\"\n\nexport + LD_PRELOAD=/usr/lib64/libnss_wrapper.so\nexport NSS_WRAPPER_PASSWD=\"${NSS_WRAPPER_PASSWD}\"\nexport + NSS_WRAPPER_GROUP=\"${NSS_WRAPPER_GROUP}\"\n\necho \"nss_wrapper: environment + configured\"\n" + image: docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres + imagePullPolicy: Always + name: nss-wrapper-init + resources: {} + securityContext: + allowPrivilegeEscalation: false + capabilities: + drop: + - ALL + privileged: false + readOnlyRootFilesystem: true + runAsNonRoot: true + seccompProfile: + type: RuntimeDefault + terminationMessagePath: /dev/termination-log + terminationMessagePolicy: File + volumeMounts: + - mountPath: /tmp + name: tmp + restartPolicy: Always + schedulerName: default-scheduler + securityContext: + fsGroup: 26 + fsGroupChangePolicy: OnRootMismatch + serviceAccount: custom-extensions-instance + serviceAccountName: custom-extensions-instance + shareProcessNamespace: true + terminationGracePeriodSeconds: 30 + topologySpreadConstraints: '[... elided field over 10 lines long ...]' + volumes: '[... elided field over 10 lines long ...]' + updateStrategy: + type: OnDelete status: - availableReplicas: 1 + availableReplicas: 0 + collisionCount: 0 + currentRevision: custom-extensions-instance1-rnnc-7dccbc5f7f observedGeneration: 2 - readyReplicas: 1 replicas: 1 + updateRevision: custom-extensions-instance1-rnnc-6465bb9864 updatedReplicas: 1 case.go:333: resource StatefulSet:kuttl-test-hardy-mite/: .status.availableReplicas: value mismatch, expected: 1 != actual: 0 case.go:333: --- StatefulSet:kuttl-test-hardy-mite/ +++ StatefulSet:kuttl-test-hardy-mite/custom-extensions-instance1-wjqr @@ -1,10 +1,21 @@ apiVersion: apps/v1 kind: StatefulSet metadata: + annotations: + pgv2.percona.com/logcollector-config-hash: d9a116e02b828bdc02165325e92799d82961fb499041814c7c765d0ce263ce77 labels: + app.kubernetes.io/component: pg + app.kubernetes.io/instance: custom-extensions + app.kubernetes.io/managed-by: percona-postgresql-operator + app.kubernetes.io/name: percona-postgresql + app.kubernetes.io/part-of: percona-postgresql + pgv2.percona.com/version: 3.1.0 postgres-operator.crunchydata.com/cluster: custom-extensions postgres-operator.crunchydata.com/data: postgres + postgres-operator.crunchydata.com/instance: custom-extensions-instance1-wjqr postgres-operator.crunchydata.com/instance-set: instance1 + managedFields: '[... elided field over 10 lines long ...]' + name: custom-extensions-instance1-wjqr namespace: kuttl-test-hardy-mite ownerReferences: - apiVersion: upstream.pgv2.percona.com/v1beta1 @@ -12,17 +23,197 @@ controller: true kind: PostgresCluster name: custom-extensions + uid: 127cfaad-1283-493c-b08f-49f6ac375d2d spec: + persistentVolumeClaimRetentionPolicy: + whenDeleted: Retain + whenScaled: Retain + podManagementPolicy: OrderedReady + replicas: 1 + revisionHistoryLimit: 0 + selector: + matchLabels: + postgres-operator.crunchydata.com/cluster: custom-extensions + postgres-operator.crunchydata.com/instance: custom-extensions-instance1-wjqr + postgres-operator.crunchydata.com/instance-set: instance1 + serviceName: custom-extensions-pods template: + metadata: '[... elided field over 10 lines long ...]' spec: + affinity: + podAntiAffinity: + preferredDuringSchedulingIgnoredDuringExecution: + - podAffinityTerm: + labelSelector: + matchLabels: + postgres-operator.crunchydata.com/data: postgres + topologyKey: kubernetes.io/hostname + weight: 1 + containers: '[... elided field over 10 lines long ...]' + dnsPolicy: ClusterFirst + enableServiceLinks: false initContainers: - command: - /usr/local/bin/init-entrypoint.sh - - name: postgres-startup - - name: nss-wrapper-init-logcollector + image: docker.io/perconalab/percona-postgresql-operator:PR-1724-fe95a0d17 + imagePullPolicy: Always + name: database-init + resources: {} + securityContext: + allowPrivilegeEscalation: false + capabilities: + drop: + - ALL + privileged: false + readOnlyRootFilesystem: true + runAsNonRoot: true + seccompProfile: + type: RuntimeDefault + terminationMessagePath: /dev/termination-log + terminationMessagePolicy: File + volumeMounts: + - mountPath: /opt/crunchy + name: crunchy-bin + - mountPath: /tmp + name: tmp + - command: + - bash + - -ceu + - -- + - |- + declare -r expected_major_version="$1" pgwal_directory="$2" pgbrLog_directory="$3" + permissions() { while [[ -n "$1" ]]; do set "${1%/*}" "$@"; done; shift; stat -Lc '%A %4u %4g %n' "$@"; } + halt() { local rc=$?; >&2 echo "$@"; exit "${rc/#0/1}"; } + results() { printf '::postgres-operator: %s::%s\n' "$@"; } + recreate() ( + local tmp; tmp=$(mktemp -d -p "${1%/*}"); GLOBIGNORE='.:..'; set -x + chmod "$2" "${tmp}"; mv "$1"/* "${tmp}"; rmdir "$1"; mv "${tmp}" "$1" + ) + safelink() ( + local desired="$1" name="$2" current + current=$(realpath "${name}") + if [[ "${current}" == "${desired}" ]]; then return; fi + set -x; mv --no-target-directory "${current}" "${desired}" + ln --no-dereference --force --symbolic "${desired}" "${name}" + ) + echo Initializing ... + results 'uid' "$(id -u ||:)" 'gid' "$(id -G ||:)" + if [[ "${pgwal_directory}" == *"pgwal/"* ]] && [[ ! -d "/pgwal/pgbackrest-spool" ]];then rm -rf "/pgdata/pgbackrest-spool" && mkdir -p "/pgwal/pgbackrest-spool" && ln --force --symbolic "/pgwal/pgbackrest-spool" "/pgdata/pgbackrest-spool";fi + if [[ ! -e "/pgdata/pgbackrest-spool" ]];then rm -rf /pgdata/pgbackrest-spool;fi + results 'postgres path' "$(command -v postgres ||:)" + results 'postgres version' "${postgres_version:=$(postgres --version ||:)}" + [[ "${postgres_version}" =~ ") ${expected_major_version}"($|[^0-9]) ]] || + halt Expected PostgreSQL version "${expected_major_version}" + results 'config directory' "${PGDATA:?}" + postgres_data_directory=$([[ -d "${PGDATA}" ]] && postgres -C data_directory || echo "${PGDATA}") + results 'data directory' "${postgres_data_directory}" + [[ "${postgres_data_directory}" == "${PGDATA}" ]] || + halt Expected matching config and data directories + bootstrap_dir="${postgres_data_directory}_bootstrap" + [[ -d "${bootstrap_dir}" ]] && results 'bootstrap directory' "${bootstrap_dir}" + [[ -d "${bootstrap_dir}" ]] && postgres_data_directory="${bootstrap_dir}" + if [[ ! -e "${postgres_data_directory}" || -O "${postgres_data_directory}" ]]; then + install --directory --mode=0700 "${postgres_data_directory}" + elif [[ -w "${postgres_data_directory}" && -g "${postgres_data_directory}" ]]; then + recreate "${postgres_data_directory}" '0700' + else (halt Permissions!); fi || + halt "$(permissions "${postgres_data_directory}" ||:)" + results 'pgBackRest log directory' "${pgbrLog_directory}" + install --directory --mode=0775 "${pgbrLog_directory}" || + halt "$(permissions "${pgbrLog_directory}" ||:)" + install -D --mode=0600 -t "/tmp/replication" "/pgconf/tls/replication"/{tls.crt,tls.key,ca.crt} + + [[ -f "${postgres_data_directory}/PG_VERSION" ]] || exit 0 + results 'data version' "${postgres_data_version:=$(< "${postgres_data_directory}/PG_VERSION")}" + [[ "${postgres_data_version}" == "${expected_major_version}" ]] || + halt Expected PostgreSQL data version "${expected_major_version}" + [[ ! -f "${postgres_data_directory}/postgresql.conf" ]] && + touch "${postgres_data_directory}/postgresql.conf" + safelink "${pgwal_directory}" "${postgres_data_directory}/pg_wal" + results 'wal directory' "$(realpath "${postgres_data_directory}/pg_wal" ||:)" + rm -f "${postgres_data_directory}/recovery.signal" + - startup + - "18" + - /pgdata/pg18_wal + - /pgdata/pgbackrest/log + env: + - name: PGDATA + value: /pgdata/pg18 + - name: PGHOST + value: /tmp/postgres + - name: PGPORT + value: "5432" + - name: KRB5_CONFIG + value: /etc/postgres/krb5.conf + - name: KRB5RCACHEDIR + value: /tmp + - name: LDAPTLS_CACERT + value: /etc/postgres/ldap/ca.crt + - name: LC_ALL + value: en_US.utf-8 + - name: LANG + value: en_US.utf-8 + image: docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres + imagePullPolicy: Always + name: postgres-startup + resources: {} + securityContext: + allowPrivilegeEscalation: false + capabilities: + drop: + - ALL + privileged: false + readOnlyRootFilesystem: true + runAsNonRoot: true + seccompProfile: + type: RuntimeDefault + terminationMessagePath: /dev/termination-log + terminationMessagePolicy: File + volumeMounts: + - mountPath: /pgconf/tls + name: cert-volume + readOnly: true + - mountPath: /pgdata + name: postgres-data + - mountPath: /tmp + name: tmp + - command: + - bash + - -c + - mkdir -p /tmp/nss_wrapper && { [[ -f /tmp/nss_wrapper/libnss_wrapper.so + ]] || cp /usr/lib64/libnss_wrapper.so /tmp/nss_wrapper/libnss_wrapper.so; + } + image: docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres + imagePullPolicy: Always + name: nss-wrapper-init-logcollector + resources: {} + securityContext: + allowPrivilegeEscalation: false + capabilities: + drop: + - ALL + privileged: false + runAsGroup: 26 + runAsNonRoot: true + runAsUser: 26 + seccompProfile: + type: RuntimeDefault + terminationMessagePath: /dev/termination-log + terminationMessagePolicy: File + volumeMounts: + - mountPath: /tmp + name: tmp - command: - /opt/crunchy/bin/relocate-extensions.sh - resources: {} + env: + - name: PG_VERSION + value: "18" + image: docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres + imagePullPolicy: Always + name: extension-relocator-18 + resources: {} + terminationMessagePath: /dev/termination-log + terminationMessagePolicy: File volumeMounts: - mountPath: /pgdata name: postgres-data @@ -36,13 +227,17 @@ - name: STORAGE_TYPE value: s3 - name: STORAGE_ENDPOINT + value: http://minio-service:9000 - name: STORAGE_REGION value: us-east-1 - name: STORAGE_BUCKET value: operator-testing - name: INSTALL_EXTENSIONS + value: pg_stat_kcache-pg18-2.3.1 - name: PG_VERSION + value: "18" - name: PGDATA_EXTENSIONS + value: /pgdata/extension/18 - name: STORAGE_DISABLE_SSL value: "true" - name: STORAGE_FORCE_PATH_STYLE @@ -50,19 +245,98 @@ envFrom: - secretRef: name: minio-secret - resources: {} + image: docker.io/perconalab/percona-postgresql-operator:PR-1724-fe95a0d17 + imagePullPolicy: Always + name: extension-installer-18 + resources: {} + securityContext: + runAsUser: 26 + terminationMessagePath: /dev/termination-log + terminationMessagePolicy: File volumeMounts: - mountPath: /pgdata name: postgres-data - - name: postgres-data - - name: postgres-data - - mountPath: /tmp - name: tmp - - name: nss-wrapper-init + - mountPath: /usr/pgsql-18/share/extension + name: postgres-data + subPath: extension/18/usr/pgsql-18/share/extension + - mountPath: /usr/pgsql-18/lib + name: postgres-data + subPath: extension/18/usr/pgsql-18/lib + - mountPath: /tmp + name: tmp + - command: + - bash + - -c + - "export NSS_WRAPPER_SUBDIR=postgres CRUNCHY_NSS_USERNAME=postgres CRUNCHY_NSS_USER_DESC=\"postgres\" + \n# Define nss_wrapper directory and passwd & group files that will be utilized + by nss_wrapper. The\n# nss_wrapper_env.sh script (which also sets these + vars) isn't sourced here since the nss_wrapper\n# has not yet been setup, + and we therefore don't yet want the nss_wrapper vars in the environment.\nmkdir + -p /tmp/nss_wrapper\nchmod g+rwx /tmp/nss_wrapper\n\nNSS_WRAPPER_DIR=\"/tmp/nss_wrapper/${NSS_WRAPPER_SUBDIR}\"\nNSS_WRAPPER_PASSWD=\"${NSS_WRAPPER_DIR}/passwd\"\nNSS_WRAPPER_GROUP=\"${NSS_WRAPPER_DIR}/group\"\n\n# + create the nss_wrapper directory\nmkdir -p \"${NSS_WRAPPER_DIR}\"\n\n# grab + the current user ID and group ID\nUSER_ID=$(id -u)\nexport USER_ID\nGROUP_ID=$(id + -g)\nexport GROUP_ID\n\n# get copies of the passwd and group files\n[[ -f + \"${NSS_WRAPPER_PASSWD}\" ]] || cp \"/etc/passwd\" \"${NSS_WRAPPER_PASSWD}\"\n[[ + -f \"${NSS_WRAPPER_GROUP}\" ]] || cp \"/etc/group\" \"${NSS_WRAPPER_GROUP}\"\n\n# + if the username is missing from the passwd file, then add it\nif [[ ! $(cat + \"${NSS_WRAPPER_PASSWD}\") =~ ${CRUNCHY_NSS_USERNAME}:x:${USER_ID} ]]; then\n + \ echo \"nss_wrapper: adding user\"\n passwd_tmp=\"${NSS_WRAPPER_DIR}/passwd_tmp\"\n + \ cp \"${NSS_WRAPPER_PASSWD}\" \"${passwd_tmp}\"\n sed -i \"/${CRUNCHY_NSS_USERNAME}:x:/d\" + \"${passwd_tmp}\"\n # needed for OCP 4.x because crio updates /etc/passwd + with an entry for USER_ID\n sed -i \"/${USER_ID}:x:/d\" \"${passwd_tmp}\"\n + \ printf '${CRUNCHY_NSS_USERNAME}:x:${USER_ID}:${GROUP_ID}:${CRUNCHY_NSS_USER_DESC}:${HOME}:/bin/bash\\n' + >> \"${passwd_tmp}\"\n envsubst < \"${passwd_tmp}\" > \"${NSS_WRAPPER_PASSWD}\"\n + \ rm \"${passwd_tmp}\"\nelse\n echo \"nss_wrapper: user exists\"\nfi\n\n# + if the username (which will be the same as the group name) is missing from + group file, then add it\nif [[ ! $(cat \"${NSS_WRAPPER_GROUP}\") =~ ${CRUNCHY_NSS_USERNAME}:x:${USER_ID} + ]]; then\n echo \"nss_wrapper: adding group\"\n group_tmp=\"${NSS_WRAPPER_DIR}/group_tmp\"\n + \ cp \"${NSS_WRAPPER_GROUP}\" \"${group_tmp}\"\n sed -i \"/${CRUNCHY_NSS_USERNAME}:x:/d\" + \"${group_tmp}\"\n printf '${CRUNCHY_NSS_USERNAME}:x:${USER_ID}:${CRUNCHY_NSS_USERNAME}\\n' + >> \"${group_tmp}\"\n envsubst < \"${group_tmp}\" > \"${NSS_WRAPPER_GROUP}\"\n + \ rm \"${group_tmp}\"\nelse\n echo \"nss_wrapper: group exists\"\nfi\n\n# + export the nss_wrapper env vars\n# define nss_wrapper directory and passwd + & group files that will be utilized by nss_wrapper\nNSS_WRAPPER_DIR=\"/tmp/nss_wrapper/${NSS_WRAPPER_SUBDIR}\"\nNSS_WRAPPER_PASSWD=\"${NSS_WRAPPER_DIR}/passwd\"\nNSS_WRAPPER_GROUP=\"${NSS_WRAPPER_DIR}/group\"\n\nexport + LD_PRELOAD=/usr/lib64/libnss_wrapper.so\nexport NSS_WRAPPER_PASSWD=\"${NSS_WRAPPER_PASSWD}\"\nexport + NSS_WRAPPER_GROUP=\"${NSS_WRAPPER_GROUP}\"\n\necho \"nss_wrapper: environment + configured\"\n" + image: docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres + imagePullPolicy: Always + name: nss-wrapper-init + resources: {} + securityContext: + allowPrivilegeEscalation: false + capabilities: + drop: + - ALL + privileged: false + readOnlyRootFilesystem: true + runAsNonRoot: true + seccompProfile: + type: RuntimeDefault + terminationMessagePath: /dev/termination-log + terminationMessagePolicy: File + volumeMounts: + - mountPath: /tmp + name: tmp + restartPolicy: Always + schedulerName: default-scheduler + securityContext: + fsGroup: 26 + fsGroupChangePolicy: OnRootMismatch + serviceAccount: custom-extensions-instance + serviceAccountName: custom-extensions-instance + shareProcessNamespace: true + terminationGracePeriodSeconds: 30 + topologySpreadConstraints: '[... elided field over 10 lines long ...]' + volumes: '[... elided field over 10 lines long ...]' + updateStrategy: + type: OnDelete status: - availableReplicas: 1 + availableReplicas: 0 + collisionCount: 0 + currentRevision: custom-extensions-instance1-wjqr-5dfddd77b6 observedGeneration: 2 - readyReplicas: 1 replicas: 1 + updateRevision: custom-extensions-instance1-wjqr-6b7df6d7d5 updatedReplicas: 1 case.go:333: resource StatefulSet:kuttl-test-hardy-mite/: .status.readyReplicas: key is missing from map case.go:333: --- PerconaPGCluster:kuttl-test-hardy-mite/custom-extensions +++ PerconaPGCluster:kuttl-test-hardy-mite/custom-extensions @@ -1,18 +1,42 @@ apiVersion: pgv2.percona.com/v2 kind: PerconaPGCluster metadata: + annotations: + kubectl.kubernetes.io/last-applied-configuration: | + {"apiVersion":"pgv2.percona.com/v2","kind":"PerconaPGCluster","metadata":{"annotations":{},"labels":{"e2e":"custom-extensions"},"name":"custom-extensions","namespace":"kuttl-test-hardy-mite"},"spec":{"backups":{"pgbackrest":{"image":"docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18","manual":{"options":["--type=full"],"repoName":"repo1"},"repoHost":{"affinity":{"podAntiAffinity":{"preferredDuringSchedulingIgnoredDuringExecution":[{"podAffinityTerm":{"labelSelector":{"matchLabels":{"postgres-operator.crunchydata.com/data":"pgbackrest"}},"topologyKey":"kubernetes.io/hostname"},"weight":1}]}}},"repos":[{"name":"repo1","schedules":{"full":"0 0 * * 6"},"volume":{"volumeClaimSpec":{"accessModes":["ReadWriteOnce"],"resources":{"requests":{"storage":"1Gi"}}}}}]}},"crVersion":"3.1.0","extensions":{"builtin":{"pg_stat_monitor":false,"pg_stat_statements":true},"image":"docker.io/perconalab/percona-postgresql-operator:PR-1724-fe95a0d17","imagePullPolicy":"Always","storage":{"bucket":"operator-testing","disableSSL":true,"endpoint":"http://minio-service:9000","forcePathStyle":true,"region":"us-east-1","secret":{"name":"minio-secret"},"type":"s3"}},"image":"docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres","imagePullPolicy":"Always","initContainer":{"image":"docker.io/perconalab/percona-postgresql-operator:PR-1724-fe95a0d17"},"instances":[{"affinity":{"podAntiAffinity":{"preferredDuringSchedulingIgnoredDuringExecution":[{"podAffinityTerm":{"labelSelector":{"matchLabels":{"postgres-operator.crunchydata.com/data":"postgres"}},"topologyKey":"kubernetes.io/hostname"},"weight":1}]}},"dataVolumeClaimSpec":{"accessModes":["ReadWriteOnce"],"resources":{"requests":{"storage":"1Gi"}}},"name":"instance1","replicas":3}],"logcollector":{"enabled":true,"image":"docker.io/perconalab/fluentbit:main-logcollector"},"pmm":{"customClusterName":"custom-extensions-pmm-custom-name","enabled":false,"image":"docker.io/perconalab/pmm-client:3-dev-latest","postgresParams":"--environment=dev-postgres","secret":"custom-extensions-pmm-secret","serverHost":"monitoring-service"},"postgresVersion":18,"proxy":{"pgBouncer":{"affinity":{"podAntiAffinity":{"preferredDuringSchedulingIgnoredDuringExecution":[{"podAffinityTerm":{"labelSelector":{"matchLabels":{"postgres-operator.crunchydata.com/role":"pgbouncer"}},"topologyKey":"kubernetes.io/hostname"},"weight":1}]}},"image":"docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18","replicas":3}},"users":[{"name":"postgres","password":{"type":"AlphaNumeric"}},{"name":"custom-extensions","password":{"type":"AlphaNumeric"}}]}} + pgv2.percona.com/patroni-version: 4.1.5 + finalizers: + - internal.percona.com/stop-watchers + labels: + e2e: custom-extensions + managedFields: '[... elided field over 10 lines long ...]' name: custom-extensions namespace: kuttl-test-hardy-mite +spec: '[... elided field over 10 lines long ...]' status: + conditions: '[... elided field over 10 lines long ...]' + host: custom-extensions-pgbouncer.kuttl-test-hardy-mite.svc + installedCustomExtensions: + - pg_stat_kcache + observedGeneration: 2 + patroni: + status: + systemIdentifier: "7676546652349485190" + version: 4.1.5 + patroniVersion: 4.1.5 + pgbackrest: '[... elided field over 10 lines long ...]' pgbouncer: ready: 3 size: 3 postgres: + distribution: percona + imageID: docker.io/perconalab/percona-postgresql-operator@sha256:9b45b9334e7bc32bcb515a27c85fdcfb914a612ea5e49010284d3bc34880f4d4 instances: - name: instance1 - ready: 3 + ready: 2 size: 3 - ready: 3 + ready: 2 size: 3 - state: ready + version: 18 + state: initializing case.go:333: resource PerconaPGCluster:kuttl-test-hardy-mite/custom-extensions: .status.postgres.instances.ready: value mismatch, expected: 3 != actual: 2 logger.go:42: 18:04:30 | custom-extensions | custom-extensions events from ns kuttl-test-hardy-mite: logger.go:42: 18:04:30 | custom-extensions | 2026-08-21 17:59:51 +0000 UTC Normal Pod pg-client-65d98588cc-lpzvg Binding Scheduled Successfully assigned kuttl-test-hardy-mite/pg-client-65d98588cc-lpzvg to gke-jen-pg-1724-fe95a0d1-default-pool-2f9d7661-dqr1 default-scheduler logger.go:42: 18:04:30 | custom-extensions | 2026-08-21 17:59:51 +0000 UTC Normal Pod pg-client-65d98588cc-lpzvg.spec.containers{pg-client} Pulling Pulling image "perconalab/percona-distribution-postgresql:16" kubelet logger.go:42: 18:04:30 | custom-extensions | 2026-08-21 17:59:51 +0000 UTC Normal ReplicaSet.apps pg-client-65d98588cc SuccessfulCreate Created pod: pg-client-65d98588cc-lpzvg replicaset-controller logger.go:42: 18:04:30 | custom-extensions | 2026-08-21 17:59:51 +0000 UTC Normal Deployment.apps pg-client ScalingReplicaSet Scaled up replica set pg-client-65d98588cc from 0 to 1 deployment-controller logger.go:42: 18:04:30 | custom-extensions | 2026-08-21 18:00:01 +0000 UTC Normal ReplicaSet.apps minio-service-596d46ffc4 SuccessfulCreate Created pod: minio-service-596d46ffc4-b82wb replicaset-controller logger.go:42: 18:04:30 | custom-extensions | 2026-08-21 18:00:01 +0000 UTC Normal PersistentVolumeClaim minio-service WaitForFirstConsumer waiting for first consumer to be created before binding persistentvolume-controller logger.go:42: 18:04:30 | custom-extensions | 2026-08-21 18:00:01 +0000 UTC Normal Deployment.apps minio-service ScalingReplicaSet Scaled up replica set minio-service-596d46ffc4 from 0 to 1 deployment-controller logger.go:42: 18:04:30 | custom-extensions | 2026-08-21 18:00:01 +0000 UTC Normal PersistentVolumeClaim minio-service ExternalProvisioning Waiting for a volume to be created either by the external provisioner 'pd.csi.storage.gke.io' or manually by the system administrator. If volume creation is delayed, please verify that the provisioner is running and correctly registered. persistentvolume-controller logger.go:42: 18:04:30 | custom-extensions | 2026-08-21 18:00:01 +0000 UTC Normal PersistentVolumeClaim minio-service Provisioning External provisioner is provisioning volume for claim "kuttl-test-hardy-mite/minio-service" pd.csi.storage.gke.io_gke-2fc0f30041e641dc8f0c-361f-dbff-vm_ec87de40-c145-4264-8e1d-0f58138f349e logger.go:42: 18:04:30 | custom-extensions | 2026-08-21 18:00:02 +0000 UTC Normal Pod minio-service-post-job-6mgm8 Binding Scheduled Successfully assigned kuttl-test-hardy-mite/minio-service-post-job-6mgm8 to gke-jen-pg-1724-fe95a0d1-default-pool-2f9d7661-dqr1 default-scheduler logger.go:42: 18:04:30 | custom-extensions | 2026-08-21 18:00:02 +0000 UTC Normal Job.batch minio-service-post-job SuccessfulCreate Created pod: minio-service-post-job-6mgm8 job-controller logger.go:42: 18:04:30 | custom-extensions | 2026-08-21 18:00:03 +0000 UTC Normal Pod minio-service-post-job-6mgm8.spec.containers{minio-make-user} Pulling Pulling image "quay.io/minio/mc:RELEASE.2024-11-21T17-21-54Z" kubelet logger.go:42: 18:04:30 | custom-extensions | 2026-08-21 18:00:05 +0000 UTC Normal Pod minio-service-596d46ffc4-b82wb Binding Scheduled Successfully assigned kuttl-test-hardy-mite/minio-service-596d46ffc4-b82wb to gke-jen-pg-1724-fe95a0d1-default-pool-2f9d7661-647w default-scheduler logger.go:42: 18:04:30 | custom-extensions | 2026-08-21 18:00:05 +0000 UTC Normal PersistentVolumeClaim minio-service ProvisioningSucceeded Successfully provisioned volume pvc-ab8180a1-da10-4d01-a5c0-ba5478454850 pd.csi.storage.gke.io_gke-2fc0f30041e641dc8f0c-361f-dbff-vm_ec87de40-c145-4264-8e1d-0f58138f349e logger.go:42: 18:04:30 | custom-extensions | 2026-08-21 18:00:06 +0000 UTC Normal Pod minio-service-post-job-6mgm8.spec.containers{minio-make-user} Pulled Successfully pulled image "quay.io/minio/mc:RELEASE.2024-11-21T17-21-54Z" in 2.765s (2.765s including waiting). Image size: 28122288 bytes. kubelet logger.go:42: 18:04:30 | custom-extensions | 2026-08-21 18:00:06 +0000 UTC Normal Pod minio-service-post-job-6mgm8.spec.containers{minio-make-user} Created Created container: minio-make-user kubelet logger.go:42: 18:04:30 | custom-extensions | 2026-08-21 18:00:06 +0000 UTC Normal Pod minio-service-post-job-6mgm8.spec.containers{minio-make-user} Started Started container minio-make-user kubelet logger.go:42: 18:04:30 | custom-extensions | 2026-08-21 18:00:09 +0000 UTC Normal Pod pg-client-65d98588cc-lpzvg.spec.containers{pg-client} Pulled Successfully pulled image "perconalab/percona-distribution-postgresql:16" in 17.553s (17.553s including waiting). Image size: 445181537 bytes. kubelet logger.go:42: 18:04:30 | custom-extensions | 2026-08-21 18:00:09 +0000 UTC Normal Pod pg-client-65d98588cc-lpzvg.spec.containers{pg-client} Created Created container: pg-client kubelet logger.go:42: 18:04:30 | custom-extensions | 2026-08-21 18:00:09 +0000 UTC Normal Pod pg-client-65d98588cc-lpzvg.spec.containers{pg-client} Started Started container pg-client kubelet logger.go:42: 18:04:30 | custom-extensions | 2026-08-21 18:00:14 +0000 UTC Normal Pod minio-service-596d46ffc4-b82wb SuccessfulAttachVolume AttachVolume.Attach succeeded for volume "pvc-ab8180a1-da10-4d01-a5c0-ba5478454850" attachdetach-controller logger.go:42: 18:04:30 | custom-extensions | 2026-08-21 18:00:15 +0000 UTC Normal Pod minio-service-596d46ffc4-b82wb.spec.containers{minio} Pulling Pulling image "quay.io/minio/minio:RELEASE.2024-12-18T13-15-44Z" kubelet logger.go:42: 18:04:30 | custom-extensions | 2026-08-21 18:00:18 +0000 UTC Normal Pod minio-service-596d46ffc4-b82wb.spec.containers{minio} Pulled Successfully pulled image "quay.io/minio/minio:RELEASE.2024-12-18T13-15-44Z" in 2.948s (2.948s including waiting). Image size: 62642371 bytes. kubelet logger.go:42: 18:04:30 | custom-extensions | 2026-08-21 18:00:18 +0000 UTC Normal Pod minio-service-596d46ffc4-b82wb.spec.containers{minio} Created Created container: minio kubelet logger.go:42: 18:04:30 | custom-extensions | 2026-08-21 18:00:18 +0000 UTC Normal Pod minio-service-596d46ffc4-b82wb.spec.containers{minio} Started Started container minio kubelet logger.go:42: 18:04:30 | custom-extensions | 2026-08-21 18:00:26 +0000 UTC Normal Job.batch minio-service-post-job Completed Job completed job-controller logger.go:42: 18:04:30 | custom-extensions | 2026-08-21 18:00:28 +0000 UTC Normal Pod aws-cli Binding Scheduled Successfully assigned kuttl-test-hardy-mite/aws-cli to gke-jen-pg-1724-fe95a0d1-default-pool-2f9d7661-dqr1 default-scheduler logger.go:42: 18:04:30 | custom-extensions | 2026-08-21 18:00:29 +0000 UTC Normal Pod aws-cli.spec.containers{aws-cli} Pulling Pulling image "perconalab/awscli" kubelet logger.go:42: 18:04:30 | custom-extensions | 2026-08-21 18:00:32 +0000 UTC Normal Pod aws-cli.spec.containers{aws-cli} Pulled Successfully pulled image "perconalab/awscli" in 2.956s (2.957s including waiting). Image size: 30314917 bytes. kubelet logger.go:42: 18:04:30 | custom-extensions | 2026-08-21 18:00:32 +0000 UTC Normal Pod aws-cli.spec.containers{aws-cli} Created Created container: aws-cli kubelet logger.go:42: 18:04:30 | custom-extensions | 2026-08-21 18:00:32 +0000 UTC Normal Pod aws-cli.spec.containers{aws-cli} Started Started container aws-cli kubelet logger.go:42: 18:04:30 | custom-extensions | 2026-08-21 18:00:38 +0000 UTC Normal Pod aws-cli Binding Scheduled Successfully assigned kuttl-test-hardy-mite/aws-cli to gke-jen-pg-1724-fe95a0d1-default-pool-2f9d7661-dqr1 default-scheduler logger.go:42: 18:04:30 | custom-extensions | 2026-08-21 18:00:38 +0000 UTC Normal Pod aws-cli.spec.containers{aws-cli} Pulling Pulling image "perconalab/awscli" kubelet logger.go:42: 18:04:30 | custom-extensions | 2026-08-21 18:00:38 +0000 UTC Normal Pod aws-cli.spec.containers{aws-cli} Pulled Successfully pulled image "perconalab/awscli" in 101ms (101ms including waiting). Image size: 30314917 bytes. kubelet logger.go:42: 18:04:30 | custom-extensions | 2026-08-21 18:00:38 +0000 UTC Normal Pod aws-cli.spec.containers{aws-cli} Created Created container: aws-cli kubelet logger.go:42: 18:04:30 | custom-extensions | 2026-08-21 18:00:38 +0000 UTC Normal Pod aws-cli.spec.containers{aws-cli} Started Started container aws-cli kubelet logger.go:42: 18:04:30 | custom-extensions | 2026-08-21 18:00:52 +0000 UTC Normal PersistentVolumeClaim custom-extensions-instance1-ltm5-pgdata WaitForFirstConsumer waiting for first consumer to be created before binding persistentvolume-controller logger.go:42: 18:04:30 | custom-extensions | 2026-08-21 18:00:52 +0000 UTC Normal PersistentVolumeClaim custom-extensions-instance1-ltm5-pgdata ExternalProvisioning Waiting for a volume to be created either by the external provisioner 'pd.csi.storage.gke.io' or manually by the system administrator. If volume creation is delayed, please verify that the provisioner is running and correctly registered. persistentvolume-controller logger.go:42: 18:04:30 | custom-extensions | 2026-08-21 18:00:52 +0000 UTC Normal PersistentVolumeClaim custom-extensions-instance1-ltm5-pgdata Provisioning External provisioner is provisioning volume for claim "kuttl-test-hardy-mite/custom-extensions-instance1-ltm5-pgdata" pd.csi.storage.gke.io_gke-2fc0f30041e641dc8f0c-361f-dbff-vm_ec87de40-c145-4264-8e1d-0f58138f349e logger.go:42: 18:04:30 | custom-extensions | 2026-08-21 18:00:52 +0000 UTC Normal StatefulSet.apps custom-extensions-instance1-ltm5 SuccessfulCreate create Pod custom-extensions-instance1-ltm5-0 in StatefulSet custom-extensions-instance1-ltm5 successful statefulset-controller logger.go:42: 18:04:30 | custom-extensions | 2026-08-21 18:00:52 +0000 UTC Normal PersistentVolumeClaim custom-extensions-instance1-rnnc-pgdata WaitForFirstConsumer waiting for first consumer to be created before binding persistentvolume-controller logger.go:42: 18:04:30 | custom-extensions | 2026-08-21 18:00:52 +0000 UTC Normal PersistentVolumeClaim custom-extensions-instance1-rnnc-pgdata ExternalProvisioning Waiting for a volume to be created either by the external provisioner 'pd.csi.storage.gke.io' or manually by the system administrator. If volume creation is delayed, please verify that the provisioner is running and correctly registered. persistentvolume-controller logger.go:42: 18:04:30 | custom-extensions | 2026-08-21 18:00:52 +0000 UTC Normal PersistentVolumeClaim custom-extensions-instance1-rnnc-pgdata Provisioning External provisioner is provisioning volume for claim "kuttl-test-hardy-mite/custom-extensions-instance1-rnnc-pgdata" pd.csi.storage.gke.io_gke-2fc0f30041e641dc8f0c-361f-dbff-vm_ec87de40-c145-4264-8e1d-0f58138f349e logger.go:42: 18:04:30 | custom-extensions | 2026-08-21 18:00:52 +0000 UTC Normal StatefulSet.apps custom-extensions-instance1-rnnc SuccessfulCreate create Pod custom-extensions-instance1-rnnc-0 in StatefulSet custom-extensions-instance1-rnnc successful statefulset-controller logger.go:42: 18:04:30 | custom-extensions | 2026-08-21 18:00:52 +0000 UTC Normal PersistentVolumeClaim custom-extensions-instance1-wjqr-pgdata WaitForFirstConsumer waiting for first consumer to be created before binding persistentvolume-controller logger.go:42: 18:04:30 | custom-extensions | 2026-08-21 18:00:52 +0000 UTC Normal StatefulSet.apps custom-extensions-instance1-wjqr SuccessfulCreate create Pod custom-extensions-instance1-wjqr-0 in StatefulSet custom-extensions-instance1-wjqr successful statefulset-controller logger.go:42: 18:04:30 | custom-extensions | 2026-08-21 18:00:53 +0000 UTC Normal PersistentVolumeClaim custom-extensions-instance1-wjqr-pgdata ExternalProvisioning Waiting for a volume to be created either by the external provisioner 'pd.csi.storage.gke.io' or manually by the system administrator. If volume creation is delayed, please verify that the provisioner is running and correctly registered. persistentvolume-controller logger.go:42: 18:04:30 | custom-extensions | 2026-08-21 18:00:53 +0000 UTC Normal PersistentVolumeClaim custom-extensions-instance1-wjqr-pgdata Provisioning External provisioner is provisioning volume for claim "kuttl-test-hardy-mite/custom-extensions-instance1-wjqr-pgdata" pd.csi.storage.gke.io_gke-2fc0f30041e641dc8f0c-361f-dbff-vm_ec87de40-c145-4264-8e1d-0f58138f349e logger.go:42: 18:04:30 | custom-extensions | 2026-08-21 18:00:53 +0000 UTC Normal ReplicaSet.apps custom-extensions-pgbouncer-667cc5864f SuccessfulCreate Created pod: custom-extensions-pgbouncer-667cc5864f-8mmt2 replicaset-controller logger.go:42: 18:04:30 | custom-extensions | 2026-08-21 18:00:53 +0000 UTC Normal Deployment.apps custom-extensions-pgbouncer ScalingReplicaSet Scaled up replica set custom-extensions-pgbouncer-667cc5864f from 0 to 3 deployment-controller logger.go:42: 18:04:30 | custom-extensions | 2026-08-21 18:00:53 +0000 UTC Normal PodDisruptionBudget.policy custom-extensions-pgbouncer NoPods No matching pods found controllermanager logger.go:42: 18:04:30 | custom-extensions | 2026-08-21 18:00:53 +0000 UTC Warning Pod custom-extensions-repo-host-0 Scheduling FailedScheduling 0/3 nodes are available: persistentvolumeclaim "custom-extensions-repo1" not found. preemption: 0/3 nodes are available: 3 Preemption is not helpful for scheduling. default-scheduler logger.go:42: 18:04:30 | custom-extensions | 2026-08-21 18:00:53 +0000 UTC Normal StatefulSet.apps custom-extensions-repo-host SuccessfulCreate create Pod custom-extensions-repo-host-0 in StatefulSet custom-extensions-repo-host successful statefulset-controller logger.go:42: 18:04:30 | custom-extensions | 2026-08-21 18:00:53 +0000 UTC Normal PersistentVolumeClaim custom-extensions-repo1 WaitForPodScheduled waiting for pod custom-extensions-repo-host-0 to be scheduled persistentvolume-controller logger.go:42: 18:04:30 | custom-extensions | 2026-08-21 18:00:53 +0000 UTC Normal PersistentVolumeClaim custom-extensions-repo1 ExternalProvisioning Waiting for a volume to be created either by the external provisioner 'pd.csi.storage.gke.io' or manually by the system administrator. If volume creation is delayed, please verify that the provisioner is running and correctly registered. persistentvolume-controller logger.go:42: 18:04:30 | custom-extensions | 2026-08-21 18:00:53 +0000 UTC Normal PersistentVolumeClaim custom-extensions-repo1 Provisioning External provisioner is provisioning volume for claim "kuttl-test-hardy-mite/custom-extensions-repo1" pd.csi.storage.gke.io_gke-2fc0f30041e641dc8f0c-361f-dbff-vm_ec87de40-c145-4264-8e1d-0f58138f349e logger.go:42: 18:04:30 | custom-extensions | 2026-08-21 18:00:53 +0000 UTC Normal PostgresCluster.upstream.pgv2.percona.com custom-extensions RepoHostCreated created pgBackRest repository host StatefulSet/custom-extensions-repo-host postgrescluster-controller logger.go:42: 18:04:30 | custom-extensions | 2026-08-21 18:00:54 +0000 UTC Normal Pod custom-extensions-pgbouncer-667cc5864f-8mmt2 Binding Scheduled Successfully assigned kuttl-test-hardy-mite/custom-extensions-pgbouncer-667cc5864f-8mmt2 to gke-jen-pg-1724-fe95a0d1-default-pool-2f9d7661-647w default-scheduler logger.go:42: 18:04:30 | custom-extensions | 2026-08-21 18:00:54 +0000 UTC Normal Pod custom-extensions-pgbouncer-667cc5864f-8mmt2.spec.initContainers{pgbouncer-init} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:PR-1724-fe95a0d17" kubelet logger.go:42: 18:04:30 | custom-extensions | 2026-08-21 18:00:54 +0000 UTC Normal Pod custom-extensions-pgbouncer-667cc5864f-8mmt2.spec.initContainers{pgbouncer-init} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:PR-1724-fe95a0d17" in 147ms (147ms including waiting). Image size: 86003177 bytes. kubelet logger.go:42: 18:04:30 | custom-extensions | 2026-08-21 18:00:54 +0000 UTC Normal Pod custom-extensions-pgbouncer-667cc5864f-8mmt2.spec.initContainers{pgbouncer-init} Created Created container: pgbouncer-init kubelet logger.go:42: 18:04:30 | custom-extensions | 2026-08-21 18:00:54 +0000 UTC Normal Pod custom-extensions-pgbouncer-667cc5864f-8mmt2.spec.initContainers{pgbouncer-init} Started Started container pgbouncer-init kubelet logger.go:42: 18:04:30 | custom-extensions | 2026-08-21 18:00:54 +0000 UTC Normal Pod custom-extensions-pgbouncer-667cc5864f-m2p4s Binding Scheduled Successfully assigned kuttl-test-hardy-mite/custom-extensions-pgbouncer-667cc5864f-m2p4s to gke-jen-pg-1724-fe95a0d1-default-pool-2f9d7661-dqr1 default-scheduler logger.go:42: 18:04:30 | custom-extensions | 2026-08-21 18:00:54 +0000 UTC Normal Pod custom-extensions-pgbouncer-667cc5864f-m2p4s.spec.initContainers{pgbouncer-init} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:PR-1724-fe95a0d17" kubelet logger.go:42: 18:04:30 | custom-extensions | 2026-08-21 18:00:54 +0000 UTC Normal Pod custom-extensions-pgbouncer-667cc5864f-x5rdk Binding Scheduled Successfully assigned kuttl-test-hardy-mite/custom-extensions-pgbouncer-667cc5864f-x5rdk to gke-jen-pg-1724-fe95a0d1-default-pool-2f9d7661-gvd4 default-scheduler logger.go:42: 18:04:30 | custom-extensions | 2026-08-21 18:00:54 +0000 UTC Normal ReplicaSet.apps custom-extensions-pgbouncer-667cc5864f SuccessfulCreate Created pod: custom-extensions-pgbouncer-667cc5864f-m2p4s replicaset-controller logger.go:42: 18:04:30 | custom-extensions | 2026-08-21 18:00:54 +0000 UTC Normal ReplicaSet.apps custom-extensions-pgbouncer-667cc5864f SuccessfulCreate Created pod: custom-extensions-pgbouncer-667cc5864f-x5rdk replicaset-controller logger.go:42: 18:04:30 | custom-extensions | 2026-08-21 18:00:55 +0000 UTC Normal Pod custom-extensions-pgbouncer-667cc5864f-8mmt2.spec.containers{pgbouncer} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18" kubelet logger.go:42: 18:04:30 | custom-extensions | 2026-08-21 18:00:56 +0000 UTC Normal Pod custom-extensions-instance1-rnnc-0 Binding Scheduled Successfully assigned kuttl-test-hardy-mite/custom-extensions-instance1-rnnc-0 to gke-jen-pg-1724-fe95a0d1-default-pool-2f9d7661-647w default-scheduler logger.go:42: 18:04:30 | custom-extensions | 2026-08-21 18:00:56 +0000 UTC Normal PersistentVolumeClaim custom-extensions-instance1-rnnc-pgdata ProvisioningSucceeded Successfully provisioned volume pvc-3258db42-187e-4366-8c83-e528c98f6e78 pd.csi.storage.gke.io_gke-2fc0f30041e641dc8f0c-361f-dbff-vm_ec87de40-c145-4264-8e1d-0f58138f349e logger.go:42: 18:04:30 | custom-extensions | 2026-08-21 18:00:56 +0000 UTC Normal PersistentVolumeClaim custom-extensions-instance1-wjqr-pgdata ProvisioningSucceeded Successfully provisioned volume pvc-447efed0-5c32-4a1f-8b9c-10f4444e3b2a pd.csi.storage.gke.io_gke-2fc0f30041e641dc8f0c-361f-dbff-vm_ec87de40-c145-4264-8e1d-0f58138f349e logger.go:42: 18:04:30 | custom-extensions | 2026-08-21 18:00:56 +0000 UTC Normal Pod custom-extensions-pgbouncer-667cc5864f-x5rdk.spec.initContainers{pgbouncer-init} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:PR-1724-fe95a0d17" kubelet logger.go:42: 18:04:30 | custom-extensions | 2026-08-21 18:00:57 +0000 UTC Normal Pod custom-extensions-instance1-ltm5-0 Binding Scheduled Successfully assigned kuttl-test-hardy-mite/custom-extensions-instance1-ltm5-0 to gke-jen-pg-1724-fe95a0d1-default-pool-2f9d7661-dqr1 default-scheduler logger.go:42: 18:04:30 | custom-extensions | 2026-08-21 18:00:57 +0000 UTC Normal PersistentVolumeClaim custom-extensions-instance1-ltm5-pgdata ProvisioningSucceeded Successfully provisioned volume pvc-d6e11ad3-aa35-4770-be1e-1b72a19119e9 pd.csi.storage.gke.io_gke-2fc0f30041e641dc8f0c-361f-dbff-vm_ec87de40-c145-4264-8e1d-0f58138f349e logger.go:42: 18:04:30 | custom-extensions | 2026-08-21 18:00:57 +0000 UTC Normal Pod custom-extensions-instance1-wjqr-0 Binding Scheduled Successfully assigned kuttl-test-hardy-mite/custom-extensions-instance1-wjqr-0 to gke-jen-pg-1724-fe95a0d1-default-pool-2f9d7661-gvd4 default-scheduler logger.go:42: 18:04:30 | custom-extensions | 2026-08-21 18:00:57 +0000 UTC Normal Pod custom-extensions-repo-host-0 Binding Scheduled Successfully assigned kuttl-test-hardy-mite/custom-extensions-repo-host-0 to gke-jen-pg-1724-fe95a0d1-default-pool-2f9d7661-dqr1 default-scheduler logger.go:42: 18:04:30 | custom-extensions | 2026-08-21 18:00:57 +0000 UTC Normal PersistentVolumeClaim custom-extensions-repo1 ProvisioningSucceeded Successfully provisioned volume pvc-bbaa504c-d48a-4d73-a7dc-edf2ac9b610f pd.csi.storage.gke.io_gke-2fc0f30041e641dc8f0c-361f-dbff-vm_ec87de40-c145-4264-8e1d-0f58138f349e logger.go:42: 18:04:30 | custom-extensions | 2026-08-21 18:00:58 +0000 UTC Normal Pod custom-extensions-pgbouncer-667cc5864f-m2p4s.spec.initContainers{pgbouncer-init} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:PR-1724-fe95a0d17" in 3.788s (3.788s including waiting). Image size: 86003177 bytes. kubelet logger.go:42: 18:04:30 | custom-extensions | 2026-08-21 18:00:58 +0000 UTC Normal Pod custom-extensions-pgbouncer-667cc5864f-m2p4s.spec.initContainers{pgbouncer-init} Created Created container: pgbouncer-init kubelet logger.go:42: 18:04:30 | custom-extensions | 2026-08-21 18:00:58 +0000 UTC Normal Pod custom-extensions-pgbouncer-667cc5864f-m2p4s.spec.initContainers{pgbouncer-init} Started Started container pgbouncer-init kubelet logger.go:42: 18:04:30 | custom-extensions | 2026-08-21 18:00:59 +0000 UTC Normal Pod custom-extensions-pgbouncer-667cc5864f-8mmt2.spec.containers{pgbouncer} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18" in 4.331s (4.331s including waiting). Image size: 84604288 bytes. kubelet logger.go:42: 18:04:30 | custom-extensions | 2026-08-21 18:01:00 +0000 UTC Normal Pod custom-extensions-pgbouncer-667cc5864f-8mmt2.spec.containers{pgbouncer} Created Created container: pgbouncer kubelet logger.go:42: 18:04:30 | custom-extensions | 2026-08-21 18:01:00 +0000 UTC Normal Pod custom-extensions-pgbouncer-667cc5864f-8mmt2.spec.containers{pgbouncer} Started Started container pgbouncer kubelet logger.go:42: 18:04:30 | custom-extensions | 2026-08-21 18:01:00 +0000 UTC Normal Pod custom-extensions-pgbouncer-667cc5864f-8mmt2.spec.containers{pgbouncer-config} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18" kubelet logger.go:42: 18:04:30 | custom-extensions | 2026-08-21 18:01:00 +0000 UTC Normal Pod custom-extensions-pgbouncer-667cc5864f-8mmt2.spec.containers{pgbouncer-config} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18" in 132ms (132ms including waiting). Image size: 84604288 bytes. kubelet logger.go:42: 18:04:30 | custom-extensions | 2026-08-21 18:01:00 +0000 UTC Normal Pod custom-extensions-pgbouncer-667cc5864f-8mmt2.spec.containers{pgbouncer-config} Created Created container: pgbouncer-config kubelet logger.go:42: 18:04:30 | custom-extensions | 2026-08-21 18:01:00 +0000 UTC Normal Pod custom-extensions-pgbouncer-667cc5864f-8mmt2.spec.containers{pgbouncer-config} Started Started container pgbouncer-config kubelet logger.go:42: 18:04:30 | custom-extensions | 2026-08-21 18:01:00 +0000 UTC Normal Pod custom-extensions-pgbouncer-667cc5864f-x5rdk.spec.initContainers{pgbouncer-init} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:PR-1724-fe95a0d17" in 3.965s (3.965s including waiting). Image size: 86003177 bytes. kubelet logger.go:42: 18:04:30 | custom-extensions | 2026-08-21 18:01:00 +0000 UTC Normal Pod custom-extensions-pgbouncer-667cc5864f-x5rdk.spec.initContainers{pgbouncer-init} Created Created container: pgbouncer-init kubelet logger.go:42: 18:04:30 | custom-extensions | 2026-08-21 18:01:00 +0000 UTC Normal Pod custom-extensions-pgbouncer-667cc5864f-x5rdk.spec.initContainers{pgbouncer-init} Started Started container pgbouncer-init kubelet logger.go:42: 18:04:30 | custom-extensions | 2026-08-21 18:01:01 +0000 UTC Normal Pod custom-extensions-pgbouncer-667cc5864f-m2p4s.spec.containers{pgbouncer} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18" kubelet logger.go:42: 18:04:30 | custom-extensions | 2026-08-21 18:01:02 +0000 UTC Normal Pod custom-extensions-pgbouncer-667cc5864f-x5rdk.spec.containers{pgbouncer} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18" kubelet logger.go:42: 18:04:30 | custom-extensions | 2026-08-21 18:01:04 +0000 UTC Normal Pod custom-extensions-instance1-rnnc-0 SuccessfulAttachVolume AttachVolume.Attach succeeded for volume "pvc-3258db42-187e-4366-8c83-e528c98f6e78" attachdetach-controller logger.go:42: 18:04:30 | custom-extensions | 2026-08-21 18:01:04 +0000 UTC Normal Pod custom-extensions-instance1-wjqr-0 SuccessfulAttachVolume AttachVolume.Attach succeeded for volume "pvc-447efed0-5c32-4a1f-8b9c-10f4444e3b2a" attachdetach-controller logger.go:42: 18:04:30 | custom-extensions | 2026-08-21 18:01:05 +0000 UTC Normal Pod custom-extensions-instance1-ltm5-0 SuccessfulAttachVolume AttachVolume.Attach succeeded for volume "pvc-d6e11ad3-aa35-4770-be1e-1b72a19119e9" attachdetach-controller logger.go:42: 18:04:30 | custom-extensions | 2026-08-21 18:01:05 +0000 UTC Normal Pod custom-extensions-instance1-rnnc-0.spec.initContainers{database-init} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:PR-1724-fe95a0d17" kubelet logger.go:42: 18:04:30 | custom-extensions | 2026-08-21 18:01:05 +0000 UTC Normal Pod custom-extensions-instance1-rnnc-0.spec.initContainers{database-init} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:PR-1724-fe95a0d17" in 152ms (152ms including waiting). Image size: 86003177 bytes. kubelet logger.go:42: 18:04:30 | custom-extensions | 2026-08-21 18:01:05 +0000 UTC Normal Pod custom-extensions-instance1-rnnc-0.spec.initContainers{database-init} Created Created container: database-init kubelet logger.go:42: 18:04:30 | custom-extensions | 2026-08-21 18:01:05 +0000 UTC Normal Pod custom-extensions-instance1-wjqr-0.spec.initContainers{database-init} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:PR-1724-fe95a0d17" kubelet logger.go:42: 18:04:30 | custom-extensions | 2026-08-21 18:01:05 +0000 UTC Normal Pod custom-extensions-pgbouncer-667cc5864f-m2p4s.spec.containers{pgbouncer} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18" in 4.325s (4.325s including waiting). Image size: 84604288 bytes. kubelet logger.go:42: 18:04:30 | custom-extensions | 2026-08-21 18:01:05 +0000 UTC Normal Pod custom-extensions-pgbouncer-667cc5864f-m2p4s.spec.containers{pgbouncer} Created Created container: pgbouncer kubelet logger.go:42: 18:04:30 | custom-extensions | 2026-08-21 18:01:05 +0000 UTC Normal Pod custom-extensions-pgbouncer-667cc5864f-m2p4s.spec.containers{pgbouncer} Started Started container pgbouncer kubelet logger.go:42: 18:04:30 | custom-extensions | 2026-08-21 18:01:05 +0000 UTC Normal Pod custom-extensions-pgbouncer-667cc5864f-m2p4s.spec.containers{pgbouncer-config} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18" kubelet logger.go:42: 18:04:30 | custom-extensions | 2026-08-21 18:01:05 +0000 UTC Normal Pod custom-extensions-pgbouncer-667cc5864f-m2p4s.spec.containers{pgbouncer-config} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18" in 129ms (129ms including waiting). Image size: 84604288 bytes. kubelet logger.go:42: 18:04:30 | custom-extensions | 2026-08-21 18:01:05 +0000 UTC Normal Pod custom-extensions-pgbouncer-667cc5864f-m2p4s.spec.containers{pgbouncer-config} Created Created container: pgbouncer-config kubelet logger.go:42: 18:04:30 | custom-extensions | 2026-08-21 18:01:06 +0000 UTC Normal Pod custom-extensions-instance1-ltm5-0.spec.initContainers{database-init} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:PR-1724-fe95a0d17" kubelet logger.go:42: 18:04:30 | custom-extensions | 2026-08-21 18:01:06 +0000 UTC Normal Pod custom-extensions-instance1-ltm5-0.spec.initContainers{database-init} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:PR-1724-fe95a0d17" in 132ms (132ms including waiting). Image size: 86003177 bytes. kubelet logger.go:42: 18:04:30 | custom-extensions | 2026-08-21 18:01:06 +0000 UTC Normal Pod custom-extensions-instance1-ltm5-0.spec.initContainers{database-init} Created Created container: database-init kubelet logger.go:42: 18:04:30 | custom-extensions | 2026-08-21 18:01:06 +0000 UTC Normal Pod custom-extensions-instance1-ltm5-0.spec.initContainers{database-init} Started Started container database-init kubelet logger.go:42: 18:04:30 | custom-extensions | 2026-08-21 18:01:06 +0000 UTC Normal Pod custom-extensions-instance1-rnnc-0.spec.initContainers{database-init} Started Started container database-init kubelet logger.go:42: 18:04:30 | custom-extensions | 2026-08-21 18:01:06 +0000 UTC Normal Pod custom-extensions-instance1-wjqr-0.spec.initContainers{database-init} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:PR-1724-fe95a0d17" in 131ms (131ms including waiting). Image size: 86003177 bytes. kubelet logger.go:42: 18:04:30 | custom-extensions | 2026-08-21 18:01:06 +0000 UTC Normal Pod custom-extensions-instance1-wjqr-0.spec.initContainers{database-init} Created Created container: database-init kubelet logger.go:42: 18:04:30 | custom-extensions | 2026-08-21 18:01:06 +0000 UTC Normal Pod custom-extensions-instance1-wjqr-0.spec.initContainers{database-init} Started Started container database-init kubelet logger.go:42: 18:04:30 | custom-extensions | 2026-08-21 18:01:06 +0000 UTC Normal Pod custom-extensions-pgbouncer-667cc5864f-m2p4s.spec.containers{pgbouncer-config} Started Started container pgbouncer-config kubelet logger.go:42: 18:04:30 | custom-extensions | 2026-08-21 18:01:07 +0000 UTC Normal Pod custom-extensions-repo-host-0 SuccessfulAttachVolume AttachVolume.Attach succeeded for volume "pvc-bbaa504c-d48a-4d73-a7dc-edf2ac9b610f" attachdetach-controller logger.go:42: 18:04:30 | custom-extensions | 2026-08-21 18:01:08 +0000 UTC Normal Pod custom-extensions-instance1-rnnc-0.spec.initContainers{postgres-startup} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres" kubelet logger.go:42: 18:04:30 | custom-extensions | 2026-08-21 18:01:08 +0000 UTC Normal Pod custom-extensions-instance1-wjqr-0.spec.initContainers{postgres-startup} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres" kubelet logger.go:42: 18:04:30 | custom-extensions | 2026-08-21 18:01:08 +0000 UTC Normal Pod custom-extensions-pgbouncer-667cc5864f-x5rdk.spec.containers{pgbouncer} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18" in 5.317s (5.317s including waiting). Image size: 84604288 bytes. kubelet logger.go:42: 18:04:30 | custom-extensions | 2026-08-21 18:01:08 +0000 UTC Normal Pod custom-extensions-pgbouncer-667cc5864f-x5rdk.spec.containers{pgbouncer} Created Created container: pgbouncer kubelet logger.go:42: 18:04:30 | custom-extensions | 2026-08-21 18:01:08 +0000 UTC Normal Pod custom-extensions-pgbouncer-667cc5864f-x5rdk.spec.containers{pgbouncer} Started Started container pgbouncer kubelet logger.go:42: 18:04:30 | custom-extensions | 2026-08-21 18:01:08 +0000 UTC Normal Pod custom-extensions-pgbouncer-667cc5864f-x5rdk.spec.containers{pgbouncer-config} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18" kubelet logger.go:42: 18:04:30 | custom-extensions | 2026-08-21 18:01:08 +0000 UTC Normal Pod custom-extensions-pgbouncer-667cc5864f-x5rdk.spec.containers{pgbouncer-config} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18" in 160ms (160ms including waiting). Image size: 84604288 bytes. kubelet logger.go:42: 18:04:30 | custom-extensions | 2026-08-21 18:01:08 +0000 UTC Normal Pod custom-extensions-pgbouncer-667cc5864f-x5rdk.spec.containers{pgbouncer-config} Created Created container: pgbouncer-config kubelet logger.go:42: 18:04:30 | custom-extensions | 2026-08-21 18:01:08 +0000 UTC Normal Pod custom-extensions-pgbouncer-667cc5864f-x5rdk.spec.containers{pgbouncer-config} Started Started container pgbouncer-config kubelet logger.go:42: 18:04:30 | custom-extensions | 2026-08-21 18:01:09 +0000 UTC Normal Pod custom-extensions-instance1-ltm5-0.spec.initContainers{postgres-startup} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres" kubelet logger.go:42: 18:04:30 | custom-extensions | 2026-08-21 18:01:09 +0000 UTC Normal Pod custom-extensions-repo-host-0.spec.initContainers{pgbackrest-log-dir} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18" kubelet logger.go:42: 18:04:30 | custom-extensions | 2026-08-21 18:01:15 +0000 UTC Normal Pod custom-extensions-repo-host-0.spec.initContainers{pgbackrest-log-dir} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18" in 6.554s (6.554s including waiting). Image size: 122685992 bytes. kubelet logger.go:42: 18:04:30 | custom-extensions | 2026-08-21 18:01:15 +0000 UTC Normal Pod custom-extensions-repo-host-0.spec.initContainers{pgbackrest-log-dir} Created Created container: pgbackrest-log-dir kubelet logger.go:42: 18:04:30 | custom-extensions | 2026-08-21 18:01:16 +0000 UTC Normal Pod custom-extensions-repo-host-0.spec.initContainers{pgbackrest-log-dir} Started Started container pgbackrest-log-dir kubelet logger.go:42: 18:04:30 | custom-extensions | 2026-08-21 18:01:20 +0000 UTC Normal Pod custom-extensions-repo-host-0.spec.initContainers{nss-wrapper-init} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18" kubelet logger.go:42: 18:04:30 | custom-extensions | 2026-08-21 18:01:20 +0000 UTC Normal Pod custom-extensions-repo-host-0.spec.initContainers{nss-wrapper-init} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18" in 101ms (101ms including waiting). Image size: 122685992 bytes. kubelet logger.go:42: 18:04:30 | custom-extensions | 2026-08-21 18:01:20 +0000 UTC Normal Pod custom-extensions-repo-host-0.spec.initContainers{nss-wrapper-init} Created Created container: nss-wrapper-init kubelet logger.go:42: 18:04:30 | custom-extensions | 2026-08-21 18:01:20 +0000 UTC Normal Pod custom-extensions-repo-host-0.spec.initContainers{nss-wrapper-init} Started Started container nss-wrapper-init kubelet logger.go:42: 18:04:30 | custom-extensions | 2026-08-21 18:01:23 +0000 UTC Normal Pod custom-extensions-repo-host-0.spec.containers{pgbackrest} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18" kubelet logger.go:42: 18:04:30 | custom-extensions | 2026-08-21 18:01:23 +0000 UTC Normal Pod custom-extensions-repo-host-0.spec.containers{pgbackrest} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18" in 104ms (104ms including waiting). Image size: 122685992 bytes. kubelet logger.go:42: 18:04:30 | custom-extensions | 2026-08-21 18:01:23 +0000 UTC Normal Pod custom-extensions-repo-host-0.spec.containers{pgbackrest} Created Created container: pgbackrest kubelet logger.go:42: 18:04:30 | custom-extensions | 2026-08-21 18:01:23 +0000 UTC Normal Pod custom-extensions-repo-host-0.spec.containers{pgbackrest} Started Started container pgbackrest kubelet logger.go:42: 18:04:30 | custom-extensions | 2026-08-21 18:01:23 +0000 UTC Normal Pod custom-extensions-repo-host-0.spec.containers{pgbackrest-config} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18" kubelet logger.go:42: 18:04:30 | custom-extensions | 2026-08-21 18:01:23 +0000 UTC Normal Pod custom-extensions-repo-host-0.spec.containers{pgbackrest-config} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18" in 98ms (98ms including waiting). Image size: 122685992 bytes. kubelet logger.go:42: 18:04:30 | custom-extensions | 2026-08-21 18:01:23 +0000 UTC Normal Pod custom-extensions-repo-host-0.spec.containers{pgbackrest-config} Created Created container: pgbackrest-config kubelet logger.go:42: 18:04:30 | custom-extensions | 2026-08-21 18:01:23 +0000 UTC Normal Pod custom-extensions-repo-host-0.spec.containers{pgbackrest-config} Started Started container pgbackrest-config kubelet logger.go:42: 18:04:30 | custom-extensions | 2026-08-21 18:01:26 +0000 UTC Normal Pod custom-extensions-instance1-rnnc-0.spec.initContainers{postgres-startup} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres" in 17.733s (17.733s including waiting). Image size: 449182289 bytes. kubelet logger.go:42: 18:04:30 | custom-extensions | 2026-08-21 18:01:26 +0000 UTC Normal Pod custom-extensions-instance1-rnnc-0.spec.initContainers{postgres-startup} Created Created container: postgres-startup kubelet logger.go:42: 18:04:30 | custom-extensions | 2026-08-21 18:01:26 +0000 UTC Normal Pod custom-extensions-instance1-rnnc-0.spec.initContainers{postgres-startup} Started Started container postgres-startup kubelet logger.go:42: 18:04:30 | custom-extensions | 2026-08-21 18:01:26 +0000 UTC Normal Pod custom-extensions-instance1-wjqr-0.spec.initContainers{postgres-startup} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres" in 17.435s (17.435s including waiting). Image size: 449182289 bytes. kubelet logger.go:42: 18:04:30 | custom-extensions | 2026-08-21 18:01:26 +0000 UTC Normal Pod custom-extensions-instance1-wjqr-0.spec.initContainers{postgres-startup} Created Created container: postgres-startup kubelet logger.go:42: 18:04:30 | custom-extensions | 2026-08-21 18:01:26 +0000 UTC Normal Pod custom-extensions-instance1-wjqr-0.spec.initContainers{postgres-startup} Started Started container postgres-startup kubelet logger.go:42: 18:04:30 | custom-extensions | 2026-08-21 18:01:28 +0000 UTC Normal Pod custom-extensions-instance1-ltm5-0.spec.initContainers{postgres-startup} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres" in 19.304s (19.304s including waiting). Image size: 449182289 bytes. kubelet logger.go:42: 18:04:30 | custom-extensions | 2026-08-21 18:01:28 +0000 UTC Normal Pod custom-extensions-instance1-ltm5-0.spec.initContainers{postgres-startup} Created Created container: postgres-startup kubelet logger.go:42: 18:04:30 | custom-extensions | 2026-08-21 18:01:28 +0000 UTC Normal Pod custom-extensions-instance1-ltm5-0.spec.initContainers{postgres-startup} Started Started container postgres-startup kubelet logger.go:42: 18:04:30 | custom-extensions | 2026-08-21 18:01:32 +0000 UTC Normal Pod custom-extensions-instance1-ltm5-0.spec.initContainers{nss-wrapper-init-logcollector} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres" kubelet logger.go:42: 18:04:30 | custom-extensions | 2026-08-21 18:01:32 +0000 UTC Normal Pod custom-extensions-instance1-ltm5-0.spec.initContainers{nss-wrapper-init-logcollector} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres" in 140ms (140ms including waiting). Image size: 449182289 bytes. kubelet logger.go:42: 18:04:30 | custom-extensions | 2026-08-21 18:01:32 +0000 UTC Normal Pod custom-extensions-instance1-ltm5-0.spec.initContainers{nss-wrapper-init-logcollector} Created Created container: nss-wrapper-init-logcollector kubelet logger.go:42: 18:04:30 | custom-extensions | 2026-08-21 18:01:32 +0000 UTC Normal Pod custom-extensions-instance1-ltm5-0.spec.initContainers{nss-wrapper-init-logcollector} Started Started container nss-wrapper-init-logcollector kubelet logger.go:42: 18:04:30 | custom-extensions | 2026-08-21 18:01:33 +0000 UTC Normal Pod custom-extensions-instance1-ltm5-0.spec.initContainers{extension-relocator-18} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres" kubelet logger.go:42: 18:04:30 | custom-extensions | 2026-08-21 18:01:33 +0000 UTC Normal Pod custom-extensions-instance1-ltm5-0.spec.initContainers{extension-relocator-18} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres" in 137ms (137ms including waiting). Image size: 449182289 bytes. kubelet logger.go:42: 18:04:30 | custom-extensions | 2026-08-21 18:01:33 +0000 UTC Normal Pod custom-extensions-instance1-ltm5-0.spec.initContainers{extension-relocator-18} Created Created container: extension-relocator-18 kubelet logger.go:42: 18:04:30 | custom-extensions | 2026-08-21 18:01:33 +0000 UTC Normal Pod custom-extensions-instance1-ltm5-0.spec.initContainers{extension-relocator-18} Started Started container extension-relocator-18 kubelet logger.go:42: 18:04:30 | custom-extensions | 2026-08-21 18:01:34 +0000 UTC Normal Pod custom-extensions-instance1-ltm5-0.spec.initContainers{extension-installer-18} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:PR-1724-fe95a0d17" kubelet logger.go:42: 18:04:30 | custom-extensions | 2026-08-21 18:01:34 +0000 UTC Normal Pod custom-extensions-instance1-ltm5-0.spec.initContainers{extension-installer-18} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:PR-1724-fe95a0d17" in 186ms (186ms including waiting). Image size: 86003177 bytes. kubelet logger.go:42: 18:04:30 | custom-extensions | 2026-08-21 18:01:34 +0000 UTC Normal Pod custom-extensions-instance1-ltm5-0.spec.initContainers{extension-installer-18} Created Created container: extension-installer-18 kubelet logger.go:42: 18:04:30 | custom-extensions | 2026-08-21 18:01:34 +0000 UTC Normal Pod custom-extensions-instance1-ltm5-0.spec.initContainers{extension-installer-18} Started Started container extension-installer-18 kubelet logger.go:42: 18:04:30 | custom-extensions | 2026-08-21 18:01:34 +0000 UTC Normal Pod custom-extensions-instance1-rnnc-0.spec.initContainers{nss-wrapper-init-logcollector} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres" kubelet logger.go:42: 18:04:30 | custom-extensions | 2026-08-21 18:01:34 +0000 UTC Normal Pod custom-extensions-instance1-rnnc-0.spec.initContainers{nss-wrapper-init-logcollector} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres" in 129ms (129ms including waiting). Image size: 449182289 bytes. kubelet logger.go:42: 18:04:30 | custom-extensions | 2026-08-21 18:01:34 +0000 UTC Normal Pod custom-extensions-instance1-rnnc-0.spec.initContainers{nss-wrapper-init-logcollector} Created Created container: nss-wrapper-init-logcollector kubelet logger.go:42: 18:04:30 | custom-extensions | 2026-08-21 18:01:34 +0000 UTC Normal Pod custom-extensions-instance1-wjqr-0.spec.initContainers{nss-wrapper-init-logcollector} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres" kubelet logger.go:42: 18:04:30 | custom-extensions | 2026-08-21 18:01:34 +0000 UTC Normal Pod custom-extensions-instance1-wjqr-0.spec.initContainers{nss-wrapper-init-logcollector} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres" in 129ms (129ms including waiting). Image size: 449182289 bytes. kubelet logger.go:42: 18:04:30 | custom-extensions | 2026-08-21 18:01:35 +0000 UTC Normal Pod custom-extensions-instance1-ltm5-0.spec.initContainers{nss-wrapper-init} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres" kubelet logger.go:42: 18:04:30 | custom-extensions | 2026-08-21 18:01:35 +0000 UTC Normal Pod custom-extensions-instance1-ltm5-0.spec.initContainers{nss-wrapper-init} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres" in 131ms (132ms including waiting). Image size: 449182289 bytes. kubelet logger.go:42: 18:04:30 | custom-extensions | 2026-08-21 18:01:35 +0000 UTC Normal Pod custom-extensions-instance1-ltm5-0.spec.initContainers{nss-wrapper-init} Created Created container: nss-wrapper-init kubelet logger.go:42: 18:04:30 | custom-extensions | 2026-08-21 18:01:35 +0000 UTC Normal Pod custom-extensions-instance1-ltm5-0.spec.initContainers{nss-wrapper-init} Started Started container nss-wrapper-init kubelet logger.go:42: 18:04:30 | custom-extensions | 2026-08-21 18:01:35 +0000 UTC Normal Pod custom-extensions-instance1-rnnc-0.spec.initContainers{nss-wrapper-init-logcollector} Started Started container nss-wrapper-init-logcollector kubelet logger.go:42: 18:04:30 | custom-extensions | 2026-08-21 18:01:35 +0000 UTC Normal Pod custom-extensions-instance1-rnnc-0.spec.initContainers{extension-relocator-18} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres" kubelet logger.go:42: 18:04:30 | custom-extensions | 2026-08-21 18:01:35 +0000 UTC Normal Pod custom-extensions-instance1-rnnc-0.spec.initContainers{extension-relocator-18} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres" in 133ms (133ms including waiting). Image size: 449182289 bytes. kubelet logger.go:42: 18:04:30 | custom-extensions | 2026-08-21 18:01:35 +0000 UTC Normal Pod custom-extensions-instance1-rnnc-0.spec.initContainers{extension-relocator-18} Created Created container: extension-relocator-18 kubelet logger.go:42: 18:04:30 | custom-extensions | 2026-08-21 18:01:35 +0000 UTC Normal Pod custom-extensions-instance1-wjqr-0.spec.initContainers{nss-wrapper-init-logcollector} Created Created container: nss-wrapper-init-logcollector kubelet logger.go:42: 18:04:30 | custom-extensions | 2026-08-21 18:01:35 +0000 UTC Normal Pod custom-extensions-instance1-wjqr-0.spec.initContainers{nss-wrapper-init-logcollector} Started Started container nss-wrapper-init-logcollector kubelet logger.go:42: 18:04:30 | custom-extensions | 2026-08-21 18:01:35 +0000 UTC Normal Pod custom-extensions-instance1-wjqr-0.spec.initContainers{extension-relocator-18} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres" kubelet logger.go:42: 18:04:30 | custom-extensions | 2026-08-21 18:01:35 +0000 UTC Normal Pod custom-extensions-instance1-wjqr-0.spec.initContainers{extension-relocator-18} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres" in 134ms (134ms including waiting). Image size: 449182289 bytes. kubelet logger.go:42: 18:04:30 | custom-extensions | 2026-08-21 18:01:36 +0000 UTC Normal Pod custom-extensions-instance1-ltm5-0.spec.containers{database} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres" kubelet logger.go:42: 18:04:30 | custom-extensions | 2026-08-21 18:01:36 +0000 UTC Normal Pod custom-extensions-instance1-rnnc-0.spec.initContainers{extension-relocator-18} Started Started container extension-relocator-18 kubelet logger.go:42: 18:04:30 | custom-extensions | 2026-08-21 18:01:36 +0000 UTC Normal Pod custom-extensions-instance1-rnnc-0.spec.initContainers{extension-installer-18} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:PR-1724-fe95a0d17" kubelet logger.go:42: 18:04:30 | custom-extensions | 2026-08-21 18:01:36 +0000 UTC Normal Pod custom-extensions-instance1-rnnc-0.spec.initContainers{extension-installer-18} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:PR-1724-fe95a0d17" in 143ms (143ms including waiting). Image size: 86003177 bytes. kubelet logger.go:42: 18:04:30 | custom-extensions | 2026-08-21 18:01:36 +0000 UTC Normal Pod custom-extensions-instance1-rnnc-0.spec.initContainers{extension-installer-18} Created Created container: extension-installer-18 kubelet logger.go:42: 18:04:30 | custom-extensions | 2026-08-21 18:01:36 +0000 UTC Normal Pod custom-extensions-instance1-wjqr-0.spec.initContainers{extension-relocator-18} Created Created container: extension-relocator-18 kubelet logger.go:42: 18:04:30 | custom-extensions | 2026-08-21 18:01:36 +0000 UTC Normal Pod custom-extensions-instance1-wjqr-0.spec.initContainers{extension-relocator-18} Started Started container extension-relocator-18 kubelet logger.go:42: 18:04:30 | custom-extensions | 2026-08-21 18:01:36 +0000 UTC Normal Pod custom-extensions-instance1-wjqr-0.spec.initContainers{extension-installer-18} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:PR-1724-fe95a0d17" kubelet logger.go:42: 18:04:30 | custom-extensions | 2026-08-21 18:01:37 +0000 UTC Normal Pod custom-extensions-instance1-rnnc-0.spec.initContainers{extension-installer-18} Started Started container extension-installer-18 kubelet logger.go:42: 18:04:30 | custom-extensions | 2026-08-21 18:01:37 +0000 UTC Normal Pod custom-extensions-instance1-rnnc-0.spec.initContainers{nss-wrapper-init} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres" kubelet logger.go:42: 18:04:30 | custom-extensions | 2026-08-21 18:01:37 +0000 UTC Normal Pod custom-extensions-instance1-rnnc-0.spec.initContainers{nss-wrapper-init} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres" in 144ms (144ms including waiting). Image size: 449182289 bytes. kubelet logger.go:42: 18:04:30 | custom-extensions | 2026-08-21 18:01:37 +0000 UTC Normal Pod custom-extensions-instance1-rnnc-0.spec.initContainers{nss-wrapper-init} Created Created container: nss-wrapper-init kubelet logger.go:42: 18:04:30 | custom-extensions | 2026-08-21 18:01:37 +0000 UTC Normal Pod custom-extensions-instance1-wjqr-0.spec.initContainers{extension-installer-18} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:PR-1724-fe95a0d17" in 131ms (131ms including waiting). Image size: 86003177 bytes. kubelet logger.go:42: 18:04:30 | custom-extensions | 2026-08-21 18:01:37 +0000 UTC Normal Pod custom-extensions-instance1-wjqr-0.spec.initContainers{extension-installer-18} Created Created container: extension-installer-18 kubelet logger.go:42: 18:04:30 | custom-extensions | 2026-08-21 18:01:37 +0000 UTC Normal Pod custom-extensions-instance1-wjqr-0.spec.initContainers{extension-installer-18} Started Started container extension-installer-18 kubelet logger.go:42: 18:04:30 | custom-extensions | 2026-08-21 18:01:37 +0000 UTC Normal Pod custom-extensions-instance1-wjqr-0.spec.initContainers{nss-wrapper-init} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres" kubelet logger.go:42: 18:04:30 | custom-extensions | 2026-08-21 18:01:38 +0000 UTC Normal Pod custom-extensions-instance1-rnnc-0.spec.initContainers{nss-wrapper-init} Started Started container nss-wrapper-init kubelet logger.go:42: 18:04:30 | custom-extensions | 2026-08-21 18:01:38 +0000 UTC Normal Pod custom-extensions-instance1-rnnc-0.spec.containers{database} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres" kubelet logger.go:42: 18:04:30 | custom-extensions | 2026-08-21 18:01:38 +0000 UTC Normal Pod custom-extensions-instance1-wjqr-0.spec.initContainers{nss-wrapper-init} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres" in 159ms (159ms including waiting). Image size: 449182289 bytes. kubelet logger.go:42: 18:04:30 | custom-extensions | 2026-08-21 18:01:38 +0000 UTC Normal Pod custom-extensions-instance1-wjqr-0.spec.initContainers{nss-wrapper-init} Created Created container: nss-wrapper-init kubelet logger.go:42: 18:04:30 | custom-extensions | 2026-08-21 18:01:38 +0000 UTC Normal Pod custom-extensions-instance1-wjqr-0.spec.initContainers{nss-wrapper-init} Started Started container nss-wrapper-init kubelet logger.go:42: 18:04:30 | custom-extensions | 2026-08-21 18:01:38 +0000 UTC Normal Pod custom-extensions-instance1-wjqr-0.spec.containers{database} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres" kubelet logger.go:42: 18:04:30 | custom-extensions | 2026-08-21 18:01:43 +0000 UTC Normal Pod custom-extensions-backup-j7c2-vkxd6 Binding Scheduled Successfully assigned kuttl-test-hardy-mite/custom-extensions-backup-j7c2-vkxd6 to gke-jen-pg-1724-fe95a0d1-default-pool-2f9d7661-647w default-scheduler logger.go:42: 18:04:30 | custom-extensions | 2026-08-21 18:01:43 +0000 UTC Normal Job.batch custom-extensions-backup-j7c2 SuccessfulCreate Created pod: custom-extensions-backup-j7c2-vkxd6 job-controller logger.go:42: 18:04:30 | custom-extensions | 2026-08-21 18:01:43 +0000 UTC Normal PostgresCluster.upstream.pgv2.percona.com custom-extensions StanzasCreated pgBackRest stanza creation completed successfully postgrescluster-controller logger.go:42: 18:04:30 | custom-extensions | 2026-08-21 18:01:44 +0000 UTC Normal Pod custom-extensions-backup-j7c2-vkxd6.spec.initContainers{pgbackrest-init} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:PR-1724-fe95a0d17" kubelet logger.go:42: 18:04:30 | custom-extensions | 2026-08-21 18:01:44 +0000 UTC Normal Pod custom-extensions-backup-j7c2-vkxd6.spec.initContainers{pgbackrest-init} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:PR-1724-fe95a0d17" in 139ms (139ms including waiting). Image size: 86003177 bytes. kubelet logger.go:42: 18:04:30 | custom-extensions | 2026-08-21 18:01:44 +0000 UTC Normal Pod custom-extensions-backup-j7c2-vkxd6.spec.initContainers{pgbackrest-init} Created Created container: pgbackrest-init kubelet logger.go:42: 18:04:30 | custom-extensions | 2026-08-21 18:01:44 +0000 UTC Normal Pod custom-extensions-backup-j7c2-vkxd6.spec.initContainers{pgbackrest-init} Started Started container pgbackrest-init kubelet logger.go:42: 18:04:30 | custom-extensions | 2026-08-21 18:01:48 +0000 UTC Normal Pod custom-extensions-backup-j7c2-vkxd6.spec.containers{pgbackrest} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18" kubelet logger.go:42: 18:04:30 | custom-extensions | 2026-08-21 18:01:54 +0000 UTC Normal Pod custom-extensions-backup-j7c2-vkxd6.spec.containers{pgbackrest} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18" in 5.198s (5.198s including waiting). Image size: 122685992 bytes. kubelet logger.go:42: 18:04:30 | custom-extensions | 2026-08-21 18:01:54 +0000 UTC Normal Pod custom-extensions-backup-j7c2-vkxd6.spec.containers{pgbackrest} Created Created container: pgbackrest kubelet logger.go:42: 18:04:30 | custom-extensions | 2026-08-21 18:01:54 +0000 UTC Normal Pod custom-extensions-backup-j7c2-vkxd6.spec.containers{pgbackrest} Started Started container pgbackrest kubelet logger.go:42: 18:04:30 | custom-extensions | 2026-08-21 18:02:27 +0000 UTC Normal Job.batch custom-extensions-backup-j7c2 Completed Job completed job-controller logger.go:42: 18:04:30 | custom-extensions | 2026-08-21 18:02:39 +0000 UTC Normal Pod custom-extensions-instance1-rnnc-0 Binding Scheduled Successfully assigned kuttl-test-hardy-mite/custom-extensions-instance1-rnnc-0 to gke-jen-pg-1724-fe95a0d1-default-pool-2f9d7661-647w default-scheduler logger.go:42: 18:04:30 | custom-extensions | 2026-08-21 18:02:44 +0000 UTC Warning Pod custom-extensions-instance1-wjqr-0.spec.containers{database} Unhealthy Readiness probe failed: kubelet logger.go:42: 18:04:30 | custom-extensions | 2026-08-21 18:02:50 +0000 UTC Normal Pod custom-extensions-instance1-rnnc-0.spec.initContainers{database-init} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:PR-1724-fe95a0d17" kubelet logger.go:42: 18:04:30 | custom-extensions | 2026-08-21 18:02:50 +0000 UTC Normal Pod custom-extensions-instance1-rnnc-0.spec.initContainers{database-init} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:PR-1724-fe95a0d17" in 130ms (130ms including waiting). Image size: 86003177 bytes. kubelet logger.go:42: 18:04:30 | custom-extensions | 2026-08-21 18:02:50 +0000 UTC Normal Pod custom-extensions-instance1-rnnc-0.spec.initContainers{database-init} Created Created container: database-init kubelet logger.go:42: 18:04:30 | custom-extensions | 2026-08-21 18:02:51 +0000 UTC Normal Pod custom-extensions-instance1-rnnc-0.spec.initContainers{database-init} Started Started container database-init kubelet logger.go:42: 18:04:30 | custom-extensions | 2026-08-21 18:02:52 +0000 UTC Normal Pod custom-extensions-instance1-rnnc-0.spec.initContainers{postgres-startup} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres" kubelet logger.go:42: 18:04:30 | custom-extensions | 2026-08-21 18:02:52 +0000 UTC Normal Pod custom-extensions-instance1-rnnc-0.spec.initContainers{postgres-startup} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres" in 138ms (138ms including waiting). Image size: 449182289 bytes. kubelet logger.go:42: 18:04:30 | custom-extensions | 2026-08-21 18:02:52 +0000 UTC Normal Pod custom-extensions-instance1-rnnc-0.spec.initContainers{postgres-startup} Created Created container: postgres-startup kubelet logger.go:42: 18:04:30 | custom-extensions | 2026-08-21 18:02:52 +0000 UTC Normal Pod custom-extensions-instance1-rnnc-0.spec.initContainers{postgres-startup} Started Started container postgres-startup kubelet logger.go:42: 18:04:30 | custom-extensions | 2026-08-21 18:02:53 +0000 UTC Normal Pod custom-extensions-instance1-rnnc-0.spec.initContainers{nss-wrapper-init-logcollector} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres" kubelet logger.go:42: 18:04:30 | custom-extensions | 2026-08-21 18:02:53 +0000 UTC Normal Pod custom-extensions-instance1-rnnc-0.spec.initContainers{nss-wrapper-init-logcollector} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres" in 106ms (106ms including waiting). Image size: 449182289 bytes. kubelet logger.go:42: 18:04:30 | custom-extensions | 2026-08-21 18:02:53 +0000 UTC Normal Pod custom-extensions-instance1-rnnc-0.spec.initContainers{nss-wrapper-init-logcollector} Created Created container: nss-wrapper-init-logcollector kubelet logger.go:42: 18:04:30 | custom-extensions | 2026-08-21 18:02:53 +0000 UTC Normal Pod custom-extensions-instance1-rnnc-0.spec.initContainers{nss-wrapper-init-logcollector} Started Started container nss-wrapper-init-logcollector kubelet logger.go:42: 18:04:30 | custom-extensions | 2026-08-21 18:02:54 +0000 UTC Normal Pod custom-extensions-instance1-rnnc-0.spec.initContainers{extension-relocator-18} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres" kubelet logger.go:42: 18:04:30 | custom-extensions | 2026-08-21 18:02:54 +0000 UTC Normal Pod custom-extensions-instance1-rnnc-0.spec.initContainers{extension-relocator-18} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres" in 128ms (128ms including waiting). Image size: 449182289 bytes. kubelet logger.go:42: 18:04:30 | custom-extensions | 2026-08-21 18:02:54 +0000 UTC Normal Pod custom-extensions-instance1-rnnc-0.spec.initContainers{extension-relocator-18} Created Created container: extension-relocator-18 kubelet logger.go:42: 18:04:30 | custom-extensions | 2026-08-21 18:02:54 +0000 UTC Normal Pod custom-extensions-instance1-rnnc-0.spec.initContainers{extension-relocator-18} Started Started container extension-relocator-18 kubelet logger.go:42: 18:04:30 | custom-extensions | 2026-08-21 18:02:55 +0000 UTC Normal Pod custom-extensions-instance1-rnnc-0.spec.initContainers{extension-installer-18} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:PR-1724-fe95a0d17" kubelet logger.go:42: 18:04:30 | custom-extensions | 2026-08-21 18:02:55 +0000 UTC Normal Pod custom-extensions-instance1-rnnc-0.spec.initContainers{extension-installer-18} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:PR-1724-fe95a0d17" in 142ms (143ms including waiting). Image size: 86003177 bytes. kubelet logger.go:42: 18:04:30 | custom-extensions | 2026-08-21 18:02:55 +0000 UTC Normal Pod custom-extensions-instance1-rnnc-0.spec.initContainers{extension-installer-18} Created Created container: extension-installer-18 kubelet logger.go:42: 18:04:30 | custom-extensions | 2026-08-21 18:02:55 +0000 UTC Normal Pod custom-extensions-instance1-rnnc-0.spec.initContainers{extension-installer-18} Started Started container extension-installer-18 kubelet logger.go:42: 18:04:30 | custom-extensions | 2026-08-21 18:02:56 +0000 UTC Warning Pod custom-extensions-instance1-ltm5-0.spec.containers{database} Unhealthy Readiness probe failed: kubelet logger.go:42: 18:04:30 | custom-extensions | 2026-08-21 18:02:56 +0000 UTC Normal Pod custom-extensions-instance1-rnnc-0.spec.initContainers{nss-wrapper-init} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres" kubelet logger.go:42: 18:04:30 | custom-extensions | 2026-08-21 18:02:56 +0000 UTC Normal Pod custom-extensions-instance1-rnnc-0.spec.initContainers{nss-wrapper-init} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres" in 122ms (122ms including waiting). Image size: 449182289 bytes. kubelet logger.go:42: 18:04:30 | custom-extensions | 2026-08-21 18:02:56 +0000 UTC Normal Pod custom-extensions-instance1-rnnc-0.spec.initContainers{nss-wrapper-init} Created Created container: nss-wrapper-init kubelet logger.go:42: 18:04:30 | custom-extensions | 2026-08-21 18:02:56 +0000 UTC Normal Pod custom-extensions-instance1-rnnc-0.spec.initContainers{nss-wrapper-init} Started Started container nss-wrapper-init kubelet logger.go:42: 18:04:30 | custom-extensions | 2026-08-21 18:02:57 +0000 UTC Normal Pod custom-extensions-instance1-rnnc-0.spec.containers{database} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres" kubelet logger.go:42: 18:04:30 | custom-extensions | 2026-08-21 18:02:57 +0000 UTC Normal Pod custom-extensions-pgbouncer-667cc5864f-8mmt2.spec.containers{pgbouncer} Killing Stopping container pgbouncer kubelet logger.go:42: 18:04:30 | custom-extensions | 2026-08-21 18:02:57 +0000 UTC Normal Pod custom-extensions-pgbouncer-667cc5864f-8mmt2.spec.containers{pgbouncer-config} Killing Stopping container pgbouncer-config kubelet logger.go:42: 18:04:30 | custom-extensions | 2026-08-21 18:02:57 +0000 UTC Normal Pod custom-extensions-pgbouncer-667cc5864f-m2p4s.spec.containers{pgbouncer} Killing Stopping container pgbouncer kubelet logger.go:42: 18:04:30 | custom-extensions | 2026-08-21 18:02:57 +0000 UTC Normal Pod custom-extensions-pgbouncer-667cc5864f-m2p4s.spec.containers{pgbouncer-config} Killing Stopping container pgbouncer-config kubelet logger.go:42: 18:04:30 | custom-extensions | 2026-08-21 18:02:57 +0000 UTC Normal Pod custom-extensions-pgbouncer-667cc5864f-x5rdk.spec.containers{pgbouncer} Killing Stopping container pgbouncer kubelet logger.go:42: 18:04:30 | custom-extensions | 2026-08-21 18:02:57 +0000 UTC Normal Pod custom-extensions-pgbouncer-667cc5864f-x5rdk.spec.containers{pgbouncer-config} Killing Stopping container pgbouncer-config kubelet logger.go:42: 18:04:30 | custom-extensions | 2026-08-21 18:02:57 +0000 UTC Normal Pod custom-extensions-repo-host-0.spec.containers{pgbackrest} Killing Stopping container pgbackrest kubelet logger.go:42: 18:04:30 | custom-extensions | 2026-08-21 18:02:57 +0000 UTC Normal Pod custom-extensions-repo-host-0.spec.containers{pgbackrest-config} Killing Stopping container pgbackrest-config kubelet logger.go:42: 18:04:30 | custom-extensions | 2026-08-21 18:02:57 +0000 UTC Normal Pod minio-service-596d46ffc4-b82wb.spec.containers{minio} Killing Stopping container minio kubelet logger.go:42: 18:04:30 | custom-extensions | 2026-08-21 18:02:57 +0000 UTC Normal Pod pg-client-65d98588cc-lpzvg.spec.containers{pg-client} Killing Stopping container pg-client kubelet logger.go:42: 18:04:30 | custom-extensions | 2026-08-21 18:02:58 +0000 UTC Warning Pod custom-extensions-pgbouncer-667cc5864f-br6kv Scheduling FailedScheduling 0/3 nodes are available: 3 node(s) had untolerated taint {node.kubernetes.io/not-ready: }. preemption: 0/3 nodes are available: 3 Preemption is not helpful for scheduling. default-scheduler logger.go:42: 18:04:30 | custom-extensions | 2026-08-21 18:02:58 +0000 UTC Warning Pod custom-extensions-pgbouncer-667cc5864f-cbkns Scheduling FailedScheduling 0/3 nodes are available: 3 node(s) had untolerated taint {node.kubernetes.io/not-ready: }. preemption: 0/3 nodes are available: 3 Preemption is not helpful for scheduling. default-scheduler logger.go:42: 18:04:30 | custom-extensions | 2026-08-21 18:02:58 +0000 UTC Normal ReplicaSet.apps custom-extensions-pgbouncer-667cc5864f SuccessfulCreate Created pod: custom-extensions-pgbouncer-667cc5864f-cbkns replicaset-controller logger.go:42: 18:04:30 | custom-extensions | 2026-08-21 18:02:58 +0000 UTC Normal ReplicaSet.apps custom-extensions-pgbouncer-667cc5864f SuccessfulCreate Created pod: custom-extensions-pgbouncer-667cc5864f-br6kv replicaset-controller logger.go:42: 18:04:30 | custom-extensions | 2026-08-21 18:02:58 +0000 UTC Normal StatefulSet.apps custom-extensions-repo-host SuccessfulDelete delete Pod custom-extensions-repo-host-0 in StatefulSet custom-extensions-repo-host successful statefulset-controller logger.go:42: 18:04:30 | custom-extensions | 2026-08-21 18:02:58 +0000 UTC Warning Pod minio-service-596d46ffc4-fzs7r Scheduling FailedScheduling 0/3 nodes are available: 3 node(s) had untolerated taint {node.kubernetes.io/not-ready: }. preemption: 0/3 nodes are available: 3 Preemption is not helpful for scheduling. default-scheduler logger.go:42: 18:04:30 | custom-extensions | 2026-08-21 18:02:58 +0000 UTC Normal ReplicaSet.apps minio-service-596d46ffc4 SuccessfulCreate Created pod: minio-service-596d46ffc4-fzs7r replicaset-controller logger.go:42: 18:04:30 | custom-extensions | 2026-08-21 18:02:59 +0000 UTC Normal StatefulSet.apps custom-extensions-instance1-ltm5 SuccessfulDelete delete Pod custom-extensions-instance1-ltm5-0 in StatefulSet custom-extensions-instance1-ltm5 successful statefulset-controller logger.go:42: 18:04:30 | custom-extensions | 2026-08-21 18:02:59 +0000 UTC Normal StatefulSet.apps custom-extensions-instance1-wjqr SuccessfulDelete delete Pod custom-extensions-instance1-wjqr-0 in StatefulSet custom-extensions-instance1-wjqr successful statefulset-controller logger.go:42: 18:04:30 | custom-extensions | 2026-08-21 18:02:59 +0000 UTC Warning Pod custom-extensions-pgbouncer-667cc5864f-8mn88 Scheduling FailedScheduling 0/3 nodes are available: 3 node(s) had untolerated taint {node.kubernetes.io/not-ready: }. preemption: 0/3 nodes are available: 3 Preemption is not helpful for scheduling. default-scheduler logger.go:42: 18:04:30 | custom-extensions | 2026-08-21 18:02:59 +0000 UTC Normal Pod custom-extensions-pgbouncer-667cc5864f-8mn88 NotTriggerScaleUp Pod didn't trigger scale-up: cluster-autoscaler logger.go:42: 18:04:30 | custom-extensions | 2026-08-21 18:02:59 +0000 UTC Normal Pod custom-extensions-pgbouncer-667cc5864f-br6kv NotTriggerScaleUp Pod didn't trigger scale-up: cluster-autoscaler logger.go:42: 18:04:30 | custom-extensions | 2026-08-21 18:02:59 +0000 UTC Normal Pod custom-extensions-pgbouncer-667cc5864f-cbkns NotTriggerScaleUp Pod didn't trigger scale-up: cluster-autoscaler logger.go:42: 18:04:30 | custom-extensions | 2026-08-21 18:02:59 +0000 UTC Normal ReplicaSet.apps custom-extensions-pgbouncer-667cc5864f SuccessfulCreate Created pod: custom-extensions-pgbouncer-667cc5864f-8mn88 replicaset-controller logger.go:42: 18:04:30 | custom-extensions | 2026-08-21 18:02:59 +0000 UTC Warning Pod custom-extensions-repo-host-0 Scheduling FailedScheduling 0/3 nodes are available: 3 node(s) had untolerated taint {node.kubernetes.io/not-ready: }. preemption: 0/3 nodes are available: 3 Preemption is not helpful for scheduling. default-scheduler logger.go:42: 18:04:30 | custom-extensions | 2026-08-21 18:02:59 +0000 UTC Normal Pod custom-extensions-repo-host-0 NotTriggerScaleUp Pod didn't trigger scale-up: cluster-autoscaler logger.go:42: 18:04:30 | custom-extensions | 2026-08-21 18:03:00 +0000 UTC Warning Pod custom-extensions-instance1-ltm5-0 Scheduling FailedScheduling 0/3 nodes are available: 3 node(s) had untolerated taint {node.kubernetes.io/not-ready: }. preemption: 0/3 nodes are available: 3 Preemption is not helpful for scheduling. default-scheduler logger.go:42: 18:04:30 | custom-extensions | 2026-08-21 18:03:00 +0000 UTC Normal Pod minio-service-596d46ffc4-fzs7r NotTriggerScaleUp Pod didn't trigger scale-up: cluster-autoscaler logger.go:42: 18:04:30 | custom-extensions | 2026-08-21 18:03:01 +0000 UTC Normal Pod custom-extensions-instance1-ltm5-0 NotTriggerScaleUp Pod didn't trigger scale-up: cluster-autoscaler logger.go:42: 18:04:30 | custom-extensions | 2026-08-21 18:03:01 +0000 UTC Normal StatefulSet.apps custom-extensions-instance1-rnnc SuccessfulDelete delete Pod custom-extensions-instance1-rnnc-0 in StatefulSet custom-extensions-instance1-rnnc successful statefulset-controller logger.go:42: 18:04:30 | custom-extensions | 2026-08-21 18:03:01 +0000 UTC Warning Pod custom-extensions-instance1-wjqr-0 Scheduling FailedScheduling 0/3 nodes are available: 3 node(s) had untolerated taint {node.kubernetes.io/not-ready: }. preemption: 0/3 nodes are available: 3 Preemption is not helpful for scheduling. default-scheduler logger.go:42: 18:04:30 | custom-extensions | 2026-08-21 18:03:01 +0000 UTC Normal Pod custom-extensions-instance1-wjqr-0 NotTriggerScaleUp Pod didn't trigger scale-up: cluster-autoscaler logger.go:42: 18:04:30 | custom-extensions | 2026-08-21 18:03:02 +0000 UTC Warning Pod custom-extensions-instance1-rnnc-0 Scheduling FailedScheduling 0/3 nodes are available: 3 node(s) had untolerated taint {node.kubernetes.io/not-ready: }. preemption: 0/3 nodes are available: 3 Preemption is not helpful for scheduling. default-scheduler logger.go:42: 18:04:30 | custom-extensions | 2026-08-21 18:03:02 +0000 UTC Normal Pod custom-extensions-instance1-rnnc-0 NotTriggerScaleUp Pod didn't trigger scale-up: cluster-autoscaler logger.go:42: 18:04:30 | custom-extensions | 2026-08-21 18:03:13 +0000 UTC Warning Pod pg-client-65d98588cc-52zhs Scheduling FailedScheduling 0/3 nodes are available: 3 node(s) had untolerated taint {node.kubernetes.io/not-ready: }. preemption: 0/3 nodes are available: 3 Preemption is not helpful for scheduling. default-scheduler logger.go:42: 18:04:30 | custom-extensions | 2026-08-21 18:03:13 +0000 UTC Normal Pod pg-client-65d98588cc-52zhs NotTriggerScaleUp Pod didn't trigger scale-up: cluster-autoscaler logger.go:42: 18:04:30 | custom-extensions | 2026-08-21 18:03:13 +0000 UTC Normal ReplicaSet.apps pg-client-65d98588cc SuccessfulCreate Created pod: pg-client-65d98588cc-52zhs replicaset-controller logger.go:42: 18:04:30 | custom-extensions | Deleting namespace "kuttl-test-hardy-mite" === NAME kuttl harness.go:403: run tests finished harness.go:520: cleaning up harness.go:577: removing temp folder: "" --- FAIL: kuttl (391.88s) --- FAIL: kuttl/harness (0.00s) --- FAIL: kuttl/harness/custom-extensions (391.09s) FAIL