=== RUN kuttl harness.go:460: starting setup harness.go:258: running tests using configured kubeconfig. harness.go:281: Successful connection to cluster at: https://34.66.101.239 harness.go:366: running tests harness.go:77: going to run test suite with timeout of 600 seconds for each step harness.go:378: testsuite: e2e-tests/tests has 55 tests === RUN kuttl/harness === RUN kuttl/harness/standby-pgbackrest === PAUSE kuttl/harness/standby-pgbackrest === CONT kuttl/harness/standby-pgbackrest logger.go:42: 15:08:07 | standby-pgbackrest | Ignoring "conf": does not begin with a number followed by a dash. logger.go:42: 15:08:07 | standby-pgbackrest | Creating namespace "kuttl-test-firm-ray" logger.go:42: 15:08:08 | standby-pgbackrest/0-deploy-operator | starting test step 0-deploy-operator logger.go:42: 15:08:08 | standby-pgbackrest/0-deploy-operator | running command: [sh -c set -o errexit set -o xtrace source ../../functions init_temp_dir # do this only in the first TestStep deploy_operator deploy_s3_secrets deploy_client deploy_chaos_mesh] logger.go:42: 15:08:08 | standby-pgbackrest/0-deploy-operator | + source ../../functions logger.go:42: 15:08:08 | standby-pgbackrest/0-deploy-operator | +++ realpath ../../.. logger.go:42: 15:08:08 | standby-pgbackrest/0-deploy-operator | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-pg-operator_PR-1770 logger.go:42: 15:08:08 | standby-pgbackrest/0-deploy-operator | ++ CERT_MANAGER_VER=1.20.2 logger.go:42: 15:08:08 | standby-pgbackrest/0-deploy-operator | ++ CERT_MANAGER_TEST_LABEL=e2e.percona.com/managed-by=percona-postgresql-operator-tests logger.go:42: 15:08:08 | standby-pgbackrest/0-deploy-operator | ++ CHAOS_MESH_VER=2.5.1 logger.go:42: 15:08:08 | standby-pgbackrest/0-deploy-operator | ++ BUSYBOX_VER=1.36 logger.go:42: 15:08:08 | standby-pgbackrest/0-deploy-operator | ++++ pwd logger.go:42: 15:08:08 | standby-pgbackrest/0-deploy-operator | +++ basename /mnt/jenkins/workspace/cloud-pg-operator_PR-1770/e2e-tests/tests/standby-pgbackrest logger.go:42: 15:08:08 | standby-pgbackrest/0-deploy-operator | ++ test_name=standby-pgbackrest logger.go:42: 15:08:08 | standby-pgbackrest/0-deploy-operator | ++ source /mnt/jenkins/workspace/cloud-pg-operator_PR-1770/e2e-tests/vars.sh logger.go:42: 15:08:08 | standby-pgbackrest/0-deploy-operator | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-pg-operator_PR-1770 logger.go:42: 15:08:08 | standby-pgbackrest/0-deploy-operator | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-pg-operator_PR-1770 logger.go:42: 15:08:08 | standby-pgbackrest/0-deploy-operator | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1770/deploy logger.go:42: 15:08:08 | standby-pgbackrest/0-deploy-operator | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1770/deploy logger.go:42: 15:08:08 | standby-pgbackrest/0-deploy-operator | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1770/e2e-tests logger.go:42: 15:08:08 | standby-pgbackrest/0-deploy-operator | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1770/e2e-tests logger.go:42: 15:08:08 | standby-pgbackrest/0-deploy-operator | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1770/e2e-tests/conf logger.go:42: 15:08:08 | standby-pgbackrest/0-deploy-operator | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1770/e2e-tests/conf logger.go:42: 15:08:08 | standby-pgbackrest/0-deploy-operator | +++ export TEST_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1770/e2e-tests/tests/standby-pgbackrest/conf logger.go:42: 15:08:08 | standby-pgbackrest/0-deploy-operator | +++ TEST_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1770/e2e-tests/tests/standby-pgbackrest/conf logger.go:42: 15:08:08 | standby-pgbackrest/0-deploy-operator | +++ export TEMP_DIR=/tmp/kuttl/pg/standby-pgbackrest logger.go:42: 15:08:08 | standby-pgbackrest/0-deploy-operator | +++ TEMP_DIR=/tmp/kuttl/pg/standby-pgbackrest logger.go:42: 15:08:08 | standby-pgbackrest/0-deploy-operator | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 15:08:08 | standby-pgbackrest/0-deploy-operator | +++ export GIT_BRANCH=PR-1770 logger.go:42: 15:08:08 | standby-pgbackrest/0-deploy-operator | +++ GIT_BRANCH=PR-1770 logger.go:42: 15:08:08 | standby-pgbackrest/0-deploy-operator | +++ export VERSION=PR-1770-8c67b09e6 logger.go:42: 15:08:08 | standby-pgbackrest/0-deploy-operator | +++ VERSION=PR-1770-8c67b09e6 logger.go:42: 15:08:08 | standby-pgbackrest/0-deploy-operator | +++ export SKIP_TEST_WARNINGS=true logger.go:42: 15:08:08 | standby-pgbackrest/0-deploy-operator | +++ SKIP_TEST_WARNINGS=true logger.go:42: 15:08:08 | standby-pgbackrest/0-deploy-operator | +++ export K8S_UPGRADE_PLATFORM=gke logger.go:42: 15:08:08 | standby-pgbackrest/0-deploy-operator | +++ K8S_UPGRADE_PLATFORM=gke logger.go:42: 15:08:08 | standby-pgbackrest/0-deploy-operator | +++ export K8S_UPGRADE_REGION=us-central1-a logger.go:42: 15:08:08 | standby-pgbackrest/0-deploy-operator | +++ K8S_UPGRADE_REGION=us-central1-a logger.go:42: 15:08:08 | standby-pgbackrest/0-deploy-operator | +++ export K8S_UPGRADE_INITIAL_VERSION= logger.go:42: 15:08:08 | standby-pgbackrest/0-deploy-operator | +++ K8S_UPGRADE_INITIAL_VERSION= logger.go:42: 15:08:08 | standby-pgbackrest/0-deploy-operator | +++ export K8S_UPGRADE_FINAL_VERSION= logger.go:42: 15:08:08 | standby-pgbackrest/0-deploy-operator | +++ K8S_UPGRADE_FINAL_VERSION= logger.go:42: 15:08:08 | standby-pgbackrest/0-deploy-operator | +++ [[ -z '' ]] logger.go:42: 15:08:08 | standby-pgbackrest/0-deploy-operator | ++++ detect_k8s_platform logger.go:42: 15:08:08 | standby-pgbackrest/0-deploy-operator | ++++ local detected_platform logger.go:42: 15:08:08 | standby-pgbackrest/0-deploy-operator | ++++ local xtrace_enabled=false logger.go:42: 15:08:08 | standby-pgbackrest/0-deploy-operator | ++++ [[ -o xtrace ]] logger.go:42: 15:08:08 | standby-pgbackrest/0-deploy-operator | ++++ xtrace_enabled=true logger.go:42: 15:08:08 | standby-pgbackrest/0-deploy-operator | ++++ set +o xtrace logger.go:42: 15:08:10 | standby-pgbackrest/0-deploy-operator | +++ PLATFORM=gke logger.go:42: 15:08:10 | standby-pgbackrest/0-deploy-operator | +++ export PLATFORM logger.go:42: 15:08:10 | standby-pgbackrest/0-deploy-operator | +++ export IMAGE_BASE=perconalab/percona-postgresql-operator logger.go:42: 15:08:10 | standby-pgbackrest/0-deploy-operator | +++ IMAGE_BASE=perconalab/percona-postgresql-operator logger.go:42: 15:08:10 | standby-pgbackrest/0-deploy-operator | +++ export IMAGE=perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:08:10 | standby-pgbackrest/0-deploy-operator | +++ IMAGE=perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:08:10 | standby-pgbackrest/0-deploy-operator | +++ [[ ! -n '' ]] logger.go:42: 15:08:10 | standby-pgbackrest/0-deploy-operator | +++ [[ -n '' ]] logger.go:42: 15:08:10 | standby-pgbackrest/0-deploy-operator | +++ export PG_VER=18 logger.go:42: 15:08:10 | standby-pgbackrest/0-deploy-operator | +++ PG_VER=18 logger.go:42: 15:08:10 | standby-pgbackrest/0-deploy-operator | +++ export PG_DISTRIBUTION= logger.go:42: 15:08:10 | standby-pgbackrest/0-deploy-operator | +++ PG_DISTRIBUTION= logger.go:42: 15:08:10 | standby-pgbackrest/0-deploy-operator | +++ [[ '' == community ]] logger.go:42: 15:08:10 | standby-pgbackrest/0-deploy-operator | +++ export IMAGE_PGBOUNCER=perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 15:08:10 | standby-pgbackrest/0-deploy-operator | +++ IMAGE_PGBOUNCER=perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 15:08:10 | standby-pgbackrest/0-deploy-operator | +++ export IMAGE_POSTGRESQL=perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 15:08:10 | standby-pgbackrest/0-deploy-operator | +++ IMAGE_POSTGRESQL=perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 15:08:10 | standby-pgbackrest/0-deploy-operator | +++ export IMAGE_BACKREST=perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 15:08:10 | standby-pgbackrest/0-deploy-operator | +++ IMAGE_BACKREST=perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 15:08:10 | standby-pgbackrest/0-deploy-operator | +++ export IMAGE_UPGRADE=perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 15:08:10 | standby-pgbackrest/0-deploy-operator | +++ IMAGE_UPGRADE=perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 15:08:10 | standby-pgbackrest/0-deploy-operator | +++ export BUCKET=pg-operator-testing logger.go:42: 15:08:10 | standby-pgbackrest/0-deploy-operator | +++ BUCKET=pg-operator-testing logger.go:42: 15:08:10 | standby-pgbackrest/0-deploy-operator | +++ export PMM_SERVER_VERSION=9.9.9 logger.go:42: 15:08:10 | standby-pgbackrest/0-deploy-operator | +++ PMM_SERVER_VERSION=9.9.9 logger.go:42: 15:08:10 | standby-pgbackrest/0-deploy-operator | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:08:10 | standby-pgbackrest/0-deploy-operator | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:08:10 | standby-pgbackrest/0-deploy-operator | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:08:10 | standby-pgbackrest/0-deploy-operator | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:08:10 | standby-pgbackrest/0-deploy-operator | +++ export IMAGE_LOGCOLLECTOR=perconalab/fluentbit:main-logcollector logger.go:42: 15:08:10 | standby-pgbackrest/0-deploy-operator | +++ IMAGE_LOGCOLLECTOR=perconalab/fluentbit:main-logcollector logger.go:42: 15:08:10 | standby-pgbackrest/0-deploy-operator | +++ export PGOV1_TAG=1.4.0 logger.go:42: 15:08:10 | standby-pgbackrest/0-deploy-operator | +++ PGOV1_TAG=1.4.0 logger.go:42: 15:08:10 | standby-pgbackrest/0-deploy-operator | +++ export PGOV1_VER=14 logger.go:42: 15:08:10 | standby-pgbackrest/0-deploy-operator | +++ PGOV1_VER=14 logger.go:42: 15:08:10 | standby-pgbackrest/0-deploy-operator | +++ export CPGO_VERSION=5.8.7 logger.go:42: 15:08:10 | standby-pgbackrest/0-deploy-operator | +++ CPGO_VERSION=5.8.7 logger.go:42: 15:08:10 | standby-pgbackrest/0-deploy-operator | +++ export MINIO_VER=5.4.0 logger.go:42: 15:08:10 | standby-pgbackrest/0-deploy-operator | +++ MINIO_VER=5.4.0 logger.go:42: 15:08:10 | standby-pgbackrest/0-deploy-operator | +++ export VAULT_VER=0.32.0 logger.go:42: 15:08:10 | standby-pgbackrest/0-deploy-operator | +++ VAULT_VER=0.32.0 logger.go:42: 15:08:10 | standby-pgbackrest/0-deploy-operator | +++ export REGISTRY_NAME=docker.io logger.go:42: 15:08:10 | standby-pgbackrest/0-deploy-operator | +++ REGISTRY_NAME=docker.io logger.go:42: 15:08:10 | standby-pgbackrest/0-deploy-operator | +++ export REGISTRY_NAME_FULL=docker.io/ logger.go:42: 15:08:10 | standby-pgbackrest/0-deploy-operator | +++ REGISTRY_NAME_FULL=docker.io/ logger.go:42: 15:08:10 | standby-pgbackrest/0-deploy-operator | ++++ printenv logger.go:42: 15:08:10 | standby-pgbackrest/0-deploy-operator | ++++ grep -E '^IMAGE' logger.go:42: 15:08:10 | standby-pgbackrest/0-deploy-operator | ++++ awk -F= '{print $1}' logger.go:42: 15:08:10 | standby-pgbackrest/0-deploy-operator | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 15:08:10 | standby-pgbackrest/0-deploy-operator | ++++ eval 'echo $IMAGE_BACKREST' logger.go:42: 15:08:10 | standby-pgbackrest/0-deploy-operator | +++++ echo perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 15:08:10 | standby-pgbackrest/0-deploy-operator | +++ var_value=perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 15:08:10 | standby-pgbackrest/0-deploy-operator | +++ [[ perconalab/percona-postgresql-operator:main-pgbackrest18 == docker.io/* ]] logger.go:42: 15:08:10 | standby-pgbackrest/0-deploy-operator | +++ [[ perconalab/percona-postgresql-operator:main-pgbackrest18 == percona/* ]] logger.go:42: 15:08:10 | standby-pgbackrest/0-deploy-operator | +++ [[ perconalab/percona-postgresql-operator:main-pgbackrest18 == perconalab/* ]] logger.go:42: 15:08:10 | standby-pgbackrest/0-deploy-operator | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 15:08:10 | standby-pgbackrest/0-deploy-operator | +++ export IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 15:08:10 | standby-pgbackrest/0-deploy-operator | +++ IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 15:08:10 | standby-pgbackrest/0-deploy-operator | +++ echo IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 15:08:10 | standby-pgbackrest/0-deploy-operator | IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 15:08:10 | standby-pgbackrest/0-deploy-operator | +++ echo perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:08:10 | standby-pgbackrest/0-deploy-operator | perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:08:10 | standby-pgbackrest/0-deploy-operator | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 15:08:10 | standby-pgbackrest/0-deploy-operator | ++++ eval 'echo $IMAGE' logger.go:42: 15:08:10 | standby-pgbackrest/0-deploy-operator | +++++ echo perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:08:10 | standby-pgbackrest/0-deploy-operator | +++ var_value=perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:08:10 | standby-pgbackrest/0-deploy-operator | +++ [[ perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 == docker.io/* ]] logger.go:42: 15:08:10 | standby-pgbackrest/0-deploy-operator | +++ [[ perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 == percona/* ]] logger.go:42: 15:08:10 | standby-pgbackrest/0-deploy-operator | +++ [[ perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 == perconalab/* ]] logger.go:42: 15:08:10 | standby-pgbackrest/0-deploy-operator | +++ new_value=docker.io/perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:08:10 | standby-pgbackrest/0-deploy-operator | +++ export IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:08:10 | standby-pgbackrest/0-deploy-operator | +++ IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:08:10 | standby-pgbackrest/0-deploy-operator | +++ echo IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:08:10 | standby-pgbackrest/0-deploy-operator | IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:08:10 | standby-pgbackrest/0-deploy-operator | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:08:10 | standby-pgbackrest/0-deploy-operator | docker.io/perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:08:10 | standby-pgbackrest/0-deploy-operator | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 15:08:10 | standby-pgbackrest/0-deploy-operator | ++++ eval 'echo $IMAGE_UPGRADE' logger.go:42: 15:08:10 | standby-pgbackrest/0-deploy-operator | +++++ echo perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 15:08:10 | standby-pgbackrest/0-deploy-operator | +++ var_value=perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 15:08:10 | standby-pgbackrest/0-deploy-operator | +++ [[ perconalab/percona-postgresql-operator:main-upgrade == docker.io/* ]] logger.go:42: 15:08:10 | standby-pgbackrest/0-deploy-operator | +++ [[ perconalab/percona-postgresql-operator:main-upgrade == percona/* ]] logger.go:42: 15:08:10 | standby-pgbackrest/0-deploy-operator | +++ [[ perconalab/percona-postgresql-operator:main-upgrade == perconalab/* ]] logger.go:42: 15:08:10 | standby-pgbackrest/0-deploy-operator | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 15:08:10 | standby-pgbackrest/0-deploy-operator | +++ export IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 15:08:10 | standby-pgbackrest/0-deploy-operator | +++ IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 15:08:10 | standby-pgbackrest/0-deploy-operator | +++ echo IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 15:08:10 | standby-pgbackrest/0-deploy-operator | IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 15:08:10 | standby-pgbackrest/0-deploy-operator | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:08:10 | standby-pgbackrest/0-deploy-operator | docker.io/perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:08:10 | standby-pgbackrest/0-deploy-operator | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 15:08:10 | standby-pgbackrest/0-deploy-operator | ++++ eval 'echo $IMAGE_LOGCOLLECTOR' logger.go:42: 15:08:10 | standby-pgbackrest/0-deploy-operator | +++++ echo perconalab/fluentbit:main-logcollector logger.go:42: 15:08:10 | standby-pgbackrest/0-deploy-operator | +++ var_value=perconalab/fluentbit:main-logcollector logger.go:42: 15:08:10 | standby-pgbackrest/0-deploy-operator | +++ [[ perconalab/fluentbit:main-logcollector == docker.io/* ]] logger.go:42: 15:08:10 | standby-pgbackrest/0-deploy-operator | +++ [[ perconalab/fluentbit:main-logcollector == percona/* ]] logger.go:42: 15:08:10 | standby-pgbackrest/0-deploy-operator | +++ [[ perconalab/fluentbit:main-logcollector == perconalab/* ]] logger.go:42: 15:08:10 | standby-pgbackrest/0-deploy-operator | +++ new_value=docker.io/perconalab/fluentbit:main-logcollector logger.go:42: 15:08:10 | standby-pgbackrest/0-deploy-operator | +++ export IMAGE_LOGCOLLECTOR=docker.io/perconalab/fluentbit:main-logcollector logger.go:42: 15:08:10 | standby-pgbackrest/0-deploy-operator | +++ IMAGE_LOGCOLLECTOR=docker.io/perconalab/fluentbit:main-logcollector logger.go:42: 15:08:10 | standby-pgbackrest/0-deploy-operator | +++ echo IMAGE_LOGCOLLECTOR=docker.io/perconalab/fluentbit:main-logcollector logger.go:42: 15:08:10 | standby-pgbackrest/0-deploy-operator | IMAGE_LOGCOLLECTOR=docker.io/perconalab/fluentbit:main-logcollector logger.go:42: 15:08:10 | standby-pgbackrest/0-deploy-operator | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:08:10 | standby-pgbackrest/0-deploy-operator | docker.io/perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:08:10 | standby-pgbackrest/0-deploy-operator | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 15:08:10 | standby-pgbackrest/0-deploy-operator | ++++ eval 'echo $IMAGE_BASE' logger.go:42: 15:08:10 | standby-pgbackrest/0-deploy-operator | +++++ echo perconalab/percona-postgresql-operator logger.go:42: 15:08:10 | standby-pgbackrest/0-deploy-operator | +++ var_value=perconalab/percona-postgresql-operator logger.go:42: 15:08:10 | standby-pgbackrest/0-deploy-operator | +++ [[ perconalab/percona-postgresql-operator == docker.io/* ]] logger.go:42: 15:08:10 | standby-pgbackrest/0-deploy-operator | +++ [[ perconalab/percona-postgresql-operator == percona/* ]] logger.go:42: 15:08:10 | standby-pgbackrest/0-deploy-operator | +++ [[ perconalab/percona-postgresql-operator == perconalab/* ]] logger.go:42: 15:08:10 | standby-pgbackrest/0-deploy-operator | +++ new_value=docker.io/perconalab/percona-postgresql-operator logger.go:42: 15:08:10 | standby-pgbackrest/0-deploy-operator | +++ export IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 15:08:10 | standby-pgbackrest/0-deploy-operator | +++ IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 15:08:10 | standby-pgbackrest/0-deploy-operator | +++ echo IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 15:08:10 | standby-pgbackrest/0-deploy-operator | IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 15:08:10 | standby-pgbackrest/0-deploy-operator | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:08:10 | standby-pgbackrest/0-deploy-operator | docker.io/perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:08:10 | standby-pgbackrest/0-deploy-operator | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 15:08:10 | standby-pgbackrest/0-deploy-operator | ++++ eval 'echo $IMAGE_PGBOUNCER' logger.go:42: 15:08:10 | standby-pgbackrest/0-deploy-operator | +++++ echo perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 15:08:10 | standby-pgbackrest/0-deploy-operator | +++ var_value=perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 15:08:10 | standby-pgbackrest/0-deploy-operator | +++ [[ perconalab/percona-postgresql-operator:main-pgbouncer18 == docker.io/* ]] logger.go:42: 15:08:10 | standby-pgbackrest/0-deploy-operator | +++ [[ perconalab/percona-postgresql-operator:main-pgbouncer18 == percona/* ]] logger.go:42: 15:08:10 | standby-pgbackrest/0-deploy-operator | +++ [[ perconalab/percona-postgresql-operator:main-pgbouncer18 == perconalab/* ]] logger.go:42: 15:08:10 | standby-pgbackrest/0-deploy-operator | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 15:08:10 | standby-pgbackrest/0-deploy-operator | +++ export IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 15:08:10 | standby-pgbackrest/0-deploy-operator | +++ IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 15:08:10 | standby-pgbackrest/0-deploy-operator | +++ echo IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 15:08:10 | standby-pgbackrest/0-deploy-operator | IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 15:08:10 | standby-pgbackrest/0-deploy-operator | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:08:10 | standby-pgbackrest/0-deploy-operator | docker.io/perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:08:10 | standby-pgbackrest/0-deploy-operator | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 15:08:10 | standby-pgbackrest/0-deploy-operator | ++++ eval 'echo $IMAGE_POSTGRESQL' logger.go:42: 15:08:10 | standby-pgbackrest/0-deploy-operator | +++++ echo perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 15:08:10 | standby-pgbackrest/0-deploy-operator | +++ var_value=perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 15:08:10 | standby-pgbackrest/0-deploy-operator | +++ [[ perconalab/percona-postgresql-operator:main-ppg18-postgres == docker.io/* ]] logger.go:42: 15:08:10 | standby-pgbackrest/0-deploy-operator | +++ [[ perconalab/percona-postgresql-operator:main-ppg18-postgres == percona/* ]] logger.go:42: 15:08:10 | standby-pgbackrest/0-deploy-operator | +++ [[ perconalab/percona-postgresql-operator:main-ppg18-postgres == perconalab/* ]] logger.go:42: 15:08:10 | standby-pgbackrest/0-deploy-operator | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 15:08:10 | standby-pgbackrest/0-deploy-operator | +++ export IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 15:08:10 | standby-pgbackrest/0-deploy-operator | +++ IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 15:08:10 | standby-pgbackrest/0-deploy-operator | +++ echo IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 15:08:10 | standby-pgbackrest/0-deploy-operator | IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 15:08:10 | standby-pgbackrest/0-deploy-operator | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:08:10 | standby-pgbackrest/0-deploy-operator | docker.io/perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:08:10 | standby-pgbackrest/0-deploy-operator | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 15:08:10 | standby-pgbackrest/0-deploy-operator | ++++ eval 'echo $IMAGE_PMM_SERVER' logger.go:42: 15:08:10 | standby-pgbackrest/0-deploy-operator | +++++ echo perconalab/pmm-server:3-dev-latest logger.go:42: 15:08:10 | standby-pgbackrest/0-deploy-operator | +++ var_value=perconalab/pmm-server:3-dev-latest logger.go:42: 15:08:10 | standby-pgbackrest/0-deploy-operator | +++ [[ perconalab/pmm-server:3-dev-latest == docker.io/* ]] logger.go:42: 15:08:10 | standby-pgbackrest/0-deploy-operator | +++ [[ perconalab/pmm-server:3-dev-latest == percona/* ]] logger.go:42: 15:08:10 | standby-pgbackrest/0-deploy-operator | +++ [[ perconalab/pmm-server:3-dev-latest == perconalab/* ]] logger.go:42: 15:08:10 | standby-pgbackrest/0-deploy-operator | +++ new_value=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 15:08:10 | standby-pgbackrest/0-deploy-operator | +++ export IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 15:08:10 | standby-pgbackrest/0-deploy-operator | +++ IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 15:08:10 | standby-pgbackrest/0-deploy-operator | +++ echo IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 15:08:10 | standby-pgbackrest/0-deploy-operator | IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 15:08:10 | standby-pgbackrest/0-deploy-operator | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:08:10 | standby-pgbackrest/0-deploy-operator | docker.io/perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:08:10 | standby-pgbackrest/0-deploy-operator | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 15:08:10 | standby-pgbackrest/0-deploy-operator | ++++ eval 'echo $IMAGE_PMM_CLIENT' logger.go:42: 15:08:10 | standby-pgbackrest/0-deploy-operator | +++++ echo perconalab/pmm-client:3-dev-latest logger.go:42: 15:08:10 | standby-pgbackrest/0-deploy-operator | +++ var_value=perconalab/pmm-client:3-dev-latest logger.go:42: 15:08:10 | standby-pgbackrest/0-deploy-operator | +++ [[ perconalab/pmm-client:3-dev-latest == docker.io/* ]] logger.go:42: 15:08:10 | standby-pgbackrest/0-deploy-operator | +++ [[ perconalab/pmm-client:3-dev-latest == percona/* ]] logger.go:42: 15:08:10 | standby-pgbackrest/0-deploy-operator | +++ [[ perconalab/pmm-client:3-dev-latest == perconalab/* ]] logger.go:42: 15:08:10 | standby-pgbackrest/0-deploy-operator | +++ new_value=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 15:08:10 | standby-pgbackrest/0-deploy-operator | +++ export IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 15:08:10 | standby-pgbackrest/0-deploy-operator | +++ IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 15:08:10 | standby-pgbackrest/0-deploy-operator | +++ echo IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 15:08:10 | standby-pgbackrest/0-deploy-operator | IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 15:08:10 | standby-pgbackrest/0-deploy-operator | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:08:10 | standby-pgbackrest/0-deploy-operator | docker.io/perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:08:10 | standby-pgbackrest/0-deploy-operator | ++++ which gdate logger.go:42: 15:08:10 | standby-pgbackrest/0-deploy-operator | which: no gdate in (/mnt/jenkins/workspace/cloud-pg-operator_PR-1770/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:08:10 | standby-pgbackrest/0-deploy-operator | ++++ which date logger.go:42: 15:08:10 | standby-pgbackrest/0-deploy-operator | +++ date=/usr/sbin/date logger.go:42: 15:08:10 | standby-pgbackrest/0-deploy-operator | ++++ which gsed logger.go:42: 15:08:10 | standby-pgbackrest/0-deploy-operator | which: no gsed in (/mnt/jenkins/workspace/cloud-pg-operator_PR-1770/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:08:10 | standby-pgbackrest/0-deploy-operator | ++++ which sed logger.go:42: 15:08:10 | standby-pgbackrest/0-deploy-operator | +++ sed=/usr/sbin/sed logger.go:42: 15:08:10 | standby-pgbackrest/0-deploy-operator | + init_temp_dir logger.go:42: 15:08:10 | standby-pgbackrest/0-deploy-operator | + rm -rf /tmp/kuttl/pg/standby-pgbackrest logger.go:42: 15:08:10 | standby-pgbackrest/0-deploy-operator | + mkdir -p /tmp/kuttl/pg/standby-pgbackrest logger.go:42: 15:08:10 | standby-pgbackrest/0-deploy-operator | + deploy_operator logger.go:42: 15:08:10 | standby-pgbackrest/0-deploy-operator | + local cw_prefix= logger.go:42: 15:08:10 | standby-pgbackrest/0-deploy-operator | + destroy_operator logger.go:42: 15:08:10 | standby-pgbackrest/0-deploy-operator | + kubectl -n pg-operator delete deployment percona-postgresql-operator --force --grace-period=0 logger.go:42: 15:08:10 | standby-pgbackrest/0-deploy-operator | Warning: Immediate deletion does not wait for confirmation that the running resource has been terminated. The resource may continue to run on the cluster indefinitely. logger.go:42: 15:08:10 | standby-pgbackrest/0-deploy-operator | deployment.apps "percona-postgresql-operator" force deleted from pg-operator namespace logger.go:42: 15:08:10 | standby-pgbackrest/0-deploy-operator | + [[ -n pg-operator ]] logger.go:42: 15:08:10 | standby-pgbackrest/0-deploy-operator | + kubectl delete namespace pg-operator --force --grace-period=0 logger.go:42: 15:08:10 | standby-pgbackrest/0-deploy-operator | Warning: Immediate deletion does not wait for confirmation that the running resource has been terminated. The resource may continue to run on the cluster indefinitely. logger.go:42: 15:08:11 | standby-pgbackrest/0-deploy-operator | namespace "pg-operator" force deleted logger.go:42: 15:08:29 | standby-pgbackrest/0-deploy-operator | + [[ -n pg-operator ]] logger.go:42: 15:08:29 | standby-pgbackrest/0-deploy-operator | + create_namespace pg-operator logger.go:42: 15:08:29 | standby-pgbackrest/0-deploy-operator | + local namespace=pg-operator logger.go:42: 15:08:29 | standby-pgbackrest/0-deploy-operator | + [[ gke == openshift ]] logger.go:42: 15:08:29 | standby-pgbackrest/0-deploy-operator | + kubectl delete namespace pg-operator --ignore-not-found logger.go:42: 15:08:30 | standby-pgbackrest/0-deploy-operator | + kubectl wait --for=delete namespace pg-operator logger.go:42: 15:08:30 | standby-pgbackrest/0-deploy-operator | + kubectl create namespace pg-operator logger.go:42: 15:08:31 | standby-pgbackrest/0-deploy-operator | namespace/pg-operator created logger.go:42: 15:08:31 | standby-pgbackrest/0-deploy-operator | + cw_prefix=cw- logger.go:42: 15:08:31 | standby-pgbackrest/0-deploy-operator | + kubectl -n pg-operator apply --server-side --force-conflicts -f /mnt/jenkins/workspace/cloud-pg-operator_PR-1770/deploy/crd.yaml logger.go:42: 15:08:32 | standby-pgbackrest/0-deploy-operator | customresourcedefinition.apiextensions.k8s.io/crunchybridgeclusters.upstream.pgv2.percona.com serverside-applied logger.go:42: 15:08:32 | standby-pgbackrest/0-deploy-operator | customresourcedefinition.apiextensions.k8s.io/perconapgbackups.pgv2.percona.com serverside-applied logger.go:42: 15:08:35 | standby-pgbackrest/0-deploy-operator | customresourcedefinition.apiextensions.k8s.io/perconapgclusters.pgv2.percona.com serverside-applied logger.go:42: 15:08:35 | standby-pgbackrest/0-deploy-operator | customresourcedefinition.apiextensions.k8s.io/perconapgrestores.pgv2.percona.com serverside-applied logger.go:42: 15:08:35 | standby-pgbackrest/0-deploy-operator | customresourcedefinition.apiextensions.k8s.io/perconapgupgrades.pgv2.percona.com serverside-applied logger.go:42: 15:08:36 | standby-pgbackrest/0-deploy-operator | customresourcedefinition.apiextensions.k8s.io/pgadmins.upstream.pgv2.percona.com serverside-applied logger.go:42: 15:08:37 | standby-pgbackrest/0-deploy-operator | customresourcedefinition.apiextensions.k8s.io/pgupgrades.upstream.pgv2.percona.com serverside-applied logger.go:42: 15:08:39 | standby-pgbackrest/0-deploy-operator | customresourcedefinition.apiextensions.k8s.io/postgresclusters.upstream.pgv2.percona.com serverside-applied logger.go:42: 15:08:39 | standby-pgbackrest/0-deploy-operator | + kubectl -n pg-operator apply --server-side --force-conflicts -f /mnt/jenkins/workspace/cloud-pg-operator_PR-1770/deploy/cw-rbac.yaml logger.go:42: 15:08:39 | standby-pgbackrest/0-deploy-operator | serviceaccount/percona-postgresql-operator serverside-applied logger.go:42: 15:08:40 | standby-pgbackrest/0-deploy-operator | clusterrole.rbac.authorization.k8s.io/percona-postgresql-operator serverside-applied logger.go:42: 15:08:40 | standby-pgbackrest/0-deploy-operator | clusterrolebinding.rbac.authorization.k8s.io/percona-postgresql-operator serverside-applied logger.go:42: 15:08:40 | standby-pgbackrest/0-deploy-operator | + local disable_telemetry=true logger.go:42: 15:08:40 | standby-pgbackrest/0-deploy-operator | + '[' standby-pgbackrest == telemetry-transfer ']' logger.go:42: 15:08:40 | standby-pgbackrest/0-deploy-operator | + yq eval '.spec.template.spec.containers[0].image = "docker.io/perconalab/percona-postgresql-operator:PR-1770-8c67b09e6"' /mnt/jenkins/workspace/cloud-pg-operator_PR-1770/deploy/cw-operator.yaml logger.go:42: 15:08:40 | standby-pgbackrest/0-deploy-operator | + yq eval '(.spec.template.spec.containers[] | select(.name=="operator") | .env[] | select(.name=="DISABLE_TELEMETRY") | .value) = "true"' - logger.go:42: 15:08:40 | standby-pgbackrest/0-deploy-operator | + yq eval '(.spec.template.spec.containers[] | select(.name=="operator") | .env[] | select(.name=="LOG_LEVEL") | .value) = "DEBUG"' - logger.go:42: 15:08:40 | standby-pgbackrest/0-deploy-operator | + yq eval '(.spec.template.spec.containers[] | select(.name=="operator") | .env[] | select(.name=="PGO_FEATURE_GATES") | .value) = ""' - logger.go:42: 15:08:40 | standby-pgbackrest/0-deploy-operator | + kubectl -n pg-operator apply -f - logger.go:42: 15:08:41 | standby-pgbackrest/0-deploy-operator | deployment.apps/percona-postgresql-operator created logger.go:42: 15:08:41 | standby-pgbackrest/0-deploy-operator | + deploy_s3_secrets logger.go:42: 15:08:41 | standby-pgbackrest/0-deploy-operator | + set +o xtrace logger.go:42: 15:08:41 | standby-pgbackrest/0-deploy-operator | secret/standby-pgbackrest-pgbackrest-secrets created logger.go:42: 15:08:41 | standby-pgbackrest/0-deploy-operator | + deploy_client logger.go:42: 15:08:41 | standby-pgbackrest/0-deploy-operator | + kubectl -n kuttl-test-firm-ray apply -f /mnt/jenkins/workspace/cloud-pg-operator_PR-1770/e2e-tests/conf/client.yaml logger.go:42: 15:08:43 | standby-pgbackrest/0-deploy-operator | deployment.apps/pg-client created logger.go:42: 15:08:43 | standby-pgbackrest/0-deploy-operator | + deploy_chaos_mesh logger.go:42: 15:08:43 | standby-pgbackrest/0-deploy-operator | + local runtime logger.go:42: 15:08:43 | standby-pgbackrest/0-deploy-operator | + local socket_path logger.go:42: 15:08:43 | standby-pgbackrest/0-deploy-operator | + destroy_chaos_mesh logger.go:42: 15:08:43 | standby-pgbackrest/0-deploy-operator | ++ helm list --all-namespaces --filter chaos-mesh logger.go:42: 15:08:43 | standby-pgbackrest/0-deploy-operator | ++ tail -n1 logger.go:42: 15:08:43 | standby-pgbackrest/0-deploy-operator | ++ awk '-F ' '{print $2}' logger.go:42: 15:08:43 | standby-pgbackrest/0-deploy-operator | ++ /usr/sbin/sed s/NAMESPACE// logger.go:42: 15:08:44 | standby-pgbackrest/0-deploy-operator | + local chaos_mesh_ns= logger.go:42: 15:08:44 | standby-pgbackrest/0-deploy-operator | + '[' -n '' ']' logger.go:42: 15:08:44 | standby-pgbackrest/0-deploy-operator | ++ kubectl get MutatingWebhookConfiguration logger.go:42: 15:08:44 | standby-pgbackrest/0-deploy-operator | ++ grep chaos-mesh logger.go:42: 15:08:44 | standby-pgbackrest/0-deploy-operator | ++ awk '{print $1}' logger.go:42: 15:08:44 | standby-pgbackrest/0-deploy-operator | + timeout 30 kubectl delete MutatingWebhookConfiguration chaos-mesh-mutation logger.go:42: 15:08:45 | standby-pgbackrest/0-deploy-operator | mutatingwebhookconfiguration.admissionregistration.k8s.io "chaos-mesh-mutation" deleted logger.go:42: 15:08:45 | standby-pgbackrest/0-deploy-operator | ++ kubectl get ValidatingWebhookConfiguration logger.go:42: 15:08:45 | standby-pgbackrest/0-deploy-operator | ++ grep chaos-mesh logger.go:42: 15:08:45 | standby-pgbackrest/0-deploy-operator | ++ awk '{print $1}' logger.go:42: 15:08:46 | standby-pgbackrest/0-deploy-operator | + timeout 30 kubectl delete ValidatingWebhookConfiguration chaos-mesh-validation chaos-mesh-validation-auth logger.go:42: 15:08:46 | standby-pgbackrest/0-deploy-operator | validatingwebhookconfiguration.admissionregistration.k8s.io "chaos-mesh-validation" deleted logger.go:42: 15:08:46 | standby-pgbackrest/0-deploy-operator | validatingwebhookconfiguration.admissionregistration.k8s.io "chaos-mesh-validation-auth" deleted logger.go:42: 15:08:46 | standby-pgbackrest/0-deploy-operator | ++ kubectl get ValidatingWebhookConfiguration logger.go:42: 15:08:46 | standby-pgbackrest/0-deploy-operator | ++ grep validate-auth logger.go:42: 15:08:46 | standby-pgbackrest/0-deploy-operator | ++ awk '{print $1}' logger.go:42: 15:08:47 | standby-pgbackrest/0-deploy-operator | + timeout 30 kubectl delete ValidatingWebhookConfiguration logger.go:42: 15:08:47 | standby-pgbackrest/0-deploy-operator | error: resource(s) were provided, but no name was specified logger.go:42: 15:08:47 | standby-pgbackrest/0-deploy-operator | + : logger.go:42: 15:08:47 | standby-pgbackrest/0-deploy-operator | ++ grep chaos-mesh logger.go:42: 15:08:47 | standby-pgbackrest/0-deploy-operator | ++ kubectl api-resources logger.go:42: 15:08:47 | standby-pgbackrest/0-deploy-operator | ++ awk '{print $1}' logger.go:42: 15:08:48 | standby-pgbackrest/0-deploy-operator | + for i in $(kubectl api-resources | grep chaos-mesh | awk '{print $1}') logger.go:42: 15:08:48 | standby-pgbackrest/0-deploy-operator | + kubectl get awschaos --all-namespaces --no-headers -o custom-columns=Kind:.kind,Name:.metadata.name,NAMESPACE:.metadata.namespace logger.go:42: 15:08:48 | standby-pgbackrest/0-deploy-operator | + read -r line logger.go:42: 15:08:48 | standby-pgbackrest/0-deploy-operator | + timeout 30 kubectl delete awschaos --all --all-namespaces logger.go:42: 15:08:48 | standby-pgbackrest/0-deploy-operator | No resources found logger.go:42: 15:08:48 | standby-pgbackrest/0-deploy-operator | + for i in $(kubectl api-resources | grep chaos-mesh | awk '{print $1}') logger.go:42: 15:08:48 | standby-pgbackrest/0-deploy-operator | + kubectl get azurechaos --all-namespaces --no-headers -o custom-columns=Kind:.kind,Name:.metadata.name,NAMESPACE:.metadata.namespace logger.go:42: 15:08:48 | standby-pgbackrest/0-deploy-operator | + read -r line logger.go:42: 15:08:49 | standby-pgbackrest/0-deploy-operator | + timeout 30 kubectl delete azurechaos --all --all-namespaces logger.go:42: 15:08:49 | standby-pgbackrest/0-deploy-operator | No resources found logger.go:42: 15:08:49 | standby-pgbackrest/0-deploy-operator | + for i in $(kubectl api-resources | grep chaos-mesh | awk '{print $1}') logger.go:42: 15:08:49 | standby-pgbackrest/0-deploy-operator | + kubectl get blockchaos --all-namespaces --no-headers -o custom-columns=Kind:.kind,Name:.metadata.name,NAMESPACE:.metadata.namespace logger.go:42: 15:08:49 | standby-pgbackrest/0-deploy-operator | + read -r line logger.go:42: 15:08:50 | standby-pgbackrest/0-deploy-operator | + timeout 30 kubectl delete blockchaos --all --all-namespaces logger.go:42: 15:08:50 | standby-pgbackrest/0-deploy-operator | No resources found logger.go:42: 15:08:50 | standby-pgbackrest/0-deploy-operator | + for i in $(kubectl api-resources | grep chaos-mesh | awk '{print $1}') logger.go:42: 15:08:50 | standby-pgbackrest/0-deploy-operator | + kubectl get dnschaos --all-namespaces --no-headers -o custom-columns=Kind:.kind,Name:.metadata.name,NAMESPACE:.metadata.namespace logger.go:42: 15:08:50 | standby-pgbackrest/0-deploy-operator | + read -r line logger.go:42: 15:08:51 | standby-pgbackrest/0-deploy-operator | + timeout 30 kubectl delete dnschaos --all --all-namespaces logger.go:42: 15:08:52 | standby-pgbackrest/0-deploy-operator | No resources found logger.go:42: 15:08:52 | standby-pgbackrest/0-deploy-operator | + for i in $(kubectl api-resources | grep chaos-mesh | awk '{print $1}') logger.go:42: 15:08:52 | standby-pgbackrest/0-deploy-operator | + kubectl get gcpchaos --all-namespaces --no-headers -o custom-columns=Kind:.kind,Name:.metadata.name,NAMESPACE:.metadata.namespace logger.go:42: 15:08:52 | standby-pgbackrest/0-deploy-operator | + read -r line logger.go:42: 15:08:52 | standby-pgbackrest/0-deploy-operator | + timeout 30 kubectl delete gcpchaos --all --all-namespaces logger.go:42: 15:08:53 | standby-pgbackrest/0-deploy-operator | No resources found logger.go:42: 15:08:53 | standby-pgbackrest/0-deploy-operator | + for i in $(kubectl api-resources | grep chaos-mesh | awk '{print $1}') logger.go:42: 15:08:53 | standby-pgbackrest/0-deploy-operator | + kubectl get httpchaos --all-namespaces --no-headers -o custom-columns=Kind:.kind,Name:.metadata.name,NAMESPACE:.metadata.namespace logger.go:42: 15:08:53 | standby-pgbackrest/0-deploy-operator | + read -r line logger.go:42: 15:08:53 | standby-pgbackrest/0-deploy-operator | + timeout 30 kubectl delete httpchaos --all --all-namespaces logger.go:42: 15:08:54 | standby-pgbackrest/0-deploy-operator | No resources found logger.go:42: 15:08:54 | standby-pgbackrest/0-deploy-operator | + for i in $(kubectl api-resources | grep chaos-mesh | awk '{print $1}') logger.go:42: 15:08:54 | standby-pgbackrest/0-deploy-operator | + kubectl get iochaos --all-namespaces --no-headers -o custom-columns=Kind:.kind,Name:.metadata.name,NAMESPACE:.metadata.namespace logger.go:42: 15:08:54 | standby-pgbackrest/0-deploy-operator | + read -r line logger.go:42: 15:08:54 | standby-pgbackrest/0-deploy-operator | + timeout 30 kubectl delete iochaos --all --all-namespaces logger.go:42: 15:08:55 | standby-pgbackrest/0-deploy-operator | No resources found logger.go:42: 15:08:55 | standby-pgbackrest/0-deploy-operator | + for i in $(kubectl api-resources | grep chaos-mesh | awk '{print $1}') logger.go:42: 15:08:55 | standby-pgbackrest/0-deploy-operator | + kubectl get jvmchaos --all-namespaces --no-headers -o custom-columns=Kind:.kind,Name:.metadata.name,NAMESPACE:.metadata.namespace logger.go:42: 15:08:55 | standby-pgbackrest/0-deploy-operator | + read -r line logger.go:42: 15:08:55 | standby-pgbackrest/0-deploy-operator | + timeout 30 kubectl delete jvmchaos --all --all-namespaces logger.go:42: 15:08:56 | standby-pgbackrest/0-deploy-operator | No resources found logger.go:42: 15:08:56 | standby-pgbackrest/0-deploy-operator | + for i in $(kubectl api-resources | grep chaos-mesh | awk '{print $1}') logger.go:42: 15:08:56 | standby-pgbackrest/0-deploy-operator | + kubectl get kernelchaos --all-namespaces --no-headers -o custom-columns=Kind:.kind,Name:.metadata.name,NAMESPACE:.metadata.namespace logger.go:42: 15:08:56 | standby-pgbackrest/0-deploy-operator | + read -r line logger.go:42: 15:08:56 | standby-pgbackrest/0-deploy-operator | + timeout 30 kubectl delete kernelchaos --all --all-namespaces logger.go:42: 15:08:56 | standby-pgbackrest/0-deploy-operator | No resources found logger.go:42: 15:08:57 | standby-pgbackrest/0-deploy-operator | + for i in $(kubectl api-resources | grep chaos-mesh | awk '{print $1}') logger.go:42: 15:08:57 | standby-pgbackrest/0-deploy-operator | + kubectl get networkchaos --all-namespaces --no-headers -o custom-columns=Kind:.kind,Name:.metadata.name,NAMESPACE:.metadata.namespace logger.go:42: 15:08:57 | standby-pgbackrest/0-deploy-operator | + read -r line logger.go:42: 15:08:57 | standby-pgbackrest/0-deploy-operator | + timeout 30 kubectl delete networkchaos --all --all-namespaces logger.go:42: 15:08:57 | standby-pgbackrest/0-deploy-operator | No resources found logger.go:42: 15:08:57 | standby-pgbackrest/0-deploy-operator | + for i in $(kubectl api-resources | grep chaos-mesh | awk '{print $1}') logger.go:42: 15:08:57 | standby-pgbackrest/0-deploy-operator | + kubectl get physicalmachinechaos --all-namespaces --no-headers -o custom-columns=Kind:.kind,Name:.metadata.name,NAMESPACE:.metadata.namespace logger.go:42: 15:08:57 | standby-pgbackrest/0-deploy-operator | + read -r line logger.go:42: 15:08:58 | standby-pgbackrest/0-deploy-operator | + timeout 30 kubectl delete physicalmachinechaos --all --all-namespaces logger.go:42: 15:08:58 | standby-pgbackrest/0-deploy-operator | No resources found logger.go:42: 15:08:58 | standby-pgbackrest/0-deploy-operator | + for i in $(kubectl api-resources | grep chaos-mesh | awk '{print $1}') logger.go:42: 15:08:58 | standby-pgbackrest/0-deploy-operator | + kubectl get physicalmachines --all-namespaces --no-headers -o custom-columns=Kind:.kind,Name:.metadata.name,NAMESPACE:.metadata.namespace logger.go:42: 15:08:58 | standby-pgbackrest/0-deploy-operator | + read -r line logger.go:42: 15:08:59 | standby-pgbackrest/0-deploy-operator | + timeout 30 kubectl delete physicalmachines --all --all-namespaces logger.go:42: 15:08:59 | standby-pgbackrest/0-deploy-operator | No resources found logger.go:42: 15:08:59 | standby-pgbackrest/0-deploy-operator | + for i in $(kubectl api-resources | grep chaos-mesh | awk '{print $1}') logger.go:42: 15:08:59 | standby-pgbackrest/0-deploy-operator | + kubectl get podchaos --all-namespaces --no-headers -o custom-columns=Kind:.kind,Name:.metadata.name,NAMESPACE:.metadata.namespace logger.go:42: 15:08:59 | standby-pgbackrest/0-deploy-operator | + read -r line logger.go:42: 15:09:00 | standby-pgbackrest/0-deploy-operator | + timeout 30 kubectl delete podchaos --all --all-namespaces logger.go:42: 15:09:00 | standby-pgbackrest/0-deploy-operator | No resources found logger.go:42: 15:09:00 | standby-pgbackrest/0-deploy-operator | + for i in $(kubectl api-resources | grep chaos-mesh | awk '{print $1}') logger.go:42: 15:09:00 | standby-pgbackrest/0-deploy-operator | + kubectl get podhttpchaos --all-namespaces --no-headers -o custom-columns=Kind:.kind,Name:.metadata.name,NAMESPACE:.metadata.namespace logger.go:42: 15:09:00 | standby-pgbackrest/0-deploy-operator | + read -r line logger.go:42: 15:09:01 | standby-pgbackrest/0-deploy-operator | + timeout 30 kubectl delete podhttpchaos --all --all-namespaces logger.go:42: 15:09:01 | standby-pgbackrest/0-deploy-operator | No resources found logger.go:42: 15:09:01 | standby-pgbackrest/0-deploy-operator | + for i in $(kubectl api-resources | grep chaos-mesh | awk '{print $1}') logger.go:42: 15:09:01 | standby-pgbackrest/0-deploy-operator | + kubectl get podiochaos --all-namespaces --no-headers -o custom-columns=Kind:.kind,Name:.metadata.name,NAMESPACE:.metadata.namespace logger.go:42: 15:09:01 | standby-pgbackrest/0-deploy-operator | + read -r line logger.go:42: 15:09:02 | standby-pgbackrest/0-deploy-operator | + timeout 30 kubectl delete podiochaos --all --all-namespaces logger.go:42: 15:09:02 | standby-pgbackrest/0-deploy-operator | No resources found logger.go:42: 15:09:02 | standby-pgbackrest/0-deploy-operator | + for i in $(kubectl api-resources | grep chaos-mesh | awk '{print $1}') logger.go:42: 15:09:02 | standby-pgbackrest/0-deploy-operator | + kubectl get podnetworkchaos --all-namespaces --no-headers -o custom-columns=Kind:.kind,Name:.metadata.name,NAMESPACE:.metadata.namespace logger.go:42: 15:09:02 | standby-pgbackrest/0-deploy-operator | + read -r line logger.go:42: 15:09:03 | standby-pgbackrest/0-deploy-operator | + timeout 30 kubectl delete podnetworkchaos --all --all-namespaces logger.go:42: 15:09:03 | standby-pgbackrest/0-deploy-operator | No resources found logger.go:42: 15:09:03 | standby-pgbackrest/0-deploy-operator | + for i in $(kubectl api-resources | grep chaos-mesh | awk '{print $1}') logger.go:42: 15:09:03 | standby-pgbackrest/0-deploy-operator | + kubectl get remoteclusters --all-namespaces --no-headers -o custom-columns=Kind:.kind,Name:.metadata.name,NAMESPACE:.metadata.namespace logger.go:42: 15:09:03 | standby-pgbackrest/0-deploy-operator | + read -r line logger.go:42: 15:09:04 | standby-pgbackrest/0-deploy-operator | + timeout 30 kubectl delete remoteclusters --all --all-namespaces logger.go:42: 15:09:04 | standby-pgbackrest/0-deploy-operator | No resources found logger.go:42: 15:09:04 | standby-pgbackrest/0-deploy-operator | + for i in $(kubectl api-resources | grep chaos-mesh | awk '{print $1}') logger.go:42: 15:09:04 | standby-pgbackrest/0-deploy-operator | + kubectl get schedules --all-namespaces --no-headers -o custom-columns=Kind:.kind,Name:.metadata.name,NAMESPACE:.metadata.namespace logger.go:42: 15:09:04 | standby-pgbackrest/0-deploy-operator | + read -r line logger.go:42: 15:09:04 | standby-pgbackrest/0-deploy-operator | + timeout 30 kubectl delete schedules --all --all-namespaces logger.go:42: 15:09:05 | standby-pgbackrest/0-deploy-operator | No resources found logger.go:42: 15:09:05 | standby-pgbackrest/0-deploy-operator | + for i in $(kubectl api-resources | grep chaos-mesh | awk '{print $1}') logger.go:42: 15:09:05 | standby-pgbackrest/0-deploy-operator | + kubectl get statuschecks --all-namespaces --no-headers -o custom-columns=Kind:.kind,Name:.metadata.name,NAMESPACE:.metadata.namespace logger.go:42: 15:09:05 | standby-pgbackrest/0-deploy-operator | + read -r line logger.go:42: 15:09:05 | standby-pgbackrest/0-deploy-operator | + timeout 30 kubectl delete statuschecks --all --all-namespaces logger.go:42: 15:09:06 | standby-pgbackrest/0-deploy-operator | No resources found logger.go:42: 15:09:06 | standby-pgbackrest/0-deploy-operator | + for i in $(kubectl api-resources | grep chaos-mesh | awk '{print $1}') logger.go:42: 15:09:06 | standby-pgbackrest/0-deploy-operator | + kubectl get stresschaos --all-namespaces --no-headers -o custom-columns=Kind:.kind,Name:.metadata.name,NAMESPACE:.metadata.namespace logger.go:42: 15:09:06 | standby-pgbackrest/0-deploy-operator | + read -r line logger.go:42: 15:09:07 | standby-pgbackrest/0-deploy-operator | + timeout 30 kubectl delete stresschaos --all --all-namespaces logger.go:42: 15:09:07 | standby-pgbackrest/0-deploy-operator | No resources found logger.go:42: 15:09:07 | standby-pgbackrest/0-deploy-operator | + for i in $(kubectl api-resources | grep chaos-mesh | awk '{print $1}') logger.go:42: 15:09:07 | standby-pgbackrest/0-deploy-operator | + kubectl get timechaos --all-namespaces --no-headers -o custom-columns=Kind:.kind,Name:.metadata.name,NAMESPACE:.metadata.namespace logger.go:42: 15:09:07 | standby-pgbackrest/0-deploy-operator | + read -r line logger.go:42: 15:09:08 | standby-pgbackrest/0-deploy-operator | + timeout 30 kubectl delete timechaos --all --all-namespaces logger.go:42: 15:09:08 | standby-pgbackrest/0-deploy-operator | No resources found logger.go:42: 15:09:08 | standby-pgbackrest/0-deploy-operator | + for i in $(kubectl api-resources | grep chaos-mesh | awk '{print $1}') logger.go:42: 15:09:08 | standby-pgbackrest/0-deploy-operator | + kubectl get workflownodes --all-namespaces --no-headers -o custom-columns=Kind:.kind,Name:.metadata.name,NAMESPACE:.metadata.namespace logger.go:42: 15:09:08 | standby-pgbackrest/0-deploy-operator | + read -r line logger.go:42: 15:09:09 | standby-pgbackrest/0-deploy-operator | + timeout 30 kubectl delete workflownodes --all --all-namespaces logger.go:42: 15:09:09 | standby-pgbackrest/0-deploy-operator | No resources found logger.go:42: 15:09:09 | standby-pgbackrest/0-deploy-operator | + for i in $(kubectl api-resources | grep chaos-mesh | awk '{print $1}') logger.go:42: 15:09:09 | standby-pgbackrest/0-deploy-operator | + kubectl get workflows --all-namespaces --no-headers -o custom-columns=Kind:.kind,Name:.metadata.name,NAMESPACE:.metadata.namespace logger.go:42: 15:09:09 | standby-pgbackrest/0-deploy-operator | + read -r line logger.go:42: 15:09:10 | standby-pgbackrest/0-deploy-operator | + timeout 30 kubectl delete workflows --all --all-namespaces logger.go:42: 15:09:10 | standby-pgbackrest/0-deploy-operator | No resources found logger.go:42: 15:09:10 | standby-pgbackrest/0-deploy-operator | ++ kubectl get crd logger.go:42: 15:09:10 | standby-pgbackrest/0-deploy-operator | ++ grep chaos-mesh.org logger.go:42: 15:09:10 | standby-pgbackrest/0-deploy-operator | ++ awk '{print $1}' logger.go:42: 15:09:11 | standby-pgbackrest/0-deploy-operator | + timeout 30 kubectl delete crd awschaos.chaos-mesh.org azurechaos.chaos-mesh.org blockchaos.chaos-mesh.org dnschaos.chaos-mesh.org gcpchaos.chaos-mesh.org httpchaos.chaos-mesh.org iochaos.chaos-mesh.org jvmchaos.chaos-mesh.org kernelchaos.chaos-mesh.org networkchaos.chaos-mesh.org physicalmachinechaos.chaos-mesh.org physicalmachines.chaos-mesh.org podchaos.chaos-mesh.org podhttpchaos.chaos-mesh.org podiochaos.chaos-mesh.org podnetworkchaos.chaos-mesh.org remoteclusters.chaos-mesh.org schedules.chaos-mesh.org statuschecks.chaos-mesh.org stresschaos.chaos-mesh.org timechaos.chaos-mesh.org workflownodes.chaos-mesh.org workflows.chaos-mesh.org logger.go:42: 15:09:11 | standby-pgbackrest/0-deploy-operator | customresourcedefinition.apiextensions.k8s.io "awschaos.chaos-mesh.org" deleted logger.go:42: 15:09:12 | standby-pgbackrest/0-deploy-operator | customresourcedefinition.apiextensions.k8s.io "azurechaos.chaos-mesh.org" deleted logger.go:42: 15:09:12 | standby-pgbackrest/0-deploy-operator | customresourcedefinition.apiextensions.k8s.io "blockchaos.chaos-mesh.org" deleted logger.go:42: 15:09:12 | standby-pgbackrest/0-deploy-operator | customresourcedefinition.apiextensions.k8s.io "dnschaos.chaos-mesh.org" deleted logger.go:42: 15:09:12 | standby-pgbackrest/0-deploy-operator | customresourcedefinition.apiextensions.k8s.io "gcpchaos.chaos-mesh.org" deleted logger.go:42: 15:09:12 | standby-pgbackrest/0-deploy-operator | customresourcedefinition.apiextensions.k8s.io "httpchaos.chaos-mesh.org" deleted logger.go:42: 15:09:12 | standby-pgbackrest/0-deploy-operator | customresourcedefinition.apiextensions.k8s.io "iochaos.chaos-mesh.org" deleted logger.go:42: 15:09:13 | standby-pgbackrest/0-deploy-operator | customresourcedefinition.apiextensions.k8s.io "jvmchaos.chaos-mesh.org" deleted logger.go:42: 15:09:13 | standby-pgbackrest/0-deploy-operator | customresourcedefinition.apiextensions.k8s.io "kernelchaos.chaos-mesh.org" deleted logger.go:42: 15:09:13 | standby-pgbackrest/0-deploy-operator | customresourcedefinition.apiextensions.k8s.io "networkchaos.chaos-mesh.org" deleted logger.go:42: 15:09:13 | standby-pgbackrest/0-deploy-operator | customresourcedefinition.apiextensions.k8s.io "physicalmachinechaos.chaos-mesh.org" deleted logger.go:42: 15:09:14 | standby-pgbackrest/0-deploy-operator | customresourcedefinition.apiextensions.k8s.io "physicalmachines.chaos-mesh.org" deleted logger.go:42: 15:09:14 | standby-pgbackrest/0-deploy-operator | customresourcedefinition.apiextensions.k8s.io "podchaos.chaos-mesh.org" deleted logger.go:42: 15:09:15 | standby-pgbackrest/0-deploy-operator | customresourcedefinition.apiextensions.k8s.io "podhttpchaos.chaos-mesh.org" deleted logger.go:42: 15:09:15 | standby-pgbackrest/0-deploy-operator | customresourcedefinition.apiextensions.k8s.io "podiochaos.chaos-mesh.org" deleted logger.go:42: 15:09:15 | standby-pgbackrest/0-deploy-operator | customresourcedefinition.apiextensions.k8s.io "podnetworkchaos.chaos-mesh.org" deleted logger.go:42: 15:09:15 | standby-pgbackrest/0-deploy-operator | customresourcedefinition.apiextensions.k8s.io "remoteclusters.chaos-mesh.org" deleted logger.go:42: 15:09:16 | standby-pgbackrest/0-deploy-operator | customresourcedefinition.apiextensions.k8s.io "schedules.chaos-mesh.org" deleted logger.go:42: 15:09:16 | standby-pgbackrest/0-deploy-operator | customresourcedefinition.apiextensions.k8s.io "statuschecks.chaos-mesh.org" deleted logger.go:42: 15:09:16 | standby-pgbackrest/0-deploy-operator | customresourcedefinition.apiextensions.k8s.io "stresschaos.chaos-mesh.org" deleted logger.go:42: 15:09:17 | standby-pgbackrest/0-deploy-operator | customresourcedefinition.apiextensions.k8s.io "timechaos.chaos-mesh.org" deleted logger.go:42: 15:09:19 | standby-pgbackrest/0-deploy-operator | customresourcedefinition.apiextensions.k8s.io "workflownodes.chaos-mesh.org" deleted logger.go:42: 15:09:21 | standby-pgbackrest/0-deploy-operator | customresourcedefinition.apiextensions.k8s.io "workflows.chaos-mesh.org" deleted logger.go:42: 15:09:28 | standby-pgbackrest/0-deploy-operator | ++ kubectl get clusterrolebinding logger.go:42: 15:09:28 | standby-pgbackrest/0-deploy-operator | ++ grep chaos-mesh logger.go:42: 15:09:28 | standby-pgbackrest/0-deploy-operator | ++ awk '{print $1}' logger.go:42: 15:09:29 | standby-pgbackrest/0-deploy-operator | + timeout 30 kubectl delete clusterrolebinding chaos-mesh-chaos-controller-manager-cluster-level chaos-mesh-chaos-controller-manager-target-namespace chaos-mesh-chaos-dashboard-cluster-level chaos-mesh-chaos-dashboard-target-namespace logger.go:42: 15:09:30 | standby-pgbackrest/0-deploy-operator | clusterrolebinding.rbac.authorization.k8s.io "chaos-mesh-chaos-controller-manager-cluster-level" deleted logger.go:42: 15:09:30 | standby-pgbackrest/0-deploy-operator | clusterrolebinding.rbac.authorization.k8s.io "chaos-mesh-chaos-controller-manager-target-namespace" deleted logger.go:42: 15:09:30 | standby-pgbackrest/0-deploy-operator | clusterrolebinding.rbac.authorization.k8s.io "chaos-mesh-chaos-dashboard-cluster-level" deleted logger.go:42: 15:09:30 | standby-pgbackrest/0-deploy-operator | clusterrolebinding.rbac.authorization.k8s.io "chaos-mesh-chaos-dashboard-target-namespace" deleted logger.go:42: 15:09:31 | standby-pgbackrest/0-deploy-operator | ++ kubectl get clusterrole logger.go:42: 15:09:31 | standby-pgbackrest/0-deploy-operator | ++ grep chaos-mesh logger.go:42: 15:09:31 | standby-pgbackrest/0-deploy-operator | ++ awk '{print $1}' logger.go:42: 15:09:31 | standby-pgbackrest/0-deploy-operator | + timeout 30 kubectl delete clusterrole chaos-mesh-chaos-controller-manager-cluster-level chaos-mesh-chaos-controller-manager-target-namespace chaos-mesh-chaos-dashboard-cluster-level chaos-mesh-chaos-dashboard-target-namespace logger.go:42: 15:09:32 | standby-pgbackrest/0-deploy-operator | clusterrole.rbac.authorization.k8s.io "chaos-mesh-chaos-controller-manager-cluster-level" deleted logger.go:42: 15:09:32 | standby-pgbackrest/0-deploy-operator | clusterrole.rbac.authorization.k8s.io "chaos-mesh-chaos-controller-manager-target-namespace" deleted logger.go:42: 15:09:32 | standby-pgbackrest/0-deploy-operator | clusterrole.rbac.authorization.k8s.io "chaos-mesh-chaos-dashboard-cluster-level" deleted logger.go:42: 15:09:32 | standby-pgbackrest/0-deploy-operator | clusterrole.rbac.authorization.k8s.io "chaos-mesh-chaos-dashboard-target-namespace" deleted logger.go:42: 15:09:33 | standby-pgbackrest/0-deploy-operator | ++ get_cluster_runtime logger.go:42: 15:09:33 | standby-pgbackrest/0-deploy-operator | ++ local runtime_version logger.go:42: 15:09:33 | standby-pgbackrest/0-deploy-operator | +++ get_cluster_runtime_version logger.go:42: 15:09:33 | standby-pgbackrest/0-deploy-operator | +++ local runtime_version logger.go:42: 15:09:33 | standby-pgbackrest/0-deploy-operator | ++++ kubectl get nodes -o 'jsonpath={.items[0].status.nodeInfo.containerRuntimeVersion}' logger.go:42: 15:09:34 | standby-pgbackrest/0-deploy-operator | +++ runtime_version=containerd://2.0.8 logger.go:42: 15:09:34 | standby-pgbackrest/0-deploy-operator | +++ echo containerd://2.0.8 logger.go:42: 15:09:34 | standby-pgbackrest/0-deploy-operator | ++ runtime_version=containerd://2.0.8 logger.go:42: 15:09:34 | standby-pgbackrest/0-deploy-operator | ++ case "$runtime_version" in logger.go:42: 15:09:34 | standby-pgbackrest/0-deploy-operator | ++ echo containerd logger.go:42: 15:09:34 | standby-pgbackrest/0-deploy-operator | + runtime=containerd logger.go:42: 15:09:34 | standby-pgbackrest/0-deploy-operator | ++ get_cluster_runtime_socket_path logger.go:42: 15:09:34 | standby-pgbackrest/0-deploy-operator | ++ local runtime_version logger.go:42: 15:09:34 | standby-pgbackrest/0-deploy-operator | +++ get_cluster_runtime_version logger.go:42: 15:09:34 | standby-pgbackrest/0-deploy-operator | +++ local runtime_version logger.go:42: 15:09:34 | standby-pgbackrest/0-deploy-operator | ++++ kubectl get nodes -o 'jsonpath={.items[0].status.nodeInfo.containerRuntimeVersion}' logger.go:42: 15:09:34 | standby-pgbackrest/0-deploy-operator | +++ runtime_version=containerd://2.0.8 logger.go:42: 15:09:34 | standby-pgbackrest/0-deploy-operator | +++ echo containerd://2.0.8 logger.go:42: 15:09:34 | standby-pgbackrest/0-deploy-operator | ++ runtime_version=containerd://2.0.8 logger.go:42: 15:09:34 | standby-pgbackrest/0-deploy-operator | ++ case "$runtime_version" in logger.go:42: 15:09:34 | standby-pgbackrest/0-deploy-operator | ++ echo /run/containerd/containerd.sock logger.go:42: 15:09:34 | standby-pgbackrest/0-deploy-operator | + socket_path=/run/containerd/containerd.sock logger.go:42: 15:09:34 | standby-pgbackrest/0-deploy-operator | + helm repo add chaos-mesh https://charts.chaos-mesh.org --force-update logger.go:42: 15:09:35 | standby-pgbackrest/0-deploy-operator | "chaos-mesh" has been added to your repositories logger.go:42: 15:09:35 | standby-pgbackrest/0-deploy-operator | + helm install chaos-mesh chaos-mesh/chaos-mesh --namespace=kuttl-test-firm-ray --create-namespace --version=2.5.1 --set chaosDaemon.runtime=containerd --set chaosDaemon.socketPath=/run/containerd/containerd.sock --set dashboard.create=false logger.go:42: 15:10:00 | standby-pgbackrest/0-deploy-operator | NAME: chaos-mesh logger.go:42: 15:10:00 | standby-pgbackrest/0-deploy-operator | LAST DEPLOYED: Thu Aug 20 15:09:50 2026 logger.go:42: 15:10:00 | standby-pgbackrest/0-deploy-operator | NAMESPACE: kuttl-test-firm-ray logger.go:42: 15:10:00 | standby-pgbackrest/0-deploy-operator | STATUS: deployed logger.go:42: 15:10:00 | standby-pgbackrest/0-deploy-operator | REVISION: 1 logger.go:42: 15:10:00 | standby-pgbackrest/0-deploy-operator | TEST SUITE: None logger.go:42: 15:10:00 | standby-pgbackrest/0-deploy-operator | NOTES: logger.go:42: 15:10:00 | standby-pgbackrest/0-deploy-operator | 1. Make sure chaos-mesh components are running logger.go:42: 15:10:00 | standby-pgbackrest/0-deploy-operator | kubectl get pods --namespace kuttl-test-firm-ray -l app.kubernetes.io/instance=chaos-mesh logger.go:42: 15:10:00 | standby-pgbackrest/0-deploy-operator | + [[ gke == openshift ]] logger.go:42: 15:10:00 | standby-pgbackrest/0-deploy-operator | + kubectl rollout status daemonset/chaos-daemon --namespace=kuttl-test-firm-ray --timeout=120s logger.go:42: 15:10:00 | standby-pgbackrest/0-deploy-operator | daemon set "chaos-daemon" successfully rolled out logger.go:42: 15:10:02 | standby-pgbackrest/0-deploy-operator | running command: [sh -c kubectl assert exist-enhanced deployment percona-postgresql-operator -n ${OPERATOR_NS:-$NAMESPACE} --field-selector status.readyReplicas=1] logger.go:42: 15:10:02 | standby-pgbackrest/0-deploy-operator | ASSERT deployment percona-postgresql-operator matching field criteria 'status.readyReplicas=1' should exist. logger.go:42: 15:10:02 | standby-pgbackrest/0-deploy-operator | INFO Found 1 resource(s). logger.go:42: 15:10:02 | standby-pgbackrest/0-deploy-operator | NAME NAMESPACE COL0 logger.go:42: 15:10:02 | standby-pgbackrest/0-deploy-operator | percona-postgresql-operator pg-operator 1 logger.go:42: 15:10:02 | standby-pgbackrest/0-deploy-operator | ASSERT PASS logger.go:42: 15:10:02 | standby-pgbackrest/0-deploy-operator | test step completed 0-deploy-operator logger.go:42: 15:10:02 | standby-pgbackrest/1-deploy-vault | starting test step 1-deploy-vault logger.go:42: 15:10:02 | standby-pgbackrest/1-deploy-vault | running command: [sh -c set -o errexit set -o xtrace source ../../functions start_vault vault-service https] logger.go:42: 15:10:02 | standby-pgbackrest/1-deploy-vault | + source ../../functions logger.go:42: 15:10:02 | standby-pgbackrest/1-deploy-vault | +++ realpath ../../.. logger.go:42: 15:10:02 | standby-pgbackrest/1-deploy-vault | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-pg-operator_PR-1770 logger.go:42: 15:10:02 | standby-pgbackrest/1-deploy-vault | ++ CERT_MANAGER_VER=1.20.2 logger.go:42: 15:10:02 | standby-pgbackrest/1-deploy-vault | ++ CERT_MANAGER_TEST_LABEL=e2e.percona.com/managed-by=percona-postgresql-operator-tests logger.go:42: 15:10:02 | standby-pgbackrest/1-deploy-vault | ++ CHAOS_MESH_VER=2.5.1 logger.go:42: 15:10:02 | standby-pgbackrest/1-deploy-vault | ++ BUSYBOX_VER=1.36 logger.go:42: 15:10:02 | standby-pgbackrest/1-deploy-vault | ++++ pwd logger.go:42: 15:10:02 | standby-pgbackrest/1-deploy-vault | +++ basename /mnt/jenkins/workspace/cloud-pg-operator_PR-1770/e2e-tests/tests/standby-pgbackrest logger.go:42: 15:10:02 | standby-pgbackrest/1-deploy-vault | ++ test_name=standby-pgbackrest logger.go:42: 15:10:02 | standby-pgbackrest/1-deploy-vault | ++ source /mnt/jenkins/workspace/cloud-pg-operator_PR-1770/e2e-tests/vars.sh logger.go:42: 15:10:02 | standby-pgbackrest/1-deploy-vault | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-pg-operator_PR-1770 logger.go:42: 15:10:02 | standby-pgbackrest/1-deploy-vault | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-pg-operator_PR-1770 logger.go:42: 15:10:02 | standby-pgbackrest/1-deploy-vault | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1770/deploy logger.go:42: 15:10:02 | standby-pgbackrest/1-deploy-vault | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1770/deploy logger.go:42: 15:10:02 | standby-pgbackrest/1-deploy-vault | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1770/e2e-tests logger.go:42: 15:10:02 | standby-pgbackrest/1-deploy-vault | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1770/e2e-tests logger.go:42: 15:10:02 | standby-pgbackrest/1-deploy-vault | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1770/e2e-tests/conf logger.go:42: 15:10:02 | standby-pgbackrest/1-deploy-vault | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1770/e2e-tests/conf logger.go:42: 15:10:02 | standby-pgbackrest/1-deploy-vault | +++ export TEST_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1770/e2e-tests/tests/standby-pgbackrest/conf logger.go:42: 15:10:02 | standby-pgbackrest/1-deploy-vault | +++ TEST_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1770/e2e-tests/tests/standby-pgbackrest/conf logger.go:42: 15:10:02 | standby-pgbackrest/1-deploy-vault | +++ export TEMP_DIR=/tmp/kuttl/pg/standby-pgbackrest logger.go:42: 15:10:02 | standby-pgbackrest/1-deploy-vault | +++ TEMP_DIR=/tmp/kuttl/pg/standby-pgbackrest logger.go:42: 15:10:02 | standby-pgbackrest/1-deploy-vault | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 15:10:02 | standby-pgbackrest/1-deploy-vault | +++ export GIT_BRANCH=PR-1770 logger.go:42: 15:10:02 | standby-pgbackrest/1-deploy-vault | +++ GIT_BRANCH=PR-1770 logger.go:42: 15:10:02 | standby-pgbackrest/1-deploy-vault | +++ export VERSION=PR-1770-8c67b09e6 logger.go:42: 15:10:02 | standby-pgbackrest/1-deploy-vault | +++ VERSION=PR-1770-8c67b09e6 logger.go:42: 15:10:02 | standby-pgbackrest/1-deploy-vault | +++ export SKIP_TEST_WARNINGS=true logger.go:42: 15:10:02 | standby-pgbackrest/1-deploy-vault | +++ SKIP_TEST_WARNINGS=true logger.go:42: 15:10:02 | standby-pgbackrest/1-deploy-vault | +++ export K8S_UPGRADE_PLATFORM=gke logger.go:42: 15:10:02 | standby-pgbackrest/1-deploy-vault | +++ K8S_UPGRADE_PLATFORM=gke logger.go:42: 15:10:02 | standby-pgbackrest/1-deploy-vault | +++ export K8S_UPGRADE_REGION=us-central1-a logger.go:42: 15:10:02 | standby-pgbackrest/1-deploy-vault | +++ K8S_UPGRADE_REGION=us-central1-a logger.go:42: 15:10:02 | standby-pgbackrest/1-deploy-vault | +++ export K8S_UPGRADE_INITIAL_VERSION= logger.go:42: 15:10:02 | standby-pgbackrest/1-deploy-vault | +++ K8S_UPGRADE_INITIAL_VERSION= logger.go:42: 15:10:02 | standby-pgbackrest/1-deploy-vault | +++ export K8S_UPGRADE_FINAL_VERSION= logger.go:42: 15:10:02 | standby-pgbackrest/1-deploy-vault | +++ K8S_UPGRADE_FINAL_VERSION= logger.go:42: 15:10:02 | standby-pgbackrest/1-deploy-vault | +++ [[ -z '' ]] logger.go:42: 15:10:02 | standby-pgbackrest/1-deploy-vault | ++++ detect_k8s_platform logger.go:42: 15:10:02 | standby-pgbackrest/1-deploy-vault | ++++ local detected_platform logger.go:42: 15:10:02 | standby-pgbackrest/1-deploy-vault | ++++ local xtrace_enabled=false logger.go:42: 15:10:02 | standby-pgbackrest/1-deploy-vault | ++++ [[ -o xtrace ]] logger.go:42: 15:10:02 | standby-pgbackrest/1-deploy-vault | ++++ xtrace_enabled=true logger.go:42: 15:10:02 | standby-pgbackrest/1-deploy-vault | ++++ set +o xtrace logger.go:42: 15:10:04 | standby-pgbackrest/1-deploy-vault | +++ PLATFORM=gke logger.go:42: 15:10:04 | standby-pgbackrest/1-deploy-vault | +++ export PLATFORM logger.go:42: 15:10:04 | standby-pgbackrest/1-deploy-vault | +++ export IMAGE_BASE=perconalab/percona-postgresql-operator logger.go:42: 15:10:04 | standby-pgbackrest/1-deploy-vault | +++ IMAGE_BASE=perconalab/percona-postgresql-operator logger.go:42: 15:10:04 | standby-pgbackrest/1-deploy-vault | +++ export IMAGE=perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:10:04 | standby-pgbackrest/1-deploy-vault | +++ IMAGE=perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:10:04 | standby-pgbackrest/1-deploy-vault | +++ [[ ! -n '' ]] logger.go:42: 15:10:04 | standby-pgbackrest/1-deploy-vault | +++ [[ -n '' ]] logger.go:42: 15:10:04 | standby-pgbackrest/1-deploy-vault | +++ export PG_VER=18 logger.go:42: 15:10:04 | standby-pgbackrest/1-deploy-vault | +++ PG_VER=18 logger.go:42: 15:10:04 | standby-pgbackrest/1-deploy-vault | +++ export PG_DISTRIBUTION= logger.go:42: 15:10:04 | standby-pgbackrest/1-deploy-vault | +++ PG_DISTRIBUTION= logger.go:42: 15:10:04 | standby-pgbackrest/1-deploy-vault | +++ [[ '' == community ]] logger.go:42: 15:10:04 | standby-pgbackrest/1-deploy-vault | +++ export IMAGE_PGBOUNCER=perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 15:10:04 | standby-pgbackrest/1-deploy-vault | +++ IMAGE_PGBOUNCER=perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 15:10:04 | standby-pgbackrest/1-deploy-vault | +++ export IMAGE_POSTGRESQL=perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 15:10:04 | standby-pgbackrest/1-deploy-vault | +++ IMAGE_POSTGRESQL=perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 15:10:04 | standby-pgbackrest/1-deploy-vault | +++ export IMAGE_BACKREST=perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 15:10:04 | standby-pgbackrest/1-deploy-vault | +++ IMAGE_BACKREST=perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 15:10:04 | standby-pgbackrest/1-deploy-vault | +++ export IMAGE_UPGRADE=perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 15:10:04 | standby-pgbackrest/1-deploy-vault | +++ IMAGE_UPGRADE=perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 15:10:04 | standby-pgbackrest/1-deploy-vault | +++ export BUCKET=pg-operator-testing logger.go:42: 15:10:04 | standby-pgbackrest/1-deploy-vault | +++ BUCKET=pg-operator-testing logger.go:42: 15:10:04 | standby-pgbackrest/1-deploy-vault | +++ export PMM_SERVER_VERSION=9.9.9 logger.go:42: 15:10:04 | standby-pgbackrest/1-deploy-vault | +++ PMM_SERVER_VERSION=9.9.9 logger.go:42: 15:10:04 | standby-pgbackrest/1-deploy-vault | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:10:04 | standby-pgbackrest/1-deploy-vault | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:10:04 | standby-pgbackrest/1-deploy-vault | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:10:04 | standby-pgbackrest/1-deploy-vault | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:10:04 | standby-pgbackrest/1-deploy-vault | +++ export IMAGE_LOGCOLLECTOR=perconalab/fluentbit:main-logcollector logger.go:42: 15:10:04 | standby-pgbackrest/1-deploy-vault | +++ IMAGE_LOGCOLLECTOR=perconalab/fluentbit:main-logcollector logger.go:42: 15:10:04 | standby-pgbackrest/1-deploy-vault | +++ export PGOV1_TAG=1.4.0 logger.go:42: 15:10:04 | standby-pgbackrest/1-deploy-vault | +++ PGOV1_TAG=1.4.0 logger.go:42: 15:10:04 | standby-pgbackrest/1-deploy-vault | +++ export PGOV1_VER=14 logger.go:42: 15:10:04 | standby-pgbackrest/1-deploy-vault | +++ PGOV1_VER=14 logger.go:42: 15:10:04 | standby-pgbackrest/1-deploy-vault | +++ export CPGO_VERSION=5.8.7 logger.go:42: 15:10:04 | standby-pgbackrest/1-deploy-vault | +++ CPGO_VERSION=5.8.7 logger.go:42: 15:10:04 | standby-pgbackrest/1-deploy-vault | +++ export MINIO_VER=5.4.0 logger.go:42: 15:10:04 | standby-pgbackrest/1-deploy-vault | +++ MINIO_VER=5.4.0 logger.go:42: 15:10:04 | standby-pgbackrest/1-deploy-vault | +++ export VAULT_VER=0.32.0 logger.go:42: 15:10:04 | standby-pgbackrest/1-deploy-vault | +++ VAULT_VER=0.32.0 logger.go:42: 15:10:04 | standby-pgbackrest/1-deploy-vault | +++ export REGISTRY_NAME=docker.io logger.go:42: 15:10:04 | standby-pgbackrest/1-deploy-vault | +++ REGISTRY_NAME=docker.io logger.go:42: 15:10:04 | standby-pgbackrest/1-deploy-vault | +++ export REGISTRY_NAME_FULL=docker.io/ logger.go:42: 15:10:04 | standby-pgbackrest/1-deploy-vault | +++ REGISTRY_NAME_FULL=docker.io/ logger.go:42: 15:10:04 | standby-pgbackrest/1-deploy-vault | ++++ printenv logger.go:42: 15:10:04 | standby-pgbackrest/1-deploy-vault | ++++ grep -E '^IMAGE' logger.go:42: 15:10:04 | standby-pgbackrest/1-deploy-vault | ++++ awk -F= '{print $1}' logger.go:42: 15:10:04 | standby-pgbackrest/1-deploy-vault | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 15:10:04 | standby-pgbackrest/1-deploy-vault | ++++ eval 'echo $IMAGE_BACKREST' logger.go:42: 15:10:04 | standby-pgbackrest/1-deploy-vault | +++++ echo perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 15:10:04 | standby-pgbackrest/1-deploy-vault | +++ var_value=perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 15:10:04 | standby-pgbackrest/1-deploy-vault | +++ [[ perconalab/percona-postgresql-operator:main-pgbackrest18 == docker.io/* ]] logger.go:42: 15:10:04 | standby-pgbackrest/1-deploy-vault | +++ [[ perconalab/percona-postgresql-operator:main-pgbackrest18 == percona/* ]] logger.go:42: 15:10:04 | standby-pgbackrest/1-deploy-vault | +++ [[ perconalab/percona-postgresql-operator:main-pgbackrest18 == perconalab/* ]] logger.go:42: 15:10:04 | standby-pgbackrest/1-deploy-vault | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 15:10:04 | standby-pgbackrest/1-deploy-vault | +++ export IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 15:10:04 | standby-pgbackrest/1-deploy-vault | +++ IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 15:10:04 | standby-pgbackrest/1-deploy-vault | +++ echo IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 15:10:04 | standby-pgbackrest/1-deploy-vault | IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 15:10:04 | standby-pgbackrest/1-deploy-vault | +++ echo perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:10:04 | standby-pgbackrest/1-deploy-vault | perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:10:04 | standby-pgbackrest/1-deploy-vault | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 15:10:04 | standby-pgbackrest/1-deploy-vault | ++++ eval 'echo $IMAGE' logger.go:42: 15:10:04 | standby-pgbackrest/1-deploy-vault | +++++ echo perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:10:04 | standby-pgbackrest/1-deploy-vault | +++ var_value=perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:10:04 | standby-pgbackrest/1-deploy-vault | +++ [[ perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 == docker.io/* ]] logger.go:42: 15:10:04 | standby-pgbackrest/1-deploy-vault | +++ [[ perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 == percona/* ]] logger.go:42: 15:10:04 | standby-pgbackrest/1-deploy-vault | +++ [[ perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 == perconalab/* ]] logger.go:42: 15:10:04 | standby-pgbackrest/1-deploy-vault | +++ new_value=docker.io/perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:10:04 | standby-pgbackrest/1-deploy-vault | +++ export IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:10:04 | standby-pgbackrest/1-deploy-vault | +++ IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:10:04 | standby-pgbackrest/1-deploy-vault | +++ echo IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:10:04 | standby-pgbackrest/1-deploy-vault | IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:10:04 | standby-pgbackrest/1-deploy-vault | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:10:04 | standby-pgbackrest/1-deploy-vault | docker.io/perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:10:04 | standby-pgbackrest/1-deploy-vault | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 15:10:04 | standby-pgbackrest/1-deploy-vault | ++++ eval 'echo $IMAGE_UPGRADE' logger.go:42: 15:10:04 | standby-pgbackrest/1-deploy-vault | +++++ echo perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 15:10:04 | standby-pgbackrest/1-deploy-vault | +++ var_value=perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 15:10:04 | standby-pgbackrest/1-deploy-vault | +++ [[ perconalab/percona-postgresql-operator:main-upgrade == docker.io/* ]] logger.go:42: 15:10:04 | standby-pgbackrest/1-deploy-vault | +++ [[ perconalab/percona-postgresql-operator:main-upgrade == percona/* ]] logger.go:42: 15:10:04 | standby-pgbackrest/1-deploy-vault | +++ [[ perconalab/percona-postgresql-operator:main-upgrade == perconalab/* ]] logger.go:42: 15:10:04 | standby-pgbackrest/1-deploy-vault | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 15:10:04 | standby-pgbackrest/1-deploy-vault | +++ export IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 15:10:04 | standby-pgbackrest/1-deploy-vault | +++ IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 15:10:04 | standby-pgbackrest/1-deploy-vault | +++ echo IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 15:10:04 | standby-pgbackrest/1-deploy-vault | IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 15:10:04 | standby-pgbackrest/1-deploy-vault | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:10:04 | standby-pgbackrest/1-deploy-vault | docker.io/perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:10:04 | standby-pgbackrest/1-deploy-vault | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 15:10:04 | standby-pgbackrest/1-deploy-vault | ++++ eval 'echo $IMAGE_LOGCOLLECTOR' logger.go:42: 15:10:04 | standby-pgbackrest/1-deploy-vault | +++++ echo perconalab/fluentbit:main-logcollector logger.go:42: 15:10:04 | standby-pgbackrest/1-deploy-vault | +++ var_value=perconalab/fluentbit:main-logcollector logger.go:42: 15:10:04 | standby-pgbackrest/1-deploy-vault | +++ [[ perconalab/fluentbit:main-logcollector == docker.io/* ]] logger.go:42: 15:10:04 | standby-pgbackrest/1-deploy-vault | +++ [[ perconalab/fluentbit:main-logcollector == percona/* ]] logger.go:42: 15:10:04 | standby-pgbackrest/1-deploy-vault | +++ [[ perconalab/fluentbit:main-logcollector == perconalab/* ]] logger.go:42: 15:10:04 | standby-pgbackrest/1-deploy-vault | +++ new_value=docker.io/perconalab/fluentbit:main-logcollector logger.go:42: 15:10:04 | standby-pgbackrest/1-deploy-vault | +++ export IMAGE_LOGCOLLECTOR=docker.io/perconalab/fluentbit:main-logcollector logger.go:42: 15:10:04 | standby-pgbackrest/1-deploy-vault | +++ IMAGE_LOGCOLLECTOR=docker.io/perconalab/fluentbit:main-logcollector logger.go:42: 15:10:04 | standby-pgbackrest/1-deploy-vault | +++ echo IMAGE_LOGCOLLECTOR=docker.io/perconalab/fluentbit:main-logcollector logger.go:42: 15:10:04 | standby-pgbackrest/1-deploy-vault | IMAGE_LOGCOLLECTOR=docker.io/perconalab/fluentbit:main-logcollector logger.go:42: 15:10:04 | standby-pgbackrest/1-deploy-vault | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:10:04 | standby-pgbackrest/1-deploy-vault | docker.io/perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:10:04 | standby-pgbackrest/1-deploy-vault | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 15:10:04 | standby-pgbackrest/1-deploy-vault | ++++ eval 'echo $IMAGE_BASE' logger.go:42: 15:10:04 | standby-pgbackrest/1-deploy-vault | +++++ echo perconalab/percona-postgresql-operator logger.go:42: 15:10:04 | standby-pgbackrest/1-deploy-vault | +++ var_value=perconalab/percona-postgresql-operator logger.go:42: 15:10:04 | standby-pgbackrest/1-deploy-vault | +++ [[ perconalab/percona-postgresql-operator == docker.io/* ]] logger.go:42: 15:10:04 | standby-pgbackrest/1-deploy-vault | +++ [[ perconalab/percona-postgresql-operator == percona/* ]] logger.go:42: 15:10:04 | standby-pgbackrest/1-deploy-vault | +++ [[ perconalab/percona-postgresql-operator == perconalab/* ]] logger.go:42: 15:10:04 | standby-pgbackrest/1-deploy-vault | +++ new_value=docker.io/perconalab/percona-postgresql-operator logger.go:42: 15:10:04 | standby-pgbackrest/1-deploy-vault | +++ export IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 15:10:04 | standby-pgbackrest/1-deploy-vault | +++ IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 15:10:04 | standby-pgbackrest/1-deploy-vault | +++ echo IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 15:10:04 | standby-pgbackrest/1-deploy-vault | IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 15:10:04 | standby-pgbackrest/1-deploy-vault | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:10:04 | standby-pgbackrest/1-deploy-vault | docker.io/perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:10:04 | standby-pgbackrest/1-deploy-vault | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 15:10:04 | standby-pgbackrest/1-deploy-vault | ++++ eval 'echo $IMAGE_PGBOUNCER' logger.go:42: 15:10:04 | standby-pgbackrest/1-deploy-vault | +++++ echo perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 15:10:04 | standby-pgbackrest/1-deploy-vault | +++ var_value=perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 15:10:04 | standby-pgbackrest/1-deploy-vault | +++ [[ perconalab/percona-postgresql-operator:main-pgbouncer18 == docker.io/* ]] logger.go:42: 15:10:04 | standby-pgbackrest/1-deploy-vault | +++ [[ perconalab/percona-postgresql-operator:main-pgbouncer18 == percona/* ]] logger.go:42: 15:10:04 | standby-pgbackrest/1-deploy-vault | +++ [[ perconalab/percona-postgresql-operator:main-pgbouncer18 == perconalab/* ]] logger.go:42: 15:10:04 | standby-pgbackrest/1-deploy-vault | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 15:10:04 | standby-pgbackrest/1-deploy-vault | +++ export IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 15:10:04 | standby-pgbackrest/1-deploy-vault | +++ IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 15:10:04 | standby-pgbackrest/1-deploy-vault | +++ echo IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 15:10:04 | standby-pgbackrest/1-deploy-vault | IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 15:10:04 | standby-pgbackrest/1-deploy-vault | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:10:04 | standby-pgbackrest/1-deploy-vault | docker.io/perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:10:04 | standby-pgbackrest/1-deploy-vault | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 15:10:04 | standby-pgbackrest/1-deploy-vault | ++++ eval 'echo $IMAGE_POSTGRESQL' logger.go:42: 15:10:04 | standby-pgbackrest/1-deploy-vault | +++++ echo perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 15:10:04 | standby-pgbackrest/1-deploy-vault | +++ var_value=perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 15:10:04 | standby-pgbackrest/1-deploy-vault | +++ [[ perconalab/percona-postgresql-operator:main-ppg18-postgres == docker.io/* ]] logger.go:42: 15:10:04 | standby-pgbackrest/1-deploy-vault | +++ [[ perconalab/percona-postgresql-operator:main-ppg18-postgres == percona/* ]] logger.go:42: 15:10:04 | standby-pgbackrest/1-deploy-vault | +++ [[ perconalab/percona-postgresql-operator:main-ppg18-postgres == perconalab/* ]] logger.go:42: 15:10:04 | standby-pgbackrest/1-deploy-vault | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 15:10:04 | standby-pgbackrest/1-deploy-vault | +++ export IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 15:10:04 | standby-pgbackrest/1-deploy-vault | +++ IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 15:10:04 | standby-pgbackrest/1-deploy-vault | +++ echo IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 15:10:04 | standby-pgbackrest/1-deploy-vault | IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 15:10:04 | standby-pgbackrest/1-deploy-vault | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:10:04 | standby-pgbackrest/1-deploy-vault | docker.io/perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:10:04 | standby-pgbackrest/1-deploy-vault | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 15:10:04 | standby-pgbackrest/1-deploy-vault | ++++ eval 'echo $IMAGE_PMM_SERVER' logger.go:42: 15:10:04 | standby-pgbackrest/1-deploy-vault | +++++ echo perconalab/pmm-server:3-dev-latest logger.go:42: 15:10:04 | standby-pgbackrest/1-deploy-vault | +++ var_value=perconalab/pmm-server:3-dev-latest logger.go:42: 15:10:04 | standby-pgbackrest/1-deploy-vault | +++ [[ perconalab/pmm-server:3-dev-latest == docker.io/* ]] logger.go:42: 15:10:04 | standby-pgbackrest/1-deploy-vault | +++ [[ perconalab/pmm-server:3-dev-latest == percona/* ]] logger.go:42: 15:10:04 | standby-pgbackrest/1-deploy-vault | +++ [[ perconalab/pmm-server:3-dev-latest == perconalab/* ]] logger.go:42: 15:10:04 | standby-pgbackrest/1-deploy-vault | +++ new_value=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 15:10:04 | standby-pgbackrest/1-deploy-vault | +++ export IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 15:10:04 | standby-pgbackrest/1-deploy-vault | +++ IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 15:10:04 | standby-pgbackrest/1-deploy-vault | +++ echo IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 15:10:04 | standby-pgbackrest/1-deploy-vault | IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 15:10:04 | standby-pgbackrest/1-deploy-vault | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:10:04 | standby-pgbackrest/1-deploy-vault | docker.io/perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:10:04 | standby-pgbackrest/1-deploy-vault | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 15:10:04 | standby-pgbackrest/1-deploy-vault | ++++ eval 'echo $IMAGE_PMM_CLIENT' logger.go:42: 15:10:04 | standby-pgbackrest/1-deploy-vault | +++++ echo perconalab/pmm-client:3-dev-latest logger.go:42: 15:10:04 | standby-pgbackrest/1-deploy-vault | +++ var_value=perconalab/pmm-client:3-dev-latest logger.go:42: 15:10:04 | standby-pgbackrest/1-deploy-vault | +++ [[ perconalab/pmm-client:3-dev-latest == docker.io/* ]] logger.go:42: 15:10:04 | standby-pgbackrest/1-deploy-vault | +++ [[ perconalab/pmm-client:3-dev-latest == percona/* ]] logger.go:42: 15:10:04 | standby-pgbackrest/1-deploy-vault | +++ [[ perconalab/pmm-client:3-dev-latest == perconalab/* ]] logger.go:42: 15:10:04 | standby-pgbackrest/1-deploy-vault | +++ new_value=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 15:10:04 | standby-pgbackrest/1-deploy-vault | +++ export IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 15:10:04 | standby-pgbackrest/1-deploy-vault | +++ IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 15:10:04 | standby-pgbackrest/1-deploy-vault | +++ echo IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 15:10:04 | standby-pgbackrest/1-deploy-vault | IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 15:10:04 | standby-pgbackrest/1-deploy-vault | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:10:04 | standby-pgbackrest/1-deploy-vault | docker.io/perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:10:04 | standby-pgbackrest/1-deploy-vault | ++++ which gdate logger.go:42: 15:10:04 | standby-pgbackrest/1-deploy-vault | which: no gdate in (/mnt/jenkins/workspace/cloud-pg-operator_PR-1770/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:10:04 | standby-pgbackrest/1-deploy-vault | ++++ which date logger.go:42: 15:10:04 | standby-pgbackrest/1-deploy-vault | +++ date=/usr/sbin/date logger.go:42: 15:10:04 | standby-pgbackrest/1-deploy-vault | ++++ which gsed logger.go:42: 15:10:04 | standby-pgbackrest/1-deploy-vault | which: no gsed in (/mnt/jenkins/workspace/cloud-pg-operator_PR-1770/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:10:04 | standby-pgbackrest/1-deploy-vault | ++++ which sed logger.go:42: 15:10:04 | standby-pgbackrest/1-deploy-vault | +++ sed=/usr/sbin/sed logger.go:42: 15:10:04 | standby-pgbackrest/1-deploy-vault | + start_vault vault-service https logger.go:42: 15:10:04 | standby-pgbackrest/1-deploy-vault | + local name=vault-service logger.go:42: 15:10:04 | standby-pgbackrest/1-deploy-vault | + local protocol=https logger.go:42: 15:10:04 | standby-pgbackrest/1-deploy-vault | + local platform=kubernetes logger.go:42: 15:10:04 | standby-pgbackrest/1-deploy-vault | ++ mktemp -d logger.go:42: 15:10:04 | standby-pgbackrest/1-deploy-vault | + local tmp_dir=/tmp/tmp.ruAPniccDI logger.go:42: 15:10:04 | standby-pgbackrest/1-deploy-vault | + [[ gke == openshift ]] logger.go:42: 15:10:04 | standby-pgbackrest/1-deploy-vault | + create_namespace vault-service skip_clean logger.go:42: 15:10:04 | standby-pgbackrest/1-deploy-vault | + local namespace=vault-service logger.go:42: 15:10:04 | standby-pgbackrest/1-deploy-vault | + [[ gke == openshift ]] logger.go:42: 15:10:04 | standby-pgbackrest/1-deploy-vault | + kubectl delete namespace vault-service --ignore-not-found logger.go:42: 15:10:05 | standby-pgbackrest/1-deploy-vault | namespace "vault-service" deleted logger.go:42: 15:10:25 | standby-pgbackrest/1-deploy-vault | + kubectl wait --for=delete namespace vault-service logger.go:42: 15:10:25 | standby-pgbackrest/1-deploy-vault | + kubectl create namespace vault-service logger.go:42: 15:10:26 | standby-pgbackrest/1-deploy-vault | namespace/vault-service created logger.go:42: 15:10:26 | standby-pgbackrest/1-deploy-vault | + helm repo add hashicorp https://helm.releases.hashicorp.com logger.go:42: 15:10:26 | standby-pgbackrest/1-deploy-vault | "hashicorp" already exists with the same configuration, skipping logger.go:42: 15:10:26 | standby-pgbackrest/1-deploy-vault | + helm uninstall vault-service logger.go:42: 15:10:27 | standby-pgbackrest/1-deploy-vault | Error: uninstall: Release not loaded: vault-service: release: not found logger.go:42: 15:10:27 | standby-pgbackrest/1-deploy-vault | + : logger.go:42: 15:10:27 | standby-pgbackrest/1-deploy-vault | + echo 'install Vault vault-service' logger.go:42: 15:10:27 | standby-pgbackrest/1-deploy-vault | install Vault vault-service logger.go:42: 15:10:27 | standby-pgbackrest/1-deploy-vault | + local values_file=/tmp/tmp.ruAPniccDI/vault.values.yaml logger.go:42: 15:10:27 | standby-pgbackrest/1-deploy-vault | + local values_template=/mnt/jenkins/workspace/cloud-pg-operator_PR-1770/e2e-tests/conf/vault-values-no-tls.yaml logger.go:42: 15:10:27 | standby-pgbackrest/1-deploy-vault | + [[ https == https ]] logger.go:42: 15:10:27 | standby-pgbackrest/1-deploy-vault | + vault_tls vault-service /tmp/tmp.ruAPniccDI logger.go:42: 15:10:27 | standby-pgbackrest/1-deploy-vault | + local name=vault-service logger.go:42: 15:10:27 | standby-pgbackrest/1-deploy-vault | + local tmp_dir=/tmp/tmp.ruAPniccDI logger.go:42: 15:10:27 | standby-pgbackrest/1-deploy-vault | + local service=vault-service logger.go:42: 15:10:27 | standby-pgbackrest/1-deploy-vault | + local namespace=vault-service logger.go:42: 15:10:27 | standby-pgbackrest/1-deploy-vault | + local secret_name=vault-service logger.go:42: 15:10:27 | standby-pgbackrest/1-deploy-vault | + local csr_name=vault-csr-17421 logger.go:42: 15:10:27 | standby-pgbackrest/1-deploy-vault | + local csr_signer logger.go:42: 15:10:27 | standby-pgbackrest/1-deploy-vault | + case ${PLATFORM} in logger.go:42: 15:10:27 | standby-pgbackrest/1-deploy-vault | + csr_signer=kubernetes.io/kubelet-serving logger.go:42: 15:10:27 | standby-pgbackrest/1-deploy-vault | + openssl genrsa -out /tmp/tmp.ruAPniccDI/vault.key 2048 logger.go:42: 15:10:27 | standby-pgbackrest/1-deploy-vault | + sed -e 's//vault-service/g' -e 's//vault-service/g' /mnt/jenkins/workspace/cloud-pg-operator_PR-1770/e2e-tests/conf/vault-csr.conf logger.go:42: 15:10:27 | standby-pgbackrest/1-deploy-vault | + openssl req -new -key /tmp/tmp.ruAPniccDI/vault.key -subj '/CN=system:node:vault-service.vault-service.svc;/O=system:nodes' -out /tmp/tmp.ruAPniccDI/server.csr -config /tmp/tmp.ruAPniccDI/csr.conf logger.go:42: 15:10:27 | standby-pgbackrest/1-deploy-vault | + CSR_NAME=vault-csr-17421 logger.go:42: 15:10:27 | standby-pgbackrest/1-deploy-vault | ++ base64 logger.go:42: 15:10:27 | standby-pgbackrest/1-deploy-vault | ++ tr -d '\n' logger.go:42: 15:10:27 | standby-pgbackrest/1-deploy-vault | + CSR_REQUEST=LS0tLS1CRUdJTiBDRVJUSUZJQ0FURSBSRVFVRVNULS0tLS0KTUlJRFpUQ0NBazBDQVFBd1RqRTFNRE1HQTFVRUF3d3NjM2x6ZEdWdE9tNXZaR1U2ZG1GMWJIUXRjMlZ5ZG1sagpaUzUyWVhWc2RDMXpaWEoyYVdObExuTjJZenN4RlRBVEJnTlZCQW9NREhONWMzUmxiVHB1YjJSbGN6Q0NBU0l3CkRRWUpLb1pJaHZjTkFRRUJCUUFEZ2dFUEFEQ0NBUW9DZ2dFQkFNWUp1RU1QcGZFb2lTUXIxWFJ6UUFHVVk1aDYKMmZtRnRZUjhGNi9ZUzQrQnJDZUdjMS9OV3Y0UyszS3E1UG01VWduSzFKWUw2UEIzeHlnMDEyYlJhdFhpR2NqZQpaL3J6K2FaTXFvb1lVMlZxeXg5S0hwK3JVd0YrUVVyT0V5VFlHL1JtbXhYTlQza1BwV2NkbDlGNTlIN3lHMTN5Ck5xNWNBOUdQdVF6SVNyZGlOSU5wakJ1dnZ6NWRZZXVueTRNVWViSUozMGV0VG4raUU1MU9VazZPeHhZaGptdisKb2hoVExGUnFtazkyRGtRaUNLbjJBU2hqNm13Sm92WjRuZDVWcVh3MmJQQWdPcUVJb0s3cVBsSEIyTURmK0ZMMgpZUTZ0dW0xL0FhOTBQczFpbFdXRGhmM2gxelRPcWM3WHY0M1JMSUVhWFA3cjFTd3pZTmVMb1VFbWZvOENBd0VBCkFhQ0IwVENCemdZSktvWklodmNOQVFrT01ZSEFNSUc5TUFrR0ExVWRFd1FDTUFBd0N3WURWUjBQQkFRREFnWGcKTUJNR0ExVWRKUVFNTUFvR0NDc0dBUVVGQndNQk1JR05CZ05WSFJFRWdZVXdnWUtDRFhaaGRXeDBMWE5sY25acApZMldDRzNaaGRXeDBMWE5sY25acFkyVXVkbUYxYkhRdGMyVnlkbWxqWllJZmRtRjFiSFF0YzJWeWRtbGpaUzUyCllYVnNkQzF6WlhKMmFXTmxMbk4yWTRJdGRtRjFiSFF0YzJWeWRtbGpaUzUyWVhWc2RDMXpaWEoyYVdObExuTjIKWXk1amJIVnpkR1Z5TG14dlkyRnNod1IvQUFBQk1BMEdDU3FHU0liM0RRRUJDd1VBQTRJQkFRQ2wxYWJnMUdzYwpKblNyQTFKcnRVa0Yrd0F5UUhjQnBSbEZ3YmpJM2NqVlF4djh5aEVkeFlSWWtNNU4zQXVnQ3JlNXZqZXgwMjdyCldDcFpHbk50aUVrWFVvNThsUWJGK2JkVE9sTVlDVjNXaFI3aTZ1TnFkNkIvRFFhNS9mTy8vN08yeFZweEVRKysKdFh0LzMwR2kzR2FHL0ZwVkhSMW00OU5SVlpldGlvaXBSNHNBdUVGLzY4SmlGV3RjYlk0UjdlMW5nR1I4c2pxUQpQcWViTkx0cWk4OVRIKzNONDFVbTArc01oMFpFVnZUMTRNSTJuTmw3dUNJdmxsSm9NWlBMZi9GdHFQVTY3QjRFCnlFZ2pJNUdsNDd4Tjl1dlZhc2U4UnI5eTA3TEZRUnNjZDNzM3crS1hEMkgxMjBzYTlxM29CeUpjREEzMjZaK1oKcjVJQnlsZjVCM2JLCi0tLS0tRU5EIENFUlRJRklDQVRFIFJFUVVFU1QtLS0tLQo= logger.go:42: 15:10:27 | standby-pgbackrest/1-deploy-vault | + CSR_SIGNER=kubernetes.io/kubelet-serving logger.go:42: 15:10:27 | standby-pgbackrest/1-deploy-vault | + yq $'.metadata.name = strenv(CSR_NAME) |\n\t\t\t .spec.request = strenv(CSR_REQUEST) |\n\t\t\t .spec.signerName = strenv(CSR_SIGNER)' /mnt/jenkins/workspace/cloud-pg-operator_PR-1770/e2e-tests/conf/vault-csr.yaml logger.go:42: 15:10:27 | standby-pgbackrest/1-deploy-vault | + kubectl delete csr vault-csr-17421 --ignore-not-found logger.go:42: 15:10:27 | standby-pgbackrest/1-deploy-vault | + kubectl create -f /tmp/tmp.ruAPniccDI/csr.yaml logger.go:42: 15:10:28 | standby-pgbackrest/1-deploy-vault | certificatesigningrequest.certificates.k8s.io/vault-csr-17421 created logger.go:42: 15:10:28 | standby-pgbackrest/1-deploy-vault | + sleep 10 logger.go:42: 15:10:38 | standby-pgbackrest/1-deploy-vault | + kubectl certificate approve vault-csr-17421 logger.go:42: 15:10:39 | standby-pgbackrest/1-deploy-vault | certificatesigningrequest.certificates.k8s.io/vault-csr-17421 approved logger.go:42: 15:10:39 | standby-pgbackrest/1-deploy-vault | + kubectl get csr vault-csr-17421 -o 'jsonpath={.status.certificate}' logger.go:42: 15:10:39 | standby-pgbackrest/1-deploy-vault | + openssl base64 -in /tmp/tmp.ruAPniccDI/serverCert -d -A -out /tmp/tmp.ruAPniccDI/vault.crt logger.go:42: 15:10:39 | standby-pgbackrest/1-deploy-vault | + kubectl config view --raw --minify --flatten -o 'jsonpath={.clusters[].cluster.certificate-authority-data}' logger.go:42: 15:10:39 | standby-pgbackrest/1-deploy-vault | + base64 -d logger.go:42: 15:10:39 | standby-pgbackrest/1-deploy-vault | + [[ gke == openshift ]] logger.go:42: 15:10:39 | standby-pgbackrest/1-deploy-vault | + kubectl create secret generic vault-service --namespace vault-service --from-file=vault.key=/tmp/tmp.ruAPniccDI/vault.key --from-file=vault.crt=/tmp/tmp.ruAPniccDI/vault.crt --from-file=vault.ca=/tmp/tmp.ruAPniccDI/vault.ca logger.go:42: 15:10:40 | standby-pgbackrest/1-deploy-vault | secret/vault-service created logger.go:42: 15:10:40 | standby-pgbackrest/1-deploy-vault | + values_template=/mnt/jenkins/workspace/cloud-pg-operator_PR-1770/e2e-tests/conf/vault-values-tls.yaml logger.go:42: 15:10:40 | standby-pgbackrest/1-deploy-vault | + sed -e 's//vault-service/g' -e 's//kubernetes/g' /mnt/jenkins/workspace/cloud-pg-operator_PR-1770/e2e-tests/conf/vault-values-tls.yaml logger.go:42: 15:10:40 | standby-pgbackrest/1-deploy-vault | + helm install vault-service hashicorp/vault --disable-openapi-validation --version 0.32.0 --namespace vault-service --values /tmp/tmp.ruAPniccDI/vault.values.yaml logger.go:42: 15:10:47 | standby-pgbackrest/1-deploy-vault | NAME: vault-service logger.go:42: 15:10:47 | standby-pgbackrest/1-deploy-vault | LAST DEPLOYED: Thu Aug 20 15:10:41 2026 logger.go:42: 15:10:47 | standby-pgbackrest/1-deploy-vault | NAMESPACE: vault-service logger.go:42: 15:10:47 | standby-pgbackrest/1-deploy-vault | STATUS: deployed logger.go:42: 15:10:47 | standby-pgbackrest/1-deploy-vault | REVISION: 1 logger.go:42: 15:10:47 | standby-pgbackrest/1-deploy-vault | NOTES: logger.go:42: 15:10:47 | standby-pgbackrest/1-deploy-vault | Thank you for installing HashiCorp Vault! logger.go:42: 15:10:47 | standby-pgbackrest/1-deploy-vault | logger.go:42: 15:10:47 | standby-pgbackrest/1-deploy-vault | Now that you have deployed Vault, you should look over the docs on using logger.go:42: 15:10:47 | standby-pgbackrest/1-deploy-vault | Vault with Kubernetes available here: logger.go:42: 15:10:47 | standby-pgbackrest/1-deploy-vault | logger.go:42: 15:10:47 | standby-pgbackrest/1-deploy-vault | https://developer.hashicorp.com/vault/docs logger.go:42: 15:10:47 | standby-pgbackrest/1-deploy-vault | logger.go:42: 15:10:47 | standby-pgbackrest/1-deploy-vault | logger.go:42: 15:10:47 | standby-pgbackrest/1-deploy-vault | Your release is named vault-service. To learn more about the release, try: logger.go:42: 15:10:47 | standby-pgbackrest/1-deploy-vault | logger.go:42: 15:10:47 | standby-pgbackrest/1-deploy-vault | $ helm status vault-service logger.go:42: 15:10:47 | standby-pgbackrest/1-deploy-vault | $ helm get manifest vault-service logger.go:42: 15:10:47 | standby-pgbackrest/1-deploy-vault | + [[ gke == openshift ]] logger.go:42: 15:10:47 | standby-pgbackrest/1-deploy-vault | + set +o xtrace logger.go:42: 15:10:49 | standby-pgbackrest/1-deploy-vault | pod/vault-service-0.{"running":{"startedAt":"2026-08-20T15:10:47Z"}} logger.go:42: 15:10:50 | standby-pgbackrest/1-deploy-vault | Unable to use a TTY - input is not a terminal or the right kind of file logger.go:42: 15:11:01 | standby-pgbackrest/1-deploy-vault | Unable to use a TTY - input is not a terminal or the right kind of file logger.go:42: 15:11:02 | standby-pgbackrest/1-deploy-vault | Key Value logger.go:42: 15:11:02 | standby-pgbackrest/1-deploy-vault | --- ----- logger.go:42: 15:11:02 | standby-pgbackrest/1-deploy-vault | Seal Type shamir logger.go:42: 15:11:02 | standby-pgbackrest/1-deploy-vault | Initialized true logger.go:42: 15:11:02 | standby-pgbackrest/1-deploy-vault | Sealed false logger.go:42: 15:11:02 | standby-pgbackrest/1-deploy-vault | Total Shares 1 logger.go:42: 15:11:02 | standby-pgbackrest/1-deploy-vault | Threshold 1 logger.go:42: 15:11:02 | standby-pgbackrest/1-deploy-vault | Version 1.21.2 logger.go:42: 15:11:02 | standby-pgbackrest/1-deploy-vault | Build Date 2026-01-06T08:33:05Z logger.go:42: 15:11:02 | standby-pgbackrest/1-deploy-vault | Storage Type file logger.go:42: 15:11:02 | standby-pgbackrest/1-deploy-vault | Cluster Name vault-cluster-124daa0b logger.go:42: 15:11:02 | standby-pgbackrest/1-deploy-vault | Cluster ID ae8ea8aa-2cb2-e617-6a08-45b1199458fd logger.go:42: 15:11:02 | standby-pgbackrest/1-deploy-vault | HA Enabled false logger.go:42: 15:11:02 | standby-pgbackrest/1-deploy-vault | Unable to use a TTY - input is not a terminal or the right kind of file logger.go:42: 15:11:03 | standby-pgbackrest/1-deploy-vault | Success! Enabled the kv secrets engine at: tde/ logger.go:42: 15:11:03 | standby-pgbackrest/1-deploy-vault | Success! Enabled the file audit device at: file/ logger.go:42: 15:11:13 | standby-pgbackrest/1-deploy-vault | secret/vault-secret created logger.go:42: 15:11:14 | standby-pgbackrest/1-deploy-vault | test step completed 1-deploy-vault logger.go:42: 15:11:14 | standby-pgbackrest/2-create-source-cluster | starting test step 2-create-source-cluster logger.go:42: 15:11:14 | standby-pgbackrest/2-create-source-cluster | running command: [sh -c set -o errexit set -o xtrace source ../../functions get_cr "source-cluster" ${RANDOM} \ | yq '.spec.extensions.pg_tde.enabled = true' \ | yq '.spec.extensions.pg_tde.vault.host = "https://vault-service.vault-service.svc:8200"' \ | yq '.spec.extensions.pg_tde.vault.mountPath = "tde"' \ | yq '.spec.extensions.pg_tde.vault.tokenSecret.name = "vault-secret"' \ | yq '.spec.extensions.pg_tde.vault.tokenSecret.key = "token"' \ | yq '.spec.extensions.pg_tde.vault.caSecret.name = "vault-secret"' \ | yq '.spec.extensions.pg_tde.vault.caSecret.key = "ca.crt"' \ | yq '.spec.extensions.pg_tde.walEncryption = true' \ | kubectl -n "${NAMESPACE}" apply -f -] logger.go:42: 15:11:14 | standby-pgbackrest/2-create-source-cluster | + source ../../functions logger.go:42: 15:11:14 | standby-pgbackrest/2-create-source-cluster | +++ realpath ../../.. logger.go:42: 15:11:14 | standby-pgbackrest/2-create-source-cluster | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-pg-operator_PR-1770 logger.go:42: 15:11:14 | standby-pgbackrest/2-create-source-cluster | ++ CERT_MANAGER_VER=1.20.2 logger.go:42: 15:11:14 | standby-pgbackrest/2-create-source-cluster | ++ CERT_MANAGER_TEST_LABEL=e2e.percona.com/managed-by=percona-postgresql-operator-tests logger.go:42: 15:11:14 | standby-pgbackrest/2-create-source-cluster | ++ CHAOS_MESH_VER=2.5.1 logger.go:42: 15:11:14 | standby-pgbackrest/2-create-source-cluster | ++ BUSYBOX_VER=1.36 logger.go:42: 15:11:14 | standby-pgbackrest/2-create-source-cluster | ++++ pwd logger.go:42: 15:11:14 | standby-pgbackrest/2-create-source-cluster | +++ basename /mnt/jenkins/workspace/cloud-pg-operator_PR-1770/e2e-tests/tests/standby-pgbackrest logger.go:42: 15:11:14 | standby-pgbackrest/2-create-source-cluster | ++ test_name=standby-pgbackrest logger.go:42: 15:11:14 | standby-pgbackrest/2-create-source-cluster | ++ source /mnt/jenkins/workspace/cloud-pg-operator_PR-1770/e2e-tests/vars.sh logger.go:42: 15:11:14 | standby-pgbackrest/2-create-source-cluster | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-pg-operator_PR-1770 logger.go:42: 15:11:14 | standby-pgbackrest/2-create-source-cluster | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-pg-operator_PR-1770 logger.go:42: 15:11:14 | standby-pgbackrest/2-create-source-cluster | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1770/deploy logger.go:42: 15:11:14 | standby-pgbackrest/2-create-source-cluster | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1770/deploy logger.go:42: 15:11:14 | standby-pgbackrest/2-create-source-cluster | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1770/e2e-tests logger.go:42: 15:11:14 | standby-pgbackrest/2-create-source-cluster | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1770/e2e-tests logger.go:42: 15:11:14 | standby-pgbackrest/2-create-source-cluster | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1770/e2e-tests/conf logger.go:42: 15:11:14 | standby-pgbackrest/2-create-source-cluster | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1770/e2e-tests/conf logger.go:42: 15:11:14 | standby-pgbackrest/2-create-source-cluster | +++ export TEST_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1770/e2e-tests/tests/standby-pgbackrest/conf logger.go:42: 15:11:14 | standby-pgbackrest/2-create-source-cluster | +++ TEST_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1770/e2e-tests/tests/standby-pgbackrest/conf logger.go:42: 15:11:14 | standby-pgbackrest/2-create-source-cluster | +++ export TEMP_DIR=/tmp/kuttl/pg/standby-pgbackrest logger.go:42: 15:11:14 | standby-pgbackrest/2-create-source-cluster | +++ TEMP_DIR=/tmp/kuttl/pg/standby-pgbackrest logger.go:42: 15:11:14 | standby-pgbackrest/2-create-source-cluster | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 15:11:14 | standby-pgbackrest/2-create-source-cluster | +++ export GIT_BRANCH=PR-1770 logger.go:42: 15:11:14 | standby-pgbackrest/2-create-source-cluster | +++ GIT_BRANCH=PR-1770 logger.go:42: 15:11:14 | standby-pgbackrest/2-create-source-cluster | +++ export VERSION=PR-1770-8c67b09e6 logger.go:42: 15:11:14 | standby-pgbackrest/2-create-source-cluster | +++ VERSION=PR-1770-8c67b09e6 logger.go:42: 15:11:14 | standby-pgbackrest/2-create-source-cluster | +++ export SKIP_TEST_WARNINGS=true logger.go:42: 15:11:14 | standby-pgbackrest/2-create-source-cluster | +++ SKIP_TEST_WARNINGS=true logger.go:42: 15:11:14 | standby-pgbackrest/2-create-source-cluster | +++ export K8S_UPGRADE_PLATFORM=gke logger.go:42: 15:11:14 | standby-pgbackrest/2-create-source-cluster | +++ K8S_UPGRADE_PLATFORM=gke logger.go:42: 15:11:14 | standby-pgbackrest/2-create-source-cluster | +++ export K8S_UPGRADE_REGION=us-central1-a logger.go:42: 15:11:14 | standby-pgbackrest/2-create-source-cluster | +++ K8S_UPGRADE_REGION=us-central1-a logger.go:42: 15:11:14 | standby-pgbackrest/2-create-source-cluster | +++ export K8S_UPGRADE_INITIAL_VERSION= logger.go:42: 15:11:14 | standby-pgbackrest/2-create-source-cluster | +++ K8S_UPGRADE_INITIAL_VERSION= logger.go:42: 15:11:14 | standby-pgbackrest/2-create-source-cluster | +++ export K8S_UPGRADE_FINAL_VERSION= logger.go:42: 15:11:14 | standby-pgbackrest/2-create-source-cluster | +++ K8S_UPGRADE_FINAL_VERSION= logger.go:42: 15:11:14 | standby-pgbackrest/2-create-source-cluster | +++ [[ -z '' ]] logger.go:42: 15:11:14 | standby-pgbackrest/2-create-source-cluster | ++++ detect_k8s_platform logger.go:42: 15:11:14 | standby-pgbackrest/2-create-source-cluster | ++++ local detected_platform logger.go:42: 15:11:14 | standby-pgbackrest/2-create-source-cluster | ++++ local xtrace_enabled=false logger.go:42: 15:11:14 | standby-pgbackrest/2-create-source-cluster | ++++ [[ -o xtrace ]] logger.go:42: 15:11:14 | standby-pgbackrest/2-create-source-cluster | ++++ xtrace_enabled=true logger.go:42: 15:11:14 | standby-pgbackrest/2-create-source-cluster | ++++ set +o xtrace logger.go:42: 15:11:16 | standby-pgbackrest/2-create-source-cluster | +++ PLATFORM=gke logger.go:42: 15:11:16 | standby-pgbackrest/2-create-source-cluster | +++ export PLATFORM logger.go:42: 15:11:16 | standby-pgbackrest/2-create-source-cluster | +++ export IMAGE_BASE=perconalab/percona-postgresql-operator logger.go:42: 15:11:16 | standby-pgbackrest/2-create-source-cluster | +++ IMAGE_BASE=perconalab/percona-postgresql-operator logger.go:42: 15:11:16 | standby-pgbackrest/2-create-source-cluster | +++ export IMAGE=perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:11:16 | standby-pgbackrest/2-create-source-cluster | +++ IMAGE=perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:11:16 | standby-pgbackrest/2-create-source-cluster | +++ [[ ! -n '' ]] logger.go:42: 15:11:16 | standby-pgbackrest/2-create-source-cluster | +++ [[ -n '' ]] logger.go:42: 15:11:16 | standby-pgbackrest/2-create-source-cluster | +++ export PG_VER=18 logger.go:42: 15:11:16 | standby-pgbackrest/2-create-source-cluster | +++ PG_VER=18 logger.go:42: 15:11:16 | standby-pgbackrest/2-create-source-cluster | +++ export PG_DISTRIBUTION= logger.go:42: 15:11:16 | standby-pgbackrest/2-create-source-cluster | +++ PG_DISTRIBUTION= logger.go:42: 15:11:16 | standby-pgbackrest/2-create-source-cluster | +++ [[ '' == community ]] logger.go:42: 15:11:16 | standby-pgbackrest/2-create-source-cluster | +++ export IMAGE_PGBOUNCER=perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 15:11:16 | standby-pgbackrest/2-create-source-cluster | +++ IMAGE_PGBOUNCER=perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 15:11:16 | standby-pgbackrest/2-create-source-cluster | +++ export IMAGE_POSTGRESQL=perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 15:11:16 | standby-pgbackrest/2-create-source-cluster | +++ IMAGE_POSTGRESQL=perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 15:11:16 | standby-pgbackrest/2-create-source-cluster | +++ export IMAGE_BACKREST=perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 15:11:16 | standby-pgbackrest/2-create-source-cluster | +++ IMAGE_BACKREST=perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 15:11:16 | standby-pgbackrest/2-create-source-cluster | +++ export IMAGE_UPGRADE=perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 15:11:16 | standby-pgbackrest/2-create-source-cluster | +++ IMAGE_UPGRADE=perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 15:11:16 | standby-pgbackrest/2-create-source-cluster | +++ export BUCKET=pg-operator-testing logger.go:42: 15:11:16 | standby-pgbackrest/2-create-source-cluster | +++ BUCKET=pg-operator-testing logger.go:42: 15:11:16 | standby-pgbackrest/2-create-source-cluster | +++ export PMM_SERVER_VERSION=9.9.9 logger.go:42: 15:11:16 | standby-pgbackrest/2-create-source-cluster | +++ PMM_SERVER_VERSION=9.9.9 logger.go:42: 15:11:16 | standby-pgbackrest/2-create-source-cluster | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:11:16 | standby-pgbackrest/2-create-source-cluster | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:11:16 | standby-pgbackrest/2-create-source-cluster | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:11:16 | standby-pgbackrest/2-create-source-cluster | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:11:16 | standby-pgbackrest/2-create-source-cluster | +++ export IMAGE_LOGCOLLECTOR=perconalab/fluentbit:main-logcollector logger.go:42: 15:11:16 | standby-pgbackrest/2-create-source-cluster | +++ IMAGE_LOGCOLLECTOR=perconalab/fluentbit:main-logcollector logger.go:42: 15:11:16 | standby-pgbackrest/2-create-source-cluster | +++ export PGOV1_TAG=1.4.0 logger.go:42: 15:11:16 | standby-pgbackrest/2-create-source-cluster | +++ PGOV1_TAG=1.4.0 logger.go:42: 15:11:16 | standby-pgbackrest/2-create-source-cluster | +++ export PGOV1_VER=14 logger.go:42: 15:11:16 | standby-pgbackrest/2-create-source-cluster | +++ PGOV1_VER=14 logger.go:42: 15:11:16 | standby-pgbackrest/2-create-source-cluster | +++ export CPGO_VERSION=5.8.7 logger.go:42: 15:11:16 | standby-pgbackrest/2-create-source-cluster | +++ CPGO_VERSION=5.8.7 logger.go:42: 15:11:16 | standby-pgbackrest/2-create-source-cluster | +++ export MINIO_VER=5.4.0 logger.go:42: 15:11:16 | standby-pgbackrest/2-create-source-cluster | +++ MINIO_VER=5.4.0 logger.go:42: 15:11:16 | standby-pgbackrest/2-create-source-cluster | +++ export VAULT_VER=0.32.0 logger.go:42: 15:11:16 | standby-pgbackrest/2-create-source-cluster | +++ VAULT_VER=0.32.0 logger.go:42: 15:11:16 | standby-pgbackrest/2-create-source-cluster | +++ export REGISTRY_NAME=docker.io logger.go:42: 15:11:16 | standby-pgbackrest/2-create-source-cluster | +++ REGISTRY_NAME=docker.io logger.go:42: 15:11:16 | standby-pgbackrest/2-create-source-cluster | +++ export REGISTRY_NAME_FULL=docker.io/ logger.go:42: 15:11:16 | standby-pgbackrest/2-create-source-cluster | +++ REGISTRY_NAME_FULL=docker.io/ logger.go:42: 15:11:16 | standby-pgbackrest/2-create-source-cluster | ++++ printenv logger.go:42: 15:11:16 | standby-pgbackrest/2-create-source-cluster | ++++ grep -E '^IMAGE' logger.go:42: 15:11:16 | standby-pgbackrest/2-create-source-cluster | ++++ awk -F= '{print $1}' logger.go:42: 15:11:16 | standby-pgbackrest/2-create-source-cluster | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 15:11:16 | standby-pgbackrest/2-create-source-cluster | ++++ eval 'echo $IMAGE_BACKREST' logger.go:42: 15:11:16 | standby-pgbackrest/2-create-source-cluster | +++++ echo perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 15:11:16 | standby-pgbackrest/2-create-source-cluster | +++ var_value=perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 15:11:16 | standby-pgbackrest/2-create-source-cluster | +++ [[ perconalab/percona-postgresql-operator:main-pgbackrest18 == docker.io/* ]] logger.go:42: 15:11:16 | standby-pgbackrest/2-create-source-cluster | +++ [[ perconalab/percona-postgresql-operator:main-pgbackrest18 == percona/* ]] logger.go:42: 15:11:16 | standby-pgbackrest/2-create-source-cluster | +++ [[ perconalab/percona-postgresql-operator:main-pgbackrest18 == perconalab/* ]] logger.go:42: 15:11:16 | standby-pgbackrest/2-create-source-cluster | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 15:11:16 | standby-pgbackrest/2-create-source-cluster | +++ export IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 15:11:16 | standby-pgbackrest/2-create-source-cluster | +++ IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 15:11:16 | standby-pgbackrest/2-create-source-cluster | +++ echo IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 15:11:16 | standby-pgbackrest/2-create-source-cluster | IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 15:11:16 | standby-pgbackrest/2-create-source-cluster | +++ echo perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:11:16 | standby-pgbackrest/2-create-source-cluster | perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:11:16 | standby-pgbackrest/2-create-source-cluster | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 15:11:16 | standby-pgbackrest/2-create-source-cluster | ++++ eval 'echo $IMAGE' logger.go:42: 15:11:16 | standby-pgbackrest/2-create-source-cluster | +++++ echo perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:11:16 | standby-pgbackrest/2-create-source-cluster | +++ var_value=perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:11:16 | standby-pgbackrest/2-create-source-cluster | +++ [[ perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 == docker.io/* ]] logger.go:42: 15:11:16 | standby-pgbackrest/2-create-source-cluster | +++ [[ perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 == percona/* ]] logger.go:42: 15:11:16 | standby-pgbackrest/2-create-source-cluster | +++ [[ perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 == perconalab/* ]] logger.go:42: 15:11:16 | standby-pgbackrest/2-create-source-cluster | +++ new_value=docker.io/perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:11:16 | standby-pgbackrest/2-create-source-cluster | +++ export IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:11:16 | standby-pgbackrest/2-create-source-cluster | +++ IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:11:16 | standby-pgbackrest/2-create-source-cluster | +++ echo IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:11:16 | standby-pgbackrest/2-create-source-cluster | IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:11:16 | standby-pgbackrest/2-create-source-cluster | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:11:16 | standby-pgbackrest/2-create-source-cluster | docker.io/perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:11:16 | standby-pgbackrest/2-create-source-cluster | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 15:11:16 | standby-pgbackrest/2-create-source-cluster | ++++ eval 'echo $IMAGE_UPGRADE' logger.go:42: 15:11:16 | standby-pgbackrest/2-create-source-cluster | +++++ echo perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 15:11:16 | standby-pgbackrest/2-create-source-cluster | +++ var_value=perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 15:11:16 | standby-pgbackrest/2-create-source-cluster | +++ [[ perconalab/percona-postgresql-operator:main-upgrade == docker.io/* ]] logger.go:42: 15:11:16 | standby-pgbackrest/2-create-source-cluster | +++ [[ perconalab/percona-postgresql-operator:main-upgrade == percona/* ]] logger.go:42: 15:11:16 | standby-pgbackrest/2-create-source-cluster | +++ [[ perconalab/percona-postgresql-operator:main-upgrade == perconalab/* ]] logger.go:42: 15:11:16 | standby-pgbackrest/2-create-source-cluster | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 15:11:16 | standby-pgbackrest/2-create-source-cluster | +++ export IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 15:11:16 | standby-pgbackrest/2-create-source-cluster | +++ IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 15:11:16 | standby-pgbackrest/2-create-source-cluster | +++ echo IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 15:11:16 | standby-pgbackrest/2-create-source-cluster | IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 15:11:16 | standby-pgbackrest/2-create-source-cluster | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:11:16 | standby-pgbackrest/2-create-source-cluster | docker.io/perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:11:16 | standby-pgbackrest/2-create-source-cluster | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 15:11:16 | standby-pgbackrest/2-create-source-cluster | ++++ eval 'echo $IMAGE_LOGCOLLECTOR' logger.go:42: 15:11:16 | standby-pgbackrest/2-create-source-cluster | +++++ echo perconalab/fluentbit:main-logcollector logger.go:42: 15:11:16 | standby-pgbackrest/2-create-source-cluster | +++ var_value=perconalab/fluentbit:main-logcollector logger.go:42: 15:11:16 | standby-pgbackrest/2-create-source-cluster | +++ [[ perconalab/fluentbit:main-logcollector == docker.io/* ]] logger.go:42: 15:11:16 | standby-pgbackrest/2-create-source-cluster | +++ [[ perconalab/fluentbit:main-logcollector == percona/* ]] logger.go:42: 15:11:16 | standby-pgbackrest/2-create-source-cluster | +++ [[ perconalab/fluentbit:main-logcollector == perconalab/* ]] logger.go:42: 15:11:16 | standby-pgbackrest/2-create-source-cluster | +++ new_value=docker.io/perconalab/fluentbit:main-logcollector logger.go:42: 15:11:16 | standby-pgbackrest/2-create-source-cluster | +++ export IMAGE_LOGCOLLECTOR=docker.io/perconalab/fluentbit:main-logcollector logger.go:42: 15:11:16 | standby-pgbackrest/2-create-source-cluster | +++ IMAGE_LOGCOLLECTOR=docker.io/perconalab/fluentbit:main-logcollector logger.go:42: 15:11:16 | standby-pgbackrest/2-create-source-cluster | +++ echo IMAGE_LOGCOLLECTOR=docker.io/perconalab/fluentbit:main-logcollector logger.go:42: 15:11:16 | standby-pgbackrest/2-create-source-cluster | IMAGE_LOGCOLLECTOR=docker.io/perconalab/fluentbit:main-logcollector logger.go:42: 15:11:16 | standby-pgbackrest/2-create-source-cluster | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:11:16 | standby-pgbackrest/2-create-source-cluster | docker.io/perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:11:16 | standby-pgbackrest/2-create-source-cluster | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 15:11:16 | standby-pgbackrest/2-create-source-cluster | ++++ eval 'echo $IMAGE_BASE' logger.go:42: 15:11:16 | standby-pgbackrest/2-create-source-cluster | +++++ echo perconalab/percona-postgresql-operator logger.go:42: 15:11:16 | standby-pgbackrest/2-create-source-cluster | +++ var_value=perconalab/percona-postgresql-operator logger.go:42: 15:11:16 | standby-pgbackrest/2-create-source-cluster | +++ [[ perconalab/percona-postgresql-operator == docker.io/* ]] logger.go:42: 15:11:16 | standby-pgbackrest/2-create-source-cluster | +++ [[ perconalab/percona-postgresql-operator == percona/* ]] logger.go:42: 15:11:16 | standby-pgbackrest/2-create-source-cluster | +++ [[ perconalab/percona-postgresql-operator == perconalab/* ]] logger.go:42: 15:11:16 | standby-pgbackrest/2-create-source-cluster | +++ new_value=docker.io/perconalab/percona-postgresql-operator logger.go:42: 15:11:16 | standby-pgbackrest/2-create-source-cluster | +++ export IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 15:11:16 | standby-pgbackrest/2-create-source-cluster | +++ IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 15:11:16 | standby-pgbackrest/2-create-source-cluster | +++ echo IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 15:11:16 | standby-pgbackrest/2-create-source-cluster | IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 15:11:16 | standby-pgbackrest/2-create-source-cluster | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:11:16 | standby-pgbackrest/2-create-source-cluster | docker.io/perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:11:16 | standby-pgbackrest/2-create-source-cluster | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 15:11:16 | standby-pgbackrest/2-create-source-cluster | ++++ eval 'echo $IMAGE_PGBOUNCER' logger.go:42: 15:11:16 | standby-pgbackrest/2-create-source-cluster | +++++ echo perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 15:11:16 | standby-pgbackrest/2-create-source-cluster | +++ var_value=perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 15:11:16 | standby-pgbackrest/2-create-source-cluster | +++ [[ perconalab/percona-postgresql-operator:main-pgbouncer18 == docker.io/* ]] logger.go:42: 15:11:16 | standby-pgbackrest/2-create-source-cluster | +++ [[ perconalab/percona-postgresql-operator:main-pgbouncer18 == percona/* ]] logger.go:42: 15:11:16 | standby-pgbackrest/2-create-source-cluster | +++ [[ perconalab/percona-postgresql-operator:main-pgbouncer18 == perconalab/* ]] logger.go:42: 15:11:16 | standby-pgbackrest/2-create-source-cluster | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 15:11:16 | standby-pgbackrest/2-create-source-cluster | +++ export IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 15:11:16 | standby-pgbackrest/2-create-source-cluster | +++ IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 15:11:16 | standby-pgbackrest/2-create-source-cluster | +++ echo IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 15:11:16 | standby-pgbackrest/2-create-source-cluster | IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 15:11:16 | standby-pgbackrest/2-create-source-cluster | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:11:16 | standby-pgbackrest/2-create-source-cluster | docker.io/perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:11:16 | standby-pgbackrest/2-create-source-cluster | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 15:11:16 | standby-pgbackrest/2-create-source-cluster | ++++ eval 'echo $IMAGE_POSTGRESQL' logger.go:42: 15:11:16 | standby-pgbackrest/2-create-source-cluster | +++++ echo perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 15:11:16 | standby-pgbackrest/2-create-source-cluster | +++ var_value=perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 15:11:16 | standby-pgbackrest/2-create-source-cluster | +++ [[ perconalab/percona-postgresql-operator:main-ppg18-postgres == docker.io/* ]] logger.go:42: 15:11:16 | standby-pgbackrest/2-create-source-cluster | +++ [[ perconalab/percona-postgresql-operator:main-ppg18-postgres == percona/* ]] logger.go:42: 15:11:16 | standby-pgbackrest/2-create-source-cluster | +++ [[ perconalab/percona-postgresql-operator:main-ppg18-postgres == perconalab/* ]] logger.go:42: 15:11:16 | standby-pgbackrest/2-create-source-cluster | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 15:11:16 | standby-pgbackrest/2-create-source-cluster | +++ export IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 15:11:16 | standby-pgbackrest/2-create-source-cluster | +++ IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 15:11:16 | standby-pgbackrest/2-create-source-cluster | +++ echo IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 15:11:16 | standby-pgbackrest/2-create-source-cluster | IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 15:11:16 | standby-pgbackrest/2-create-source-cluster | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:11:16 | standby-pgbackrest/2-create-source-cluster | docker.io/perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:11:16 | standby-pgbackrest/2-create-source-cluster | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 15:11:16 | standby-pgbackrest/2-create-source-cluster | ++++ eval 'echo $IMAGE_PMM_SERVER' logger.go:42: 15:11:16 | standby-pgbackrest/2-create-source-cluster | +++++ echo perconalab/pmm-server:3-dev-latest logger.go:42: 15:11:16 | standby-pgbackrest/2-create-source-cluster | +++ var_value=perconalab/pmm-server:3-dev-latest logger.go:42: 15:11:16 | standby-pgbackrest/2-create-source-cluster | +++ [[ perconalab/pmm-server:3-dev-latest == docker.io/* ]] logger.go:42: 15:11:16 | standby-pgbackrest/2-create-source-cluster | +++ [[ perconalab/pmm-server:3-dev-latest == percona/* ]] logger.go:42: 15:11:16 | standby-pgbackrest/2-create-source-cluster | +++ [[ perconalab/pmm-server:3-dev-latest == perconalab/* ]] logger.go:42: 15:11:16 | standby-pgbackrest/2-create-source-cluster | +++ new_value=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 15:11:16 | standby-pgbackrest/2-create-source-cluster | +++ export IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 15:11:16 | standby-pgbackrest/2-create-source-cluster | +++ IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 15:11:16 | standby-pgbackrest/2-create-source-cluster | +++ echo IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 15:11:16 | standby-pgbackrest/2-create-source-cluster | IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 15:11:16 | standby-pgbackrest/2-create-source-cluster | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:11:16 | standby-pgbackrest/2-create-source-cluster | docker.io/perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:11:16 | standby-pgbackrest/2-create-source-cluster | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 15:11:16 | standby-pgbackrest/2-create-source-cluster | ++++ eval 'echo $IMAGE_PMM_CLIENT' logger.go:42: 15:11:16 | standby-pgbackrest/2-create-source-cluster | +++++ echo perconalab/pmm-client:3-dev-latest logger.go:42: 15:11:16 | standby-pgbackrest/2-create-source-cluster | +++ var_value=perconalab/pmm-client:3-dev-latest logger.go:42: 15:11:16 | standby-pgbackrest/2-create-source-cluster | +++ [[ perconalab/pmm-client:3-dev-latest == docker.io/* ]] logger.go:42: 15:11:16 | standby-pgbackrest/2-create-source-cluster | +++ [[ perconalab/pmm-client:3-dev-latest == percona/* ]] logger.go:42: 15:11:16 | standby-pgbackrest/2-create-source-cluster | +++ [[ perconalab/pmm-client:3-dev-latest == perconalab/* ]] logger.go:42: 15:11:16 | standby-pgbackrest/2-create-source-cluster | +++ new_value=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 15:11:16 | standby-pgbackrest/2-create-source-cluster | +++ export IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 15:11:16 | standby-pgbackrest/2-create-source-cluster | +++ IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 15:11:16 | standby-pgbackrest/2-create-source-cluster | +++ echo IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 15:11:16 | standby-pgbackrest/2-create-source-cluster | IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 15:11:16 | standby-pgbackrest/2-create-source-cluster | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:11:16 | standby-pgbackrest/2-create-source-cluster | docker.io/perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:11:16 | standby-pgbackrest/2-create-source-cluster | ++++ which gdate logger.go:42: 15:11:16 | standby-pgbackrest/2-create-source-cluster | which: no gdate in (/mnt/jenkins/workspace/cloud-pg-operator_PR-1770/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:11:16 | standby-pgbackrest/2-create-source-cluster | ++++ which date logger.go:42: 15:11:16 | standby-pgbackrest/2-create-source-cluster | +++ date=/usr/sbin/date logger.go:42: 15:11:16 | standby-pgbackrest/2-create-source-cluster | ++++ which gsed logger.go:42: 15:11:16 | standby-pgbackrest/2-create-source-cluster | which: no gsed in (/mnt/jenkins/workspace/cloud-pg-operator_PR-1770/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:11:16 | standby-pgbackrest/2-create-source-cluster | ++++ which sed logger.go:42: 15:11:16 | standby-pgbackrest/2-create-source-cluster | +++ sed=/usr/sbin/sed logger.go:42: 15:11:16 | standby-pgbackrest/2-create-source-cluster | + get_cr source-cluster 22591 logger.go:42: 15:11:16 | standby-pgbackrest/2-create-source-cluster | + local cr_name=source-cluster logger.go:42: 15:11:16 | standby-pgbackrest/2-create-source-cluster | + yq '.spec.extensions.pg_tde.enabled = true' logger.go:42: 15:11:16 | standby-pgbackrest/2-create-source-cluster | + local repo_path=22591 logger.go:42: 15:11:16 | standby-pgbackrest/2-create-source-cluster | + local source_path= logger.go:42: 15:11:16 | standby-pgbackrest/2-create-source-cluster | + local platform=gke logger.go:42: 15:11:16 | standby-pgbackrest/2-create-source-cluster | + local cr_file=/mnt/jenkins/workspace/cloud-pg-operator_PR-1770/e2e-tests/tests/standby-pgbackrest/conf/source-cluster.yaml logger.go:42: 15:11:16 | standby-pgbackrest/2-create-source-cluster | + local platform_cr_file=/mnt/jenkins/workspace/cloud-pg-operator_PR-1770/e2e-tests/tests/standby-pgbackrest/conf/source-cluster-gke.yaml logger.go:42: 15:11:16 | standby-pgbackrest/2-create-source-cluster | + local spaces_cr_file=/mnt/jenkins/workspace/cloud-pg-operator_PR-1770/e2e-tests/tests/standby-pgbackrest/conf/source-cluster-spaces.yaml logger.go:42: 15:11:16 | standby-pgbackrest/2-create-source-cluster | + [[ -f /mnt/jenkins/workspace/cloud-pg-operator_PR-1770/e2e-tests/tests/standby-pgbackrest/conf/source-cluster-gke.yaml ]] logger.go:42: 15:11:16 | standby-pgbackrest/2-create-source-cluster | + [[ gke == doks ]] logger.go:42: 15:11:16 | standby-pgbackrest/2-create-source-cluster | + crs=('/mnt/jenkins/workspace/cloud-pg-operator_PR-1770/deploy/cr.yaml') logger.go:42: 15:11:16 | standby-pgbackrest/2-create-source-cluster | + local crs logger.go:42: 15:11:16 | standby-pgbackrest/2-create-source-cluster | + [[ -f /mnt/jenkins/workspace/cloud-pg-operator_PR-1770/e2e-tests/tests/standby-pgbackrest/conf/source-cluster.yaml ]] logger.go:42: 15:11:16 | standby-pgbackrest/2-create-source-cluster | + crs+=($cr_file) logger.go:42: 15:11:16 | standby-pgbackrest/2-create-source-cluster | + yq '.spec.extensions.pg_tde.vault.host = "https://vault-service.vault-service.svc:8200"' logger.go:42: 15:11:16 | standby-pgbackrest/2-create-source-cluster | + yq eval-all $'\n\t\tselect(fileIndex == 0) * (select(fileIndex == 1) // {}) |\n\t\t.metadata.name = "source-cluster" |\n\t\t.metadata.labels = {"e2e":"source-cluster"} |\n\t\t.spec.postgresVersion = 18 |\n\t\t.spec.users += [{"name":"postgres","password":{"type":"AlphaNumeric"}}] |\n\t\t.spec.users += [{"name":"source-cluster","password":{"type":"AlphaNumeric"}}] |\n\t\t.spec.image = "docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres" |\n\t\t.spec.initContainer.image = "docker.io/perconalab/percona-postgresql-operator:PR-1770-8c67b09e6" |\n\t\t.spec.backups.pgbackrest.image = "docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18" |\n\t\t.spec.proxy.pgBouncer.image = "docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18" |\n\t\t.spec.logcollector.image = "docker.io/perconalab/fluentbit:main-logcollector" |\n\t\t.spec.pmm.image = "docker.io/perconalab/pmm-client:3-dev-latest" |\n\t\t.spec.pmm.secret = "source-cluster-pmm-secret" |\n\t\t.spec.pmm.customClusterName = "source-cluster-pmm-custom-name" |\n\t\t.spec.pmm.postgresParams = "--environment=dev-postgres"\n\t' /mnt/jenkins/workspace/cloud-pg-operator_PR-1770/deploy/cr.yaml /mnt/jenkins/workspace/cloud-pg-operator_PR-1770/e2e-tests/tests/standby-pgbackrest/conf/source-cluster.yaml logger.go:42: 15:11:16 | standby-pgbackrest/2-create-source-cluster | + yq '.spec.extensions.pg_tde.vault.mountPath = "tde"' logger.go:42: 15:11:16 | standby-pgbackrest/2-create-source-cluster | + yq '.spec.extensions.pg_tde.vault.tokenSecret.name = "vault-secret"' logger.go:42: 15:11:16 | standby-pgbackrest/2-create-source-cluster | + yq '.spec.extensions.pg_tde.vault.tokenSecret.key = "token"' logger.go:42: 15:11:16 | standby-pgbackrest/2-create-source-cluster | + yq '.spec.extensions.pg_tde.vault.caSecret.name = "vault-secret"' logger.go:42: 15:11:16 | standby-pgbackrest/2-create-source-cluster | + yq '.spec.extensions.pg_tde.vault.caSecret.key = "ca.crt"' logger.go:42: 15:11:16 | standby-pgbackrest/2-create-source-cluster | + yq '.spec.extensions.pg_tde.walEncryption = true' logger.go:42: 15:11:16 | standby-pgbackrest/2-create-source-cluster | + kubectl -n kuttl-test-firm-ray apply -f - logger.go:42: 15:11:16 | standby-pgbackrest/2-create-source-cluster | + /usr/sbin/sed -i 's||22591|g' /tmp/kuttl/pg/standby-pgbackrest/cr.yaml logger.go:42: 15:11:16 | standby-pgbackrest/2-create-source-cluster | + /usr/sbin/sed -i 's|||g' /tmp/kuttl/pg/standby-pgbackrest/cr.yaml logger.go:42: 15:11:16 | standby-pgbackrest/2-create-source-cluster | + /usr/sbin/sed -i 's||pg-operator-testing|g' /tmp/kuttl/pg/standby-pgbackrest/cr.yaml logger.go:42: 15:11:16 | standby-pgbackrest/2-create-source-cluster | + /usr/sbin/sed -i 's||docker.io/perconalab/percona-postgresql-operator:PR-1770-8c67b09e6|g' /tmp/kuttl/pg/standby-pgbackrest/cr.yaml logger.go:42: 15:11:16 | standby-pgbackrest/2-create-source-cluster | + [[ gke == openshift ]] logger.go:42: 15:11:16 | standby-pgbackrest/2-create-source-cluster | + cat /tmp/kuttl/pg/standby-pgbackrest/cr.yaml logger.go:42: 15:11:17 | standby-pgbackrest/2-create-source-cluster | perconapgcluster.pgv2.percona.com/source-cluster created logger.go:42: 15:11:19 | standby-pgbackrest/2-create-source-cluster | running command: [sh -c set -o errexit kubectl wait --for=condition=PGTDEEnabled --timeout=480s -n "${NAMESPACE}" pg/source-cluster kubectl wait --for=condition=PGTDEVaultProviderReady --timeout=480s -n "${NAMESPACE}" pg/source-cluster condStatus=$(kubectl get pg -n "${NAMESPACE}" source-cluster -o jsonpath='{.status.conditions[?(@.type=="PGTDEEnabled")].status}') condReason=$(kubectl get pg -n "${NAMESPACE}" source-cluster -o jsonpath='{.status.conditions[?(@.type=="PGTDEEnabled")].reason}') condMsg=$(kubectl get pg -n "${NAMESPACE}" source-cluster -o jsonpath='{.status.conditions[?(@.type=="PGTDEEnabled")].message}') condGen=$(kubectl get pg -n "${NAMESPACE}" source-cluster -o jsonpath='{.status.conditions[?(@.type=="PGTDEEnabled")].observedGeneration}') if [[ "${condStatus}" != "True" ]]; then echo "expected PGTDEEnabled status True, got ${condStatus}" exit 1 fi if [[ "${condReason}" != "Enabled" ]]; then echo "expected PGTDEEnabled reason Enabled, got ${condReason}" exit 1 fi if [[ "${condMsg}" != "pg_tde is enabled in PerconaPGCluster" ]]; then echo "expected PGTDEEnabled message 'pg_tde is enabled in PerconaPGCluster', got ${condMsg}" exit 1 fi if [[ "${condGen}" != "1" ]]; then echo "expected PGTDEEnabled observedGeneration 1, got ${condGen}" exit 1 fi condStatus=$(kubectl get pg -n "${NAMESPACE}" source-cluster -o jsonpath='{.status.conditions[?(@.type=="PGTDEVaultProviderReady")].status}') condReason=$(kubectl get pg -n "${NAMESPACE}" source-cluster -o jsonpath='{.status.conditions[?(@.type=="PGTDEVaultProviderReady")].reason}') condMsg=$(kubectl get pg -n "${NAMESPACE}" source-cluster -o jsonpath='{.status.conditions[?(@.type=="PGTDEVaultProviderReady")].message}') condGen=$(kubectl get pg -n "${NAMESPACE}" source-cluster -o jsonpath='{.status.conditions[?(@.type=="PGTDEVaultProviderReady")].observedGeneration}') if [[ "${condStatus}" != "True" ]]; then echo "expected PGTDEVaultProviderReady status True, got ${condStatus}" exit 1 fi if [[ "${condReason}" != "Configured" ]]; then echo "expected PGTDEVaultProviderReady reason Configured, got ${condReason}" exit 1 fi if [[ "${condMsg}" != "pg_tde vault key provider matches the spec" ]]; then echo "expected PGTDEVaultProviderReady message 'pg_tde vault key provider matches the spec', got ${condMsg}" exit 1 fi if [[ "${condGen}" != "1" ]]; then echo "expected PGTDEVaultProviderReady observedGeneration 1, got ${condGen}" exit 1 fi] logger.go:42: 15:11:54 | standby-pgbackrest/2-create-source-cluster | perconapgcluster.pgv2.percona.com/source-cluster condition met logger.go:42: 15:11:55 | standby-pgbackrest/2-create-source-cluster | perconapgcluster.pgv2.percona.com/source-cluster condition met logger.go:42: 15:11:59 | standby-pgbackrest/2-create-source-cluster | running command: [sh -c set -o errexit pgversion=$(kubectl -n ${NAMESPACE} get pg source-cluster -o jsonpath='{.spec.postgresVersion}') primary=$(kubectl -n ${NAMESPACE} get pods --selector=postgres-operator.crunchydata.com/role=primary,postgres-operator.crunchydata.com/cluster=source-cluster -o jsonpath='{.items[0].metadata.name}') replica=$(kubectl -n ${NAMESPACE} get pods --selector=postgres-operator.crunchydata.com/role=replica,postgres-operator.crunchydata.com/cluster=source-cluster -o jsonpath='{.items[0].metadata.name}') if [[ $(kubectl -n ${NAMESPACE} exec ${primary} -c database -- psql -t -A -c 'SHOW pg_tde.wal_encrypt;') != "on" ]]; then echo "pg_tde.wal_encrypt is not enabled in ${primary}" exit 1 fi for pod in $(kubectl -n ${NAMESPACE} get pods -o name \ --selector=postgres-operator.crunchydata.com/cluster=source-cluster,postgres-operator.crunchydata.com/data=postgres); do annotation=$(kubectl -n ${NAMESPACE} get ${pod} -o yaml | yq '.metadata.annotations."pgv2.percona.com/tde-wal-encryption"') if [[ ${annotation} != "true" ]]; then echo "${pod} is not annotated for WAL encryption: ${annotation}" exit 1 fi target=$(kubectl -n ${NAMESPACE} exec ${pod} -c database -- readlink /pgdata/pg_tde) if [[ ${target} != "/pgdata/pg${pgversion}/pg_tde" ]]; then echo "${pod} does not link the pg_tde keyring: ${target}" exit 1 fi if ! kubectl -n ${NAMESPACE} exec ${pod} -c database -- test -d /pgdata/pg_tde; then echo "${pod} pg_tde keyring link does not resolve" exit 1 fi done archive_command=$(kubectl -n ${NAMESPACE} exec ${primary} -c database -- psql -t -A -c 'SHOW archive_command;') if [[ ${archive_command} != 'pg_tde_archive_decrypt %f %p "pgbackrest --stanza=db archive-push %%p"'* ]]; then echo "archive_command doesn't start with the pg_tde_archive_decrypt wrapper in ${primary}: ${archive_command}" exit 1 fi if [[ ${archive_command} != *'pg_tde_waldump'* ]]; then echo "archive_command doesn't use pg_tde_waldump in ${primary}: ${archive_command}" exit 1 fi # restore_command is applied on replicas (primary SHOW is empty once settled) restore_command=$(kubectl -n ${NAMESPACE} exec ${replica} -c database -- psql -t -A -c 'SHOW restore_command;') if [[ ${restore_command} != *'pg_tde_restore_encrypt %f %p '* ]]; then echo "restore_command doesn't use the pg_tde_restore_encrypt wrapper in ${replica}: ${restore_command}" exit 1 fi for key in pgbackrest_instance.conf pgbackrest_repo.conf; do conf=$(kubectl get -n ${NAMESPACE} cm source-cluster-pgbackrest-config -o yaml | yq '.data."'"${key}"'"') if ! echo "${conf}" | grep -q '^checksum-page = n$'; then echo "no checksum-page in ${key}" exit 1 fi done instance_conf=$(kubectl get -n ${NAMESPACE} cm source-cluster-pgbackrest-config -o yaml | yq '.data."pgbackrest_instance.conf"') if ! echo "${instance_conf}" | grep -q '^archive-async = n$'; then echo "archive-async is not disabled in pgbackrest_instance.conf" exit 1 fi ] logger.go:42: 15:12:03 | standby-pgbackrest/2-create-source-cluster | pg_tde.wal_encrypt is not enabled in source-cluster-instance1-v9zt-0 logger.go:42: 15:12:05 | standby-pgbackrest/2-create-source-cluster | running command: [sh -c set -o errexit kubectl wait --for=condition=PGTDEEnabled --timeout=480s -n "${NAMESPACE}" pg/source-cluster kubectl wait --for=condition=PGTDEVaultProviderReady --timeout=480s -n "${NAMESPACE}" pg/source-cluster condStatus=$(kubectl get pg -n "${NAMESPACE}" source-cluster -o jsonpath='{.status.conditions[?(@.type=="PGTDEEnabled")].status}') condReason=$(kubectl get pg -n "${NAMESPACE}" source-cluster -o jsonpath='{.status.conditions[?(@.type=="PGTDEEnabled")].reason}') condMsg=$(kubectl get pg -n "${NAMESPACE}" source-cluster -o jsonpath='{.status.conditions[?(@.type=="PGTDEEnabled")].message}') condGen=$(kubectl get pg -n "${NAMESPACE}" source-cluster -o jsonpath='{.status.conditions[?(@.type=="PGTDEEnabled")].observedGeneration}') if [[ "${condStatus}" != "True" ]]; then echo "expected PGTDEEnabled status True, got ${condStatus}" exit 1 fi if [[ "${condReason}" != "Enabled" ]]; then echo "expected PGTDEEnabled reason Enabled, got ${condReason}" exit 1 fi if [[ "${condMsg}" != "pg_tde is enabled in PerconaPGCluster" ]]; then echo "expected PGTDEEnabled message 'pg_tde is enabled in PerconaPGCluster', got ${condMsg}" exit 1 fi if [[ "${condGen}" != "1" ]]; then echo "expected PGTDEEnabled observedGeneration 1, got ${condGen}" exit 1 fi condStatus=$(kubectl get pg -n "${NAMESPACE}" source-cluster -o jsonpath='{.status.conditions[?(@.type=="PGTDEVaultProviderReady")].status}') condReason=$(kubectl get pg -n "${NAMESPACE}" source-cluster -o jsonpath='{.status.conditions[?(@.type=="PGTDEVaultProviderReady")].reason}') condMsg=$(kubectl get pg -n "${NAMESPACE}" source-cluster -o jsonpath='{.status.conditions[?(@.type=="PGTDEVaultProviderReady")].message}') condGen=$(kubectl get pg -n "${NAMESPACE}" source-cluster -o jsonpath='{.status.conditions[?(@.type=="PGTDEVaultProviderReady")].observedGeneration}') if [[ "${condStatus}" != "True" ]]; then echo "expected PGTDEVaultProviderReady status True, got ${condStatus}" exit 1 fi if [[ "${condReason}" != "Configured" ]]; then echo "expected PGTDEVaultProviderReady reason Configured, got ${condReason}" exit 1 fi if [[ "${condMsg}" != "pg_tde vault key provider matches the spec" ]]; then echo "expected PGTDEVaultProviderReady message 'pg_tde vault key provider matches the spec', got ${condMsg}" exit 1 fi if [[ "${condGen}" != "1" ]]; then echo "expected PGTDEVaultProviderReady observedGeneration 1, got ${condGen}" exit 1 fi] logger.go:42: 15:12:06 | standby-pgbackrest/2-create-source-cluster | E0820 15:12:06.162129 36103 reflector.go:227] "Failed to watch" err="Get \"https://34.66.101.239/apis/pgv2.percona.com/v2/namespaces/kuttl-test-firm-ray/perconapgclusters?allowWatchBookmarks=true&fieldSelector=metadata.name%3Dsource-cluster&resourceVersion=1787238724375087000&timeoutSeconds=458&watch=true\": context canceled" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" type="*unstructured.Unstructured" logger.go:42: 15:12:06 | standby-pgbackrest/2-create-source-cluster | perconapgcluster.pgv2.percona.com/source-cluster condition met logger.go:42: 15:12:07 | standby-pgbackrest/2-create-source-cluster | E0820 15:12:07.422454 36120 reflector.go:227] "Failed to watch" err="Get \"https://34.66.101.239/apis/pgv2.percona.com/v2/namespaces/kuttl-test-firm-ray/perconapgclusters?allowWatchBookmarks=true&fieldSelector=metadata.name%3Dsource-cluster&resourceVersion=1787238724375087000&timeoutSeconds=567&watch=true\": context canceled" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" type="*unstructured.Unstructured" logger.go:42: 15:12:07 | standby-pgbackrest/2-create-source-cluster | perconapgcluster.pgv2.percona.com/source-cluster condition met logger.go:42: 15:12:12 | standby-pgbackrest/2-create-source-cluster | running command: [sh -c set -o errexit pgversion=$(kubectl -n ${NAMESPACE} get pg source-cluster -o jsonpath='{.spec.postgresVersion}') primary=$(kubectl -n ${NAMESPACE} get pods --selector=postgres-operator.crunchydata.com/role=primary,postgres-operator.crunchydata.com/cluster=source-cluster -o jsonpath='{.items[0].metadata.name}') replica=$(kubectl -n ${NAMESPACE} get pods --selector=postgres-operator.crunchydata.com/role=replica,postgres-operator.crunchydata.com/cluster=source-cluster -o jsonpath='{.items[0].metadata.name}') if [[ $(kubectl -n ${NAMESPACE} exec ${primary} -c database -- psql -t -A -c 'SHOW pg_tde.wal_encrypt;') != "on" ]]; then echo "pg_tde.wal_encrypt is not enabled in ${primary}" exit 1 fi for pod in $(kubectl -n ${NAMESPACE} get pods -o name \ --selector=postgres-operator.crunchydata.com/cluster=source-cluster,postgres-operator.crunchydata.com/data=postgres); do annotation=$(kubectl -n ${NAMESPACE} get ${pod} -o yaml | yq '.metadata.annotations."pgv2.percona.com/tde-wal-encryption"') if [[ ${annotation} != "true" ]]; then echo "${pod} is not annotated for WAL encryption: ${annotation}" exit 1 fi target=$(kubectl -n ${NAMESPACE} exec ${pod} -c database -- readlink /pgdata/pg_tde) if [[ ${target} != "/pgdata/pg${pgversion}/pg_tde" ]]; then echo "${pod} does not link the pg_tde keyring: ${target}" exit 1 fi if ! kubectl -n ${NAMESPACE} exec ${pod} -c database -- test -d /pgdata/pg_tde; then echo "${pod} pg_tde keyring link does not resolve" exit 1 fi done archive_command=$(kubectl -n ${NAMESPACE} exec ${primary} -c database -- psql -t -A -c 'SHOW archive_command;') if [[ ${archive_command} != 'pg_tde_archive_decrypt %f %p "pgbackrest --stanza=db archive-push %%p"'* ]]; then echo "archive_command doesn't start with the pg_tde_archive_decrypt wrapper in ${primary}: ${archive_command}" exit 1 fi if [[ ${archive_command} != *'pg_tde_waldump'* ]]; then echo "archive_command doesn't use pg_tde_waldump in ${primary}: ${archive_command}" exit 1 fi # restore_command is applied on replicas (primary SHOW is empty once settled) restore_command=$(kubectl -n ${NAMESPACE} exec ${replica} -c database -- psql -t -A -c 'SHOW restore_command;') if [[ ${restore_command} != *'pg_tde_restore_encrypt %f %p '* ]]; then echo "restore_command doesn't use the pg_tde_restore_encrypt wrapper in ${replica}: ${restore_command}" exit 1 fi for key in pgbackrest_instance.conf pgbackrest_repo.conf; do conf=$(kubectl get -n ${NAMESPACE} cm source-cluster-pgbackrest-config -o yaml | yq '.data."'"${key}"'"') if ! echo "${conf}" | grep -q '^checksum-page = n$'; then echo "no checksum-page in ${key}" exit 1 fi done instance_conf=$(kubectl get -n ${NAMESPACE} cm source-cluster-pgbackrest-config -o yaml | yq '.data."pgbackrest_instance.conf"') if ! echo "${instance_conf}" | grep -q '^archive-async = n$'; then echo "archive-async is not disabled in pgbackrest_instance.conf" exit 1 fi ] logger.go:42: 15:12:15 | standby-pgbackrest/2-create-source-cluster | pg_tde.wal_encrypt is not enabled in source-cluster-instance1-v9zt-0 logger.go:42: 15:12:17 | standby-pgbackrest/2-create-source-cluster | running command: [sh -c set -o errexit kubectl wait --for=condition=PGTDEEnabled --timeout=480s -n "${NAMESPACE}" pg/source-cluster kubectl wait --for=condition=PGTDEVaultProviderReady --timeout=480s -n "${NAMESPACE}" pg/source-cluster condStatus=$(kubectl get pg -n "${NAMESPACE}" source-cluster -o jsonpath='{.status.conditions[?(@.type=="PGTDEEnabled")].status}') condReason=$(kubectl get pg -n "${NAMESPACE}" source-cluster -o jsonpath='{.status.conditions[?(@.type=="PGTDEEnabled")].reason}') condMsg=$(kubectl get pg -n "${NAMESPACE}" source-cluster -o jsonpath='{.status.conditions[?(@.type=="PGTDEEnabled")].message}') condGen=$(kubectl get pg -n "${NAMESPACE}" source-cluster -o jsonpath='{.status.conditions[?(@.type=="PGTDEEnabled")].observedGeneration}') if [[ "${condStatus}" != "True" ]]; then echo "expected PGTDEEnabled status True, got ${condStatus}" exit 1 fi if [[ "${condReason}" != "Enabled" ]]; then echo "expected PGTDEEnabled reason Enabled, got ${condReason}" exit 1 fi if [[ "${condMsg}" != "pg_tde is enabled in PerconaPGCluster" ]]; then echo "expected PGTDEEnabled message 'pg_tde is enabled in PerconaPGCluster', got ${condMsg}" exit 1 fi if [[ "${condGen}" != "1" ]]; then echo "expected PGTDEEnabled observedGeneration 1, got ${condGen}" exit 1 fi condStatus=$(kubectl get pg -n "${NAMESPACE}" source-cluster -o jsonpath='{.status.conditions[?(@.type=="PGTDEVaultProviderReady")].status}') condReason=$(kubectl get pg -n "${NAMESPACE}" source-cluster -o jsonpath='{.status.conditions[?(@.type=="PGTDEVaultProviderReady")].reason}') condMsg=$(kubectl get pg -n "${NAMESPACE}" source-cluster -o jsonpath='{.status.conditions[?(@.type=="PGTDEVaultProviderReady")].message}') condGen=$(kubectl get pg -n "${NAMESPACE}" source-cluster -o jsonpath='{.status.conditions[?(@.type=="PGTDEVaultProviderReady")].observedGeneration}') if [[ "${condStatus}" != "True" ]]; then echo "expected PGTDEVaultProviderReady status True, got ${condStatus}" exit 1 fi if [[ "${condReason}" != "Configured" ]]; then echo "expected PGTDEVaultProviderReady reason Configured, got ${condReason}" exit 1 fi if [[ "${condMsg}" != "pg_tde vault key provider matches the spec" ]]; then echo "expected PGTDEVaultProviderReady message 'pg_tde vault key provider matches the spec', got ${condMsg}" exit 1 fi if [[ "${condGen}" != "1" ]]; then echo "expected PGTDEVaultProviderReady observedGeneration 1, got ${condGen}" exit 1 fi] logger.go:42: 15:12:17 | standby-pgbackrest/2-create-source-cluster | E0820 15:12:17.983612 36343 reflector.go:227] "Failed to watch" err="Get \"https://34.66.101.239/apis/pgv2.percona.com/v2/namespaces/kuttl-test-firm-ray/perconapgclusters?allowWatchBookmarks=true&fieldSelector=metadata.name%3Dsource-cluster&resourceVersion=1787238733385034000&timeoutSeconds=543&watch=true\": context canceled" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" type="*unstructured.Unstructured" logger.go:42: 15:12:17 | standby-pgbackrest/2-create-source-cluster | perconapgcluster.pgv2.percona.com/source-cluster condition met logger.go:42: 15:12:18 | standby-pgbackrest/2-create-source-cluster | E0820 15:12:18.828546 36360 reflector.go:227] "Failed to watch" err="Get \"https://34.66.101.239/apis/pgv2.percona.com/v2/namespaces/kuttl-test-firm-ray/perconapgclusters?allowWatchBookmarks=true&fieldSelector=metadata.name%3Dsource-cluster&resourceVersion=1787238738385085000&timeoutSeconds=431&watch=true\": context canceled" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" type="*unstructured.Unstructured" logger.go:42: 15:12:18 | standby-pgbackrest/2-create-source-cluster | perconapgcluster.pgv2.percona.com/source-cluster condition met logger.go:42: 15:12:23 | standby-pgbackrest/2-create-source-cluster | running command: [sh -c set -o errexit pgversion=$(kubectl -n ${NAMESPACE} get pg source-cluster -o jsonpath='{.spec.postgresVersion}') primary=$(kubectl -n ${NAMESPACE} get pods --selector=postgres-operator.crunchydata.com/role=primary,postgres-operator.crunchydata.com/cluster=source-cluster -o jsonpath='{.items[0].metadata.name}') replica=$(kubectl -n ${NAMESPACE} get pods --selector=postgres-operator.crunchydata.com/role=replica,postgres-operator.crunchydata.com/cluster=source-cluster -o jsonpath='{.items[0].metadata.name}') if [[ $(kubectl -n ${NAMESPACE} exec ${primary} -c database -- psql -t -A -c 'SHOW pg_tde.wal_encrypt;') != "on" ]]; then echo "pg_tde.wal_encrypt is not enabled in ${primary}" exit 1 fi for pod in $(kubectl -n ${NAMESPACE} get pods -o name \ --selector=postgres-operator.crunchydata.com/cluster=source-cluster,postgres-operator.crunchydata.com/data=postgres); do annotation=$(kubectl -n ${NAMESPACE} get ${pod} -o yaml | yq '.metadata.annotations."pgv2.percona.com/tde-wal-encryption"') if [[ ${annotation} != "true" ]]; then echo "${pod} is not annotated for WAL encryption: ${annotation}" exit 1 fi target=$(kubectl -n ${NAMESPACE} exec ${pod} -c database -- readlink /pgdata/pg_tde) if [[ ${target} != "/pgdata/pg${pgversion}/pg_tde" ]]; then echo "${pod} does not link the pg_tde keyring: ${target}" exit 1 fi if ! kubectl -n ${NAMESPACE} exec ${pod} -c database -- test -d /pgdata/pg_tde; then echo "${pod} pg_tde keyring link does not resolve" exit 1 fi done archive_command=$(kubectl -n ${NAMESPACE} exec ${primary} -c database -- psql -t -A -c 'SHOW archive_command;') if [[ ${archive_command} != 'pg_tde_archive_decrypt %f %p "pgbackrest --stanza=db archive-push %%p"'* ]]; then echo "archive_command doesn't start with the pg_tde_archive_decrypt wrapper in ${primary}: ${archive_command}" exit 1 fi if [[ ${archive_command} != *'pg_tde_waldump'* ]]; then echo "archive_command doesn't use pg_tde_waldump in ${primary}: ${archive_command}" exit 1 fi # restore_command is applied on replicas (primary SHOW is empty once settled) restore_command=$(kubectl -n ${NAMESPACE} exec ${replica} -c database -- psql -t -A -c 'SHOW restore_command;') if [[ ${restore_command} != *'pg_tde_restore_encrypt %f %p '* ]]; then echo "restore_command doesn't use the pg_tde_restore_encrypt wrapper in ${replica}: ${restore_command}" exit 1 fi for key in pgbackrest_instance.conf pgbackrest_repo.conf; do conf=$(kubectl get -n ${NAMESPACE} cm source-cluster-pgbackrest-config -o yaml | yq '.data."'"${key}"'"') if ! echo "${conf}" | grep -q '^checksum-page = n$'; then echo "no checksum-page in ${key}" exit 1 fi done instance_conf=$(kubectl get -n ${NAMESPACE} cm source-cluster-pgbackrest-config -o yaml | yq '.data."pgbackrest_instance.conf"') if ! echo "${instance_conf}" | grep -q '^archive-async = n$'; then echo "archive-async is not disabled in pgbackrest_instance.conf" exit 1 fi ] logger.go:42: 15:12:27 | standby-pgbackrest/2-create-source-cluster | pg_tde.wal_encrypt is not enabled in source-cluster-instance1-v9zt-0 logger.go:42: 15:12:28 | standby-pgbackrest/2-create-source-cluster | running command: [sh -c set -o errexit kubectl wait --for=condition=PGTDEEnabled --timeout=480s -n "${NAMESPACE}" pg/source-cluster kubectl wait --for=condition=PGTDEVaultProviderReady --timeout=480s -n "${NAMESPACE}" pg/source-cluster condStatus=$(kubectl get pg -n "${NAMESPACE}" source-cluster -o jsonpath='{.status.conditions[?(@.type=="PGTDEEnabled")].status}') condReason=$(kubectl get pg -n "${NAMESPACE}" source-cluster -o jsonpath='{.status.conditions[?(@.type=="PGTDEEnabled")].reason}') condMsg=$(kubectl get pg -n "${NAMESPACE}" source-cluster -o jsonpath='{.status.conditions[?(@.type=="PGTDEEnabled")].message}') condGen=$(kubectl get pg -n "${NAMESPACE}" source-cluster -o jsonpath='{.status.conditions[?(@.type=="PGTDEEnabled")].observedGeneration}') if [[ "${condStatus}" != "True" ]]; then echo "expected PGTDEEnabled status True, got ${condStatus}" exit 1 fi if [[ "${condReason}" != "Enabled" ]]; then echo "expected PGTDEEnabled reason Enabled, got ${condReason}" exit 1 fi if [[ "${condMsg}" != "pg_tde is enabled in PerconaPGCluster" ]]; then echo "expected PGTDEEnabled message 'pg_tde is enabled in PerconaPGCluster', got ${condMsg}" exit 1 fi if [[ "${condGen}" != "1" ]]; then echo "expected PGTDEEnabled observedGeneration 1, got ${condGen}" exit 1 fi condStatus=$(kubectl get pg -n "${NAMESPACE}" source-cluster -o jsonpath='{.status.conditions[?(@.type=="PGTDEVaultProviderReady")].status}') condReason=$(kubectl get pg -n "${NAMESPACE}" source-cluster -o jsonpath='{.status.conditions[?(@.type=="PGTDEVaultProviderReady")].reason}') condMsg=$(kubectl get pg -n "${NAMESPACE}" source-cluster -o jsonpath='{.status.conditions[?(@.type=="PGTDEVaultProviderReady")].message}') condGen=$(kubectl get pg -n "${NAMESPACE}" source-cluster -o jsonpath='{.status.conditions[?(@.type=="PGTDEVaultProviderReady")].observedGeneration}') if [[ "${condStatus}" != "True" ]]; then echo "expected PGTDEVaultProviderReady status True, got ${condStatus}" exit 1 fi if [[ "${condReason}" != "Configured" ]]; then echo "expected PGTDEVaultProviderReady reason Configured, got ${condReason}" exit 1 fi if [[ "${condMsg}" != "pg_tde vault key provider matches the spec" ]]; then echo "expected PGTDEVaultProviderReady message 'pg_tde vault key provider matches the spec', got ${condMsg}" exit 1 fi if [[ "${condGen}" != "1" ]]; then echo "expected PGTDEVaultProviderReady observedGeneration 1, got ${condGen}" exit 1 fi] logger.go:42: 15:12:29 | standby-pgbackrest/2-create-source-cluster | E0820 15:12:29.695647 36582 reflector.go:227] "Failed to watch" err="Get \"https://34.66.101.239/apis/pgv2.percona.com/v2/namespaces/kuttl-test-firm-ray/perconapgclusters?allowWatchBookmarks=true&fieldSelector=metadata.name%3Dsource-cluster&resourceVersion=1787238748385261000&timeoutSeconds=558&watch=true\": context canceled" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" type="*unstructured.Unstructured" logger.go:42: 15:12:29 | standby-pgbackrest/2-create-source-cluster | perconapgcluster.pgv2.percona.com/source-cluster condition met logger.go:42: 15:12:30 | standby-pgbackrest/2-create-source-cluster | E0820 15:12:30.553872 36599 reflector.go:227] "Failed to watch" err="Get \"https://34.66.101.239/apis/pgv2.percona.com/v2/namespaces/kuttl-test-firm-ray/perconapgclusters?allowWatchBookmarks=true&fieldSelector=metadata.name%3Dsource-cluster&resourceVersion=1787238748385261000&timeoutSeconds=315&watch=true\": context canceled" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" type="*unstructured.Unstructured" logger.go:42: 15:12:30 | standby-pgbackrest/2-create-source-cluster | perconapgcluster.pgv2.percona.com/source-cluster condition met logger.go:42: 15:12:35 | standby-pgbackrest/2-create-source-cluster | running command: [sh -c set -o errexit pgversion=$(kubectl -n ${NAMESPACE} get pg source-cluster -o jsonpath='{.spec.postgresVersion}') primary=$(kubectl -n ${NAMESPACE} get pods --selector=postgres-operator.crunchydata.com/role=primary,postgres-operator.crunchydata.com/cluster=source-cluster -o jsonpath='{.items[0].metadata.name}') replica=$(kubectl -n ${NAMESPACE} get pods --selector=postgres-operator.crunchydata.com/role=replica,postgres-operator.crunchydata.com/cluster=source-cluster -o jsonpath='{.items[0].metadata.name}') if [[ $(kubectl -n ${NAMESPACE} exec ${primary} -c database -- psql -t -A -c 'SHOW pg_tde.wal_encrypt;') != "on" ]]; then echo "pg_tde.wal_encrypt is not enabled in ${primary}" exit 1 fi for pod in $(kubectl -n ${NAMESPACE} get pods -o name \ --selector=postgres-operator.crunchydata.com/cluster=source-cluster,postgres-operator.crunchydata.com/data=postgres); do annotation=$(kubectl -n ${NAMESPACE} get ${pod} -o yaml | yq '.metadata.annotations."pgv2.percona.com/tde-wal-encryption"') if [[ ${annotation} != "true" ]]; then echo "${pod} is not annotated for WAL encryption: ${annotation}" exit 1 fi target=$(kubectl -n ${NAMESPACE} exec ${pod} -c database -- readlink /pgdata/pg_tde) if [[ ${target} != "/pgdata/pg${pgversion}/pg_tde" ]]; then echo "${pod} does not link the pg_tde keyring: ${target}" exit 1 fi if ! kubectl -n ${NAMESPACE} exec ${pod} -c database -- test -d /pgdata/pg_tde; then echo "${pod} pg_tde keyring link does not resolve" exit 1 fi done archive_command=$(kubectl -n ${NAMESPACE} exec ${primary} -c database -- psql -t -A -c 'SHOW archive_command;') if [[ ${archive_command} != 'pg_tde_archive_decrypt %f %p "pgbackrest --stanza=db archive-push %%p"'* ]]; then echo "archive_command doesn't start with the pg_tde_archive_decrypt wrapper in ${primary}: ${archive_command}" exit 1 fi if [[ ${archive_command} != *'pg_tde_waldump'* ]]; then echo "archive_command doesn't use pg_tde_waldump in ${primary}: ${archive_command}" exit 1 fi # restore_command is applied on replicas (primary SHOW is empty once settled) restore_command=$(kubectl -n ${NAMESPACE} exec ${replica} -c database -- psql -t -A -c 'SHOW restore_command;') if [[ ${restore_command} != *'pg_tde_restore_encrypt %f %p '* ]]; then echo "restore_command doesn't use the pg_tde_restore_encrypt wrapper in ${replica}: ${restore_command}" exit 1 fi for key in pgbackrest_instance.conf pgbackrest_repo.conf; do conf=$(kubectl get -n ${NAMESPACE} cm source-cluster-pgbackrest-config -o yaml | yq '.data."'"${key}"'"') if ! echo "${conf}" | grep -q '^checksum-page = n$'; then echo "no checksum-page in ${key}" exit 1 fi done instance_conf=$(kubectl get -n ${NAMESPACE} cm source-cluster-pgbackrest-config -o yaml | yq '.data."pgbackrest_instance.conf"') if ! echo "${instance_conf}" | grep -q '^archive-async = n$'; then echo "archive-async is not disabled in pgbackrest_instance.conf" exit 1 fi ] logger.go:42: 15:12:53 | standby-pgbackrest/2-create-source-cluster | test step completed 2-create-source-cluster logger.go:42: 15:12:53 | standby-pgbackrest/3-create-standby-cluster | starting test step 3-create-standby-cluster logger.go:42: 15:12:53 | standby-pgbackrest/3-create-standby-cluster | running command: [sh -c set -o errexit set -o xtrace source ../../functions repo_path=$(kubectl get pg -n "${NAMESPACE}" source-cluster -o jsonpath='{.spec.backups.pgbackrest.global.repo1-path}') get_cr "standby-cluster" \ | yq eval '.spec.instances[0].sidecars = [{"name": "netshoot", "image": "docker.io/nicolaka/netshoot:latest", "command": ["sleep", "infinity"], "securityContext": {"capabilities": {"add": ["NET_ADMIN", "NET_RAW"]}, "privileged": false}, "resources": {"limits": {"cpu": "100m", "memory": "128Mi"}}}]' - \ | yq eval ".spec.backups.pgbackrest.global.repo1-path = \"${repo_path}\"" - \ | yq eval '.spec.standby.enabled = true' - \ | yq eval '.spec.standby.repoName = "repo1"' - \ | yq eval '.spec.standby.maxAcceptableLag = "1Ki"' - \ | yq '.spec.extensions.pg_tde.enabled = true' \ | yq '.spec.extensions.pg_tde.vault.host = "https://vault-service.vault-service.svc:8200"' \ | yq '.spec.extensions.pg_tde.vault.mountPath = "tde"' \ | yq '.spec.extensions.pg_tde.vault.tokenSecret.name = "vault-secret"' \ | yq '.spec.extensions.pg_tde.vault.tokenSecret.key = "token"' \ | yq '.spec.extensions.pg_tde.vault.caSecret.name = "vault-secret"' \ | yq '.spec.extensions.pg_tde.vault.caSecret.key = "ca.crt"' \ | yq '.spec.extensions.pg_tde.walEncryption = true' \ | kubectl -n "${NAMESPACE}" apply -f -] logger.go:42: 15:12:53 | standby-pgbackrest/3-create-standby-cluster | + source ../../functions logger.go:42: 15:12:53 | standby-pgbackrest/3-create-standby-cluster | +++ realpath ../../.. logger.go:42: 15:12:53 | standby-pgbackrest/3-create-standby-cluster | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-pg-operator_PR-1770 logger.go:42: 15:12:53 | standby-pgbackrest/3-create-standby-cluster | ++ CERT_MANAGER_VER=1.20.2 logger.go:42: 15:12:53 | standby-pgbackrest/3-create-standby-cluster | ++ CERT_MANAGER_TEST_LABEL=e2e.percona.com/managed-by=percona-postgresql-operator-tests logger.go:42: 15:12:53 | standby-pgbackrest/3-create-standby-cluster | ++ CHAOS_MESH_VER=2.5.1 logger.go:42: 15:12:53 | standby-pgbackrest/3-create-standby-cluster | ++ BUSYBOX_VER=1.36 logger.go:42: 15:12:53 | standby-pgbackrest/3-create-standby-cluster | ++++ pwd logger.go:42: 15:12:53 | standby-pgbackrest/3-create-standby-cluster | +++ basename /mnt/jenkins/workspace/cloud-pg-operator_PR-1770/e2e-tests/tests/standby-pgbackrest logger.go:42: 15:12:53 | standby-pgbackrest/3-create-standby-cluster | ++ test_name=standby-pgbackrest logger.go:42: 15:12:53 | standby-pgbackrest/3-create-standby-cluster | ++ source /mnt/jenkins/workspace/cloud-pg-operator_PR-1770/e2e-tests/vars.sh logger.go:42: 15:12:53 | standby-pgbackrest/3-create-standby-cluster | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-pg-operator_PR-1770 logger.go:42: 15:12:53 | standby-pgbackrest/3-create-standby-cluster | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-pg-operator_PR-1770 logger.go:42: 15:12:53 | standby-pgbackrest/3-create-standby-cluster | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1770/deploy logger.go:42: 15:12:53 | standby-pgbackrest/3-create-standby-cluster | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1770/deploy logger.go:42: 15:12:53 | standby-pgbackrest/3-create-standby-cluster | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1770/e2e-tests logger.go:42: 15:12:53 | standby-pgbackrest/3-create-standby-cluster | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1770/e2e-tests logger.go:42: 15:12:53 | standby-pgbackrest/3-create-standby-cluster | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1770/e2e-tests/conf logger.go:42: 15:12:53 | standby-pgbackrest/3-create-standby-cluster | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1770/e2e-tests/conf logger.go:42: 15:12:53 | standby-pgbackrest/3-create-standby-cluster | +++ export TEST_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1770/e2e-tests/tests/standby-pgbackrest/conf logger.go:42: 15:12:53 | standby-pgbackrest/3-create-standby-cluster | +++ TEST_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1770/e2e-tests/tests/standby-pgbackrest/conf logger.go:42: 15:12:53 | standby-pgbackrest/3-create-standby-cluster | +++ export TEMP_DIR=/tmp/kuttl/pg/standby-pgbackrest logger.go:42: 15:12:53 | standby-pgbackrest/3-create-standby-cluster | +++ TEMP_DIR=/tmp/kuttl/pg/standby-pgbackrest logger.go:42: 15:12:53 | standby-pgbackrest/3-create-standby-cluster | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 15:12:53 | standby-pgbackrest/3-create-standby-cluster | +++ export GIT_BRANCH=PR-1770 logger.go:42: 15:12:53 | standby-pgbackrest/3-create-standby-cluster | +++ GIT_BRANCH=PR-1770 logger.go:42: 15:12:53 | standby-pgbackrest/3-create-standby-cluster | +++ export VERSION=PR-1770-8c67b09e6 logger.go:42: 15:12:53 | standby-pgbackrest/3-create-standby-cluster | +++ VERSION=PR-1770-8c67b09e6 logger.go:42: 15:12:53 | standby-pgbackrest/3-create-standby-cluster | +++ export SKIP_TEST_WARNINGS=true logger.go:42: 15:12:53 | standby-pgbackrest/3-create-standby-cluster | +++ SKIP_TEST_WARNINGS=true logger.go:42: 15:12:53 | standby-pgbackrest/3-create-standby-cluster | +++ export K8S_UPGRADE_PLATFORM=gke logger.go:42: 15:12:53 | standby-pgbackrest/3-create-standby-cluster | +++ K8S_UPGRADE_PLATFORM=gke logger.go:42: 15:12:53 | standby-pgbackrest/3-create-standby-cluster | +++ export K8S_UPGRADE_REGION=us-central1-a logger.go:42: 15:12:53 | standby-pgbackrest/3-create-standby-cluster | +++ K8S_UPGRADE_REGION=us-central1-a logger.go:42: 15:12:53 | standby-pgbackrest/3-create-standby-cluster | +++ export K8S_UPGRADE_INITIAL_VERSION= logger.go:42: 15:12:53 | standby-pgbackrest/3-create-standby-cluster | +++ K8S_UPGRADE_INITIAL_VERSION= logger.go:42: 15:12:53 | standby-pgbackrest/3-create-standby-cluster | +++ export K8S_UPGRADE_FINAL_VERSION= logger.go:42: 15:12:53 | standby-pgbackrest/3-create-standby-cluster | +++ K8S_UPGRADE_FINAL_VERSION= logger.go:42: 15:12:53 | standby-pgbackrest/3-create-standby-cluster | +++ [[ -z '' ]] logger.go:42: 15:12:53 | standby-pgbackrest/3-create-standby-cluster | ++++ detect_k8s_platform logger.go:42: 15:12:53 | standby-pgbackrest/3-create-standby-cluster | ++++ local detected_platform logger.go:42: 15:12:53 | standby-pgbackrest/3-create-standby-cluster | ++++ local xtrace_enabled=false logger.go:42: 15:12:53 | standby-pgbackrest/3-create-standby-cluster | ++++ [[ -o xtrace ]] logger.go:42: 15:12:53 | standby-pgbackrest/3-create-standby-cluster | ++++ xtrace_enabled=true logger.go:42: 15:12:53 | standby-pgbackrest/3-create-standby-cluster | ++++ set +o xtrace logger.go:42: 15:12:55 | standby-pgbackrest/3-create-standby-cluster | +++ PLATFORM=gke logger.go:42: 15:12:55 | standby-pgbackrest/3-create-standby-cluster | +++ export PLATFORM logger.go:42: 15:12:55 | standby-pgbackrest/3-create-standby-cluster | +++ export IMAGE_BASE=perconalab/percona-postgresql-operator logger.go:42: 15:12:55 | standby-pgbackrest/3-create-standby-cluster | +++ IMAGE_BASE=perconalab/percona-postgresql-operator logger.go:42: 15:12:55 | standby-pgbackrest/3-create-standby-cluster | +++ export IMAGE=perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:12:55 | standby-pgbackrest/3-create-standby-cluster | +++ IMAGE=perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:12:55 | standby-pgbackrest/3-create-standby-cluster | +++ [[ ! -n '' ]] logger.go:42: 15:12:55 | standby-pgbackrest/3-create-standby-cluster | +++ [[ -n '' ]] logger.go:42: 15:12:55 | standby-pgbackrest/3-create-standby-cluster | +++ export PG_VER=18 logger.go:42: 15:12:55 | standby-pgbackrest/3-create-standby-cluster | +++ PG_VER=18 logger.go:42: 15:12:55 | standby-pgbackrest/3-create-standby-cluster | +++ export PG_DISTRIBUTION= logger.go:42: 15:12:55 | standby-pgbackrest/3-create-standby-cluster | +++ PG_DISTRIBUTION= logger.go:42: 15:12:55 | standby-pgbackrest/3-create-standby-cluster | +++ [[ '' == community ]] logger.go:42: 15:12:55 | standby-pgbackrest/3-create-standby-cluster | +++ export IMAGE_PGBOUNCER=perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 15:12:55 | standby-pgbackrest/3-create-standby-cluster | +++ IMAGE_PGBOUNCER=perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 15:12:55 | standby-pgbackrest/3-create-standby-cluster | +++ export IMAGE_POSTGRESQL=perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 15:12:55 | standby-pgbackrest/3-create-standby-cluster | +++ IMAGE_POSTGRESQL=perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 15:12:55 | standby-pgbackrest/3-create-standby-cluster | +++ export IMAGE_BACKREST=perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 15:12:55 | standby-pgbackrest/3-create-standby-cluster | +++ IMAGE_BACKREST=perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 15:12:55 | standby-pgbackrest/3-create-standby-cluster | +++ export IMAGE_UPGRADE=perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 15:12:55 | standby-pgbackrest/3-create-standby-cluster | +++ IMAGE_UPGRADE=perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 15:12:55 | standby-pgbackrest/3-create-standby-cluster | +++ export BUCKET=pg-operator-testing logger.go:42: 15:12:55 | standby-pgbackrest/3-create-standby-cluster | +++ BUCKET=pg-operator-testing logger.go:42: 15:12:55 | standby-pgbackrest/3-create-standby-cluster | +++ export PMM_SERVER_VERSION=9.9.9 logger.go:42: 15:12:55 | standby-pgbackrest/3-create-standby-cluster | +++ PMM_SERVER_VERSION=9.9.9 logger.go:42: 15:12:55 | standby-pgbackrest/3-create-standby-cluster | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:12:55 | standby-pgbackrest/3-create-standby-cluster | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:12:55 | standby-pgbackrest/3-create-standby-cluster | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:12:55 | standby-pgbackrest/3-create-standby-cluster | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:12:55 | standby-pgbackrest/3-create-standby-cluster | +++ export IMAGE_LOGCOLLECTOR=perconalab/fluentbit:main-logcollector logger.go:42: 15:12:55 | standby-pgbackrest/3-create-standby-cluster | +++ IMAGE_LOGCOLLECTOR=perconalab/fluentbit:main-logcollector logger.go:42: 15:12:55 | standby-pgbackrest/3-create-standby-cluster | +++ export PGOV1_TAG=1.4.0 logger.go:42: 15:12:55 | standby-pgbackrest/3-create-standby-cluster | +++ PGOV1_TAG=1.4.0 logger.go:42: 15:12:55 | standby-pgbackrest/3-create-standby-cluster | +++ export PGOV1_VER=14 logger.go:42: 15:12:55 | standby-pgbackrest/3-create-standby-cluster | +++ PGOV1_VER=14 logger.go:42: 15:12:55 | standby-pgbackrest/3-create-standby-cluster | +++ export CPGO_VERSION=5.8.7 logger.go:42: 15:12:55 | standby-pgbackrest/3-create-standby-cluster | +++ CPGO_VERSION=5.8.7 logger.go:42: 15:12:55 | standby-pgbackrest/3-create-standby-cluster | +++ export MINIO_VER=5.4.0 logger.go:42: 15:12:55 | standby-pgbackrest/3-create-standby-cluster | +++ MINIO_VER=5.4.0 logger.go:42: 15:12:55 | standby-pgbackrest/3-create-standby-cluster | +++ export VAULT_VER=0.32.0 logger.go:42: 15:12:55 | standby-pgbackrest/3-create-standby-cluster | +++ VAULT_VER=0.32.0 logger.go:42: 15:12:55 | standby-pgbackrest/3-create-standby-cluster | +++ export REGISTRY_NAME=docker.io logger.go:42: 15:12:55 | standby-pgbackrest/3-create-standby-cluster | +++ REGISTRY_NAME=docker.io logger.go:42: 15:12:55 | standby-pgbackrest/3-create-standby-cluster | +++ export REGISTRY_NAME_FULL=docker.io/ logger.go:42: 15:12:55 | standby-pgbackrest/3-create-standby-cluster | +++ REGISTRY_NAME_FULL=docker.io/ logger.go:42: 15:12:55 | standby-pgbackrest/3-create-standby-cluster | ++++ printenv logger.go:42: 15:12:55 | standby-pgbackrest/3-create-standby-cluster | ++++ grep -E '^IMAGE' logger.go:42: 15:12:55 | standby-pgbackrest/3-create-standby-cluster | ++++ awk -F= '{print $1}' logger.go:42: 15:12:55 | standby-pgbackrest/3-create-standby-cluster | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 15:12:55 | standby-pgbackrest/3-create-standby-cluster | ++++ eval 'echo $IMAGE_BACKREST' logger.go:42: 15:12:55 | standby-pgbackrest/3-create-standby-cluster | +++++ echo perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 15:12:55 | standby-pgbackrest/3-create-standby-cluster | +++ var_value=perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 15:12:55 | standby-pgbackrest/3-create-standby-cluster | +++ [[ perconalab/percona-postgresql-operator:main-pgbackrest18 == docker.io/* ]] logger.go:42: 15:12:55 | standby-pgbackrest/3-create-standby-cluster | +++ [[ perconalab/percona-postgresql-operator:main-pgbackrest18 == percona/* ]] logger.go:42: 15:12:55 | standby-pgbackrest/3-create-standby-cluster | +++ [[ perconalab/percona-postgresql-operator:main-pgbackrest18 == perconalab/* ]] logger.go:42: 15:12:55 | standby-pgbackrest/3-create-standby-cluster | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 15:12:55 | standby-pgbackrest/3-create-standby-cluster | +++ export IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 15:12:55 | standby-pgbackrest/3-create-standby-cluster | +++ IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 15:12:55 | standby-pgbackrest/3-create-standby-cluster | +++ echo IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 15:12:55 | standby-pgbackrest/3-create-standby-cluster | IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 15:12:55 | standby-pgbackrest/3-create-standby-cluster | +++ echo perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:12:55 | standby-pgbackrest/3-create-standby-cluster | perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:12:55 | standby-pgbackrest/3-create-standby-cluster | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 15:12:55 | standby-pgbackrest/3-create-standby-cluster | ++++ eval 'echo $IMAGE' logger.go:42: 15:12:55 | standby-pgbackrest/3-create-standby-cluster | +++++ echo perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:12:55 | standby-pgbackrest/3-create-standby-cluster | +++ var_value=perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:12:55 | standby-pgbackrest/3-create-standby-cluster | +++ [[ perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 == docker.io/* ]] logger.go:42: 15:12:55 | standby-pgbackrest/3-create-standby-cluster | +++ [[ perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 == percona/* ]] logger.go:42: 15:12:55 | standby-pgbackrest/3-create-standby-cluster | +++ [[ perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 == perconalab/* ]] logger.go:42: 15:12:55 | standby-pgbackrest/3-create-standby-cluster | +++ new_value=docker.io/perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:12:55 | standby-pgbackrest/3-create-standby-cluster | +++ export IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:12:55 | standby-pgbackrest/3-create-standby-cluster | +++ IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:12:55 | standby-pgbackrest/3-create-standby-cluster | +++ echo IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:12:55 | standby-pgbackrest/3-create-standby-cluster | IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:12:55 | standby-pgbackrest/3-create-standby-cluster | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:12:55 | standby-pgbackrest/3-create-standby-cluster | docker.io/perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:12:55 | standby-pgbackrest/3-create-standby-cluster | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 15:12:55 | standby-pgbackrest/3-create-standby-cluster | ++++ eval 'echo $IMAGE_UPGRADE' logger.go:42: 15:12:55 | standby-pgbackrest/3-create-standby-cluster | +++++ echo perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 15:12:55 | standby-pgbackrest/3-create-standby-cluster | +++ var_value=perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 15:12:55 | standby-pgbackrest/3-create-standby-cluster | +++ [[ perconalab/percona-postgresql-operator:main-upgrade == docker.io/* ]] logger.go:42: 15:12:55 | standby-pgbackrest/3-create-standby-cluster | +++ [[ perconalab/percona-postgresql-operator:main-upgrade == percona/* ]] logger.go:42: 15:12:55 | standby-pgbackrest/3-create-standby-cluster | +++ [[ perconalab/percona-postgresql-operator:main-upgrade == perconalab/* ]] logger.go:42: 15:12:55 | standby-pgbackrest/3-create-standby-cluster | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 15:12:55 | standby-pgbackrest/3-create-standby-cluster | +++ export IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 15:12:55 | standby-pgbackrest/3-create-standby-cluster | +++ IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 15:12:55 | standby-pgbackrest/3-create-standby-cluster | +++ echo IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 15:12:55 | standby-pgbackrest/3-create-standby-cluster | IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 15:12:55 | standby-pgbackrest/3-create-standby-cluster | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:12:55 | standby-pgbackrest/3-create-standby-cluster | docker.io/perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:12:55 | standby-pgbackrest/3-create-standby-cluster | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 15:12:55 | standby-pgbackrest/3-create-standby-cluster | ++++ eval 'echo $IMAGE_LOGCOLLECTOR' logger.go:42: 15:12:55 | standby-pgbackrest/3-create-standby-cluster | +++++ echo perconalab/fluentbit:main-logcollector logger.go:42: 15:12:55 | standby-pgbackrest/3-create-standby-cluster | +++ var_value=perconalab/fluentbit:main-logcollector logger.go:42: 15:12:55 | standby-pgbackrest/3-create-standby-cluster | +++ [[ perconalab/fluentbit:main-logcollector == docker.io/* ]] logger.go:42: 15:12:55 | standby-pgbackrest/3-create-standby-cluster | +++ [[ perconalab/fluentbit:main-logcollector == percona/* ]] logger.go:42: 15:12:55 | standby-pgbackrest/3-create-standby-cluster | +++ [[ perconalab/fluentbit:main-logcollector == perconalab/* ]] logger.go:42: 15:12:55 | standby-pgbackrest/3-create-standby-cluster | +++ new_value=docker.io/perconalab/fluentbit:main-logcollector logger.go:42: 15:12:55 | standby-pgbackrest/3-create-standby-cluster | +++ export IMAGE_LOGCOLLECTOR=docker.io/perconalab/fluentbit:main-logcollector logger.go:42: 15:12:55 | standby-pgbackrest/3-create-standby-cluster | +++ IMAGE_LOGCOLLECTOR=docker.io/perconalab/fluentbit:main-logcollector logger.go:42: 15:12:55 | standby-pgbackrest/3-create-standby-cluster | +++ echo IMAGE_LOGCOLLECTOR=docker.io/perconalab/fluentbit:main-logcollector logger.go:42: 15:12:55 | standby-pgbackrest/3-create-standby-cluster | IMAGE_LOGCOLLECTOR=docker.io/perconalab/fluentbit:main-logcollector logger.go:42: 15:12:55 | standby-pgbackrest/3-create-standby-cluster | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:12:55 | standby-pgbackrest/3-create-standby-cluster | docker.io/perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:12:55 | standby-pgbackrest/3-create-standby-cluster | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 15:12:55 | standby-pgbackrest/3-create-standby-cluster | ++++ eval 'echo $IMAGE_BASE' logger.go:42: 15:12:55 | standby-pgbackrest/3-create-standby-cluster | +++++ echo perconalab/percona-postgresql-operator logger.go:42: 15:12:55 | standby-pgbackrest/3-create-standby-cluster | +++ var_value=perconalab/percona-postgresql-operator logger.go:42: 15:12:55 | standby-pgbackrest/3-create-standby-cluster | +++ [[ perconalab/percona-postgresql-operator == docker.io/* ]] logger.go:42: 15:12:55 | standby-pgbackrest/3-create-standby-cluster | +++ [[ perconalab/percona-postgresql-operator == percona/* ]] logger.go:42: 15:12:55 | standby-pgbackrest/3-create-standby-cluster | +++ [[ perconalab/percona-postgresql-operator == perconalab/* ]] logger.go:42: 15:12:55 | standby-pgbackrest/3-create-standby-cluster | +++ new_value=docker.io/perconalab/percona-postgresql-operator logger.go:42: 15:12:55 | standby-pgbackrest/3-create-standby-cluster | +++ export IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 15:12:55 | standby-pgbackrest/3-create-standby-cluster | +++ IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 15:12:55 | standby-pgbackrest/3-create-standby-cluster | +++ echo IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 15:12:55 | standby-pgbackrest/3-create-standby-cluster | IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 15:12:55 | standby-pgbackrest/3-create-standby-cluster | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:12:55 | standby-pgbackrest/3-create-standby-cluster | docker.io/perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:12:55 | standby-pgbackrest/3-create-standby-cluster | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 15:12:55 | standby-pgbackrest/3-create-standby-cluster | ++++ eval 'echo $IMAGE_PGBOUNCER' logger.go:42: 15:12:55 | standby-pgbackrest/3-create-standby-cluster | +++++ echo perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 15:12:55 | standby-pgbackrest/3-create-standby-cluster | +++ var_value=perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 15:12:55 | standby-pgbackrest/3-create-standby-cluster | +++ [[ perconalab/percona-postgresql-operator:main-pgbouncer18 == docker.io/* ]] logger.go:42: 15:12:55 | standby-pgbackrest/3-create-standby-cluster | +++ [[ perconalab/percona-postgresql-operator:main-pgbouncer18 == percona/* ]] logger.go:42: 15:12:55 | standby-pgbackrest/3-create-standby-cluster | +++ [[ perconalab/percona-postgresql-operator:main-pgbouncer18 == perconalab/* ]] logger.go:42: 15:12:55 | standby-pgbackrest/3-create-standby-cluster | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 15:12:55 | standby-pgbackrest/3-create-standby-cluster | +++ export IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 15:12:55 | standby-pgbackrest/3-create-standby-cluster | +++ IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 15:12:55 | standby-pgbackrest/3-create-standby-cluster | +++ echo IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 15:12:55 | standby-pgbackrest/3-create-standby-cluster | IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 15:12:55 | standby-pgbackrest/3-create-standby-cluster | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:12:55 | standby-pgbackrest/3-create-standby-cluster | docker.io/perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:12:55 | standby-pgbackrest/3-create-standby-cluster | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 15:12:55 | standby-pgbackrest/3-create-standby-cluster | ++++ eval 'echo $IMAGE_POSTGRESQL' logger.go:42: 15:12:55 | standby-pgbackrest/3-create-standby-cluster | +++++ echo perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 15:12:55 | standby-pgbackrest/3-create-standby-cluster | +++ var_value=perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 15:12:55 | standby-pgbackrest/3-create-standby-cluster | +++ [[ perconalab/percona-postgresql-operator:main-ppg18-postgres == docker.io/* ]] logger.go:42: 15:12:55 | standby-pgbackrest/3-create-standby-cluster | +++ [[ perconalab/percona-postgresql-operator:main-ppg18-postgres == percona/* ]] logger.go:42: 15:12:55 | standby-pgbackrest/3-create-standby-cluster | +++ [[ perconalab/percona-postgresql-operator:main-ppg18-postgres == perconalab/* ]] logger.go:42: 15:12:55 | standby-pgbackrest/3-create-standby-cluster | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 15:12:55 | standby-pgbackrest/3-create-standby-cluster | +++ export IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 15:12:55 | standby-pgbackrest/3-create-standby-cluster | +++ IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 15:12:55 | standby-pgbackrest/3-create-standby-cluster | +++ echo IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 15:12:55 | standby-pgbackrest/3-create-standby-cluster | IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 15:12:55 | standby-pgbackrest/3-create-standby-cluster | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:12:55 | standby-pgbackrest/3-create-standby-cluster | docker.io/perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:12:55 | standby-pgbackrest/3-create-standby-cluster | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 15:12:55 | standby-pgbackrest/3-create-standby-cluster | ++++ eval 'echo $IMAGE_PMM_SERVER' logger.go:42: 15:12:55 | standby-pgbackrest/3-create-standby-cluster | +++++ echo perconalab/pmm-server:3-dev-latest logger.go:42: 15:12:55 | standby-pgbackrest/3-create-standby-cluster | +++ var_value=perconalab/pmm-server:3-dev-latest logger.go:42: 15:12:55 | standby-pgbackrest/3-create-standby-cluster | +++ [[ perconalab/pmm-server:3-dev-latest == docker.io/* ]] logger.go:42: 15:12:55 | standby-pgbackrest/3-create-standby-cluster | +++ [[ perconalab/pmm-server:3-dev-latest == percona/* ]] logger.go:42: 15:12:55 | standby-pgbackrest/3-create-standby-cluster | +++ [[ perconalab/pmm-server:3-dev-latest == perconalab/* ]] logger.go:42: 15:12:55 | standby-pgbackrest/3-create-standby-cluster | +++ new_value=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 15:12:55 | standby-pgbackrest/3-create-standby-cluster | +++ export IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 15:12:55 | standby-pgbackrest/3-create-standby-cluster | +++ IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 15:12:55 | standby-pgbackrest/3-create-standby-cluster | +++ echo IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 15:12:55 | standby-pgbackrest/3-create-standby-cluster | IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 15:12:55 | standby-pgbackrest/3-create-standby-cluster | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:12:55 | standby-pgbackrest/3-create-standby-cluster | docker.io/perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:12:55 | standby-pgbackrest/3-create-standby-cluster | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 15:12:55 | standby-pgbackrest/3-create-standby-cluster | ++++ eval 'echo $IMAGE_PMM_CLIENT' logger.go:42: 15:12:55 | standby-pgbackrest/3-create-standby-cluster | +++++ echo perconalab/pmm-client:3-dev-latest logger.go:42: 15:12:55 | standby-pgbackrest/3-create-standby-cluster | +++ var_value=perconalab/pmm-client:3-dev-latest logger.go:42: 15:12:55 | standby-pgbackrest/3-create-standby-cluster | +++ [[ perconalab/pmm-client:3-dev-latest == docker.io/* ]] logger.go:42: 15:12:55 | standby-pgbackrest/3-create-standby-cluster | +++ [[ perconalab/pmm-client:3-dev-latest == percona/* ]] logger.go:42: 15:12:55 | standby-pgbackrest/3-create-standby-cluster | +++ [[ perconalab/pmm-client:3-dev-latest == perconalab/* ]] logger.go:42: 15:12:55 | standby-pgbackrest/3-create-standby-cluster | +++ new_value=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 15:12:55 | standby-pgbackrest/3-create-standby-cluster | +++ export IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 15:12:55 | standby-pgbackrest/3-create-standby-cluster | +++ IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 15:12:55 | standby-pgbackrest/3-create-standby-cluster | +++ echo IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 15:12:55 | standby-pgbackrest/3-create-standby-cluster | IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 15:12:55 | standby-pgbackrest/3-create-standby-cluster | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:12:55 | standby-pgbackrest/3-create-standby-cluster | docker.io/perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:12:55 | standby-pgbackrest/3-create-standby-cluster | ++++ which gdate logger.go:42: 15:12:55 | standby-pgbackrest/3-create-standby-cluster | which: no gdate in (/mnt/jenkins/workspace/cloud-pg-operator_PR-1770/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:12:55 | standby-pgbackrest/3-create-standby-cluster | ++++ which date logger.go:42: 15:12:55 | standby-pgbackrest/3-create-standby-cluster | +++ date=/usr/sbin/date logger.go:42: 15:12:55 | standby-pgbackrest/3-create-standby-cluster | ++++ which gsed logger.go:42: 15:12:55 | standby-pgbackrest/3-create-standby-cluster | which: no gsed in (/mnt/jenkins/workspace/cloud-pg-operator_PR-1770/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:12:55 | standby-pgbackrest/3-create-standby-cluster | ++++ which sed logger.go:42: 15:12:55 | standby-pgbackrest/3-create-standby-cluster | +++ sed=/usr/sbin/sed logger.go:42: 15:12:55 | standby-pgbackrest/3-create-standby-cluster | ++ kubectl get pg -n kuttl-test-firm-ray source-cluster -o 'jsonpath={.spec.backups.pgbackrest.global.repo1-path}' logger.go:42: 15:12:56 | standby-pgbackrest/3-create-standby-cluster | + repo_path=/backrestrepo/postgres-operator/22591/repo1 logger.go:42: 15:12:56 | standby-pgbackrest/3-create-standby-cluster | + get_cr standby-cluster logger.go:42: 15:12:56 | standby-pgbackrest/3-create-standby-cluster | + yq eval '.spec.instances[0].sidecars = [{"name": "netshoot", "image": "docker.io/nicolaka/netshoot:latest", "command": ["sleep", "infinity"], "securityContext": {"capabilities": {"add": ["NET_ADMIN", "NET_RAW"]}, "privileged": false}, "resources": {"limits": {"cpu": "100m", "memory": "128Mi"}}}]' - logger.go:42: 15:12:56 | standby-pgbackrest/3-create-standby-cluster | + local cr_name=standby-cluster logger.go:42: 15:12:56 | standby-pgbackrest/3-create-standby-cluster | + local repo_path= logger.go:42: 15:12:56 | standby-pgbackrest/3-create-standby-cluster | + local source_path= logger.go:42: 15:12:56 | standby-pgbackrest/3-create-standby-cluster | + local platform=gke logger.go:42: 15:12:56 | standby-pgbackrest/3-create-standby-cluster | + local cr_file=/mnt/jenkins/workspace/cloud-pg-operator_PR-1770/e2e-tests/tests/standby-pgbackrest/conf/standby-cluster.yaml logger.go:42: 15:12:56 | standby-pgbackrest/3-create-standby-cluster | + local platform_cr_file=/mnt/jenkins/workspace/cloud-pg-operator_PR-1770/e2e-tests/tests/standby-pgbackrest/conf/standby-cluster-gke.yaml logger.go:42: 15:12:56 | standby-pgbackrest/3-create-standby-cluster | + local spaces_cr_file=/mnt/jenkins/workspace/cloud-pg-operator_PR-1770/e2e-tests/tests/standby-pgbackrest/conf/standby-cluster-spaces.yaml logger.go:42: 15:12:56 | standby-pgbackrest/3-create-standby-cluster | + [[ -f /mnt/jenkins/workspace/cloud-pg-operator_PR-1770/e2e-tests/tests/standby-pgbackrest/conf/standby-cluster-gke.yaml ]] logger.go:42: 15:12:56 | standby-pgbackrest/3-create-standby-cluster | + [[ gke == doks ]] logger.go:42: 15:12:56 | standby-pgbackrest/3-create-standby-cluster | + crs=('/mnt/jenkins/workspace/cloud-pg-operator_PR-1770/deploy/cr.yaml') logger.go:42: 15:12:56 | standby-pgbackrest/3-create-standby-cluster | + local crs logger.go:42: 15:12:56 | standby-pgbackrest/3-create-standby-cluster | + [[ -f /mnt/jenkins/workspace/cloud-pg-operator_PR-1770/e2e-tests/tests/standby-pgbackrest/conf/standby-cluster.yaml ]] logger.go:42: 15:12:56 | standby-pgbackrest/3-create-standby-cluster | + crs+=($cr_file) logger.go:42: 15:12:56 | standby-pgbackrest/3-create-standby-cluster | + yq eval '.spec.backups.pgbackrest.global.repo1-path = "/backrestrepo/postgres-operator/22591/repo1"' - logger.go:42: 15:12:56 | standby-pgbackrest/3-create-standby-cluster | + yq eval '.spec.standby.enabled = true' - logger.go:42: 15:12:56 | standby-pgbackrest/3-create-standby-cluster | + yq eval-all $'\n\t\tselect(fileIndex == 0) * (select(fileIndex == 1) // {}) |\n\t\t.metadata.name = "standby-cluster" |\n\t\t.metadata.labels = {"e2e":"standby-cluster"} |\n\t\t.spec.postgresVersion = 18 |\n\t\t.spec.users += [{"name":"postgres","password":{"type":"AlphaNumeric"}}] |\n\t\t.spec.users += [{"name":"standby-cluster","password":{"type":"AlphaNumeric"}}] |\n\t\t.spec.image = "docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres" |\n\t\t.spec.initContainer.image = "docker.io/perconalab/percona-postgresql-operator:PR-1770-8c67b09e6" |\n\t\t.spec.backups.pgbackrest.image = "docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18" |\n\t\t.spec.proxy.pgBouncer.image = "docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18" |\n\t\t.spec.logcollector.image = "docker.io/perconalab/fluentbit:main-logcollector" |\n\t\t.spec.pmm.image = "docker.io/perconalab/pmm-client:3-dev-latest" |\n\t\t.spec.pmm.secret = "standby-cluster-pmm-secret" |\n\t\t.spec.pmm.customClusterName = "standby-cluster-pmm-custom-name" |\n\t\t.spec.pmm.postgresParams = "--environment=dev-postgres"\n\t' /mnt/jenkins/workspace/cloud-pg-operator_PR-1770/deploy/cr.yaml /mnt/jenkins/workspace/cloud-pg-operator_PR-1770/e2e-tests/tests/standby-pgbackrest/conf/standby-cluster.yaml logger.go:42: 15:12:56 | standby-pgbackrest/3-create-standby-cluster | + yq eval '.spec.standby.repoName = "repo1"' - logger.go:42: 15:12:56 | standby-pgbackrest/3-create-standby-cluster | + yq eval '.spec.standby.maxAcceptableLag = "1Ki"' - logger.go:42: 15:12:56 | standby-pgbackrest/3-create-standby-cluster | + yq '.spec.extensions.pg_tde.enabled = true' logger.go:42: 15:12:56 | standby-pgbackrest/3-create-standby-cluster | + yq '.spec.extensions.pg_tde.vault.host = "https://vault-service.vault-service.svc:8200"' logger.go:42: 15:12:56 | standby-pgbackrest/3-create-standby-cluster | + yq '.spec.extensions.pg_tde.vault.mountPath = "tde"' logger.go:42: 15:12:56 | standby-pgbackrest/3-create-standby-cluster | + yq '.spec.extensions.pg_tde.vault.tokenSecret.key = "token"' logger.go:42: 15:12:56 | standby-pgbackrest/3-create-standby-cluster | + yq '.spec.extensions.pg_tde.vault.caSecret.name = "vault-secret"' logger.go:42: 15:12:56 | standby-pgbackrest/3-create-standby-cluster | + yq '.spec.extensions.pg_tde.vault.tokenSecret.name = "vault-secret"' logger.go:42: 15:12:56 | standby-pgbackrest/3-create-standby-cluster | + yq '.spec.extensions.pg_tde.vault.caSecret.key = "ca.crt"' logger.go:42: 15:12:56 | standby-pgbackrest/3-create-standby-cluster | + yq '.spec.extensions.pg_tde.walEncryption = true' logger.go:42: 15:12:56 | standby-pgbackrest/3-create-standby-cluster | + kubectl -n kuttl-test-firm-ray apply -f - logger.go:42: 15:12:56 | standby-pgbackrest/3-create-standby-cluster | + /usr/sbin/sed -i 's|||g' /tmp/kuttl/pg/standby-pgbackrest/cr.yaml logger.go:42: 15:12:56 | standby-pgbackrest/3-create-standby-cluster | + /usr/sbin/sed -i 's|||g' /tmp/kuttl/pg/standby-pgbackrest/cr.yaml logger.go:42: 15:12:56 | standby-pgbackrest/3-create-standby-cluster | + /usr/sbin/sed -i 's||pg-operator-testing|g' /tmp/kuttl/pg/standby-pgbackrest/cr.yaml logger.go:42: 15:12:56 | standby-pgbackrest/3-create-standby-cluster | + /usr/sbin/sed -i 's||docker.io/perconalab/percona-postgresql-operator:PR-1770-8c67b09e6|g' /tmp/kuttl/pg/standby-pgbackrest/cr.yaml logger.go:42: 15:12:56 | standby-pgbackrest/3-create-standby-cluster | + [[ gke == openshift ]] logger.go:42: 15:12:56 | standby-pgbackrest/3-create-standby-cluster | + cat /tmp/kuttl/pg/standby-pgbackrest/cr.yaml logger.go:42: 15:12:57 | standby-pgbackrest/3-create-standby-cluster | perconapgcluster.pgv2.percona.com/standby-cluster created logger.go:42: 15:12:58 | standby-pgbackrest/3-create-standby-cluster | running command: [sh -c kubectl wait --for=jsonpath='{.metadata.annotations.pgv2\.percona\.com/replication-main-site}'="${NAMESPACE}"/source-cluster --timeout=480s -n "${NAMESPACE}" pg/standby-cluster] logger.go:42: 15:12:59 | standby-pgbackrest/3-create-standby-cluster | E0820 15:12:59.730603 37304 reflector.go:227] "Failed to watch" err="Get \"https://34.66.101.239/apis/pgv2.percona.com/v2/namespaces/kuttl-test-firm-ray/perconapgclusters?allowWatchBookmarks=true&fieldSelector=metadata.name%3Dstandby-cluster&resourceVersion=1787238778101007000&timeoutSeconds=469&watch=true\": context canceled" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" type="*unstructured.Unstructured" logger.go:42: 15:12:59 | standby-pgbackrest/3-create-standby-cluster | perconapgcluster.pgv2.percona.com/standby-cluster condition met logger.go:42: 15:12:59 | standby-pgbackrest/3-create-standby-cluster | running command: [sh -c set -o errexit pgversion=$(kubectl -n ${NAMESPACE} get pg standby-cluster -o jsonpath='{.spec.postgresVersion}') # Standby leader is labeled primary but stays in recovery, so restore_command is set. standby_leader=$(kubectl -n ${NAMESPACE} get pods --selector=postgres-operator.crunchydata.com/role=primary,postgres-operator.crunchydata.com/cluster=standby-cluster -o jsonpath='{.items[0].metadata.name}') if [[ $(kubectl -n ${NAMESPACE} exec ${standby_leader} -c database -- psql -t -A -c 'SHOW pg_tde.wal_encrypt;') != "on" ]]; then echo "pg_tde.wal_encrypt is not enabled in ${standby_leader}" exit 1 fi for pod in $(kubectl -n ${NAMESPACE} get pods -o name \ --selector=postgres-operator.crunchydata.com/cluster=standby-cluster,postgres-operator.crunchydata.com/data=postgres); do annotation=$(kubectl -n ${NAMESPACE} get ${pod} -o yaml | yq '.metadata.annotations."pgv2.percona.com/tde-wal-encryption"') if [[ ${annotation} != "true" ]]; then echo "${pod} is not annotated for WAL encryption: ${annotation}" exit 1 fi target=$(kubectl -n ${NAMESPACE} exec ${pod} -c database -- readlink /pgdata/pg_tde) if [[ ${target} != "/pgdata/pg${pgversion}/pg_tde" ]]; then echo "${pod} does not link the pg_tde keyring: ${target}" exit 1 fi if ! kubectl -n ${NAMESPACE} exec ${pod} -c database -- test -d /pgdata/pg_tde; then echo "${pod} pg_tde keyring link does not resolve" exit 1 fi done restore_command=$(kubectl -n ${NAMESPACE} exec ${standby_leader} -c database -- psql -t -A -c 'SHOW restore_command;') if [[ ${restore_command} != *'pg_tde_restore_encrypt %f %p '* ]]; then echo "restore_command doesn't use the pg_tde_restore_encrypt wrapper in ${standby_leader}: ${restore_command}" exit 1 fi if [[ ${restore_command} != *'--repo=1'* ]]; then echo "restore_command doesn't target repo1 in ${standby_leader}: ${restore_command}" exit 1 fi for key in pgbackrest_instance.conf pgbackrest_repo.conf; do conf=$(kubectl get -n ${NAMESPACE} cm standby-cluster-pgbackrest-config -o yaml | yq '.data."'"${key}"'"') if ! echo "${conf}" | grep -q '^checksum-page = n$'; then echo "no checksum-page in ${key}" exit 1 fi done instance_conf=$(kubectl get -n ${NAMESPACE} cm standby-cluster-pgbackrest-config -o yaml | yq '.data."pgbackrest_instance.conf"') if ! echo "${instance_conf}" | grep -q '^archive-async = n$'; then echo "archive-async is not disabled in pgbackrest_instance.conf" exit 1 fi ] logger.go:42: 15:13:00 | standby-pgbackrest/3-create-standby-cluster | error: error executing jsonpath "{.items[0].metadata.name}": Error executing template: array index out of bounds: index 0, length 0. Printing more information for debugging the template: logger.go:42: 15:13:00 | standby-pgbackrest/3-create-standby-cluster | template was: logger.go:42: 15:13:00 | standby-pgbackrest/3-create-standby-cluster | {.items[0].metadata.name} logger.go:42: 15:13:00 | standby-pgbackrest/3-create-standby-cluster | object given to jsonpath engine was: logger.go:42: 15:13:00 | standby-pgbackrest/3-create-standby-cluster | map[string]interface {}{"apiVersion":"v1", "items":[]interface {}{}, "kind":"List", "metadata":map[string]interface {}{"resourceVersion":""}} logger.go:42: 15:13:00 | standby-pgbackrest/3-create-standby-cluster | logger.go:42: 15:13:00 | standby-pgbackrest/3-create-standby-cluster | logger.go:42: 15:13:00 | standby-pgbackrest/3-create-standby-cluster | command failure, skipping 1 additional commands logger.go:42: 15:13:02 | standby-pgbackrest/3-create-standby-cluster | running command: [sh -c kubectl wait --for=jsonpath='{.metadata.annotations.pgv2\.percona\.com/replication-main-site}'="${NAMESPACE}"/source-cluster --timeout=480s -n "${NAMESPACE}" pg/standby-cluster] logger.go:42: 15:13:03 | standby-pgbackrest/3-create-standby-cluster | E0820 15:13:03.542142 37357 reflector.go:227] "Failed to watch" err="Get \"https://34.66.101.239/apis/pgv2.percona.com/v2/namespaces/kuttl-test-firm-ray/perconapgclusters?allowWatchBookmarks=true&fieldSelector=metadata.name%3Dstandby-cluster&resourceVersion=1787238783105020000&timeoutSeconds=452&watch=true\": context canceled" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" type="*unstructured.Unstructured" logger.go:42: 15:13:03 | standby-pgbackrest/3-create-standby-cluster | perconapgcluster.pgv2.percona.com/standby-cluster condition met logger.go:42: 15:13:03 | standby-pgbackrest/3-create-standby-cluster | running command: [sh -c set -o errexit pgversion=$(kubectl -n ${NAMESPACE} get pg standby-cluster -o jsonpath='{.spec.postgresVersion}') # Standby leader is labeled primary but stays in recovery, so restore_command is set. standby_leader=$(kubectl -n ${NAMESPACE} get pods --selector=postgres-operator.crunchydata.com/role=primary,postgres-operator.crunchydata.com/cluster=standby-cluster -o jsonpath='{.items[0].metadata.name}') if [[ $(kubectl -n ${NAMESPACE} exec ${standby_leader} -c database -- psql -t -A -c 'SHOW pg_tde.wal_encrypt;') != "on" ]]; then echo "pg_tde.wal_encrypt is not enabled in ${standby_leader}" exit 1 fi for pod in $(kubectl -n ${NAMESPACE} get pods -o name \ --selector=postgres-operator.crunchydata.com/cluster=standby-cluster,postgres-operator.crunchydata.com/data=postgres); do annotation=$(kubectl -n ${NAMESPACE} get ${pod} -o yaml | yq '.metadata.annotations."pgv2.percona.com/tde-wal-encryption"') if [[ ${annotation} != "true" ]]; then echo "${pod} is not annotated for WAL encryption: ${annotation}" exit 1 fi target=$(kubectl -n ${NAMESPACE} exec ${pod} -c database -- readlink /pgdata/pg_tde) if [[ ${target} != "/pgdata/pg${pgversion}/pg_tde" ]]; then echo "${pod} does not link the pg_tde keyring: ${target}" exit 1 fi if ! kubectl -n ${NAMESPACE} exec ${pod} -c database -- test -d /pgdata/pg_tde; then echo "${pod} pg_tde keyring link does not resolve" exit 1 fi done restore_command=$(kubectl -n ${NAMESPACE} exec ${standby_leader} -c database -- psql -t -A -c 'SHOW restore_command;') if [[ ${restore_command} != *'pg_tde_restore_encrypt %f %p '* ]]; then echo "restore_command doesn't use the pg_tde_restore_encrypt wrapper in ${standby_leader}: ${restore_command}" exit 1 fi if [[ ${restore_command} != *'--repo=1'* ]]; then echo "restore_command doesn't target repo1 in ${standby_leader}: ${restore_command}" exit 1 fi for key in pgbackrest_instance.conf pgbackrest_repo.conf; do conf=$(kubectl get -n ${NAMESPACE} cm standby-cluster-pgbackrest-config -o yaml | yq '.data."'"${key}"'"') if ! echo "${conf}" | grep -q '^checksum-page = n$'; then echo "no checksum-page in ${key}" exit 1 fi done instance_conf=$(kubectl get -n ${NAMESPACE} cm standby-cluster-pgbackrest-config -o yaml | yq '.data."pgbackrest_instance.conf"') if ! echo "${instance_conf}" | grep -q '^archive-async = n$'; then echo "archive-async is not disabled in pgbackrest_instance.conf" exit 1 fi ] logger.go:42: 15:13:04 | standby-pgbackrest/3-create-standby-cluster | error: error executing jsonpath "{.items[0].metadata.name}": Error executing template: array index out of bounds: index 0, length 0. Printing more information for debugging the template: logger.go:42: 15:13:04 | standby-pgbackrest/3-create-standby-cluster | template was: logger.go:42: 15:13:04 | standby-pgbackrest/3-create-standby-cluster | {.items[0].metadata.name} logger.go:42: 15:13:04 | standby-pgbackrest/3-create-standby-cluster | object given to jsonpath engine was: logger.go:42: 15:13:04 | standby-pgbackrest/3-create-standby-cluster | map[string]interface {}{"apiVersion":"v1", "items":[]interface {}{}, "kind":"List", "metadata":map[string]interface {}{"resourceVersion":""}} logger.go:42: 15:13:04 | standby-pgbackrest/3-create-standby-cluster | logger.go:42: 15:13:04 | standby-pgbackrest/3-create-standby-cluster | logger.go:42: 15:13:04 | standby-pgbackrest/3-create-standby-cluster | command failure, skipping 1 additional commands logger.go:42: 15:13:08 | standby-pgbackrest/3-create-standby-cluster | running command: [sh -c kubectl wait --for=jsonpath='{.metadata.annotations.pgv2\.percona\.com/replication-main-site}'="${NAMESPACE}"/source-cluster --timeout=480s -n "${NAMESPACE}" pg/standby-cluster] logger.go:42: 15:13:09 | standby-pgbackrest/3-create-standby-cluster | E0820 15:13:09.053530 37412 reflector.go:227] "Failed to watch" err="Get \"https://34.66.101.239/apis/pgv2.percona.com/v2/namespaces/kuttl-test-firm-ray/perconapgclusters?allowWatchBookmarks=true&fieldSelector=metadata.name%3Dstandby-cluster&resourceVersion=1787238788105084000&timeoutSeconds=376&watch=true\": context canceled" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" type="*unstructured.Unstructured" logger.go:42: 15:13:09 | standby-pgbackrest/3-create-standby-cluster | perconapgcluster.pgv2.percona.com/standby-cluster condition met logger.go:42: 15:13:09 | standby-pgbackrest/3-create-standby-cluster | running command: [sh -c set -o errexit pgversion=$(kubectl -n ${NAMESPACE} get pg standby-cluster -o jsonpath='{.spec.postgresVersion}') # Standby leader is labeled primary but stays in recovery, so restore_command is set. standby_leader=$(kubectl -n ${NAMESPACE} get pods --selector=postgres-operator.crunchydata.com/role=primary,postgres-operator.crunchydata.com/cluster=standby-cluster -o jsonpath='{.items[0].metadata.name}') if [[ $(kubectl -n ${NAMESPACE} exec ${standby_leader} -c database -- psql -t -A -c 'SHOW pg_tde.wal_encrypt;') != "on" ]]; then echo "pg_tde.wal_encrypt is not enabled in ${standby_leader}" exit 1 fi for pod in $(kubectl -n ${NAMESPACE} get pods -o name \ --selector=postgres-operator.crunchydata.com/cluster=standby-cluster,postgres-operator.crunchydata.com/data=postgres); do annotation=$(kubectl -n ${NAMESPACE} get ${pod} -o yaml | yq '.metadata.annotations."pgv2.percona.com/tde-wal-encryption"') if [[ ${annotation} != "true" ]]; then echo "${pod} is not annotated for WAL encryption: ${annotation}" exit 1 fi target=$(kubectl -n ${NAMESPACE} exec ${pod} -c database -- readlink /pgdata/pg_tde) if [[ ${target} != "/pgdata/pg${pgversion}/pg_tde" ]]; then echo "${pod} does not link the pg_tde keyring: ${target}" exit 1 fi if ! kubectl -n ${NAMESPACE} exec ${pod} -c database -- test -d /pgdata/pg_tde; then echo "${pod} pg_tde keyring link does not resolve" exit 1 fi done restore_command=$(kubectl -n ${NAMESPACE} exec ${standby_leader} -c database -- psql -t -A -c 'SHOW restore_command;') if [[ ${restore_command} != *'pg_tde_restore_encrypt %f %p '* ]]; then echo "restore_command doesn't use the pg_tde_restore_encrypt wrapper in ${standby_leader}: ${restore_command}" exit 1 fi if [[ ${restore_command} != *'--repo=1'* ]]; then echo "restore_command doesn't target repo1 in ${standby_leader}: ${restore_command}" exit 1 fi for key in pgbackrest_instance.conf pgbackrest_repo.conf; do conf=$(kubectl get -n ${NAMESPACE} cm standby-cluster-pgbackrest-config -o yaml | yq '.data."'"${key}"'"') if ! echo "${conf}" | grep -q '^checksum-page = n$'; then echo "no checksum-page in ${key}" exit 1 fi done instance_conf=$(kubectl get -n ${NAMESPACE} cm standby-cluster-pgbackrest-config -o yaml | yq '.data."pgbackrest_instance.conf"') if ! echo "${instance_conf}" | grep -q '^archive-async = n$'; then echo "archive-async is not disabled in pgbackrest_instance.conf" exit 1 fi ] logger.go:42: 15:13:10 | standby-pgbackrest/3-create-standby-cluster | error: error executing jsonpath "{.items[0].metadata.name}": Error executing template: array index out of bounds: index 0, length 0. Printing more information for debugging the template: logger.go:42: 15:13:10 | standby-pgbackrest/3-create-standby-cluster | template was: logger.go:42: 15:13:10 | standby-pgbackrest/3-create-standby-cluster | {.items[0].metadata.name} logger.go:42: 15:13:10 | standby-pgbackrest/3-create-standby-cluster | object given to jsonpath engine was: logger.go:42: 15:13:10 | standby-pgbackrest/3-create-standby-cluster | map[string]interface {}{"apiVersion":"v1", "items":[]interface {}{}, "kind":"List", "metadata":map[string]interface {}{"resourceVersion":""}} logger.go:42: 15:13:10 | standby-pgbackrest/3-create-standby-cluster | logger.go:42: 15:13:10 | standby-pgbackrest/3-create-standby-cluster | logger.go:42: 15:13:10 | standby-pgbackrest/3-create-standby-cluster | command failure, skipping 1 additional commands logger.go:42: 15:13:12 | standby-pgbackrest/3-create-standby-cluster | running command: [sh -c kubectl wait --for=jsonpath='{.metadata.annotations.pgv2\.percona\.com/replication-main-site}'="${NAMESPACE}"/source-cluster --timeout=480s -n "${NAMESPACE}" pg/standby-cluster] logger.go:42: 15:13:12 | standby-pgbackrest/3-create-standby-cluster | E0820 15:13:12.919225 37464 reflector.go:227] "Failed to watch" err="Get \"https://34.66.101.239/apis/pgv2.percona.com/v2/namespaces/kuttl-test-firm-ray/perconapgclusters?allowWatchBookmarks=true&fieldSelector=metadata.name%3Dstandby-cluster&resourceVersion=1787238789980815000&timeoutSeconds=322&watch=true\": context canceled" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" type="*unstructured.Unstructured" logger.go:42: 15:13:12 | standby-pgbackrest/3-create-standby-cluster | perconapgcluster.pgv2.percona.com/standby-cluster condition met logger.go:42: 15:13:12 | standby-pgbackrest/3-create-standby-cluster | running command: [sh -c set -o errexit pgversion=$(kubectl -n ${NAMESPACE} get pg standby-cluster -o jsonpath='{.spec.postgresVersion}') # Standby leader is labeled primary but stays in recovery, so restore_command is set. standby_leader=$(kubectl -n ${NAMESPACE} get pods --selector=postgres-operator.crunchydata.com/role=primary,postgres-operator.crunchydata.com/cluster=standby-cluster -o jsonpath='{.items[0].metadata.name}') if [[ $(kubectl -n ${NAMESPACE} exec ${standby_leader} -c database -- psql -t -A -c 'SHOW pg_tde.wal_encrypt;') != "on" ]]; then echo "pg_tde.wal_encrypt is not enabled in ${standby_leader}" exit 1 fi for pod in $(kubectl -n ${NAMESPACE} get pods -o name \ --selector=postgres-operator.crunchydata.com/cluster=standby-cluster,postgres-operator.crunchydata.com/data=postgres); do annotation=$(kubectl -n ${NAMESPACE} get ${pod} -o yaml | yq '.metadata.annotations."pgv2.percona.com/tde-wal-encryption"') if [[ ${annotation} != "true" ]]; then echo "${pod} is not annotated for WAL encryption: ${annotation}" exit 1 fi target=$(kubectl -n ${NAMESPACE} exec ${pod} -c database -- readlink /pgdata/pg_tde) if [[ ${target} != "/pgdata/pg${pgversion}/pg_tde" ]]; then echo "${pod} does not link the pg_tde keyring: ${target}" exit 1 fi if ! kubectl -n ${NAMESPACE} exec ${pod} -c database -- test -d /pgdata/pg_tde; then echo "${pod} pg_tde keyring link does not resolve" exit 1 fi done restore_command=$(kubectl -n ${NAMESPACE} exec ${standby_leader} -c database -- psql -t -A -c 'SHOW restore_command;') if [[ ${restore_command} != *'pg_tde_restore_encrypt %f %p '* ]]; then echo "restore_command doesn't use the pg_tde_restore_encrypt wrapper in ${standby_leader}: ${restore_command}" exit 1 fi if [[ ${restore_command} != *'--repo=1'* ]]; then echo "restore_command doesn't target repo1 in ${standby_leader}: ${restore_command}" exit 1 fi for key in pgbackrest_instance.conf pgbackrest_repo.conf; do conf=$(kubectl get -n ${NAMESPACE} cm standby-cluster-pgbackrest-config -o yaml | yq '.data."'"${key}"'"') if ! echo "${conf}" | grep -q '^checksum-page = n$'; then echo "no checksum-page in ${key}" exit 1 fi done instance_conf=$(kubectl get -n ${NAMESPACE} cm standby-cluster-pgbackrest-config -o yaml | yq '.data."pgbackrest_instance.conf"') if ! echo "${instance_conf}" | grep -q '^archive-async = n$'; then echo "archive-async is not disabled in pgbackrest_instance.conf" exit 1 fi ] logger.go:42: 15:13:13 | standby-pgbackrest/3-create-standby-cluster | error: error executing jsonpath "{.items[0].metadata.name}": Error executing template: array index out of bounds: index 0, length 0. Printing more information for debugging the template: logger.go:42: 15:13:13 | standby-pgbackrest/3-create-standby-cluster | template was: logger.go:42: 15:13:13 | standby-pgbackrest/3-create-standby-cluster | {.items[0].metadata.name} logger.go:42: 15:13:13 | standby-pgbackrest/3-create-standby-cluster | object given to jsonpath engine was: logger.go:42: 15:13:13 | standby-pgbackrest/3-create-standby-cluster | map[string]interface {}{"apiVersion":"v1", "items":[]interface {}{}, "kind":"List", "metadata":map[string]interface {}{"resourceVersion":""}} logger.go:42: 15:13:13 | standby-pgbackrest/3-create-standby-cluster | logger.go:42: 15:13:13 | standby-pgbackrest/3-create-standby-cluster | logger.go:42: 15:13:13 | standby-pgbackrest/3-create-standby-cluster | command failure, skipping 1 additional commands logger.go:42: 15:13:15 | standby-pgbackrest/3-create-standby-cluster | running command: [sh -c kubectl wait --for=jsonpath='{.metadata.annotations.pgv2\.percona\.com/replication-main-site}'="${NAMESPACE}"/source-cluster --timeout=480s -n "${NAMESPACE}" pg/standby-cluster] logger.go:42: 15:13:16 | standby-pgbackrest/3-create-standby-cluster | E0820 15:13:16.609465 37517 reflector.go:227] "Failed to watch" err="Get \"https://34.66.101.239/apis/pgv2.percona.com/v2/namespaces/kuttl-test-firm-ray/perconapgclusters?allowWatchBookmarks=true&fieldSelector=metadata.name%3Dstandby-cluster&resourceVersion=1787238794053791000&timeoutSeconds=574&watch=true\": context canceled" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" type="*unstructured.Unstructured" logger.go:42: 15:13:16 | standby-pgbackrest/3-create-standby-cluster | perconapgcluster.pgv2.percona.com/standby-cluster condition met logger.go:42: 15:13:16 | standby-pgbackrest/3-create-standby-cluster | running command: [sh -c set -o errexit pgversion=$(kubectl -n ${NAMESPACE} get pg standby-cluster -o jsonpath='{.spec.postgresVersion}') # Standby leader is labeled primary but stays in recovery, so restore_command is set. standby_leader=$(kubectl -n ${NAMESPACE} get pods --selector=postgres-operator.crunchydata.com/role=primary,postgres-operator.crunchydata.com/cluster=standby-cluster -o jsonpath='{.items[0].metadata.name}') if [[ $(kubectl -n ${NAMESPACE} exec ${standby_leader} -c database -- psql -t -A -c 'SHOW pg_tde.wal_encrypt;') != "on" ]]; then echo "pg_tde.wal_encrypt is not enabled in ${standby_leader}" exit 1 fi for pod in $(kubectl -n ${NAMESPACE} get pods -o name \ --selector=postgres-operator.crunchydata.com/cluster=standby-cluster,postgres-operator.crunchydata.com/data=postgres); do annotation=$(kubectl -n ${NAMESPACE} get ${pod} -o yaml | yq '.metadata.annotations."pgv2.percona.com/tde-wal-encryption"') if [[ ${annotation} != "true" ]]; then echo "${pod} is not annotated for WAL encryption: ${annotation}" exit 1 fi target=$(kubectl -n ${NAMESPACE} exec ${pod} -c database -- readlink /pgdata/pg_tde) if [[ ${target} != "/pgdata/pg${pgversion}/pg_tde" ]]; then echo "${pod} does not link the pg_tde keyring: ${target}" exit 1 fi if ! kubectl -n ${NAMESPACE} exec ${pod} -c database -- test -d /pgdata/pg_tde; then echo "${pod} pg_tde keyring link does not resolve" exit 1 fi done restore_command=$(kubectl -n ${NAMESPACE} exec ${standby_leader} -c database -- psql -t -A -c 'SHOW restore_command;') if [[ ${restore_command} != *'pg_tde_restore_encrypt %f %p '* ]]; then echo "restore_command doesn't use the pg_tde_restore_encrypt wrapper in ${standby_leader}: ${restore_command}" exit 1 fi if [[ ${restore_command} != *'--repo=1'* ]]; then echo "restore_command doesn't target repo1 in ${standby_leader}: ${restore_command}" exit 1 fi for key in pgbackrest_instance.conf pgbackrest_repo.conf; do conf=$(kubectl get -n ${NAMESPACE} cm standby-cluster-pgbackrest-config -o yaml | yq '.data."'"${key}"'"') if ! echo "${conf}" | grep -q '^checksum-page = n$'; then echo "no checksum-page in ${key}" exit 1 fi done instance_conf=$(kubectl get -n ${NAMESPACE} cm standby-cluster-pgbackrest-config -o yaml | yq '.data."pgbackrest_instance.conf"') if ! echo "${instance_conf}" | grep -q '^archive-async = n$'; then echo "archive-async is not disabled in pgbackrest_instance.conf" exit 1 fi ] logger.go:42: 15:13:17 | standby-pgbackrest/3-create-standby-cluster | error: error executing jsonpath "{.items[0].metadata.name}": Error executing template: array index out of bounds: index 0, length 0. Printing more information for debugging the template: logger.go:42: 15:13:17 | standby-pgbackrest/3-create-standby-cluster | template was: logger.go:42: 15:13:17 | standby-pgbackrest/3-create-standby-cluster | {.items[0].metadata.name} logger.go:42: 15:13:17 | standby-pgbackrest/3-create-standby-cluster | object given to jsonpath engine was: logger.go:42: 15:13:17 | standby-pgbackrest/3-create-standby-cluster | map[string]interface {}{"apiVersion":"v1", "items":[]interface {}{}, "kind":"List", "metadata":map[string]interface {}{"resourceVersion":""}} logger.go:42: 15:13:17 | standby-pgbackrest/3-create-standby-cluster | logger.go:42: 15:13:17 | standby-pgbackrest/3-create-standby-cluster | logger.go:42: 15:13:17 | standby-pgbackrest/3-create-standby-cluster | command failure, skipping 1 additional commands logger.go:42: 15:13:19 | standby-pgbackrest/3-create-standby-cluster | running command: [sh -c kubectl wait --for=jsonpath='{.metadata.annotations.pgv2\.percona\.com/replication-main-site}'="${NAMESPACE}"/source-cluster --timeout=480s -n "${NAMESPACE}" pg/standby-cluster] logger.go:42: 15:13:20 | standby-pgbackrest/3-create-standby-cluster | E0820 15:13:20.340154 37569 reflector.go:227] "Failed to watch" err="Get \"https://34.66.101.239/apis/pgv2.percona.com/v2/namespaces/kuttl-test-firm-ray/perconapgclusters?allowWatchBookmarks=true&fieldSelector=metadata.name%3Dstandby-cluster&resourceVersion=1787238799055048000&timeoutSeconds=376&watch=true\": context canceled" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" type="*unstructured.Unstructured" logger.go:42: 15:13:20 | standby-pgbackrest/3-create-standby-cluster | perconapgcluster.pgv2.percona.com/standby-cluster condition met logger.go:42: 15:13:20 | standby-pgbackrest/3-create-standby-cluster | running command: [sh -c set -o errexit pgversion=$(kubectl -n ${NAMESPACE} get pg standby-cluster -o jsonpath='{.spec.postgresVersion}') # Standby leader is labeled primary but stays in recovery, so restore_command is set. standby_leader=$(kubectl -n ${NAMESPACE} get pods --selector=postgres-operator.crunchydata.com/role=primary,postgres-operator.crunchydata.com/cluster=standby-cluster -o jsonpath='{.items[0].metadata.name}') if [[ $(kubectl -n ${NAMESPACE} exec ${standby_leader} -c database -- psql -t -A -c 'SHOW pg_tde.wal_encrypt;') != "on" ]]; then echo "pg_tde.wal_encrypt is not enabled in ${standby_leader}" exit 1 fi for pod in $(kubectl -n ${NAMESPACE} get pods -o name \ --selector=postgres-operator.crunchydata.com/cluster=standby-cluster,postgres-operator.crunchydata.com/data=postgres); do annotation=$(kubectl -n ${NAMESPACE} get ${pod} -o yaml | yq '.metadata.annotations."pgv2.percona.com/tde-wal-encryption"') if [[ ${annotation} != "true" ]]; then echo "${pod} is not annotated for WAL encryption: ${annotation}" exit 1 fi target=$(kubectl -n ${NAMESPACE} exec ${pod} -c database -- readlink /pgdata/pg_tde) if [[ ${target} != "/pgdata/pg${pgversion}/pg_tde" ]]; then echo "${pod} does not link the pg_tde keyring: ${target}" exit 1 fi if ! kubectl -n ${NAMESPACE} exec ${pod} -c database -- test -d /pgdata/pg_tde; then echo "${pod} pg_tde keyring link does not resolve" exit 1 fi done restore_command=$(kubectl -n ${NAMESPACE} exec ${standby_leader} -c database -- psql -t -A -c 'SHOW restore_command;') if [[ ${restore_command} != *'pg_tde_restore_encrypt %f %p '* ]]; then echo "restore_command doesn't use the pg_tde_restore_encrypt wrapper in ${standby_leader}: ${restore_command}" exit 1 fi if [[ ${restore_command} != *'--repo=1'* ]]; then echo "restore_command doesn't target repo1 in ${standby_leader}: ${restore_command}" exit 1 fi for key in pgbackrest_instance.conf pgbackrest_repo.conf; do conf=$(kubectl get -n ${NAMESPACE} cm standby-cluster-pgbackrest-config -o yaml | yq '.data."'"${key}"'"') if ! echo "${conf}" | grep -q '^checksum-page = n$'; then echo "no checksum-page in ${key}" exit 1 fi done instance_conf=$(kubectl get -n ${NAMESPACE} cm standby-cluster-pgbackrest-config -o yaml | yq '.data."pgbackrest_instance.conf"') if ! echo "${instance_conf}" | grep -q '^archive-async = n$'; then echo "archive-async is not disabled in pgbackrest_instance.conf" exit 1 fi ] logger.go:42: 15:13:21 | standby-pgbackrest/3-create-standby-cluster | error: error executing jsonpath "{.items[0].metadata.name}": Error executing template: array index out of bounds: index 0, length 0. Printing more information for debugging the template: logger.go:42: 15:13:21 | standby-pgbackrest/3-create-standby-cluster | template was: logger.go:42: 15:13:21 | standby-pgbackrest/3-create-standby-cluster | {.items[0].metadata.name} logger.go:42: 15:13:21 | standby-pgbackrest/3-create-standby-cluster | object given to jsonpath engine was: logger.go:42: 15:13:21 | standby-pgbackrest/3-create-standby-cluster | map[string]interface {}{"apiVersion":"v1", "items":[]interface {}{}, "kind":"List", "metadata":map[string]interface {}{"resourceVersion":""}} logger.go:42: 15:13:21 | standby-pgbackrest/3-create-standby-cluster | logger.go:42: 15:13:21 | standby-pgbackrest/3-create-standby-cluster | logger.go:42: 15:13:21 | standby-pgbackrest/3-create-standby-cluster | command failure, skipping 1 additional commands logger.go:42: 15:13:23 | standby-pgbackrest/3-create-standby-cluster | running command: [sh -c kubectl wait --for=jsonpath='{.metadata.annotations.pgv2\.percona\.com/replication-main-site}'="${NAMESPACE}"/source-cluster --timeout=480s -n "${NAMESPACE}" pg/standby-cluster] logger.go:42: 15:13:24 | standby-pgbackrest/3-create-standby-cluster | E0820 15:13:24.355415 37626 reflector.go:227] "Failed to watch" err="Get \"https://34.66.101.239/apis/pgv2.percona.com/v2/namespaces/kuttl-test-firm-ray/perconapgclusters?allowWatchBookmarks=true&fieldSelector=metadata.name%3Dstandby-cluster&resourceVersion=1787238804055069000&timeoutSeconds=328&watch=true\": context canceled" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" type="*unstructured.Unstructured" logger.go:42: 15:13:24 | standby-pgbackrest/3-create-standby-cluster | perconapgcluster.pgv2.percona.com/standby-cluster condition met logger.go:42: 15:13:24 | standby-pgbackrest/3-create-standby-cluster | running command: [sh -c set -o errexit pgversion=$(kubectl -n ${NAMESPACE} get pg standby-cluster -o jsonpath='{.spec.postgresVersion}') # Standby leader is labeled primary but stays in recovery, so restore_command is set. standby_leader=$(kubectl -n ${NAMESPACE} get pods --selector=postgres-operator.crunchydata.com/role=primary,postgres-operator.crunchydata.com/cluster=standby-cluster -o jsonpath='{.items[0].metadata.name}') if [[ $(kubectl -n ${NAMESPACE} exec ${standby_leader} -c database -- psql -t -A -c 'SHOW pg_tde.wal_encrypt;') != "on" ]]; then echo "pg_tde.wal_encrypt is not enabled in ${standby_leader}" exit 1 fi for pod in $(kubectl -n ${NAMESPACE} get pods -o name \ --selector=postgres-operator.crunchydata.com/cluster=standby-cluster,postgres-operator.crunchydata.com/data=postgres); do annotation=$(kubectl -n ${NAMESPACE} get ${pod} -o yaml | yq '.metadata.annotations."pgv2.percona.com/tde-wal-encryption"') if [[ ${annotation} != "true" ]]; then echo "${pod} is not annotated for WAL encryption: ${annotation}" exit 1 fi target=$(kubectl -n ${NAMESPACE} exec ${pod} -c database -- readlink /pgdata/pg_tde) if [[ ${target} != "/pgdata/pg${pgversion}/pg_tde" ]]; then echo "${pod} does not link the pg_tde keyring: ${target}" exit 1 fi if ! kubectl -n ${NAMESPACE} exec ${pod} -c database -- test -d /pgdata/pg_tde; then echo "${pod} pg_tde keyring link does not resolve" exit 1 fi done restore_command=$(kubectl -n ${NAMESPACE} exec ${standby_leader} -c database -- psql -t -A -c 'SHOW restore_command;') if [[ ${restore_command} != *'pg_tde_restore_encrypt %f %p '* ]]; then echo "restore_command doesn't use the pg_tde_restore_encrypt wrapper in ${standby_leader}: ${restore_command}" exit 1 fi if [[ ${restore_command} != *'--repo=1'* ]]; then echo "restore_command doesn't target repo1 in ${standby_leader}: ${restore_command}" exit 1 fi for key in pgbackrest_instance.conf pgbackrest_repo.conf; do conf=$(kubectl get -n ${NAMESPACE} cm standby-cluster-pgbackrest-config -o yaml | yq '.data."'"${key}"'"') if ! echo "${conf}" | grep -q '^checksum-page = n$'; then echo "no checksum-page in ${key}" exit 1 fi done instance_conf=$(kubectl get -n ${NAMESPACE} cm standby-cluster-pgbackrest-config -o yaml | yq '.data."pgbackrest_instance.conf"') if ! echo "${instance_conf}" | grep -q '^archive-async = n$'; then echo "archive-async is not disabled in pgbackrest_instance.conf" exit 1 fi ] logger.go:42: 15:13:25 | standby-pgbackrest/3-create-standby-cluster | error: error executing jsonpath "{.items[0].metadata.name}": Error executing template: array index out of bounds: index 0, length 0. Printing more information for debugging the template: logger.go:42: 15:13:25 | standby-pgbackrest/3-create-standby-cluster | template was: logger.go:42: 15:13:25 | standby-pgbackrest/3-create-standby-cluster | {.items[0].metadata.name} logger.go:42: 15:13:25 | standby-pgbackrest/3-create-standby-cluster | object given to jsonpath engine was: logger.go:42: 15:13:25 | standby-pgbackrest/3-create-standby-cluster | map[string]interface {}{"apiVersion":"v1", "items":[]interface {}{}, "kind":"List", "metadata":map[string]interface {}{"resourceVersion":""}} logger.go:42: 15:13:25 | standby-pgbackrest/3-create-standby-cluster | logger.go:42: 15:13:25 | standby-pgbackrest/3-create-standby-cluster | logger.go:42: 15:13:25 | standby-pgbackrest/3-create-standby-cluster | command failure, skipping 1 additional commands logger.go:42: 15:13:27 | standby-pgbackrest/3-create-standby-cluster | running command: [sh -c kubectl wait --for=jsonpath='{.metadata.annotations.pgv2\.percona\.com/replication-main-site}'="${NAMESPACE}"/source-cluster --timeout=480s -n "${NAMESPACE}" pg/standby-cluster] logger.go:42: 15:13:28 | standby-pgbackrest/3-create-standby-cluster | E0820 15:13:28.563624 37679 reflector.go:227] "Failed to watch" err="Get \"https://34.66.101.239/apis/pgv2.percona.com/v2/namespaces/kuttl-test-firm-ray/perconapgclusters?allowWatchBookmarks=true&fieldSelector=metadata.name%3Dstandby-cluster&resourceVersion=1787238804055069000&timeoutSeconds=494&watch=true\": context canceled" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" type="*unstructured.Unstructured" logger.go:42: 15:13:28 | standby-pgbackrest/3-create-standby-cluster | perconapgcluster.pgv2.percona.com/standby-cluster condition met logger.go:42: 15:13:28 | standby-pgbackrest/3-create-standby-cluster | running command: [sh -c set -o errexit pgversion=$(kubectl -n ${NAMESPACE} get pg standby-cluster -o jsonpath='{.spec.postgresVersion}') # Standby leader is labeled primary but stays in recovery, so restore_command is set. standby_leader=$(kubectl -n ${NAMESPACE} get pods --selector=postgres-operator.crunchydata.com/role=primary,postgres-operator.crunchydata.com/cluster=standby-cluster -o jsonpath='{.items[0].metadata.name}') if [[ $(kubectl -n ${NAMESPACE} exec ${standby_leader} -c database -- psql -t -A -c 'SHOW pg_tde.wal_encrypt;') != "on" ]]; then echo "pg_tde.wal_encrypt is not enabled in ${standby_leader}" exit 1 fi for pod in $(kubectl -n ${NAMESPACE} get pods -o name \ --selector=postgres-operator.crunchydata.com/cluster=standby-cluster,postgres-operator.crunchydata.com/data=postgres); do annotation=$(kubectl -n ${NAMESPACE} get ${pod} -o yaml | yq '.metadata.annotations."pgv2.percona.com/tde-wal-encryption"') if [[ ${annotation} != "true" ]]; then echo "${pod} is not annotated for WAL encryption: ${annotation}" exit 1 fi target=$(kubectl -n ${NAMESPACE} exec ${pod} -c database -- readlink /pgdata/pg_tde) if [[ ${target} != "/pgdata/pg${pgversion}/pg_tde" ]]; then echo "${pod} does not link the pg_tde keyring: ${target}" exit 1 fi if ! kubectl -n ${NAMESPACE} exec ${pod} -c database -- test -d /pgdata/pg_tde; then echo "${pod} pg_tde keyring link does not resolve" exit 1 fi done restore_command=$(kubectl -n ${NAMESPACE} exec ${standby_leader} -c database -- psql -t -A -c 'SHOW restore_command;') if [[ ${restore_command} != *'pg_tde_restore_encrypt %f %p '* ]]; then echo "restore_command doesn't use the pg_tde_restore_encrypt wrapper in ${standby_leader}: ${restore_command}" exit 1 fi if [[ ${restore_command} != *'--repo=1'* ]]; then echo "restore_command doesn't target repo1 in ${standby_leader}: ${restore_command}" exit 1 fi for key in pgbackrest_instance.conf pgbackrest_repo.conf; do conf=$(kubectl get -n ${NAMESPACE} cm standby-cluster-pgbackrest-config -o yaml | yq '.data."'"${key}"'"') if ! echo "${conf}" | grep -q '^checksum-page = n$'; then echo "no checksum-page in ${key}" exit 1 fi done instance_conf=$(kubectl get -n ${NAMESPACE} cm standby-cluster-pgbackrest-config -o yaml | yq '.data."pgbackrest_instance.conf"') if ! echo "${instance_conf}" | grep -q '^archive-async = n$'; then echo "archive-async is not disabled in pgbackrest_instance.conf" exit 1 fi ] logger.go:42: 15:13:29 | standby-pgbackrest/3-create-standby-cluster | error: error executing jsonpath "{.items[0].metadata.name}": Error executing template: array index out of bounds: index 0, length 0. Printing more information for debugging the template: logger.go:42: 15:13:29 | standby-pgbackrest/3-create-standby-cluster | template was: logger.go:42: 15:13:29 | standby-pgbackrest/3-create-standby-cluster | {.items[0].metadata.name} logger.go:42: 15:13:29 | standby-pgbackrest/3-create-standby-cluster | object given to jsonpath engine was: logger.go:42: 15:13:29 | standby-pgbackrest/3-create-standby-cluster | map[string]interface {}{"apiVersion":"v1", "items":[]interface {}{}, "kind":"List", "metadata":map[string]interface {}{"resourceVersion":""}} logger.go:42: 15:13:29 | standby-pgbackrest/3-create-standby-cluster | logger.go:42: 15:13:29 | standby-pgbackrest/3-create-standby-cluster | logger.go:42: 15:13:29 | standby-pgbackrest/3-create-standby-cluster | command failure, skipping 1 additional commands logger.go:42: 15:13:31 | standby-pgbackrest/3-create-standby-cluster | running command: [sh -c kubectl wait --for=jsonpath='{.metadata.annotations.pgv2\.percona\.com/replication-main-site}'="${NAMESPACE}"/source-cluster --timeout=480s -n "${NAMESPACE}" pg/standby-cluster] logger.go:42: 15:13:32 | standby-pgbackrest/3-create-standby-cluster | E0820 15:13:32.830698 37733 reflector.go:227] "Failed to watch" err="Get \"https://34.66.101.239/apis/pgv2.percona.com/v2/namespaces/kuttl-test-firm-ray/perconapgclusters?allowWatchBookmarks=true&fieldSelector=metadata.name%3Dstandby-cluster&resourceVersion=1787238810008463000&timeoutSeconds=440&watch=true\": context canceled" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" type="*unstructured.Unstructured" logger.go:42: 15:13:32 | standby-pgbackrest/3-create-standby-cluster | perconapgcluster.pgv2.percona.com/standby-cluster condition met logger.go:42: 15:13:32 | standby-pgbackrest/3-create-standby-cluster | running command: [sh -c set -o errexit pgversion=$(kubectl -n ${NAMESPACE} get pg standby-cluster -o jsonpath='{.spec.postgresVersion}') # Standby leader is labeled primary but stays in recovery, so restore_command is set. standby_leader=$(kubectl -n ${NAMESPACE} get pods --selector=postgres-operator.crunchydata.com/role=primary,postgres-operator.crunchydata.com/cluster=standby-cluster -o jsonpath='{.items[0].metadata.name}') if [[ $(kubectl -n ${NAMESPACE} exec ${standby_leader} -c database -- psql -t -A -c 'SHOW pg_tde.wal_encrypt;') != "on" ]]; then echo "pg_tde.wal_encrypt is not enabled in ${standby_leader}" exit 1 fi for pod in $(kubectl -n ${NAMESPACE} get pods -o name \ --selector=postgres-operator.crunchydata.com/cluster=standby-cluster,postgres-operator.crunchydata.com/data=postgres); do annotation=$(kubectl -n ${NAMESPACE} get ${pod} -o yaml | yq '.metadata.annotations."pgv2.percona.com/tde-wal-encryption"') if [[ ${annotation} != "true" ]]; then echo "${pod} is not annotated for WAL encryption: ${annotation}" exit 1 fi target=$(kubectl -n ${NAMESPACE} exec ${pod} -c database -- readlink /pgdata/pg_tde) if [[ ${target} != "/pgdata/pg${pgversion}/pg_tde" ]]; then echo "${pod} does not link the pg_tde keyring: ${target}" exit 1 fi if ! kubectl -n ${NAMESPACE} exec ${pod} -c database -- test -d /pgdata/pg_tde; then echo "${pod} pg_tde keyring link does not resolve" exit 1 fi done restore_command=$(kubectl -n ${NAMESPACE} exec ${standby_leader} -c database -- psql -t -A -c 'SHOW restore_command;') if [[ ${restore_command} != *'pg_tde_restore_encrypt %f %p '* ]]; then echo "restore_command doesn't use the pg_tde_restore_encrypt wrapper in ${standby_leader}: ${restore_command}" exit 1 fi if [[ ${restore_command} != *'--repo=1'* ]]; then echo "restore_command doesn't target repo1 in ${standby_leader}: ${restore_command}" exit 1 fi for key in pgbackrest_instance.conf pgbackrest_repo.conf; do conf=$(kubectl get -n ${NAMESPACE} cm standby-cluster-pgbackrest-config -o yaml | yq '.data."'"${key}"'"') if ! echo "${conf}" | grep -q '^checksum-page = n$'; then echo "no checksum-page in ${key}" exit 1 fi done instance_conf=$(kubectl get -n ${NAMESPACE} cm standby-cluster-pgbackrest-config -o yaml | yq '.data."pgbackrest_instance.conf"') if ! echo "${instance_conf}" | grep -q '^archive-async = n$'; then echo "archive-async is not disabled in pgbackrest_instance.conf" exit 1 fi ] logger.go:42: 15:13:33 | standby-pgbackrest/3-create-standby-cluster | error: error executing jsonpath "{.items[0].metadata.name}": Error executing template: array index out of bounds: index 0, length 0. Printing more information for debugging the template: logger.go:42: 15:13:33 | standby-pgbackrest/3-create-standby-cluster | template was: logger.go:42: 15:13:33 | standby-pgbackrest/3-create-standby-cluster | {.items[0].metadata.name} logger.go:42: 15:13:33 | standby-pgbackrest/3-create-standby-cluster | object given to jsonpath engine was: logger.go:42: 15:13:33 | standby-pgbackrest/3-create-standby-cluster | map[string]interface {}{"apiVersion":"v1", "items":[]interface {}{}, "kind":"List", "metadata":map[string]interface {}{"resourceVersion":""}} logger.go:42: 15:13:33 | standby-pgbackrest/3-create-standby-cluster | logger.go:42: 15:13:33 | standby-pgbackrest/3-create-standby-cluster | logger.go:42: 15:13:33 | standby-pgbackrest/3-create-standby-cluster | command failure, skipping 1 additional commands logger.go:42: 15:13:35 | standby-pgbackrest/3-create-standby-cluster | running command: [sh -c kubectl wait --for=jsonpath='{.metadata.annotations.pgv2\.percona\.com/replication-main-site}'="${NAMESPACE}"/source-cluster --timeout=480s -n "${NAMESPACE}" pg/standby-cluster] logger.go:42: 15:13:36 | standby-pgbackrest/3-create-standby-cluster | E0820 15:13:36.575829 37789 reflector.go:227] "Failed to watch" err="Get \"https://34.66.101.239/apis/pgv2.percona.com/v2/namespaces/kuttl-test-firm-ray/perconapgclusters?allowWatchBookmarks=true&fieldSelector=metadata.name%3Dstandby-cluster&resourceVersion=1787238815010059000&timeoutSeconds=472&watch=true\": context canceled" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" type="*unstructured.Unstructured" logger.go:42: 15:13:36 | standby-pgbackrest/3-create-standby-cluster | perconapgcluster.pgv2.percona.com/standby-cluster condition met logger.go:42: 15:13:36 | standby-pgbackrest/3-create-standby-cluster | running command: [sh -c set -o errexit pgversion=$(kubectl -n ${NAMESPACE} get pg standby-cluster -o jsonpath='{.spec.postgresVersion}') # Standby leader is labeled primary but stays in recovery, so restore_command is set. standby_leader=$(kubectl -n ${NAMESPACE} get pods --selector=postgres-operator.crunchydata.com/role=primary,postgres-operator.crunchydata.com/cluster=standby-cluster -o jsonpath='{.items[0].metadata.name}') if [[ $(kubectl -n ${NAMESPACE} exec ${standby_leader} -c database -- psql -t -A -c 'SHOW pg_tde.wal_encrypt;') != "on" ]]; then echo "pg_tde.wal_encrypt is not enabled in ${standby_leader}" exit 1 fi for pod in $(kubectl -n ${NAMESPACE} get pods -o name \ --selector=postgres-operator.crunchydata.com/cluster=standby-cluster,postgres-operator.crunchydata.com/data=postgres); do annotation=$(kubectl -n ${NAMESPACE} get ${pod} -o yaml | yq '.metadata.annotations."pgv2.percona.com/tde-wal-encryption"') if [[ ${annotation} != "true" ]]; then echo "${pod} is not annotated for WAL encryption: ${annotation}" exit 1 fi target=$(kubectl -n ${NAMESPACE} exec ${pod} -c database -- readlink /pgdata/pg_tde) if [[ ${target} != "/pgdata/pg${pgversion}/pg_tde" ]]; then echo "${pod} does not link the pg_tde keyring: ${target}" exit 1 fi if ! kubectl -n ${NAMESPACE} exec ${pod} -c database -- test -d /pgdata/pg_tde; then echo "${pod} pg_tde keyring link does not resolve" exit 1 fi done restore_command=$(kubectl -n ${NAMESPACE} exec ${standby_leader} -c database -- psql -t -A -c 'SHOW restore_command;') if [[ ${restore_command} != *'pg_tde_restore_encrypt %f %p '* ]]; then echo "restore_command doesn't use the pg_tde_restore_encrypt wrapper in ${standby_leader}: ${restore_command}" exit 1 fi if [[ ${restore_command} != *'--repo=1'* ]]; then echo "restore_command doesn't target repo1 in ${standby_leader}: ${restore_command}" exit 1 fi for key in pgbackrest_instance.conf pgbackrest_repo.conf; do conf=$(kubectl get -n ${NAMESPACE} cm standby-cluster-pgbackrest-config -o yaml | yq '.data."'"${key}"'"') if ! echo "${conf}" | grep -q '^checksum-page = n$'; then echo "no checksum-page in ${key}" exit 1 fi done instance_conf=$(kubectl get -n ${NAMESPACE} cm standby-cluster-pgbackrest-config -o yaml | yq '.data."pgbackrest_instance.conf"') if ! echo "${instance_conf}" | grep -q '^archive-async = n$'; then echo "archive-async is not disabled in pgbackrest_instance.conf" exit 1 fi ] logger.go:42: 15:13:37 | standby-pgbackrest/3-create-standby-cluster | error: error executing jsonpath "{.items[0].metadata.name}": Error executing template: array index out of bounds: index 0, length 0. Printing more information for debugging the template: logger.go:42: 15:13:37 | standby-pgbackrest/3-create-standby-cluster | template was: logger.go:42: 15:13:37 | standby-pgbackrest/3-create-standby-cluster | {.items[0].metadata.name} logger.go:42: 15:13:37 | standby-pgbackrest/3-create-standby-cluster | object given to jsonpath engine was: logger.go:42: 15:13:37 | standby-pgbackrest/3-create-standby-cluster | map[string]interface {}{"apiVersion":"v1", "items":[]interface {}{}, "kind":"List", "metadata":map[string]interface {}{"resourceVersion":""}} logger.go:42: 15:13:37 | standby-pgbackrest/3-create-standby-cluster | logger.go:42: 15:13:37 | standby-pgbackrest/3-create-standby-cluster | logger.go:42: 15:13:37 | standby-pgbackrest/3-create-standby-cluster | command failure, skipping 1 additional commands logger.go:42: 15:13:39 | standby-pgbackrest/3-create-standby-cluster | running command: [sh -c kubectl wait --for=jsonpath='{.metadata.annotations.pgv2\.percona\.com/replication-main-site}'="${NAMESPACE}"/source-cluster --timeout=480s -n "${NAMESPACE}" pg/standby-cluster] logger.go:42: 15:13:40 | standby-pgbackrest/3-create-standby-cluster | E0820 15:13:40.247439 37842 reflector.go:227] "Failed to watch" err="Get \"https://34.66.101.239/apis/pgv2.percona.com/v2/namespaces/kuttl-test-firm-ray/perconapgclusters?allowWatchBookmarks=true&fieldSelector=metadata.name%3Dstandby-cluster&resourceVersion=1787238820010079000&timeoutSeconds=522&watch=true\": context canceled" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" type="*unstructured.Unstructured" logger.go:42: 15:13:40 | standby-pgbackrest/3-create-standby-cluster | perconapgcluster.pgv2.percona.com/standby-cluster condition met logger.go:42: 15:13:40 | standby-pgbackrest/3-create-standby-cluster | running command: [sh -c set -o errexit pgversion=$(kubectl -n ${NAMESPACE} get pg standby-cluster -o jsonpath='{.spec.postgresVersion}') # Standby leader is labeled primary but stays in recovery, so restore_command is set. standby_leader=$(kubectl -n ${NAMESPACE} get pods --selector=postgres-operator.crunchydata.com/role=primary,postgres-operator.crunchydata.com/cluster=standby-cluster -o jsonpath='{.items[0].metadata.name}') if [[ $(kubectl -n ${NAMESPACE} exec ${standby_leader} -c database -- psql -t -A -c 'SHOW pg_tde.wal_encrypt;') != "on" ]]; then echo "pg_tde.wal_encrypt is not enabled in ${standby_leader}" exit 1 fi for pod in $(kubectl -n ${NAMESPACE} get pods -o name \ --selector=postgres-operator.crunchydata.com/cluster=standby-cluster,postgres-operator.crunchydata.com/data=postgres); do annotation=$(kubectl -n ${NAMESPACE} get ${pod} -o yaml | yq '.metadata.annotations."pgv2.percona.com/tde-wal-encryption"') if [[ ${annotation} != "true" ]]; then echo "${pod} is not annotated for WAL encryption: ${annotation}" exit 1 fi target=$(kubectl -n ${NAMESPACE} exec ${pod} -c database -- readlink /pgdata/pg_tde) if [[ ${target} != "/pgdata/pg${pgversion}/pg_tde" ]]; then echo "${pod} does not link the pg_tde keyring: ${target}" exit 1 fi if ! kubectl -n ${NAMESPACE} exec ${pod} -c database -- test -d /pgdata/pg_tde; then echo "${pod} pg_tde keyring link does not resolve" exit 1 fi done restore_command=$(kubectl -n ${NAMESPACE} exec ${standby_leader} -c database -- psql -t -A -c 'SHOW restore_command;') if [[ ${restore_command} != *'pg_tde_restore_encrypt %f %p '* ]]; then echo "restore_command doesn't use the pg_tde_restore_encrypt wrapper in ${standby_leader}: ${restore_command}" exit 1 fi if [[ ${restore_command} != *'--repo=1'* ]]; then echo "restore_command doesn't target repo1 in ${standby_leader}: ${restore_command}" exit 1 fi for key in pgbackrest_instance.conf pgbackrest_repo.conf; do conf=$(kubectl get -n ${NAMESPACE} cm standby-cluster-pgbackrest-config -o yaml | yq '.data."'"${key}"'"') if ! echo "${conf}" | grep -q '^checksum-page = n$'; then echo "no checksum-page in ${key}" exit 1 fi done instance_conf=$(kubectl get -n ${NAMESPACE} cm standby-cluster-pgbackrest-config -o yaml | yq '.data."pgbackrest_instance.conf"') if ! echo "${instance_conf}" | grep -q '^archive-async = n$'; then echo "archive-async is not disabled in pgbackrest_instance.conf" exit 1 fi ] logger.go:42: 15:13:41 | standby-pgbackrest/3-create-standby-cluster | error: error executing jsonpath "{.items[0].metadata.name}": Error executing template: array index out of bounds: index 0, length 0. Printing more information for debugging the template: logger.go:42: 15:13:41 | standby-pgbackrest/3-create-standby-cluster | template was: logger.go:42: 15:13:41 | standby-pgbackrest/3-create-standby-cluster | {.items[0].metadata.name} logger.go:42: 15:13:41 | standby-pgbackrest/3-create-standby-cluster | object given to jsonpath engine was: logger.go:42: 15:13:41 | standby-pgbackrest/3-create-standby-cluster | map[string]interface {}{"apiVersion":"v1", "items":[]interface {}{}, "kind":"List", "metadata":map[string]interface {}{"resourceVersion":""}} logger.go:42: 15:13:41 | standby-pgbackrest/3-create-standby-cluster | logger.go:42: 15:13:41 | standby-pgbackrest/3-create-standby-cluster | logger.go:42: 15:13:41 | standby-pgbackrest/3-create-standby-cluster | command failure, skipping 1 additional commands logger.go:42: 15:13:42 | standby-pgbackrest/3-create-standby-cluster | running command: [sh -c kubectl wait --for=jsonpath='{.metadata.annotations.pgv2\.percona\.com/replication-main-site}'="${NAMESPACE}"/source-cluster --timeout=480s -n "${NAMESPACE}" pg/standby-cluster] logger.go:42: 15:13:43 | standby-pgbackrest/3-create-standby-cluster | E0820 15:13:43.820605 37895 reflector.go:227] "Failed to watch" err="Get \"https://34.66.101.239/apis/pgv2.percona.com/v2/namespaces/kuttl-test-firm-ray/perconapgclusters?allowWatchBookmarks=true&fieldSelector=metadata.name%3Dstandby-cluster&resourceVersion=1787238820010079000&timeoutSeconds=458&watch=true\": context canceled" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" type="*unstructured.Unstructured" logger.go:42: 15:13:43 | standby-pgbackrest/3-create-standby-cluster | perconapgcluster.pgv2.percona.com/standby-cluster condition met logger.go:42: 15:13:43 | standby-pgbackrest/3-create-standby-cluster | running command: [sh -c set -o errexit pgversion=$(kubectl -n ${NAMESPACE} get pg standby-cluster -o jsonpath='{.spec.postgresVersion}') # Standby leader is labeled primary but stays in recovery, so restore_command is set. standby_leader=$(kubectl -n ${NAMESPACE} get pods --selector=postgres-operator.crunchydata.com/role=primary,postgres-operator.crunchydata.com/cluster=standby-cluster -o jsonpath='{.items[0].metadata.name}') if [[ $(kubectl -n ${NAMESPACE} exec ${standby_leader} -c database -- psql -t -A -c 'SHOW pg_tde.wal_encrypt;') != "on" ]]; then echo "pg_tde.wal_encrypt is not enabled in ${standby_leader}" exit 1 fi for pod in $(kubectl -n ${NAMESPACE} get pods -o name \ --selector=postgres-operator.crunchydata.com/cluster=standby-cluster,postgres-operator.crunchydata.com/data=postgres); do annotation=$(kubectl -n ${NAMESPACE} get ${pod} -o yaml | yq '.metadata.annotations."pgv2.percona.com/tde-wal-encryption"') if [[ ${annotation} != "true" ]]; then echo "${pod} is not annotated for WAL encryption: ${annotation}" exit 1 fi target=$(kubectl -n ${NAMESPACE} exec ${pod} -c database -- readlink /pgdata/pg_tde) if [[ ${target} != "/pgdata/pg${pgversion}/pg_tde" ]]; then echo "${pod} does not link the pg_tde keyring: ${target}" exit 1 fi if ! kubectl -n ${NAMESPACE} exec ${pod} -c database -- test -d /pgdata/pg_tde; then echo "${pod} pg_tde keyring link does not resolve" exit 1 fi done restore_command=$(kubectl -n ${NAMESPACE} exec ${standby_leader} -c database -- psql -t -A -c 'SHOW restore_command;') if [[ ${restore_command} != *'pg_tde_restore_encrypt %f %p '* ]]; then echo "restore_command doesn't use the pg_tde_restore_encrypt wrapper in ${standby_leader}: ${restore_command}" exit 1 fi if [[ ${restore_command} != *'--repo=1'* ]]; then echo "restore_command doesn't target repo1 in ${standby_leader}: ${restore_command}" exit 1 fi for key in pgbackrest_instance.conf pgbackrest_repo.conf; do conf=$(kubectl get -n ${NAMESPACE} cm standby-cluster-pgbackrest-config -o yaml | yq '.data."'"${key}"'"') if ! echo "${conf}" | grep -q '^checksum-page = n$'; then echo "no checksum-page in ${key}" exit 1 fi done instance_conf=$(kubectl get -n ${NAMESPACE} cm standby-cluster-pgbackrest-config -o yaml | yq '.data."pgbackrest_instance.conf"') if ! echo "${instance_conf}" | grep -q '^archive-async = n$'; then echo "archive-async is not disabled in pgbackrest_instance.conf" exit 1 fi ] logger.go:42: 15:13:44 | standby-pgbackrest/3-create-standby-cluster | error: error executing jsonpath "{.items[0].metadata.name}": Error executing template: array index out of bounds: index 0, length 0. Printing more information for debugging the template: logger.go:42: 15:13:44 | standby-pgbackrest/3-create-standby-cluster | template was: logger.go:42: 15:13:44 | standby-pgbackrest/3-create-standby-cluster | {.items[0].metadata.name} logger.go:42: 15:13:44 | standby-pgbackrest/3-create-standby-cluster | object given to jsonpath engine was: logger.go:42: 15:13:44 | standby-pgbackrest/3-create-standby-cluster | map[string]interface {}{"apiVersion":"v1", "items":[]interface {}{}, "kind":"List", "metadata":map[string]interface {}{"resourceVersion":""}} logger.go:42: 15:13:44 | standby-pgbackrest/3-create-standby-cluster | logger.go:42: 15:13:44 | standby-pgbackrest/3-create-standby-cluster | logger.go:42: 15:13:44 | standby-pgbackrest/3-create-standby-cluster | command failure, skipping 1 additional commands logger.go:42: 15:13:46 | standby-pgbackrest/3-create-standby-cluster | running command: [sh -c kubectl wait --for=jsonpath='{.metadata.annotations.pgv2\.percona\.com/replication-main-site}'="${NAMESPACE}"/source-cluster --timeout=480s -n "${NAMESPACE}" pg/standby-cluster] logger.go:42: 15:13:47 | standby-pgbackrest/3-create-standby-cluster | E0820 15:13:47.448520 37951 reflector.go:227] "Failed to watch" err="Get \"https://34.66.101.239/apis/pgv2.percona.com/v2/namespaces/kuttl-test-firm-ray/perconapgclusters?allowWatchBookmarks=true&fieldSelector=metadata.name%3Dstandby-cluster&resourceVersion=1787238825010089000&timeoutSeconds=498&watch=true\": context canceled" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" type="*unstructured.Unstructured" logger.go:42: 15:13:47 | standby-pgbackrest/3-create-standby-cluster | perconapgcluster.pgv2.percona.com/standby-cluster condition met logger.go:42: 15:13:47 | standby-pgbackrest/3-create-standby-cluster | running command: [sh -c set -o errexit pgversion=$(kubectl -n ${NAMESPACE} get pg standby-cluster -o jsonpath='{.spec.postgresVersion}') # Standby leader is labeled primary but stays in recovery, so restore_command is set. standby_leader=$(kubectl -n ${NAMESPACE} get pods --selector=postgres-operator.crunchydata.com/role=primary,postgres-operator.crunchydata.com/cluster=standby-cluster -o jsonpath='{.items[0].metadata.name}') if [[ $(kubectl -n ${NAMESPACE} exec ${standby_leader} -c database -- psql -t -A -c 'SHOW pg_tde.wal_encrypt;') != "on" ]]; then echo "pg_tde.wal_encrypt is not enabled in ${standby_leader}" exit 1 fi for pod in $(kubectl -n ${NAMESPACE} get pods -o name \ --selector=postgres-operator.crunchydata.com/cluster=standby-cluster,postgres-operator.crunchydata.com/data=postgres); do annotation=$(kubectl -n ${NAMESPACE} get ${pod} -o yaml | yq '.metadata.annotations."pgv2.percona.com/tde-wal-encryption"') if [[ ${annotation} != "true" ]]; then echo "${pod} is not annotated for WAL encryption: ${annotation}" exit 1 fi target=$(kubectl -n ${NAMESPACE} exec ${pod} -c database -- readlink /pgdata/pg_tde) if [[ ${target} != "/pgdata/pg${pgversion}/pg_tde" ]]; then echo "${pod} does not link the pg_tde keyring: ${target}" exit 1 fi if ! kubectl -n ${NAMESPACE} exec ${pod} -c database -- test -d /pgdata/pg_tde; then echo "${pod} pg_tde keyring link does not resolve" exit 1 fi done restore_command=$(kubectl -n ${NAMESPACE} exec ${standby_leader} -c database -- psql -t -A -c 'SHOW restore_command;') if [[ ${restore_command} != *'pg_tde_restore_encrypt %f %p '* ]]; then echo "restore_command doesn't use the pg_tde_restore_encrypt wrapper in ${standby_leader}: ${restore_command}" exit 1 fi if [[ ${restore_command} != *'--repo=1'* ]]; then echo "restore_command doesn't target repo1 in ${standby_leader}: ${restore_command}" exit 1 fi for key in pgbackrest_instance.conf pgbackrest_repo.conf; do conf=$(kubectl get -n ${NAMESPACE} cm standby-cluster-pgbackrest-config -o yaml | yq '.data."'"${key}"'"') if ! echo "${conf}" | grep -q '^checksum-page = n$'; then echo "no checksum-page in ${key}" exit 1 fi done instance_conf=$(kubectl get -n ${NAMESPACE} cm standby-cluster-pgbackrest-config -o yaml | yq '.data."pgbackrest_instance.conf"') if ! echo "${instance_conf}" | grep -q '^archive-async = n$'; then echo "archive-async is not disabled in pgbackrest_instance.conf" exit 1 fi ] logger.go:42: 15:13:48 | standby-pgbackrest/3-create-standby-cluster | error: error executing jsonpath "{.items[0].metadata.name}": Error executing template: array index out of bounds: index 0, length 0. Printing more information for debugging the template: logger.go:42: 15:13:48 | standby-pgbackrest/3-create-standby-cluster | template was: logger.go:42: 15:13:48 | standby-pgbackrest/3-create-standby-cluster | {.items[0].metadata.name} logger.go:42: 15:13:48 | standby-pgbackrest/3-create-standby-cluster | object given to jsonpath engine was: logger.go:42: 15:13:48 | standby-pgbackrest/3-create-standby-cluster | map[string]interface {}{"apiVersion":"v1", "items":[]interface {}{}, "kind":"List", "metadata":map[string]interface {}{"resourceVersion":""}} logger.go:42: 15:13:48 | standby-pgbackrest/3-create-standby-cluster | logger.go:42: 15:13:48 | standby-pgbackrest/3-create-standby-cluster | logger.go:42: 15:13:48 | standby-pgbackrest/3-create-standby-cluster | command failure, skipping 1 additional commands logger.go:42: 15:13:50 | standby-pgbackrest/3-create-standby-cluster | running command: [sh -c kubectl wait --for=jsonpath='{.metadata.annotations.pgv2\.percona\.com/replication-main-site}'="${NAMESPACE}"/source-cluster --timeout=480s -n "${NAMESPACE}" pg/standby-cluster] logger.go:42: 15:13:51 | standby-pgbackrest/3-create-standby-cluster | E0820 15:13:51.048062 38005 reflector.go:227] "Failed to watch" err="Get \"https://34.66.101.239/apis/pgv2.percona.com/v2/namespaces/kuttl-test-firm-ray/perconapgclusters?allowWatchBookmarks=true&fieldSelector=metadata.name%3Dstandby-cluster&resourceVersion=1787238829498335000&timeoutSeconds=311&watch=true\": context canceled" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" type="*unstructured.Unstructured" logger.go:42: 15:13:51 | standby-pgbackrest/3-create-standby-cluster | perconapgcluster.pgv2.percona.com/standby-cluster condition met logger.go:42: 15:13:51 | standby-pgbackrest/3-create-standby-cluster | running command: [sh -c set -o errexit pgversion=$(kubectl -n ${NAMESPACE} get pg standby-cluster -o jsonpath='{.spec.postgresVersion}') # Standby leader is labeled primary but stays in recovery, so restore_command is set. standby_leader=$(kubectl -n ${NAMESPACE} get pods --selector=postgres-operator.crunchydata.com/role=primary,postgres-operator.crunchydata.com/cluster=standby-cluster -o jsonpath='{.items[0].metadata.name}') if [[ $(kubectl -n ${NAMESPACE} exec ${standby_leader} -c database -- psql -t -A -c 'SHOW pg_tde.wal_encrypt;') != "on" ]]; then echo "pg_tde.wal_encrypt is not enabled in ${standby_leader}" exit 1 fi for pod in $(kubectl -n ${NAMESPACE} get pods -o name \ --selector=postgres-operator.crunchydata.com/cluster=standby-cluster,postgres-operator.crunchydata.com/data=postgres); do annotation=$(kubectl -n ${NAMESPACE} get ${pod} -o yaml | yq '.metadata.annotations."pgv2.percona.com/tde-wal-encryption"') if [[ ${annotation} != "true" ]]; then echo "${pod} is not annotated for WAL encryption: ${annotation}" exit 1 fi target=$(kubectl -n ${NAMESPACE} exec ${pod} -c database -- readlink /pgdata/pg_tde) if [[ ${target} != "/pgdata/pg${pgversion}/pg_tde" ]]; then echo "${pod} does not link the pg_tde keyring: ${target}" exit 1 fi if ! kubectl -n ${NAMESPACE} exec ${pod} -c database -- test -d /pgdata/pg_tde; then echo "${pod} pg_tde keyring link does not resolve" exit 1 fi done restore_command=$(kubectl -n ${NAMESPACE} exec ${standby_leader} -c database -- psql -t -A -c 'SHOW restore_command;') if [[ ${restore_command} != *'pg_tde_restore_encrypt %f %p '* ]]; then echo "restore_command doesn't use the pg_tde_restore_encrypt wrapper in ${standby_leader}: ${restore_command}" exit 1 fi if [[ ${restore_command} != *'--repo=1'* ]]; then echo "restore_command doesn't target repo1 in ${standby_leader}: ${restore_command}" exit 1 fi for key in pgbackrest_instance.conf pgbackrest_repo.conf; do conf=$(kubectl get -n ${NAMESPACE} cm standby-cluster-pgbackrest-config -o yaml | yq '.data."'"${key}"'"') if ! echo "${conf}" | grep -q '^checksum-page = n$'; then echo "no checksum-page in ${key}" exit 1 fi done instance_conf=$(kubectl get -n ${NAMESPACE} cm standby-cluster-pgbackrest-config -o yaml | yq '.data."pgbackrest_instance.conf"') if ! echo "${instance_conf}" | grep -q '^archive-async = n$'; then echo "archive-async is not disabled in pgbackrest_instance.conf" exit 1 fi ] logger.go:42: 15:13:52 | standby-pgbackrest/3-create-standby-cluster | error: error executing jsonpath "{.items[0].metadata.name}": Error executing template: array index out of bounds: index 0, length 0. Printing more information for debugging the template: logger.go:42: 15:13:52 | standby-pgbackrest/3-create-standby-cluster | template was: logger.go:42: 15:13:52 | standby-pgbackrest/3-create-standby-cluster | {.items[0].metadata.name} logger.go:42: 15:13:52 | standby-pgbackrest/3-create-standby-cluster | object given to jsonpath engine was: logger.go:42: 15:13:52 | standby-pgbackrest/3-create-standby-cluster | map[string]interface {}{"apiVersion":"v1", "items":[]interface {}{}, "kind":"List", "metadata":map[string]interface {}{"resourceVersion":""}} logger.go:42: 15:13:52 | standby-pgbackrest/3-create-standby-cluster | logger.go:42: 15:13:52 | standby-pgbackrest/3-create-standby-cluster | logger.go:42: 15:13:52 | standby-pgbackrest/3-create-standby-cluster | command failure, skipping 1 additional commands logger.go:42: 15:13:54 | standby-pgbackrest/3-create-standby-cluster | running command: [sh -c kubectl wait --for=jsonpath='{.metadata.annotations.pgv2\.percona\.com/replication-main-site}'="${NAMESPACE}"/source-cluster --timeout=480s -n "${NAMESPACE}" pg/standby-cluster] logger.go:42: 15:13:55 | standby-pgbackrest/3-create-standby-cluster | E0820 15:13:55.300885 38058 reflector.go:227] "Failed to watch" err="Get \"https://34.66.101.239/apis/pgv2.percona.com/v2/namespaces/kuttl-test-firm-ray/perconapgclusters?allowWatchBookmarks=true&fieldSelector=metadata.name%3Dstandby-cluster&resourceVersion=1787238834500023000&timeoutSeconds=529&watch=true\": context canceled" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" type="*unstructured.Unstructured" logger.go:42: 15:13:55 | standby-pgbackrest/3-create-standby-cluster | perconapgcluster.pgv2.percona.com/standby-cluster condition met logger.go:42: 15:13:55 | standby-pgbackrest/3-create-standby-cluster | running command: [sh -c set -o errexit pgversion=$(kubectl -n ${NAMESPACE} get pg standby-cluster -o jsonpath='{.spec.postgresVersion}') # Standby leader is labeled primary but stays in recovery, so restore_command is set. standby_leader=$(kubectl -n ${NAMESPACE} get pods --selector=postgres-operator.crunchydata.com/role=primary,postgres-operator.crunchydata.com/cluster=standby-cluster -o jsonpath='{.items[0].metadata.name}') if [[ $(kubectl -n ${NAMESPACE} exec ${standby_leader} -c database -- psql -t -A -c 'SHOW pg_tde.wal_encrypt;') != "on" ]]; then echo "pg_tde.wal_encrypt is not enabled in ${standby_leader}" exit 1 fi for pod in $(kubectl -n ${NAMESPACE} get pods -o name \ --selector=postgres-operator.crunchydata.com/cluster=standby-cluster,postgres-operator.crunchydata.com/data=postgres); do annotation=$(kubectl -n ${NAMESPACE} get ${pod} -o yaml | yq '.metadata.annotations."pgv2.percona.com/tde-wal-encryption"') if [[ ${annotation} != "true" ]]; then echo "${pod} is not annotated for WAL encryption: ${annotation}" exit 1 fi target=$(kubectl -n ${NAMESPACE} exec ${pod} -c database -- readlink /pgdata/pg_tde) if [[ ${target} != "/pgdata/pg${pgversion}/pg_tde" ]]; then echo "${pod} does not link the pg_tde keyring: ${target}" exit 1 fi if ! kubectl -n ${NAMESPACE} exec ${pod} -c database -- test -d /pgdata/pg_tde; then echo "${pod} pg_tde keyring link does not resolve" exit 1 fi done restore_command=$(kubectl -n ${NAMESPACE} exec ${standby_leader} -c database -- psql -t -A -c 'SHOW restore_command;') if [[ ${restore_command} != *'pg_tde_restore_encrypt %f %p '* ]]; then echo "restore_command doesn't use the pg_tde_restore_encrypt wrapper in ${standby_leader}: ${restore_command}" exit 1 fi if [[ ${restore_command} != *'--repo=1'* ]]; then echo "restore_command doesn't target repo1 in ${standby_leader}: ${restore_command}" exit 1 fi for key in pgbackrest_instance.conf pgbackrest_repo.conf; do conf=$(kubectl get -n ${NAMESPACE} cm standby-cluster-pgbackrest-config -o yaml | yq '.data."'"${key}"'"') if ! echo "${conf}" | grep -q '^checksum-page = n$'; then echo "no checksum-page in ${key}" exit 1 fi done instance_conf=$(kubectl get -n ${NAMESPACE} cm standby-cluster-pgbackrest-config -o yaml | yq '.data."pgbackrest_instance.conf"') if ! echo "${instance_conf}" | grep -q '^archive-async = n$'; then echo "archive-async is not disabled in pgbackrest_instance.conf" exit 1 fi ] logger.go:42: 15:13:56 | standby-pgbackrest/3-create-standby-cluster | error: error executing jsonpath "{.items[0].metadata.name}": Error executing template: array index out of bounds: index 0, length 0. Printing more information for debugging the template: logger.go:42: 15:13:56 | standby-pgbackrest/3-create-standby-cluster | template was: logger.go:42: 15:13:56 | standby-pgbackrest/3-create-standby-cluster | {.items[0].metadata.name} logger.go:42: 15:13:56 | standby-pgbackrest/3-create-standby-cluster | object given to jsonpath engine was: logger.go:42: 15:13:56 | standby-pgbackrest/3-create-standby-cluster | map[string]interface {}{"apiVersion":"v1", "items":[]interface {}{}, "kind":"List", "metadata":map[string]interface {}{"resourceVersion":""}} logger.go:42: 15:13:56 | standby-pgbackrest/3-create-standby-cluster | logger.go:42: 15:13:56 | standby-pgbackrest/3-create-standby-cluster | logger.go:42: 15:13:56 | standby-pgbackrest/3-create-standby-cluster | command failure, skipping 1 additional commands logger.go:42: 15:13:58 | standby-pgbackrest/3-create-standby-cluster | running command: [sh -c kubectl wait --for=jsonpath='{.metadata.annotations.pgv2\.percona\.com/replication-main-site}'="${NAMESPACE}"/source-cluster --timeout=480s -n "${NAMESPACE}" pg/standby-cluster] logger.go:42: 15:13:58 | standby-pgbackrest/3-create-standby-cluster | E0820 15:13:58.941033 38113 reflector.go:227] "Failed to watch" err="Get \"https://34.66.101.239/apis/pgv2.percona.com/v2/namespaces/kuttl-test-firm-ray/perconapgclusters?allowWatchBookmarks=true&fieldSelector=metadata.name%3Dstandby-cluster&resourceVersion=1787238834500023000&timeoutSeconds=329&watch=true\": context canceled" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" type="*unstructured.Unstructured" logger.go:42: 15:13:58 | standby-pgbackrest/3-create-standby-cluster | perconapgcluster.pgv2.percona.com/standby-cluster condition met logger.go:42: 15:13:58 | standby-pgbackrest/3-create-standby-cluster | running command: [sh -c set -o errexit pgversion=$(kubectl -n ${NAMESPACE} get pg standby-cluster -o jsonpath='{.spec.postgresVersion}') # Standby leader is labeled primary but stays in recovery, so restore_command is set. standby_leader=$(kubectl -n ${NAMESPACE} get pods --selector=postgres-operator.crunchydata.com/role=primary,postgres-operator.crunchydata.com/cluster=standby-cluster -o jsonpath='{.items[0].metadata.name}') if [[ $(kubectl -n ${NAMESPACE} exec ${standby_leader} -c database -- psql -t -A -c 'SHOW pg_tde.wal_encrypt;') != "on" ]]; then echo "pg_tde.wal_encrypt is not enabled in ${standby_leader}" exit 1 fi for pod in $(kubectl -n ${NAMESPACE} get pods -o name \ --selector=postgres-operator.crunchydata.com/cluster=standby-cluster,postgres-operator.crunchydata.com/data=postgres); do annotation=$(kubectl -n ${NAMESPACE} get ${pod} -o yaml | yq '.metadata.annotations."pgv2.percona.com/tde-wal-encryption"') if [[ ${annotation} != "true" ]]; then echo "${pod} is not annotated for WAL encryption: ${annotation}" exit 1 fi target=$(kubectl -n ${NAMESPACE} exec ${pod} -c database -- readlink /pgdata/pg_tde) if [[ ${target} != "/pgdata/pg${pgversion}/pg_tde" ]]; then echo "${pod} does not link the pg_tde keyring: ${target}" exit 1 fi if ! kubectl -n ${NAMESPACE} exec ${pod} -c database -- test -d /pgdata/pg_tde; then echo "${pod} pg_tde keyring link does not resolve" exit 1 fi done restore_command=$(kubectl -n ${NAMESPACE} exec ${standby_leader} -c database -- psql -t -A -c 'SHOW restore_command;') if [[ ${restore_command} != *'pg_tde_restore_encrypt %f %p '* ]]; then echo "restore_command doesn't use the pg_tde_restore_encrypt wrapper in ${standby_leader}: ${restore_command}" exit 1 fi if [[ ${restore_command} != *'--repo=1'* ]]; then echo "restore_command doesn't target repo1 in ${standby_leader}: ${restore_command}" exit 1 fi for key in pgbackrest_instance.conf pgbackrest_repo.conf; do conf=$(kubectl get -n ${NAMESPACE} cm standby-cluster-pgbackrest-config -o yaml | yq '.data."'"${key}"'"') if ! echo "${conf}" | grep -q '^checksum-page = n$'; then echo "no checksum-page in ${key}" exit 1 fi done instance_conf=$(kubectl get -n ${NAMESPACE} cm standby-cluster-pgbackrest-config -o yaml | yq '.data."pgbackrest_instance.conf"') if ! echo "${instance_conf}" | grep -q '^archive-async = n$'; then echo "archive-async is not disabled in pgbackrest_instance.conf" exit 1 fi ] logger.go:42: 15:13:59 | standby-pgbackrest/3-create-standby-cluster | error: error executing jsonpath "{.items[0].metadata.name}": Error executing template: array index out of bounds: index 0, length 0. Printing more information for debugging the template: logger.go:42: 15:13:59 | standby-pgbackrest/3-create-standby-cluster | template was: logger.go:42: 15:13:59 | standby-pgbackrest/3-create-standby-cluster | {.items[0].metadata.name} logger.go:42: 15:13:59 | standby-pgbackrest/3-create-standby-cluster | object given to jsonpath engine was: logger.go:42: 15:13:59 | standby-pgbackrest/3-create-standby-cluster | map[string]interface {}{"apiVersion":"v1", "items":[]interface {}{}, "kind":"List", "metadata":map[string]interface {}{"resourceVersion":""}} logger.go:42: 15:13:59 | standby-pgbackrest/3-create-standby-cluster | logger.go:42: 15:13:59 | standby-pgbackrest/3-create-standby-cluster | logger.go:42: 15:13:59 | standby-pgbackrest/3-create-standby-cluster | command failure, skipping 1 additional commands logger.go:42: 15:14:01 | standby-pgbackrest/3-create-standby-cluster | running command: [sh -c kubectl wait --for=jsonpath='{.metadata.annotations.pgv2\.percona\.com/replication-main-site}'="${NAMESPACE}"/source-cluster --timeout=480s -n "${NAMESPACE}" pg/standby-cluster] logger.go:42: 15:14:02 | standby-pgbackrest/3-create-standby-cluster | E0820 15:14:02.535306 38168 reflector.go:227] "Failed to watch" err="Get \"https://34.66.101.239/apis/pgv2.percona.com/v2/namespaces/kuttl-test-firm-ray/perconapgclusters?allowWatchBookmarks=true&fieldSelector=metadata.name%3Dstandby-cluster&resourceVersion=1787238839500079000&timeoutSeconds=563&watch=true\": context canceled" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" type="*unstructured.Unstructured" logger.go:42: 15:14:02 | standby-pgbackrest/3-create-standby-cluster | perconapgcluster.pgv2.percona.com/standby-cluster condition met logger.go:42: 15:14:02 | standby-pgbackrest/3-create-standby-cluster | running command: [sh -c set -o errexit pgversion=$(kubectl -n ${NAMESPACE} get pg standby-cluster -o jsonpath='{.spec.postgresVersion}') # Standby leader is labeled primary but stays in recovery, so restore_command is set. standby_leader=$(kubectl -n ${NAMESPACE} get pods --selector=postgres-operator.crunchydata.com/role=primary,postgres-operator.crunchydata.com/cluster=standby-cluster -o jsonpath='{.items[0].metadata.name}') if [[ $(kubectl -n ${NAMESPACE} exec ${standby_leader} -c database -- psql -t -A -c 'SHOW pg_tde.wal_encrypt;') != "on" ]]; then echo "pg_tde.wal_encrypt is not enabled in ${standby_leader}" exit 1 fi for pod in $(kubectl -n ${NAMESPACE} get pods -o name \ --selector=postgres-operator.crunchydata.com/cluster=standby-cluster,postgres-operator.crunchydata.com/data=postgres); do annotation=$(kubectl -n ${NAMESPACE} get ${pod} -o yaml | yq '.metadata.annotations."pgv2.percona.com/tde-wal-encryption"') if [[ ${annotation} != "true" ]]; then echo "${pod} is not annotated for WAL encryption: ${annotation}" exit 1 fi target=$(kubectl -n ${NAMESPACE} exec ${pod} -c database -- readlink /pgdata/pg_tde) if [[ ${target} != "/pgdata/pg${pgversion}/pg_tde" ]]; then echo "${pod} does not link the pg_tde keyring: ${target}" exit 1 fi if ! kubectl -n ${NAMESPACE} exec ${pod} -c database -- test -d /pgdata/pg_tde; then echo "${pod} pg_tde keyring link does not resolve" exit 1 fi done restore_command=$(kubectl -n ${NAMESPACE} exec ${standby_leader} -c database -- psql -t -A -c 'SHOW restore_command;') if [[ ${restore_command} != *'pg_tde_restore_encrypt %f %p '* ]]; then echo "restore_command doesn't use the pg_tde_restore_encrypt wrapper in ${standby_leader}: ${restore_command}" exit 1 fi if [[ ${restore_command} != *'--repo=1'* ]]; then echo "restore_command doesn't target repo1 in ${standby_leader}: ${restore_command}" exit 1 fi for key in pgbackrest_instance.conf pgbackrest_repo.conf; do conf=$(kubectl get -n ${NAMESPACE} cm standby-cluster-pgbackrest-config -o yaml | yq '.data."'"${key}"'"') if ! echo "${conf}" | grep -q '^checksum-page = n$'; then echo "no checksum-page in ${key}" exit 1 fi done instance_conf=$(kubectl get -n ${NAMESPACE} cm standby-cluster-pgbackrest-config -o yaml | yq '.data."pgbackrest_instance.conf"') if ! echo "${instance_conf}" | grep -q '^archive-async = n$'; then echo "archive-async is not disabled in pgbackrest_instance.conf" exit 1 fi ] logger.go:42: 15:14:03 | standby-pgbackrest/3-create-standby-cluster | error: error executing jsonpath "{.items[0].metadata.name}": Error executing template: array index out of bounds: index 0, length 0. Printing more information for debugging the template: logger.go:42: 15:14:03 | standby-pgbackrest/3-create-standby-cluster | template was: logger.go:42: 15:14:03 | standby-pgbackrest/3-create-standby-cluster | {.items[0].metadata.name} logger.go:42: 15:14:03 | standby-pgbackrest/3-create-standby-cluster | object given to jsonpath engine was: logger.go:42: 15:14:03 | standby-pgbackrest/3-create-standby-cluster | map[string]interface {}{"apiVersion":"v1", "items":[]interface {}{}, "kind":"List", "metadata":map[string]interface {}{"resourceVersion":""}} logger.go:42: 15:14:03 | standby-pgbackrest/3-create-standby-cluster | logger.go:42: 15:14:03 | standby-pgbackrest/3-create-standby-cluster | logger.go:42: 15:14:03 | standby-pgbackrest/3-create-standby-cluster | command failure, skipping 1 additional commands logger.go:42: 15:14:05 | standby-pgbackrest/3-create-standby-cluster | running command: [sh -c kubectl wait --for=jsonpath='{.metadata.annotations.pgv2\.percona\.com/replication-main-site}'="${NAMESPACE}"/source-cluster --timeout=480s -n "${NAMESPACE}" pg/standby-cluster] logger.go:42: 15:14:06 | standby-pgbackrest/3-create-standby-cluster | E0820 15:14:06.172343 38220 reflector.go:227] "Failed to watch" err="Get \"https://34.66.101.239/apis/pgv2.percona.com/v2/namespaces/kuttl-test-firm-ray/perconapgclusters?allowWatchBookmarks=true&fieldSelector=metadata.name%3Dstandby-cluster&resourceVersion=1787238844500099000&timeoutSeconds=484&watch=true\": context canceled" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" type="*unstructured.Unstructured" logger.go:42: 15:14:06 | standby-pgbackrest/3-create-standby-cluster | perconapgcluster.pgv2.percona.com/standby-cluster condition met logger.go:42: 15:14:06 | standby-pgbackrest/3-create-standby-cluster | running command: [sh -c set -o errexit pgversion=$(kubectl -n ${NAMESPACE} get pg standby-cluster -o jsonpath='{.spec.postgresVersion}') # Standby leader is labeled primary but stays in recovery, so restore_command is set. standby_leader=$(kubectl -n ${NAMESPACE} get pods --selector=postgres-operator.crunchydata.com/role=primary,postgres-operator.crunchydata.com/cluster=standby-cluster -o jsonpath='{.items[0].metadata.name}') if [[ $(kubectl -n ${NAMESPACE} exec ${standby_leader} -c database -- psql -t -A -c 'SHOW pg_tde.wal_encrypt;') != "on" ]]; then echo "pg_tde.wal_encrypt is not enabled in ${standby_leader}" exit 1 fi for pod in $(kubectl -n ${NAMESPACE} get pods -o name \ --selector=postgres-operator.crunchydata.com/cluster=standby-cluster,postgres-operator.crunchydata.com/data=postgres); do annotation=$(kubectl -n ${NAMESPACE} get ${pod} -o yaml | yq '.metadata.annotations."pgv2.percona.com/tde-wal-encryption"') if [[ ${annotation} != "true" ]]; then echo "${pod} is not annotated for WAL encryption: ${annotation}" exit 1 fi target=$(kubectl -n ${NAMESPACE} exec ${pod} -c database -- readlink /pgdata/pg_tde) if [[ ${target} != "/pgdata/pg${pgversion}/pg_tde" ]]; then echo "${pod} does not link the pg_tde keyring: ${target}" exit 1 fi if ! kubectl -n ${NAMESPACE} exec ${pod} -c database -- test -d /pgdata/pg_tde; then echo "${pod} pg_tde keyring link does not resolve" exit 1 fi done restore_command=$(kubectl -n ${NAMESPACE} exec ${standby_leader} -c database -- psql -t -A -c 'SHOW restore_command;') if [[ ${restore_command} != *'pg_tde_restore_encrypt %f %p '* ]]; then echo "restore_command doesn't use the pg_tde_restore_encrypt wrapper in ${standby_leader}: ${restore_command}" exit 1 fi if [[ ${restore_command} != *'--repo=1'* ]]; then echo "restore_command doesn't target repo1 in ${standby_leader}: ${restore_command}" exit 1 fi for key in pgbackrest_instance.conf pgbackrest_repo.conf; do conf=$(kubectl get -n ${NAMESPACE} cm standby-cluster-pgbackrest-config -o yaml | yq '.data."'"${key}"'"') if ! echo "${conf}" | grep -q '^checksum-page = n$'; then echo "no checksum-page in ${key}" exit 1 fi done instance_conf=$(kubectl get -n ${NAMESPACE} cm standby-cluster-pgbackrest-config -o yaml | yq '.data."pgbackrest_instance.conf"') if ! echo "${instance_conf}" | grep -q '^archive-async = n$'; then echo "archive-async is not disabled in pgbackrest_instance.conf" exit 1 fi ] logger.go:42: 15:14:07 | standby-pgbackrest/3-create-standby-cluster | error: error executing jsonpath "{.items[0].metadata.name}": Error executing template: array index out of bounds: index 0, length 0. Printing more information for debugging the template: logger.go:42: 15:14:07 | standby-pgbackrest/3-create-standby-cluster | template was: logger.go:42: 15:14:07 | standby-pgbackrest/3-create-standby-cluster | {.items[0].metadata.name} logger.go:42: 15:14:07 | standby-pgbackrest/3-create-standby-cluster | object given to jsonpath engine was: logger.go:42: 15:14:07 | standby-pgbackrest/3-create-standby-cluster | map[string]interface {}{"apiVersion":"v1", "items":[]interface {}{}, "kind":"List", "metadata":map[string]interface {}{"resourceVersion":""}} logger.go:42: 15:14:07 | standby-pgbackrest/3-create-standby-cluster | logger.go:42: 15:14:07 | standby-pgbackrest/3-create-standby-cluster | logger.go:42: 15:14:07 | standby-pgbackrest/3-create-standby-cluster | command failure, skipping 1 additional commands logger.go:42: 15:14:09 | standby-pgbackrest/3-create-standby-cluster | running command: [sh -c kubectl wait --for=jsonpath='{.metadata.annotations.pgv2\.percona\.com/replication-main-site}'="${NAMESPACE}"/source-cluster --timeout=480s -n "${NAMESPACE}" pg/standby-cluster] logger.go:42: 15:14:10 | standby-pgbackrest/3-create-standby-cluster | E0820 15:14:10.299479 38274 reflector.go:227] "Failed to watch" err="Get \"https://34.66.101.239/apis/pgv2.percona.com/v2/namespaces/kuttl-test-firm-ray/perconapgclusters?allowWatchBookmarks=true&fieldSelector=metadata.name%3Dstandby-cluster&resourceVersion=1787238849500154000&timeoutSeconds=461&watch=true\": context canceled" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" type="*unstructured.Unstructured" logger.go:42: 15:14:10 | standby-pgbackrest/3-create-standby-cluster | perconapgcluster.pgv2.percona.com/standby-cluster condition met logger.go:42: 15:14:10 | standby-pgbackrest/3-create-standby-cluster | running command: [sh -c set -o errexit pgversion=$(kubectl -n ${NAMESPACE} get pg standby-cluster -o jsonpath='{.spec.postgresVersion}') # Standby leader is labeled primary but stays in recovery, so restore_command is set. standby_leader=$(kubectl -n ${NAMESPACE} get pods --selector=postgres-operator.crunchydata.com/role=primary,postgres-operator.crunchydata.com/cluster=standby-cluster -o jsonpath='{.items[0].metadata.name}') if [[ $(kubectl -n ${NAMESPACE} exec ${standby_leader} -c database -- psql -t -A -c 'SHOW pg_tde.wal_encrypt;') != "on" ]]; then echo "pg_tde.wal_encrypt is not enabled in ${standby_leader}" exit 1 fi for pod in $(kubectl -n ${NAMESPACE} get pods -o name \ --selector=postgres-operator.crunchydata.com/cluster=standby-cluster,postgres-operator.crunchydata.com/data=postgres); do annotation=$(kubectl -n ${NAMESPACE} get ${pod} -o yaml | yq '.metadata.annotations."pgv2.percona.com/tde-wal-encryption"') if [[ ${annotation} != "true" ]]; then echo "${pod} is not annotated for WAL encryption: ${annotation}" exit 1 fi target=$(kubectl -n ${NAMESPACE} exec ${pod} -c database -- readlink /pgdata/pg_tde) if [[ ${target} != "/pgdata/pg${pgversion}/pg_tde" ]]; then echo "${pod} does not link the pg_tde keyring: ${target}" exit 1 fi if ! kubectl -n ${NAMESPACE} exec ${pod} -c database -- test -d /pgdata/pg_tde; then echo "${pod} pg_tde keyring link does not resolve" exit 1 fi done restore_command=$(kubectl -n ${NAMESPACE} exec ${standby_leader} -c database -- psql -t -A -c 'SHOW restore_command;') if [[ ${restore_command} != *'pg_tde_restore_encrypt %f %p '* ]]; then echo "restore_command doesn't use the pg_tde_restore_encrypt wrapper in ${standby_leader}: ${restore_command}" exit 1 fi if [[ ${restore_command} != *'--repo=1'* ]]; then echo "restore_command doesn't target repo1 in ${standby_leader}: ${restore_command}" exit 1 fi for key in pgbackrest_instance.conf pgbackrest_repo.conf; do conf=$(kubectl get -n ${NAMESPACE} cm standby-cluster-pgbackrest-config -o yaml | yq '.data."'"${key}"'"') if ! echo "${conf}" | grep -q '^checksum-page = n$'; then echo "no checksum-page in ${key}" exit 1 fi done instance_conf=$(kubectl get -n ${NAMESPACE} cm standby-cluster-pgbackrest-config -o yaml | yq '.data."pgbackrest_instance.conf"') if ! echo "${instance_conf}" | grep -q '^archive-async = n$'; then echo "archive-async is not disabled in pgbackrest_instance.conf" exit 1 fi ] logger.go:42: 15:14:11 | standby-pgbackrest/3-create-standby-cluster | error: error executing jsonpath "{.items[0].metadata.name}": Error executing template: array index out of bounds: index 0, length 0. Printing more information for debugging the template: logger.go:42: 15:14:11 | standby-pgbackrest/3-create-standby-cluster | template was: logger.go:42: 15:14:11 | standby-pgbackrest/3-create-standby-cluster | {.items[0].metadata.name} logger.go:42: 15:14:11 | standby-pgbackrest/3-create-standby-cluster | object given to jsonpath engine was: logger.go:42: 15:14:11 | standby-pgbackrest/3-create-standby-cluster | map[string]interface {}{"apiVersion":"v1", "items":[]interface {}{}, "kind":"List", "metadata":map[string]interface {}{"resourceVersion":""}} logger.go:42: 15:14:11 | standby-pgbackrest/3-create-standby-cluster | logger.go:42: 15:14:11 | standby-pgbackrest/3-create-standby-cluster | logger.go:42: 15:14:11 | standby-pgbackrest/3-create-standby-cluster | command failure, skipping 1 additional commands logger.go:42: 15:14:13 | standby-pgbackrest/3-create-standby-cluster | running command: [sh -c kubectl wait --for=jsonpath='{.metadata.annotations.pgv2\.percona\.com/replication-main-site}'="${NAMESPACE}"/source-cluster --timeout=480s -n "${NAMESPACE}" pg/standby-cluster] logger.go:42: 15:14:13 | standby-pgbackrest/3-create-standby-cluster | E0820 15:14:13.887125 38327 reflector.go:227] "Failed to watch" err="Get \"https://34.66.101.239/apis/pgv2.percona.com/v2/namespaces/kuttl-test-firm-ray/perconapgclusters?allowWatchBookmarks=true&fieldSelector=metadata.name%3Dstandby-cluster&resourceVersion=1787238849500154000&timeoutSeconds=426&watch=true\": context canceled" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" type="*unstructured.Unstructured" logger.go:42: 15:14:13 | standby-pgbackrest/3-create-standby-cluster | perconapgcluster.pgv2.percona.com/standby-cluster condition met logger.go:42: 15:14:13 | standby-pgbackrest/3-create-standby-cluster | running command: [sh -c set -o errexit pgversion=$(kubectl -n ${NAMESPACE} get pg standby-cluster -o jsonpath='{.spec.postgresVersion}') # Standby leader is labeled primary but stays in recovery, so restore_command is set. standby_leader=$(kubectl -n ${NAMESPACE} get pods --selector=postgres-operator.crunchydata.com/role=primary,postgres-operator.crunchydata.com/cluster=standby-cluster -o jsonpath='{.items[0].metadata.name}') if [[ $(kubectl -n ${NAMESPACE} exec ${standby_leader} -c database -- psql -t -A -c 'SHOW pg_tde.wal_encrypt;') != "on" ]]; then echo "pg_tde.wal_encrypt is not enabled in ${standby_leader}" exit 1 fi for pod in $(kubectl -n ${NAMESPACE} get pods -o name \ --selector=postgres-operator.crunchydata.com/cluster=standby-cluster,postgres-operator.crunchydata.com/data=postgres); do annotation=$(kubectl -n ${NAMESPACE} get ${pod} -o yaml | yq '.metadata.annotations."pgv2.percona.com/tde-wal-encryption"') if [[ ${annotation} != "true" ]]; then echo "${pod} is not annotated for WAL encryption: ${annotation}" exit 1 fi target=$(kubectl -n ${NAMESPACE} exec ${pod} -c database -- readlink /pgdata/pg_tde) if [[ ${target} != "/pgdata/pg${pgversion}/pg_tde" ]]; then echo "${pod} does not link the pg_tde keyring: ${target}" exit 1 fi if ! kubectl -n ${NAMESPACE} exec ${pod} -c database -- test -d /pgdata/pg_tde; then echo "${pod} pg_tde keyring link does not resolve" exit 1 fi done restore_command=$(kubectl -n ${NAMESPACE} exec ${standby_leader} -c database -- psql -t -A -c 'SHOW restore_command;') if [[ ${restore_command} != *'pg_tde_restore_encrypt %f %p '* ]]; then echo "restore_command doesn't use the pg_tde_restore_encrypt wrapper in ${standby_leader}: ${restore_command}" exit 1 fi if [[ ${restore_command} != *'--repo=1'* ]]; then echo "restore_command doesn't target repo1 in ${standby_leader}: ${restore_command}" exit 1 fi for key in pgbackrest_instance.conf pgbackrest_repo.conf; do conf=$(kubectl get -n ${NAMESPACE} cm standby-cluster-pgbackrest-config -o yaml | yq '.data."'"${key}"'"') if ! echo "${conf}" | grep -q '^checksum-page = n$'; then echo "no checksum-page in ${key}" exit 1 fi done instance_conf=$(kubectl get -n ${NAMESPACE} cm standby-cluster-pgbackrest-config -o yaml | yq '.data."pgbackrest_instance.conf"') if ! echo "${instance_conf}" | grep -q '^archive-async = n$'; then echo "archive-async is not disabled in pgbackrest_instance.conf" exit 1 fi ] logger.go:42: 15:14:14 | standby-pgbackrest/3-create-standby-cluster | error: error executing jsonpath "{.items[0].metadata.name}": Error executing template: array index out of bounds: index 0, length 0. Printing more information for debugging the template: logger.go:42: 15:14:14 | standby-pgbackrest/3-create-standby-cluster | template was: logger.go:42: 15:14:14 | standby-pgbackrest/3-create-standby-cluster | {.items[0].metadata.name} logger.go:42: 15:14:14 | standby-pgbackrest/3-create-standby-cluster | object given to jsonpath engine was: logger.go:42: 15:14:14 | standby-pgbackrest/3-create-standby-cluster | map[string]interface {}{"apiVersion":"v1", "items":[]interface {}{}, "kind":"List", "metadata":map[string]interface {}{"resourceVersion":""}} logger.go:42: 15:14:14 | standby-pgbackrest/3-create-standby-cluster | logger.go:42: 15:14:14 | standby-pgbackrest/3-create-standby-cluster | logger.go:42: 15:14:14 | standby-pgbackrest/3-create-standby-cluster | command failure, skipping 1 additional commands logger.go:42: 15:14:16 | standby-pgbackrest/3-create-standby-cluster | running command: [sh -c kubectl wait --for=jsonpath='{.metadata.annotations.pgv2\.percona\.com/replication-main-site}'="${NAMESPACE}"/source-cluster --timeout=480s -n "${NAMESPACE}" pg/standby-cluster] logger.go:42: 15:14:17 | standby-pgbackrest/3-create-standby-cluster | E0820 15:14:17.559554 38382 reflector.go:227] "Failed to watch" err="Get \"https://34.66.101.239/apis/pgv2.percona.com/v2/namespaces/kuttl-test-firm-ray/perconapgclusters?allowWatchBookmarks=true&fieldSelector=metadata.name%3Dstandby-cluster&resourceVersion=1787238854500181000&timeoutSeconds=531&watch=true\": context canceled" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" type="*unstructured.Unstructured" logger.go:42: 15:14:17 | standby-pgbackrest/3-create-standby-cluster | perconapgcluster.pgv2.percona.com/standby-cluster condition met logger.go:42: 15:14:17 | standby-pgbackrest/3-create-standby-cluster | running command: [sh -c set -o errexit pgversion=$(kubectl -n ${NAMESPACE} get pg standby-cluster -o jsonpath='{.spec.postgresVersion}') # Standby leader is labeled primary but stays in recovery, so restore_command is set. standby_leader=$(kubectl -n ${NAMESPACE} get pods --selector=postgres-operator.crunchydata.com/role=primary,postgres-operator.crunchydata.com/cluster=standby-cluster -o jsonpath='{.items[0].metadata.name}') if [[ $(kubectl -n ${NAMESPACE} exec ${standby_leader} -c database -- psql -t -A -c 'SHOW pg_tde.wal_encrypt;') != "on" ]]; then echo "pg_tde.wal_encrypt is not enabled in ${standby_leader}" exit 1 fi for pod in $(kubectl -n ${NAMESPACE} get pods -o name \ --selector=postgres-operator.crunchydata.com/cluster=standby-cluster,postgres-operator.crunchydata.com/data=postgres); do annotation=$(kubectl -n ${NAMESPACE} get ${pod} -o yaml | yq '.metadata.annotations."pgv2.percona.com/tde-wal-encryption"') if [[ ${annotation} != "true" ]]; then echo "${pod} is not annotated for WAL encryption: ${annotation}" exit 1 fi target=$(kubectl -n ${NAMESPACE} exec ${pod} -c database -- readlink /pgdata/pg_tde) if [[ ${target} != "/pgdata/pg${pgversion}/pg_tde" ]]; then echo "${pod} does not link the pg_tde keyring: ${target}" exit 1 fi if ! kubectl -n ${NAMESPACE} exec ${pod} -c database -- test -d /pgdata/pg_tde; then echo "${pod} pg_tde keyring link does not resolve" exit 1 fi done restore_command=$(kubectl -n ${NAMESPACE} exec ${standby_leader} -c database -- psql -t -A -c 'SHOW restore_command;') if [[ ${restore_command} != *'pg_tde_restore_encrypt %f %p '* ]]; then echo "restore_command doesn't use the pg_tde_restore_encrypt wrapper in ${standby_leader}: ${restore_command}" exit 1 fi if [[ ${restore_command} != *'--repo=1'* ]]; then echo "restore_command doesn't target repo1 in ${standby_leader}: ${restore_command}" exit 1 fi for key in pgbackrest_instance.conf pgbackrest_repo.conf; do conf=$(kubectl get -n ${NAMESPACE} cm standby-cluster-pgbackrest-config -o yaml | yq '.data."'"${key}"'"') if ! echo "${conf}" | grep -q '^checksum-page = n$'; then echo "no checksum-page in ${key}" exit 1 fi done instance_conf=$(kubectl get -n ${NAMESPACE} cm standby-cluster-pgbackrest-config -o yaml | yq '.data."pgbackrest_instance.conf"') if ! echo "${instance_conf}" | grep -q '^archive-async = n$'; then echo "archive-async is not disabled in pgbackrest_instance.conf" exit 1 fi ] logger.go:42: 15:14:18 | standby-pgbackrest/3-create-standby-cluster | error: error executing jsonpath "{.items[0].metadata.name}": Error executing template: array index out of bounds: index 0, length 0. Printing more information for debugging the template: logger.go:42: 15:14:18 | standby-pgbackrest/3-create-standby-cluster | template was: logger.go:42: 15:14:18 | standby-pgbackrest/3-create-standby-cluster | {.items[0].metadata.name} logger.go:42: 15:14:18 | standby-pgbackrest/3-create-standby-cluster | object given to jsonpath engine was: logger.go:42: 15:14:18 | standby-pgbackrest/3-create-standby-cluster | map[string]interface {}{"apiVersion":"v1", "items":[]interface {}{}, "kind":"List", "metadata":map[string]interface {}{"resourceVersion":""}} logger.go:42: 15:14:18 | standby-pgbackrest/3-create-standby-cluster | logger.go:42: 15:14:18 | standby-pgbackrest/3-create-standby-cluster | logger.go:42: 15:14:18 | standby-pgbackrest/3-create-standby-cluster | command failure, skipping 1 additional commands logger.go:42: 15:14:20 | standby-pgbackrest/3-create-standby-cluster | running command: [sh -c kubectl wait --for=jsonpath='{.metadata.annotations.pgv2\.percona\.com/replication-main-site}'="${NAMESPACE}"/source-cluster --timeout=480s -n "${NAMESPACE}" pg/standby-cluster] logger.go:42: 15:14:21 | standby-pgbackrest/3-create-standby-cluster | E0820 15:14:21.198627 38436 reflector.go:227] "Failed to watch" err="Get \"https://34.66.101.239/apis/pgv2.percona.com/v2/namespaces/kuttl-test-firm-ray/perconapgclusters?allowWatchBookmarks=true&fieldSelector=metadata.name%3Dstandby-cluster&resourceVersion=1787238859500216000&timeoutSeconds=433&watch=true\": context canceled" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" type="*unstructured.Unstructured" logger.go:42: 15:14:21 | standby-pgbackrest/3-create-standby-cluster | perconapgcluster.pgv2.percona.com/standby-cluster condition met logger.go:42: 15:14:21 | standby-pgbackrest/3-create-standby-cluster | running command: [sh -c set -o errexit pgversion=$(kubectl -n ${NAMESPACE} get pg standby-cluster -o jsonpath='{.spec.postgresVersion}') # Standby leader is labeled primary but stays in recovery, so restore_command is set. standby_leader=$(kubectl -n ${NAMESPACE} get pods --selector=postgres-operator.crunchydata.com/role=primary,postgres-operator.crunchydata.com/cluster=standby-cluster -o jsonpath='{.items[0].metadata.name}') if [[ $(kubectl -n ${NAMESPACE} exec ${standby_leader} -c database -- psql -t -A -c 'SHOW pg_tde.wal_encrypt;') != "on" ]]; then echo "pg_tde.wal_encrypt is not enabled in ${standby_leader}" exit 1 fi for pod in $(kubectl -n ${NAMESPACE} get pods -o name \ --selector=postgres-operator.crunchydata.com/cluster=standby-cluster,postgres-operator.crunchydata.com/data=postgres); do annotation=$(kubectl -n ${NAMESPACE} get ${pod} -o yaml | yq '.metadata.annotations."pgv2.percona.com/tde-wal-encryption"') if [[ ${annotation} != "true" ]]; then echo "${pod} is not annotated for WAL encryption: ${annotation}" exit 1 fi target=$(kubectl -n ${NAMESPACE} exec ${pod} -c database -- readlink /pgdata/pg_tde) if [[ ${target} != "/pgdata/pg${pgversion}/pg_tde" ]]; then echo "${pod} does not link the pg_tde keyring: ${target}" exit 1 fi if ! kubectl -n ${NAMESPACE} exec ${pod} -c database -- test -d /pgdata/pg_tde; then echo "${pod} pg_tde keyring link does not resolve" exit 1 fi done restore_command=$(kubectl -n ${NAMESPACE} exec ${standby_leader} -c database -- psql -t -A -c 'SHOW restore_command;') if [[ ${restore_command} != *'pg_tde_restore_encrypt %f %p '* ]]; then echo "restore_command doesn't use the pg_tde_restore_encrypt wrapper in ${standby_leader}: ${restore_command}" exit 1 fi if [[ ${restore_command} != *'--repo=1'* ]]; then echo "restore_command doesn't target repo1 in ${standby_leader}: ${restore_command}" exit 1 fi for key in pgbackrest_instance.conf pgbackrest_repo.conf; do conf=$(kubectl get -n ${NAMESPACE} cm standby-cluster-pgbackrest-config -o yaml | yq '.data."'"${key}"'"') if ! echo "${conf}" | grep -q '^checksum-page = n$'; then echo "no checksum-page in ${key}" exit 1 fi done instance_conf=$(kubectl get -n ${NAMESPACE} cm standby-cluster-pgbackrest-config -o yaml | yq '.data."pgbackrest_instance.conf"') if ! echo "${instance_conf}" | grep -q '^archive-async = n$'; then echo "archive-async is not disabled in pgbackrest_instance.conf" exit 1 fi ] logger.go:42: 15:14:22 | standby-pgbackrest/3-create-standby-cluster | error: error executing jsonpath "{.items[0].metadata.name}": Error executing template: array index out of bounds: index 0, length 0. Printing more information for debugging the template: logger.go:42: 15:14:22 | standby-pgbackrest/3-create-standby-cluster | template was: logger.go:42: 15:14:22 | standby-pgbackrest/3-create-standby-cluster | {.items[0].metadata.name} logger.go:42: 15:14:22 | standby-pgbackrest/3-create-standby-cluster | object given to jsonpath engine was: logger.go:42: 15:14:22 | standby-pgbackrest/3-create-standby-cluster | map[string]interface {}{"apiVersion":"v1", "items":[]interface {}{}, "kind":"List", "metadata":map[string]interface {}{"resourceVersion":""}} logger.go:42: 15:14:22 | standby-pgbackrest/3-create-standby-cluster | logger.go:42: 15:14:22 | standby-pgbackrest/3-create-standby-cluster | logger.go:42: 15:14:22 | standby-pgbackrest/3-create-standby-cluster | command failure, skipping 1 additional commands logger.go:42: 15:14:24 | standby-pgbackrest/3-create-standby-cluster | running command: [sh -c kubectl wait --for=jsonpath='{.metadata.annotations.pgv2\.percona\.com/replication-main-site}'="${NAMESPACE}"/source-cluster --timeout=480s -n "${NAMESPACE}" pg/standby-cluster] logger.go:42: 15:14:25 | standby-pgbackrest/3-create-standby-cluster | E0820 15:14:25.142442 38488 reflector.go:227] "Failed to watch" err="Get \"https://34.66.101.239/apis/pgv2.percona.com/v2/namespaces/kuttl-test-firm-ray/perconapgclusters?allowWatchBookmarks=true&fieldSelector=metadata.name%3Dstandby-cluster&resourceVersion=1787238864500268000&timeoutSeconds=514&watch=true\": context canceled" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" type="*unstructured.Unstructured" logger.go:42: 15:14:25 | standby-pgbackrest/3-create-standby-cluster | perconapgcluster.pgv2.percona.com/standby-cluster condition met logger.go:42: 15:14:25 | standby-pgbackrest/3-create-standby-cluster | running command: [sh -c set -o errexit pgversion=$(kubectl -n ${NAMESPACE} get pg standby-cluster -o jsonpath='{.spec.postgresVersion}') # Standby leader is labeled primary but stays in recovery, so restore_command is set. standby_leader=$(kubectl -n ${NAMESPACE} get pods --selector=postgres-operator.crunchydata.com/role=primary,postgres-operator.crunchydata.com/cluster=standby-cluster -o jsonpath='{.items[0].metadata.name}') if [[ $(kubectl -n ${NAMESPACE} exec ${standby_leader} -c database -- psql -t -A -c 'SHOW pg_tde.wal_encrypt;') != "on" ]]; then echo "pg_tde.wal_encrypt is not enabled in ${standby_leader}" exit 1 fi for pod in $(kubectl -n ${NAMESPACE} get pods -o name \ --selector=postgres-operator.crunchydata.com/cluster=standby-cluster,postgres-operator.crunchydata.com/data=postgres); do annotation=$(kubectl -n ${NAMESPACE} get ${pod} -o yaml | yq '.metadata.annotations."pgv2.percona.com/tde-wal-encryption"') if [[ ${annotation} != "true" ]]; then echo "${pod} is not annotated for WAL encryption: ${annotation}" exit 1 fi target=$(kubectl -n ${NAMESPACE} exec ${pod} -c database -- readlink /pgdata/pg_tde) if [[ ${target} != "/pgdata/pg${pgversion}/pg_tde" ]]; then echo "${pod} does not link the pg_tde keyring: ${target}" exit 1 fi if ! kubectl -n ${NAMESPACE} exec ${pod} -c database -- test -d /pgdata/pg_tde; then echo "${pod} pg_tde keyring link does not resolve" exit 1 fi done restore_command=$(kubectl -n ${NAMESPACE} exec ${standby_leader} -c database -- psql -t -A -c 'SHOW restore_command;') if [[ ${restore_command} != *'pg_tde_restore_encrypt %f %p '* ]]; then echo "restore_command doesn't use the pg_tde_restore_encrypt wrapper in ${standby_leader}: ${restore_command}" exit 1 fi if [[ ${restore_command} != *'--repo=1'* ]]; then echo "restore_command doesn't target repo1 in ${standby_leader}: ${restore_command}" exit 1 fi for key in pgbackrest_instance.conf pgbackrest_repo.conf; do conf=$(kubectl get -n ${NAMESPACE} cm standby-cluster-pgbackrest-config -o yaml | yq '.data."'"${key}"'"') if ! echo "${conf}" | grep -q '^checksum-page = n$'; then echo "no checksum-page in ${key}" exit 1 fi done instance_conf=$(kubectl get -n ${NAMESPACE} cm standby-cluster-pgbackrest-config -o yaml | yq '.data."pgbackrest_instance.conf"') if ! echo "${instance_conf}" | grep -q '^archive-async = n$'; then echo "archive-async is not disabled in pgbackrest_instance.conf" exit 1 fi ] logger.go:42: 15:14:26 | standby-pgbackrest/3-create-standby-cluster | error: error executing jsonpath "{.items[0].metadata.name}": Error executing template: array index out of bounds: index 0, length 0. Printing more information for debugging the template: logger.go:42: 15:14:26 | standby-pgbackrest/3-create-standby-cluster | template was: logger.go:42: 15:14:26 | standby-pgbackrest/3-create-standby-cluster | {.items[0].metadata.name} logger.go:42: 15:14:26 | standby-pgbackrest/3-create-standby-cluster | object given to jsonpath engine was: logger.go:42: 15:14:26 | standby-pgbackrest/3-create-standby-cluster | map[string]interface {}{"apiVersion":"v1", "items":[]interface {}{}, "kind":"List", "metadata":map[string]interface {}{"resourceVersion":""}} logger.go:42: 15:14:26 | standby-pgbackrest/3-create-standby-cluster | logger.go:42: 15:14:26 | standby-pgbackrest/3-create-standby-cluster | logger.go:42: 15:14:26 | standby-pgbackrest/3-create-standby-cluster | command failure, skipping 1 additional commands logger.go:42: 15:14:28 | standby-pgbackrest/3-create-standby-cluster | running command: [sh -c kubectl wait --for=jsonpath='{.metadata.annotations.pgv2\.percona\.com/replication-main-site}'="${NAMESPACE}"/source-cluster --timeout=480s -n "${NAMESPACE}" pg/standby-cluster] logger.go:42: 15:14:28 | standby-pgbackrest/3-create-standby-cluster | E0820 15:14:28.934676 38540 reflector.go:227] "Failed to watch" err="Get \"https://34.66.101.239/apis/pgv2.percona.com/v2/namespaces/kuttl-test-firm-ray/perconapgclusters?allowWatchBookmarks=true&fieldSelector=metadata.name%3Dstandby-cluster&resourceVersion=1787238865536143022&timeoutSeconds=514&watch=true\": context canceled" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" type="*unstructured.Unstructured" logger.go:42: 15:14:28 | standby-pgbackrest/3-create-standby-cluster | perconapgcluster.pgv2.percona.com/standby-cluster condition met logger.go:42: 15:14:28 | standby-pgbackrest/3-create-standby-cluster | running command: [sh -c set -o errexit pgversion=$(kubectl -n ${NAMESPACE} get pg standby-cluster -o jsonpath='{.spec.postgresVersion}') # Standby leader is labeled primary but stays in recovery, so restore_command is set. standby_leader=$(kubectl -n ${NAMESPACE} get pods --selector=postgres-operator.crunchydata.com/role=primary,postgres-operator.crunchydata.com/cluster=standby-cluster -o jsonpath='{.items[0].metadata.name}') if [[ $(kubectl -n ${NAMESPACE} exec ${standby_leader} -c database -- psql -t -A -c 'SHOW pg_tde.wal_encrypt;') != "on" ]]; then echo "pg_tde.wal_encrypt is not enabled in ${standby_leader}" exit 1 fi for pod in $(kubectl -n ${NAMESPACE} get pods -o name \ --selector=postgres-operator.crunchydata.com/cluster=standby-cluster,postgres-operator.crunchydata.com/data=postgres); do annotation=$(kubectl -n ${NAMESPACE} get ${pod} -o yaml | yq '.metadata.annotations."pgv2.percona.com/tde-wal-encryption"') if [[ ${annotation} != "true" ]]; then echo "${pod} is not annotated for WAL encryption: ${annotation}" exit 1 fi target=$(kubectl -n ${NAMESPACE} exec ${pod} -c database -- readlink /pgdata/pg_tde) if [[ ${target} != "/pgdata/pg${pgversion}/pg_tde" ]]; then echo "${pod} does not link the pg_tde keyring: ${target}" exit 1 fi if ! kubectl -n ${NAMESPACE} exec ${pod} -c database -- test -d /pgdata/pg_tde; then echo "${pod} pg_tde keyring link does not resolve" exit 1 fi done restore_command=$(kubectl -n ${NAMESPACE} exec ${standby_leader} -c database -- psql -t -A -c 'SHOW restore_command;') if [[ ${restore_command} != *'pg_tde_restore_encrypt %f %p '* ]]; then echo "restore_command doesn't use the pg_tde_restore_encrypt wrapper in ${standby_leader}: ${restore_command}" exit 1 fi if [[ ${restore_command} != *'--repo=1'* ]]; then echo "restore_command doesn't target repo1 in ${standby_leader}: ${restore_command}" exit 1 fi for key in pgbackrest_instance.conf pgbackrest_repo.conf; do conf=$(kubectl get -n ${NAMESPACE} cm standby-cluster-pgbackrest-config -o yaml | yq '.data."'"${key}"'"') if ! echo "${conf}" | grep -q '^checksum-page = n$'; then echo "no checksum-page in ${key}" exit 1 fi done instance_conf=$(kubectl get -n ${NAMESPACE} cm standby-cluster-pgbackrest-config -o yaml | yq '.data."pgbackrest_instance.conf"') if ! echo "${instance_conf}" | grep -q '^archive-async = n$'; then echo "archive-async is not disabled in pgbackrest_instance.conf" exit 1 fi ] logger.go:42: 15:14:30 | standby-pgbackrest/3-create-standby-cluster | error: error executing jsonpath "{.items[0].metadata.name}": Error executing template: array index out of bounds: index 0, length 0. Printing more information for debugging the template: logger.go:42: 15:14:30 | standby-pgbackrest/3-create-standby-cluster | template was: logger.go:42: 15:14:30 | standby-pgbackrest/3-create-standby-cluster | {.items[0].metadata.name} logger.go:42: 15:14:30 | standby-pgbackrest/3-create-standby-cluster | object given to jsonpath engine was: logger.go:42: 15:14:30 | standby-pgbackrest/3-create-standby-cluster | map[string]interface {}{"apiVersion":"v1", "items":[]interface {}{}, "kind":"List", "metadata":map[string]interface {}{"resourceVersion":""}} logger.go:42: 15:14:30 | standby-pgbackrest/3-create-standby-cluster | logger.go:42: 15:14:30 | standby-pgbackrest/3-create-standby-cluster | logger.go:42: 15:14:30 | standby-pgbackrest/3-create-standby-cluster | command failure, skipping 1 additional commands logger.go:42: 15:14:31 | standby-pgbackrest/3-create-standby-cluster | running command: [sh -c kubectl wait --for=jsonpath='{.metadata.annotations.pgv2\.percona\.com/replication-main-site}'="${NAMESPACE}"/source-cluster --timeout=480s -n "${NAMESPACE}" pg/standby-cluster] logger.go:42: 15:14:32 | standby-pgbackrest/3-create-standby-cluster | E0820 15:14:32.755137 38595 reflector.go:227] "Failed to watch" err="Get \"https://34.66.101.239/apis/pgv2.percona.com/v2/namespaces/kuttl-test-firm-ray/perconapgclusters?allowWatchBookmarks=true&fieldSelector=metadata.name%3Dstandby-cluster&resourceVersion=1787238870540007000&timeoutSeconds=358&watch=true\": context canceled" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" type="*unstructured.Unstructured" logger.go:42: 15:14:32 | standby-pgbackrest/3-create-standby-cluster | perconapgcluster.pgv2.percona.com/standby-cluster condition met logger.go:42: 15:14:32 | standby-pgbackrest/3-create-standby-cluster | running command: [sh -c set -o errexit pgversion=$(kubectl -n ${NAMESPACE} get pg standby-cluster -o jsonpath='{.spec.postgresVersion}') # Standby leader is labeled primary but stays in recovery, so restore_command is set. standby_leader=$(kubectl -n ${NAMESPACE} get pods --selector=postgres-operator.crunchydata.com/role=primary,postgres-operator.crunchydata.com/cluster=standby-cluster -o jsonpath='{.items[0].metadata.name}') if [[ $(kubectl -n ${NAMESPACE} exec ${standby_leader} -c database -- psql -t -A -c 'SHOW pg_tde.wal_encrypt;') != "on" ]]; then echo "pg_tde.wal_encrypt is not enabled in ${standby_leader}" exit 1 fi for pod in $(kubectl -n ${NAMESPACE} get pods -o name \ --selector=postgres-operator.crunchydata.com/cluster=standby-cluster,postgres-operator.crunchydata.com/data=postgres); do annotation=$(kubectl -n ${NAMESPACE} get ${pod} -o yaml | yq '.metadata.annotations."pgv2.percona.com/tde-wal-encryption"') if [[ ${annotation} != "true" ]]; then echo "${pod} is not annotated for WAL encryption: ${annotation}" exit 1 fi target=$(kubectl -n ${NAMESPACE} exec ${pod} -c database -- readlink /pgdata/pg_tde) if [[ ${target} != "/pgdata/pg${pgversion}/pg_tde" ]]; then echo "${pod} does not link the pg_tde keyring: ${target}" exit 1 fi if ! kubectl -n ${NAMESPACE} exec ${pod} -c database -- test -d /pgdata/pg_tde; then echo "${pod} pg_tde keyring link does not resolve" exit 1 fi done restore_command=$(kubectl -n ${NAMESPACE} exec ${standby_leader} -c database -- psql -t -A -c 'SHOW restore_command;') if [[ ${restore_command} != *'pg_tde_restore_encrypt %f %p '* ]]; then echo "restore_command doesn't use the pg_tde_restore_encrypt wrapper in ${standby_leader}: ${restore_command}" exit 1 fi if [[ ${restore_command} != *'--repo=1'* ]]; then echo "restore_command doesn't target repo1 in ${standby_leader}: ${restore_command}" exit 1 fi for key in pgbackrest_instance.conf pgbackrest_repo.conf; do conf=$(kubectl get -n ${NAMESPACE} cm standby-cluster-pgbackrest-config -o yaml | yq '.data."'"${key}"'"') if ! echo "${conf}" | grep -q '^checksum-page = n$'; then echo "no checksum-page in ${key}" exit 1 fi done instance_conf=$(kubectl get -n ${NAMESPACE} cm standby-cluster-pgbackrest-config -o yaml | yq '.data."pgbackrest_instance.conf"') if ! echo "${instance_conf}" | grep -q '^archive-async = n$'; then echo "archive-async is not disabled in pgbackrest_instance.conf" exit 1 fi ] logger.go:42: 15:14:33 | standby-pgbackrest/3-create-standby-cluster | error: error executing jsonpath "{.items[0].metadata.name}": Error executing template: array index out of bounds: index 0, length 0. Printing more information for debugging the template: logger.go:42: 15:14:33 | standby-pgbackrest/3-create-standby-cluster | template was: logger.go:42: 15:14:33 | standby-pgbackrest/3-create-standby-cluster | {.items[0].metadata.name} logger.go:42: 15:14:33 | standby-pgbackrest/3-create-standby-cluster | object given to jsonpath engine was: logger.go:42: 15:14:33 | standby-pgbackrest/3-create-standby-cluster | map[string]interface {}{"apiVersion":"v1", "items":[]interface {}{}, "kind":"List", "metadata":map[string]interface {}{"resourceVersion":""}} logger.go:42: 15:14:33 | standby-pgbackrest/3-create-standby-cluster | logger.go:42: 15:14:33 | standby-pgbackrest/3-create-standby-cluster | logger.go:42: 15:14:33 | standby-pgbackrest/3-create-standby-cluster | command failure, skipping 1 additional commands logger.go:42: 15:14:35 | standby-pgbackrest/3-create-standby-cluster | running command: [sh -c kubectl wait --for=jsonpath='{.metadata.annotations.pgv2\.percona\.com/replication-main-site}'="${NAMESPACE}"/source-cluster --timeout=480s -n "${NAMESPACE}" pg/standby-cluster] logger.go:42: 15:14:36 | standby-pgbackrest/3-create-standby-cluster | E0820 15:14:36.586754 38651 reflector.go:227] "Failed to watch" err="Get \"https://34.66.101.239/apis/pgv2.percona.com/v2/namespaces/kuttl-test-firm-ray/perconapgclusters?allowWatchBookmarks=true&fieldSelector=metadata.name%3Dstandby-cluster&resourceVersion=1787238875540053000&timeoutSeconds=404&watch=true\": context canceled" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" type="*unstructured.Unstructured" logger.go:42: 15:14:36 | standby-pgbackrest/3-create-standby-cluster | perconapgcluster.pgv2.percona.com/standby-cluster condition met logger.go:42: 15:14:36 | standby-pgbackrest/3-create-standby-cluster | running command: [sh -c set -o errexit pgversion=$(kubectl -n ${NAMESPACE} get pg standby-cluster -o jsonpath='{.spec.postgresVersion}') # Standby leader is labeled primary but stays in recovery, so restore_command is set. standby_leader=$(kubectl -n ${NAMESPACE} get pods --selector=postgres-operator.crunchydata.com/role=primary,postgres-operator.crunchydata.com/cluster=standby-cluster -o jsonpath='{.items[0].metadata.name}') if [[ $(kubectl -n ${NAMESPACE} exec ${standby_leader} -c database -- psql -t -A -c 'SHOW pg_tde.wal_encrypt;') != "on" ]]; then echo "pg_tde.wal_encrypt is not enabled in ${standby_leader}" exit 1 fi for pod in $(kubectl -n ${NAMESPACE} get pods -o name \ --selector=postgres-operator.crunchydata.com/cluster=standby-cluster,postgres-operator.crunchydata.com/data=postgres); do annotation=$(kubectl -n ${NAMESPACE} get ${pod} -o yaml | yq '.metadata.annotations."pgv2.percona.com/tde-wal-encryption"') if [[ ${annotation} != "true" ]]; then echo "${pod} is not annotated for WAL encryption: ${annotation}" exit 1 fi target=$(kubectl -n ${NAMESPACE} exec ${pod} -c database -- readlink /pgdata/pg_tde) if [[ ${target} != "/pgdata/pg${pgversion}/pg_tde" ]]; then echo "${pod} does not link the pg_tde keyring: ${target}" exit 1 fi if ! kubectl -n ${NAMESPACE} exec ${pod} -c database -- test -d /pgdata/pg_tde; then echo "${pod} pg_tde keyring link does not resolve" exit 1 fi done restore_command=$(kubectl -n ${NAMESPACE} exec ${standby_leader} -c database -- psql -t -A -c 'SHOW restore_command;') if [[ ${restore_command} != *'pg_tde_restore_encrypt %f %p '* ]]; then echo "restore_command doesn't use the pg_tde_restore_encrypt wrapper in ${standby_leader}: ${restore_command}" exit 1 fi if [[ ${restore_command} != *'--repo=1'* ]]; then echo "restore_command doesn't target repo1 in ${standby_leader}: ${restore_command}" exit 1 fi for key in pgbackrest_instance.conf pgbackrest_repo.conf; do conf=$(kubectl get -n ${NAMESPACE} cm standby-cluster-pgbackrest-config -o yaml | yq '.data."'"${key}"'"') if ! echo "${conf}" | grep -q '^checksum-page = n$'; then echo "no checksum-page in ${key}" exit 1 fi done instance_conf=$(kubectl get -n ${NAMESPACE} cm standby-cluster-pgbackrest-config -o yaml | yq '.data."pgbackrest_instance.conf"') if ! echo "${instance_conf}" | grep -q '^archive-async = n$'; then echo "archive-async is not disabled in pgbackrest_instance.conf" exit 1 fi ] logger.go:42: 15:14:37 | standby-pgbackrest/3-create-standby-cluster | error: error executing jsonpath "{.items[0].metadata.name}": Error executing template: array index out of bounds: index 0, length 0. Printing more information for debugging the template: logger.go:42: 15:14:37 | standby-pgbackrest/3-create-standby-cluster | template was: logger.go:42: 15:14:37 | standby-pgbackrest/3-create-standby-cluster | {.items[0].metadata.name} logger.go:42: 15:14:37 | standby-pgbackrest/3-create-standby-cluster | object given to jsonpath engine was: logger.go:42: 15:14:37 | standby-pgbackrest/3-create-standby-cluster | map[string]interface {}{"apiVersion":"v1", "items":[]interface {}{}, "kind":"List", "metadata":map[string]interface {}{"resourceVersion":""}} logger.go:42: 15:14:37 | standby-pgbackrest/3-create-standby-cluster | logger.go:42: 15:14:37 | standby-pgbackrest/3-create-standby-cluster | logger.go:42: 15:14:37 | standby-pgbackrest/3-create-standby-cluster | command failure, skipping 1 additional commands logger.go:42: 15:14:39 | standby-pgbackrest/3-create-standby-cluster | running command: [sh -c kubectl wait --for=jsonpath='{.metadata.annotations.pgv2\.percona\.com/replication-main-site}'="${NAMESPACE}"/source-cluster --timeout=480s -n "${NAMESPACE}" pg/standby-cluster] logger.go:42: 15:14:40 | standby-pgbackrest/3-create-standby-cluster | E0820 15:14:40.667485 38704 reflector.go:227] "Failed to watch" err="Get \"https://34.66.101.239/apis/pgv2.percona.com/v2/namespaces/kuttl-test-firm-ray/perconapgclusters?allowWatchBookmarks=true&fieldSelector=metadata.name%3Dstandby-cluster&resourceVersion=1787238880540111000&timeoutSeconds=505&watch=true\": context canceled" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" type="*unstructured.Unstructured" logger.go:42: 15:14:40 | standby-pgbackrest/3-create-standby-cluster | perconapgcluster.pgv2.percona.com/standby-cluster condition met logger.go:42: 15:14:40 | standby-pgbackrest/3-create-standby-cluster | running command: [sh -c set -o errexit pgversion=$(kubectl -n ${NAMESPACE} get pg standby-cluster -o jsonpath='{.spec.postgresVersion}') # Standby leader is labeled primary but stays in recovery, so restore_command is set. standby_leader=$(kubectl -n ${NAMESPACE} get pods --selector=postgres-operator.crunchydata.com/role=primary,postgres-operator.crunchydata.com/cluster=standby-cluster -o jsonpath='{.items[0].metadata.name}') if [[ $(kubectl -n ${NAMESPACE} exec ${standby_leader} -c database -- psql -t -A -c 'SHOW pg_tde.wal_encrypt;') != "on" ]]; then echo "pg_tde.wal_encrypt is not enabled in ${standby_leader}" exit 1 fi for pod in $(kubectl -n ${NAMESPACE} get pods -o name \ --selector=postgres-operator.crunchydata.com/cluster=standby-cluster,postgres-operator.crunchydata.com/data=postgres); do annotation=$(kubectl -n ${NAMESPACE} get ${pod} -o yaml | yq '.metadata.annotations."pgv2.percona.com/tde-wal-encryption"') if [[ ${annotation} != "true" ]]; then echo "${pod} is not annotated for WAL encryption: ${annotation}" exit 1 fi target=$(kubectl -n ${NAMESPACE} exec ${pod} -c database -- readlink /pgdata/pg_tde) if [[ ${target} != "/pgdata/pg${pgversion}/pg_tde" ]]; then echo "${pod} does not link the pg_tde keyring: ${target}" exit 1 fi if ! kubectl -n ${NAMESPACE} exec ${pod} -c database -- test -d /pgdata/pg_tde; then echo "${pod} pg_tde keyring link does not resolve" exit 1 fi done restore_command=$(kubectl -n ${NAMESPACE} exec ${standby_leader} -c database -- psql -t -A -c 'SHOW restore_command;') if [[ ${restore_command} != *'pg_tde_restore_encrypt %f %p '* ]]; then echo "restore_command doesn't use the pg_tde_restore_encrypt wrapper in ${standby_leader}: ${restore_command}" exit 1 fi if [[ ${restore_command} != *'--repo=1'* ]]; then echo "restore_command doesn't target repo1 in ${standby_leader}: ${restore_command}" exit 1 fi for key in pgbackrest_instance.conf pgbackrest_repo.conf; do conf=$(kubectl get -n ${NAMESPACE} cm standby-cluster-pgbackrest-config -o yaml | yq '.data."'"${key}"'"') if ! echo "${conf}" | grep -q '^checksum-page = n$'; then echo "no checksum-page in ${key}" exit 1 fi done instance_conf=$(kubectl get -n ${NAMESPACE} cm standby-cluster-pgbackrest-config -o yaml | yq '.data."pgbackrest_instance.conf"') if ! echo "${instance_conf}" | grep -q '^archive-async = n$'; then echo "archive-async is not disabled in pgbackrest_instance.conf" exit 1 fi ] logger.go:42: 15:14:41 | standby-pgbackrest/3-create-standby-cluster | error: error executing jsonpath "{.items[0].metadata.name}": Error executing template: array index out of bounds: index 0, length 0. Printing more information for debugging the template: logger.go:42: 15:14:41 | standby-pgbackrest/3-create-standby-cluster | template was: logger.go:42: 15:14:41 | standby-pgbackrest/3-create-standby-cluster | {.items[0].metadata.name} logger.go:42: 15:14:41 | standby-pgbackrest/3-create-standby-cluster | object given to jsonpath engine was: logger.go:42: 15:14:41 | standby-pgbackrest/3-create-standby-cluster | map[string]interface {}{"apiVersion":"v1", "items":[]interface {}{}, "kind":"List", "metadata":map[string]interface {}{"resourceVersion":""}} logger.go:42: 15:14:41 | standby-pgbackrest/3-create-standby-cluster | logger.go:42: 15:14:41 | standby-pgbackrest/3-create-standby-cluster | logger.go:42: 15:14:41 | standby-pgbackrest/3-create-standby-cluster | command failure, skipping 1 additional commands logger.go:42: 15:14:43 | standby-pgbackrest/3-create-standby-cluster | running command: [sh -c kubectl wait --for=jsonpath='{.metadata.annotations.pgv2\.percona\.com/replication-main-site}'="${NAMESPACE}"/source-cluster --timeout=480s -n "${NAMESPACE}" pg/standby-cluster] logger.go:42: 15:14:44 | standby-pgbackrest/3-create-standby-cluster | E0820 15:14:44.507695 38757 reflector.go:227] "Failed to watch" err="Get \"https://34.66.101.239/apis/pgv2.percona.com/v2/namespaces/kuttl-test-firm-ray/perconapgclusters?allowWatchBookmarks=true&fieldSelector=metadata.name%3Dstandby-cluster&resourceVersion=1787238880540111000&timeoutSeconds=520&watch=true\": context canceled" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" type="*unstructured.Unstructured" logger.go:42: 15:14:44 | standby-pgbackrest/3-create-standby-cluster | perconapgcluster.pgv2.percona.com/standby-cluster condition met logger.go:42: 15:14:44 | standby-pgbackrest/3-create-standby-cluster | running command: [sh -c set -o errexit pgversion=$(kubectl -n ${NAMESPACE} get pg standby-cluster -o jsonpath='{.spec.postgresVersion}') # Standby leader is labeled primary but stays in recovery, so restore_command is set. standby_leader=$(kubectl -n ${NAMESPACE} get pods --selector=postgres-operator.crunchydata.com/role=primary,postgres-operator.crunchydata.com/cluster=standby-cluster -o jsonpath='{.items[0].metadata.name}') if [[ $(kubectl -n ${NAMESPACE} exec ${standby_leader} -c database -- psql -t -A -c 'SHOW pg_tde.wal_encrypt;') != "on" ]]; then echo "pg_tde.wal_encrypt is not enabled in ${standby_leader}" exit 1 fi for pod in $(kubectl -n ${NAMESPACE} get pods -o name \ --selector=postgres-operator.crunchydata.com/cluster=standby-cluster,postgres-operator.crunchydata.com/data=postgres); do annotation=$(kubectl -n ${NAMESPACE} get ${pod} -o yaml | yq '.metadata.annotations."pgv2.percona.com/tde-wal-encryption"') if [[ ${annotation} != "true" ]]; then echo "${pod} is not annotated for WAL encryption: ${annotation}" exit 1 fi target=$(kubectl -n ${NAMESPACE} exec ${pod} -c database -- readlink /pgdata/pg_tde) if [[ ${target} != "/pgdata/pg${pgversion}/pg_tde" ]]; then echo "${pod} does not link the pg_tde keyring: ${target}" exit 1 fi if ! kubectl -n ${NAMESPACE} exec ${pod} -c database -- test -d /pgdata/pg_tde; then echo "${pod} pg_tde keyring link does not resolve" exit 1 fi done restore_command=$(kubectl -n ${NAMESPACE} exec ${standby_leader} -c database -- psql -t -A -c 'SHOW restore_command;') if [[ ${restore_command} != *'pg_tde_restore_encrypt %f %p '* ]]; then echo "restore_command doesn't use the pg_tde_restore_encrypt wrapper in ${standby_leader}: ${restore_command}" exit 1 fi if [[ ${restore_command} != *'--repo=1'* ]]; then echo "restore_command doesn't target repo1 in ${standby_leader}: ${restore_command}" exit 1 fi for key in pgbackrest_instance.conf pgbackrest_repo.conf; do conf=$(kubectl get -n ${NAMESPACE} cm standby-cluster-pgbackrest-config -o yaml | yq '.data."'"${key}"'"') if ! echo "${conf}" | grep -q '^checksum-page = n$'; then echo "no checksum-page in ${key}" exit 1 fi done instance_conf=$(kubectl get -n ${NAMESPACE} cm standby-cluster-pgbackrest-config -o yaml | yq '.data."pgbackrest_instance.conf"') if ! echo "${instance_conf}" | grep -q '^archive-async = n$'; then echo "archive-async is not disabled in pgbackrest_instance.conf" exit 1 fi ] logger.go:42: 15:14:45 | standby-pgbackrest/3-create-standby-cluster | error: error executing jsonpath "{.items[0].metadata.name}": Error executing template: array index out of bounds: index 0, length 0. Printing more information for debugging the template: logger.go:42: 15:14:45 | standby-pgbackrest/3-create-standby-cluster | template was: logger.go:42: 15:14:45 | standby-pgbackrest/3-create-standby-cluster | {.items[0].metadata.name} logger.go:42: 15:14:45 | standby-pgbackrest/3-create-standby-cluster | object given to jsonpath engine was: logger.go:42: 15:14:45 | standby-pgbackrest/3-create-standby-cluster | map[string]interface {}{"apiVersion":"v1", "items":[]interface {}{}, "kind":"List", "metadata":map[string]interface {}{"resourceVersion":""}} logger.go:42: 15:14:45 | standby-pgbackrest/3-create-standby-cluster | logger.go:42: 15:14:45 | standby-pgbackrest/3-create-standby-cluster | logger.go:42: 15:14:45 | standby-pgbackrest/3-create-standby-cluster | command failure, skipping 1 additional commands logger.go:42: 15:14:47 | standby-pgbackrest/3-create-standby-cluster | running command: [sh -c kubectl wait --for=jsonpath='{.metadata.annotations.pgv2\.percona\.com/replication-main-site}'="${NAMESPACE}"/source-cluster --timeout=480s -n "${NAMESPACE}" pg/standby-cluster] logger.go:42: 15:14:48 | standby-pgbackrest/3-create-standby-cluster | E0820 15:14:48.087949 38813 reflector.go:227] "Failed to watch" err="Get \"https://34.66.101.239/apis/pgv2.percona.com/v2/namespaces/kuttl-test-firm-ray/perconapgclusters?allowWatchBookmarks=true&fieldSelector=metadata.name%3Dstandby-cluster&resourceVersion=1787238885540280000&timeoutSeconds=431&watch=true\": context canceled" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" type="*unstructured.Unstructured" logger.go:42: 15:14:48 | standby-pgbackrest/3-create-standby-cluster | perconapgcluster.pgv2.percona.com/standby-cluster condition met logger.go:42: 15:14:48 | standby-pgbackrest/3-create-standby-cluster | running command: [sh -c set -o errexit pgversion=$(kubectl -n ${NAMESPACE} get pg standby-cluster -o jsonpath='{.spec.postgresVersion}') # Standby leader is labeled primary but stays in recovery, so restore_command is set. standby_leader=$(kubectl -n ${NAMESPACE} get pods --selector=postgres-operator.crunchydata.com/role=primary,postgres-operator.crunchydata.com/cluster=standby-cluster -o jsonpath='{.items[0].metadata.name}') if [[ $(kubectl -n ${NAMESPACE} exec ${standby_leader} -c database -- psql -t -A -c 'SHOW pg_tde.wal_encrypt;') != "on" ]]; then echo "pg_tde.wal_encrypt is not enabled in ${standby_leader}" exit 1 fi for pod in $(kubectl -n ${NAMESPACE} get pods -o name \ --selector=postgres-operator.crunchydata.com/cluster=standby-cluster,postgres-operator.crunchydata.com/data=postgres); do annotation=$(kubectl -n ${NAMESPACE} get ${pod} -o yaml | yq '.metadata.annotations."pgv2.percona.com/tde-wal-encryption"') if [[ ${annotation} != "true" ]]; then echo "${pod} is not annotated for WAL encryption: ${annotation}" exit 1 fi target=$(kubectl -n ${NAMESPACE} exec ${pod} -c database -- readlink /pgdata/pg_tde) if [[ ${target} != "/pgdata/pg${pgversion}/pg_tde" ]]; then echo "${pod} does not link the pg_tde keyring: ${target}" exit 1 fi if ! kubectl -n ${NAMESPACE} exec ${pod} -c database -- test -d /pgdata/pg_tde; then echo "${pod} pg_tde keyring link does not resolve" exit 1 fi done restore_command=$(kubectl -n ${NAMESPACE} exec ${standby_leader} -c database -- psql -t -A -c 'SHOW restore_command;') if [[ ${restore_command} != *'pg_tde_restore_encrypt %f %p '* ]]; then echo "restore_command doesn't use the pg_tde_restore_encrypt wrapper in ${standby_leader}: ${restore_command}" exit 1 fi if [[ ${restore_command} != *'--repo=1'* ]]; then echo "restore_command doesn't target repo1 in ${standby_leader}: ${restore_command}" exit 1 fi for key in pgbackrest_instance.conf pgbackrest_repo.conf; do conf=$(kubectl get -n ${NAMESPACE} cm standby-cluster-pgbackrest-config -o yaml | yq '.data."'"${key}"'"') if ! echo "${conf}" | grep -q '^checksum-page = n$'; then echo "no checksum-page in ${key}" exit 1 fi done instance_conf=$(kubectl get -n ${NAMESPACE} cm standby-cluster-pgbackrest-config -o yaml | yq '.data."pgbackrest_instance.conf"') if ! echo "${instance_conf}" | grep -q '^archive-async = n$'; then echo "archive-async is not disabled in pgbackrest_instance.conf" exit 1 fi ] logger.go:42: 15:14:49 | standby-pgbackrest/3-create-standby-cluster | error: error executing jsonpath "{.items[0].metadata.name}": Error executing template: array index out of bounds: index 0, length 0. Printing more information for debugging the template: logger.go:42: 15:14:49 | standby-pgbackrest/3-create-standby-cluster | template was: logger.go:42: 15:14:49 | standby-pgbackrest/3-create-standby-cluster | {.items[0].metadata.name} logger.go:42: 15:14:49 | standby-pgbackrest/3-create-standby-cluster | object given to jsonpath engine was: logger.go:42: 15:14:49 | standby-pgbackrest/3-create-standby-cluster | map[string]interface {}{"apiVersion":"v1", "items":[]interface {}{}, "kind":"List", "metadata":map[string]interface {}{"resourceVersion":""}} logger.go:42: 15:14:49 | standby-pgbackrest/3-create-standby-cluster | logger.go:42: 15:14:49 | standby-pgbackrest/3-create-standby-cluster | logger.go:42: 15:14:49 | standby-pgbackrest/3-create-standby-cluster | command failure, skipping 1 additional commands logger.go:42: 15:14:50 | standby-pgbackrest/3-create-standby-cluster | running command: [sh -c kubectl wait --for=jsonpath='{.metadata.annotations.pgv2\.percona\.com/replication-main-site}'="${NAMESPACE}"/source-cluster --timeout=480s -n "${NAMESPACE}" pg/standby-cluster] logger.go:42: 15:14:52 | standby-pgbackrest/3-create-standby-cluster | E0820 15:14:52.308120 38867 reflector.go:227] "Failed to watch" err="Get \"https://34.66.101.239/apis/pgv2.percona.com/v2/namespaces/kuttl-test-firm-ray/perconapgclusters?allowWatchBookmarks=true&fieldSelector=metadata.name%3Dstandby-cluster&resourceVersion=1787238890540323000&timeoutSeconds=530&watch=true\": context canceled" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" type="*unstructured.Unstructured" logger.go:42: 15:14:52 | standby-pgbackrest/3-create-standby-cluster | perconapgcluster.pgv2.percona.com/standby-cluster condition met logger.go:42: 15:14:52 | standby-pgbackrest/3-create-standby-cluster | running command: [sh -c set -o errexit pgversion=$(kubectl -n ${NAMESPACE} get pg standby-cluster -o jsonpath='{.spec.postgresVersion}') # Standby leader is labeled primary but stays in recovery, so restore_command is set. standby_leader=$(kubectl -n ${NAMESPACE} get pods --selector=postgres-operator.crunchydata.com/role=primary,postgres-operator.crunchydata.com/cluster=standby-cluster -o jsonpath='{.items[0].metadata.name}') if [[ $(kubectl -n ${NAMESPACE} exec ${standby_leader} -c database -- psql -t -A -c 'SHOW pg_tde.wal_encrypt;') != "on" ]]; then echo "pg_tde.wal_encrypt is not enabled in ${standby_leader}" exit 1 fi for pod in $(kubectl -n ${NAMESPACE} get pods -o name \ --selector=postgres-operator.crunchydata.com/cluster=standby-cluster,postgres-operator.crunchydata.com/data=postgres); do annotation=$(kubectl -n ${NAMESPACE} get ${pod} -o yaml | yq '.metadata.annotations."pgv2.percona.com/tde-wal-encryption"') if [[ ${annotation} != "true" ]]; then echo "${pod} is not annotated for WAL encryption: ${annotation}" exit 1 fi target=$(kubectl -n ${NAMESPACE} exec ${pod} -c database -- readlink /pgdata/pg_tde) if [[ ${target} != "/pgdata/pg${pgversion}/pg_tde" ]]; then echo "${pod} does not link the pg_tde keyring: ${target}" exit 1 fi if ! kubectl -n ${NAMESPACE} exec ${pod} -c database -- test -d /pgdata/pg_tde; then echo "${pod} pg_tde keyring link does not resolve" exit 1 fi done restore_command=$(kubectl -n ${NAMESPACE} exec ${standby_leader} -c database -- psql -t -A -c 'SHOW restore_command;') if [[ ${restore_command} != *'pg_tde_restore_encrypt %f %p '* ]]; then echo "restore_command doesn't use the pg_tde_restore_encrypt wrapper in ${standby_leader}: ${restore_command}" exit 1 fi if [[ ${restore_command} != *'--repo=1'* ]]; then echo "restore_command doesn't target repo1 in ${standby_leader}: ${restore_command}" exit 1 fi for key in pgbackrest_instance.conf pgbackrest_repo.conf; do conf=$(kubectl get -n ${NAMESPACE} cm standby-cluster-pgbackrest-config -o yaml | yq '.data."'"${key}"'"') if ! echo "${conf}" | grep -q '^checksum-page = n$'; then echo "no checksum-page in ${key}" exit 1 fi done instance_conf=$(kubectl get -n ${NAMESPACE} cm standby-cluster-pgbackrest-config -o yaml | yq '.data."pgbackrest_instance.conf"') if ! echo "${instance_conf}" | grep -q '^archive-async = n$'; then echo "archive-async is not disabled in pgbackrest_instance.conf" exit 1 fi ] logger.go:42: 15:14:53 | standby-pgbackrest/3-create-standby-cluster | error: error executing jsonpath "{.items[0].metadata.name}": Error executing template: array index out of bounds: index 0, length 0. Printing more information for debugging the template: logger.go:42: 15:14:53 | standby-pgbackrest/3-create-standby-cluster | template was: logger.go:42: 15:14:53 | standby-pgbackrest/3-create-standby-cluster | {.items[0].metadata.name} logger.go:42: 15:14:53 | standby-pgbackrest/3-create-standby-cluster | object given to jsonpath engine was: logger.go:42: 15:14:53 | standby-pgbackrest/3-create-standby-cluster | map[string]interface {}{"apiVersion":"v1", "items":[]interface {}{}, "kind":"List", "metadata":map[string]interface {}{"resourceVersion":""}} logger.go:42: 15:14:53 | standby-pgbackrest/3-create-standby-cluster | logger.go:42: 15:14:53 | standby-pgbackrest/3-create-standby-cluster | logger.go:42: 15:14:53 | standby-pgbackrest/3-create-standby-cluster | command failure, skipping 1 additional commands logger.go:42: 15:14:55 | standby-pgbackrest/3-create-standby-cluster | running command: [sh -c kubectl wait --for=jsonpath='{.metadata.annotations.pgv2\.percona\.com/replication-main-site}'="${NAMESPACE}"/source-cluster --timeout=480s -n "${NAMESPACE}" pg/standby-cluster] logger.go:42: 15:14:55 | standby-pgbackrest/3-create-standby-cluster | E0820 15:14:55.916405 38919 reflector.go:227] "Failed to watch" err="Get \"https://34.66.101.239/apis/pgv2.percona.com/v2/namespaces/kuttl-test-firm-ray/perconapgclusters?allowWatchBookmarks=true&fieldSelector=metadata.name%3Dstandby-cluster&resourceVersion=1787238895540336000&timeoutSeconds=387&watch=true\": context canceled" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" type="*unstructured.Unstructured" logger.go:42: 15:14:55 | standby-pgbackrest/3-create-standby-cluster | perconapgcluster.pgv2.percona.com/standby-cluster condition met logger.go:42: 15:14:55 | standby-pgbackrest/3-create-standby-cluster | running command: [sh -c set -o errexit pgversion=$(kubectl -n ${NAMESPACE} get pg standby-cluster -o jsonpath='{.spec.postgresVersion}') # Standby leader is labeled primary but stays in recovery, so restore_command is set. standby_leader=$(kubectl -n ${NAMESPACE} get pods --selector=postgres-operator.crunchydata.com/role=primary,postgres-operator.crunchydata.com/cluster=standby-cluster -o jsonpath='{.items[0].metadata.name}') if [[ $(kubectl -n ${NAMESPACE} exec ${standby_leader} -c database -- psql -t -A -c 'SHOW pg_tde.wal_encrypt;') != "on" ]]; then echo "pg_tde.wal_encrypt is not enabled in ${standby_leader}" exit 1 fi for pod in $(kubectl -n ${NAMESPACE} get pods -o name \ --selector=postgres-operator.crunchydata.com/cluster=standby-cluster,postgres-operator.crunchydata.com/data=postgres); do annotation=$(kubectl -n ${NAMESPACE} get ${pod} -o yaml | yq '.metadata.annotations."pgv2.percona.com/tde-wal-encryption"') if [[ ${annotation} != "true" ]]; then echo "${pod} is not annotated for WAL encryption: ${annotation}" exit 1 fi target=$(kubectl -n ${NAMESPACE} exec ${pod} -c database -- readlink /pgdata/pg_tde) if [[ ${target} != "/pgdata/pg${pgversion}/pg_tde" ]]; then echo "${pod} does not link the pg_tde keyring: ${target}" exit 1 fi if ! kubectl -n ${NAMESPACE} exec ${pod} -c database -- test -d /pgdata/pg_tde; then echo "${pod} pg_tde keyring link does not resolve" exit 1 fi done restore_command=$(kubectl -n ${NAMESPACE} exec ${standby_leader} -c database -- psql -t -A -c 'SHOW restore_command;') if [[ ${restore_command} != *'pg_tde_restore_encrypt %f %p '* ]]; then echo "restore_command doesn't use the pg_tde_restore_encrypt wrapper in ${standby_leader}: ${restore_command}" exit 1 fi if [[ ${restore_command} != *'--repo=1'* ]]; then echo "restore_command doesn't target repo1 in ${standby_leader}: ${restore_command}" exit 1 fi for key in pgbackrest_instance.conf pgbackrest_repo.conf; do conf=$(kubectl get -n ${NAMESPACE} cm standby-cluster-pgbackrest-config -o yaml | yq '.data."'"${key}"'"') if ! echo "${conf}" | grep -q '^checksum-page = n$'; then echo "no checksum-page in ${key}" exit 1 fi done instance_conf=$(kubectl get -n ${NAMESPACE} cm standby-cluster-pgbackrest-config -o yaml | yq '.data."pgbackrest_instance.conf"') if ! echo "${instance_conf}" | grep -q '^archive-async = n$'; then echo "archive-async is not disabled in pgbackrest_instance.conf" exit 1 fi ] logger.go:42: 15:14:56 | standby-pgbackrest/3-create-standby-cluster | error: error executing jsonpath "{.items[0].metadata.name}": Error executing template: array index out of bounds: index 0, length 0. Printing more information for debugging the template: logger.go:42: 15:14:56 | standby-pgbackrest/3-create-standby-cluster | template was: logger.go:42: 15:14:56 | standby-pgbackrest/3-create-standby-cluster | {.items[0].metadata.name} logger.go:42: 15:14:56 | standby-pgbackrest/3-create-standby-cluster | object given to jsonpath engine was: logger.go:42: 15:14:56 | standby-pgbackrest/3-create-standby-cluster | map[string]interface {}{"apiVersion":"v1", "items":[]interface {}{}, "kind":"List", "metadata":map[string]interface {}{"resourceVersion":""}} logger.go:42: 15:14:56 | standby-pgbackrest/3-create-standby-cluster | logger.go:42: 15:14:56 | standby-pgbackrest/3-create-standby-cluster | logger.go:42: 15:14:56 | standby-pgbackrest/3-create-standby-cluster | command failure, skipping 1 additional commands logger.go:42: 15:14:58 | standby-pgbackrest/3-create-standby-cluster | running command: [sh -c kubectl wait --for=jsonpath='{.metadata.annotations.pgv2\.percona\.com/replication-main-site}'="${NAMESPACE}"/source-cluster --timeout=480s -n "${NAMESPACE}" pg/standby-cluster] logger.go:42: 15:14:59 | standby-pgbackrest/3-create-standby-cluster | E0820 15:14:59.504010 38974 reflector.go:227] "Failed to watch" err="Get \"https://34.66.101.239/apis/pgv2.percona.com/v2/namespaces/kuttl-test-firm-ray/perconapgclusters?allowWatchBookmarks=true&fieldSelector=metadata.name%3Dstandby-cluster&resourceVersion=1787238895540336000&timeoutSeconds=328&watch=true\": context canceled" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" type="*unstructured.Unstructured" logger.go:42: 15:14:59 | standby-pgbackrest/3-create-standby-cluster | perconapgcluster.pgv2.percona.com/standby-cluster condition met logger.go:42: 15:14:59 | standby-pgbackrest/3-create-standby-cluster | running command: [sh -c set -o errexit pgversion=$(kubectl -n ${NAMESPACE} get pg standby-cluster -o jsonpath='{.spec.postgresVersion}') # Standby leader is labeled primary but stays in recovery, so restore_command is set. standby_leader=$(kubectl -n ${NAMESPACE} get pods --selector=postgres-operator.crunchydata.com/role=primary,postgres-operator.crunchydata.com/cluster=standby-cluster -o jsonpath='{.items[0].metadata.name}') if [[ $(kubectl -n ${NAMESPACE} exec ${standby_leader} -c database -- psql -t -A -c 'SHOW pg_tde.wal_encrypt;') != "on" ]]; then echo "pg_tde.wal_encrypt is not enabled in ${standby_leader}" exit 1 fi for pod in $(kubectl -n ${NAMESPACE} get pods -o name \ --selector=postgres-operator.crunchydata.com/cluster=standby-cluster,postgres-operator.crunchydata.com/data=postgres); do annotation=$(kubectl -n ${NAMESPACE} get ${pod} -o yaml | yq '.metadata.annotations."pgv2.percona.com/tde-wal-encryption"') if [[ ${annotation} != "true" ]]; then echo "${pod} is not annotated for WAL encryption: ${annotation}" exit 1 fi target=$(kubectl -n ${NAMESPACE} exec ${pod} -c database -- readlink /pgdata/pg_tde) if [[ ${target} != "/pgdata/pg${pgversion}/pg_tde" ]]; then echo "${pod} does not link the pg_tde keyring: ${target}" exit 1 fi if ! kubectl -n ${NAMESPACE} exec ${pod} -c database -- test -d /pgdata/pg_tde; then echo "${pod} pg_tde keyring link does not resolve" exit 1 fi done restore_command=$(kubectl -n ${NAMESPACE} exec ${standby_leader} -c database -- psql -t -A -c 'SHOW restore_command;') if [[ ${restore_command} != *'pg_tde_restore_encrypt %f %p '* ]]; then echo "restore_command doesn't use the pg_tde_restore_encrypt wrapper in ${standby_leader}: ${restore_command}" exit 1 fi if [[ ${restore_command} != *'--repo=1'* ]]; then echo "restore_command doesn't target repo1 in ${standby_leader}: ${restore_command}" exit 1 fi for key in pgbackrest_instance.conf pgbackrest_repo.conf; do conf=$(kubectl get -n ${NAMESPACE} cm standby-cluster-pgbackrest-config -o yaml | yq '.data."'"${key}"'"') if ! echo "${conf}" | grep -q '^checksum-page = n$'; then echo "no checksum-page in ${key}" exit 1 fi done instance_conf=$(kubectl get -n ${NAMESPACE} cm standby-cluster-pgbackrest-config -o yaml | yq '.data."pgbackrest_instance.conf"') if ! echo "${instance_conf}" | grep -q '^archive-async = n$'; then echo "archive-async is not disabled in pgbackrest_instance.conf" exit 1 fi ] logger.go:42: 15:15:00 | standby-pgbackrest/3-create-standby-cluster | error: error executing jsonpath "{.items[0].metadata.name}": Error executing template: array index out of bounds: index 0, length 0. Printing more information for debugging the template: logger.go:42: 15:15:00 | standby-pgbackrest/3-create-standby-cluster | template was: logger.go:42: 15:15:00 | standby-pgbackrest/3-create-standby-cluster | {.items[0].metadata.name} logger.go:42: 15:15:00 | standby-pgbackrest/3-create-standby-cluster | object given to jsonpath engine was: logger.go:42: 15:15:00 | standby-pgbackrest/3-create-standby-cluster | map[string]interface {}{"apiVersion":"v1", "items":[]interface {}{}, "kind":"List", "metadata":map[string]interface {}{"resourceVersion":""}} logger.go:42: 15:15:00 | standby-pgbackrest/3-create-standby-cluster | logger.go:42: 15:15:00 | standby-pgbackrest/3-create-standby-cluster | logger.go:42: 15:15:00 | standby-pgbackrest/3-create-standby-cluster | command failure, skipping 1 additional commands logger.go:42: 15:15:02 | standby-pgbackrest/3-create-standby-cluster | running command: [sh -c kubectl wait --for=jsonpath='{.metadata.annotations.pgv2\.percona\.com/replication-main-site}'="${NAMESPACE}"/source-cluster --timeout=480s -n "${NAMESPACE}" pg/standby-cluster] logger.go:42: 15:15:03 | standby-pgbackrest/3-create-standby-cluster | E0820 15:15:03.089459 39030 reflector.go:227] "Failed to watch" err="Get \"https://34.66.101.239/apis/pgv2.percona.com/v2/namespaces/kuttl-test-firm-ray/perconapgclusters?allowWatchBookmarks=true&fieldSelector=metadata.name%3Dstandby-cluster&resourceVersion=1787238900540388000&timeoutSeconds=331&watch=true\": context canceled" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" type="*unstructured.Unstructured" logger.go:42: 15:15:03 | standby-pgbackrest/3-create-standby-cluster | perconapgcluster.pgv2.percona.com/standby-cluster condition met logger.go:42: 15:15:03 | standby-pgbackrest/3-create-standby-cluster | running command: [sh -c set -o errexit pgversion=$(kubectl -n ${NAMESPACE} get pg standby-cluster -o jsonpath='{.spec.postgresVersion}') # Standby leader is labeled primary but stays in recovery, so restore_command is set. standby_leader=$(kubectl -n ${NAMESPACE} get pods --selector=postgres-operator.crunchydata.com/role=primary,postgres-operator.crunchydata.com/cluster=standby-cluster -o jsonpath='{.items[0].metadata.name}') if [[ $(kubectl -n ${NAMESPACE} exec ${standby_leader} -c database -- psql -t -A -c 'SHOW pg_tde.wal_encrypt;') != "on" ]]; then echo "pg_tde.wal_encrypt is not enabled in ${standby_leader}" exit 1 fi for pod in $(kubectl -n ${NAMESPACE} get pods -o name \ --selector=postgres-operator.crunchydata.com/cluster=standby-cluster,postgres-operator.crunchydata.com/data=postgres); do annotation=$(kubectl -n ${NAMESPACE} get ${pod} -o yaml | yq '.metadata.annotations."pgv2.percona.com/tde-wal-encryption"') if [[ ${annotation} != "true" ]]; then echo "${pod} is not annotated for WAL encryption: ${annotation}" exit 1 fi target=$(kubectl -n ${NAMESPACE} exec ${pod} -c database -- readlink /pgdata/pg_tde) if [[ ${target} != "/pgdata/pg${pgversion}/pg_tde" ]]; then echo "${pod} does not link the pg_tde keyring: ${target}" exit 1 fi if ! kubectl -n ${NAMESPACE} exec ${pod} -c database -- test -d /pgdata/pg_tde; then echo "${pod} pg_tde keyring link does not resolve" exit 1 fi done restore_command=$(kubectl -n ${NAMESPACE} exec ${standby_leader} -c database -- psql -t -A -c 'SHOW restore_command;') if [[ ${restore_command} != *'pg_tde_restore_encrypt %f %p '* ]]; then echo "restore_command doesn't use the pg_tde_restore_encrypt wrapper in ${standby_leader}: ${restore_command}" exit 1 fi if [[ ${restore_command} != *'--repo=1'* ]]; then echo "restore_command doesn't target repo1 in ${standby_leader}: ${restore_command}" exit 1 fi for key in pgbackrest_instance.conf pgbackrest_repo.conf; do conf=$(kubectl get -n ${NAMESPACE} cm standby-cluster-pgbackrest-config -o yaml | yq '.data."'"${key}"'"') if ! echo "${conf}" | grep -q '^checksum-page = n$'; then echo "no checksum-page in ${key}" exit 1 fi done instance_conf=$(kubectl get -n ${NAMESPACE} cm standby-cluster-pgbackrest-config -o yaml | yq '.data."pgbackrest_instance.conf"') if ! echo "${instance_conf}" | grep -q '^archive-async = n$'; then echo "archive-async is not disabled in pgbackrest_instance.conf" exit 1 fi ] logger.go:42: 15:15:04 | standby-pgbackrest/3-create-standby-cluster | error: error executing jsonpath "{.items[0].metadata.name}": Error executing template: array index out of bounds: index 0, length 0. Printing more information for debugging the template: logger.go:42: 15:15:04 | standby-pgbackrest/3-create-standby-cluster | template was: logger.go:42: 15:15:04 | standby-pgbackrest/3-create-standby-cluster | {.items[0].metadata.name} logger.go:42: 15:15:04 | standby-pgbackrest/3-create-standby-cluster | object given to jsonpath engine was: logger.go:42: 15:15:04 | standby-pgbackrest/3-create-standby-cluster | map[string]interface {}{"apiVersion":"v1", "items":[]interface {}{}, "kind":"List", "metadata":map[string]interface {}{"resourceVersion":""}} logger.go:42: 15:15:04 | standby-pgbackrest/3-create-standby-cluster | logger.go:42: 15:15:04 | standby-pgbackrest/3-create-standby-cluster | logger.go:42: 15:15:04 | standby-pgbackrest/3-create-standby-cluster | command failure, skipping 1 additional commands logger.go:42: 15:15:05 | standby-pgbackrest/3-create-standby-cluster | running command: [sh -c kubectl wait --for=jsonpath='{.metadata.annotations.pgv2\.percona\.com/replication-main-site}'="${NAMESPACE}"/source-cluster --timeout=480s -n "${NAMESPACE}" pg/standby-cluster] logger.go:42: 15:15:07 | standby-pgbackrest/3-create-standby-cluster | E0820 15:15:07.230806 39082 reflector.go:227] "Failed to watch" err="Get \"https://34.66.101.239/apis/pgv2.percona.com/v2/namespaces/kuttl-test-firm-ray/perconapgclusters?allowWatchBookmarks=true&fieldSelector=metadata.name%3Dstandby-cluster&resourceVersion=1787238905540403000&timeoutSeconds=309&watch=true\": context canceled" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" type="*unstructured.Unstructured" logger.go:42: 15:15:07 | standby-pgbackrest/3-create-standby-cluster | perconapgcluster.pgv2.percona.com/standby-cluster condition met logger.go:42: 15:15:07 | standby-pgbackrest/3-create-standby-cluster | running command: [sh -c set -o errexit pgversion=$(kubectl -n ${NAMESPACE} get pg standby-cluster -o jsonpath='{.spec.postgresVersion}') # Standby leader is labeled primary but stays in recovery, so restore_command is set. standby_leader=$(kubectl -n ${NAMESPACE} get pods --selector=postgres-operator.crunchydata.com/role=primary,postgres-operator.crunchydata.com/cluster=standby-cluster -o jsonpath='{.items[0].metadata.name}') if [[ $(kubectl -n ${NAMESPACE} exec ${standby_leader} -c database -- psql -t -A -c 'SHOW pg_tde.wal_encrypt;') != "on" ]]; then echo "pg_tde.wal_encrypt is not enabled in ${standby_leader}" exit 1 fi for pod in $(kubectl -n ${NAMESPACE} get pods -o name \ --selector=postgres-operator.crunchydata.com/cluster=standby-cluster,postgres-operator.crunchydata.com/data=postgres); do annotation=$(kubectl -n ${NAMESPACE} get ${pod} -o yaml | yq '.metadata.annotations."pgv2.percona.com/tde-wal-encryption"') if [[ ${annotation} != "true" ]]; then echo "${pod} is not annotated for WAL encryption: ${annotation}" exit 1 fi target=$(kubectl -n ${NAMESPACE} exec ${pod} -c database -- readlink /pgdata/pg_tde) if [[ ${target} != "/pgdata/pg${pgversion}/pg_tde" ]]; then echo "${pod} does not link the pg_tde keyring: ${target}" exit 1 fi if ! kubectl -n ${NAMESPACE} exec ${pod} -c database -- test -d /pgdata/pg_tde; then echo "${pod} pg_tde keyring link does not resolve" exit 1 fi done restore_command=$(kubectl -n ${NAMESPACE} exec ${standby_leader} -c database -- psql -t -A -c 'SHOW restore_command;') if [[ ${restore_command} != *'pg_tde_restore_encrypt %f %p '* ]]; then echo "restore_command doesn't use the pg_tde_restore_encrypt wrapper in ${standby_leader}: ${restore_command}" exit 1 fi if [[ ${restore_command} != *'--repo=1'* ]]; then echo "restore_command doesn't target repo1 in ${standby_leader}: ${restore_command}" exit 1 fi for key in pgbackrest_instance.conf pgbackrest_repo.conf; do conf=$(kubectl get -n ${NAMESPACE} cm standby-cluster-pgbackrest-config -o yaml | yq '.data."'"${key}"'"') if ! echo "${conf}" | grep -q '^checksum-page = n$'; then echo "no checksum-page in ${key}" exit 1 fi done instance_conf=$(kubectl get -n ${NAMESPACE} cm standby-cluster-pgbackrest-config -o yaml | yq '.data."pgbackrest_instance.conf"') if ! echo "${instance_conf}" | grep -q '^archive-async = n$'; then echo "archive-async is not disabled in pgbackrest_instance.conf" exit 1 fi ] logger.go:42: 15:15:08 | standby-pgbackrest/3-create-standby-cluster | error: error executing jsonpath "{.items[0].metadata.name}": Error executing template: array index out of bounds: index 0, length 0. Printing more information for debugging the template: logger.go:42: 15:15:08 | standby-pgbackrest/3-create-standby-cluster | template was: logger.go:42: 15:15:08 | standby-pgbackrest/3-create-standby-cluster | {.items[0].metadata.name} logger.go:42: 15:15:08 | standby-pgbackrest/3-create-standby-cluster | object given to jsonpath engine was: logger.go:42: 15:15:08 | standby-pgbackrest/3-create-standby-cluster | map[string]interface {}{"apiVersion":"v1", "items":[]interface {}{}, "kind":"List", "metadata":map[string]interface {}{"resourceVersion":""}} logger.go:42: 15:15:08 | standby-pgbackrest/3-create-standby-cluster | logger.go:42: 15:15:08 | standby-pgbackrest/3-create-standby-cluster | logger.go:42: 15:15:08 | standby-pgbackrest/3-create-standby-cluster | command failure, skipping 1 additional commands logger.go:42: 15:15:10 | standby-pgbackrest/3-create-standby-cluster | running command: [sh -c kubectl wait --for=jsonpath='{.metadata.annotations.pgv2\.percona\.com/replication-main-site}'="${NAMESPACE}"/source-cluster --timeout=480s -n "${NAMESPACE}" pg/standby-cluster] logger.go:42: 15:15:10 | standby-pgbackrest/3-create-standby-cluster | E0820 15:15:10.890051 39134 reflector.go:227] "Failed to watch" err="Get \"https://34.66.101.239/apis/pgv2.percona.com/v2/namespaces/kuttl-test-firm-ray/perconapgclusters?allowWatchBookmarks=true&fieldSelector=metadata.name%3Dstandby-cluster&resourceVersion=1787238910540466000&timeoutSeconds=383&watch=true\": context canceled" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" type="*unstructured.Unstructured" logger.go:42: 15:15:10 | standby-pgbackrest/3-create-standby-cluster | perconapgcluster.pgv2.percona.com/standby-cluster condition met logger.go:42: 15:15:10 | standby-pgbackrest/3-create-standby-cluster | running command: [sh -c set -o errexit pgversion=$(kubectl -n ${NAMESPACE} get pg standby-cluster -o jsonpath='{.spec.postgresVersion}') # Standby leader is labeled primary but stays in recovery, so restore_command is set. standby_leader=$(kubectl -n ${NAMESPACE} get pods --selector=postgres-operator.crunchydata.com/role=primary,postgres-operator.crunchydata.com/cluster=standby-cluster -o jsonpath='{.items[0].metadata.name}') if [[ $(kubectl -n ${NAMESPACE} exec ${standby_leader} -c database -- psql -t -A -c 'SHOW pg_tde.wal_encrypt;') != "on" ]]; then echo "pg_tde.wal_encrypt is not enabled in ${standby_leader}" exit 1 fi for pod in $(kubectl -n ${NAMESPACE} get pods -o name \ --selector=postgres-operator.crunchydata.com/cluster=standby-cluster,postgres-operator.crunchydata.com/data=postgres); do annotation=$(kubectl -n ${NAMESPACE} get ${pod} -o yaml | yq '.metadata.annotations."pgv2.percona.com/tde-wal-encryption"') if [[ ${annotation} != "true" ]]; then echo "${pod} is not annotated for WAL encryption: ${annotation}" exit 1 fi target=$(kubectl -n ${NAMESPACE} exec ${pod} -c database -- readlink /pgdata/pg_tde) if [[ ${target} != "/pgdata/pg${pgversion}/pg_tde" ]]; then echo "${pod} does not link the pg_tde keyring: ${target}" exit 1 fi if ! kubectl -n ${NAMESPACE} exec ${pod} -c database -- test -d /pgdata/pg_tde; then echo "${pod} pg_tde keyring link does not resolve" exit 1 fi done restore_command=$(kubectl -n ${NAMESPACE} exec ${standby_leader} -c database -- psql -t -A -c 'SHOW restore_command;') if [[ ${restore_command} != *'pg_tde_restore_encrypt %f %p '* ]]; then echo "restore_command doesn't use the pg_tde_restore_encrypt wrapper in ${standby_leader}: ${restore_command}" exit 1 fi if [[ ${restore_command} != *'--repo=1'* ]]; then echo "restore_command doesn't target repo1 in ${standby_leader}: ${restore_command}" exit 1 fi for key in pgbackrest_instance.conf pgbackrest_repo.conf; do conf=$(kubectl get -n ${NAMESPACE} cm standby-cluster-pgbackrest-config -o yaml | yq '.data."'"${key}"'"') if ! echo "${conf}" | grep -q '^checksum-page = n$'; then echo "no checksum-page in ${key}" exit 1 fi done instance_conf=$(kubectl get -n ${NAMESPACE} cm standby-cluster-pgbackrest-config -o yaml | yq '.data."pgbackrest_instance.conf"') if ! echo "${instance_conf}" | grep -q '^archive-async = n$'; then echo "archive-async is not disabled in pgbackrest_instance.conf" exit 1 fi ] logger.go:42: 15:15:11 | standby-pgbackrest/3-create-standby-cluster | error: error executing jsonpath "{.items[0].metadata.name}": Error executing template: array index out of bounds: index 0, length 0. Printing more information for debugging the template: logger.go:42: 15:15:11 | standby-pgbackrest/3-create-standby-cluster | template was: logger.go:42: 15:15:11 | standby-pgbackrest/3-create-standby-cluster | {.items[0].metadata.name} logger.go:42: 15:15:11 | standby-pgbackrest/3-create-standby-cluster | object given to jsonpath engine was: logger.go:42: 15:15:11 | standby-pgbackrest/3-create-standby-cluster | map[string]interface {}{"apiVersion":"v1", "items":[]interface {}{}, "kind":"List", "metadata":map[string]interface {}{"resourceVersion":""}} logger.go:42: 15:15:11 | standby-pgbackrest/3-create-standby-cluster | logger.go:42: 15:15:11 | standby-pgbackrest/3-create-standby-cluster | logger.go:42: 15:15:11 | standby-pgbackrest/3-create-standby-cluster | command failure, skipping 1 additional commands logger.go:42: 15:15:13 | standby-pgbackrest/3-create-standby-cluster | running command: [sh -c kubectl wait --for=jsonpath='{.metadata.annotations.pgv2\.percona\.com/replication-main-site}'="${NAMESPACE}"/source-cluster --timeout=480s -n "${NAMESPACE}" pg/standby-cluster] logger.go:42: 15:15:14 | standby-pgbackrest/3-create-standby-cluster | E0820 15:15:14.515148 39186 reflector.go:227] "Failed to watch" err="Get \"https://34.66.101.239/apis/pgv2.percona.com/v2/namespaces/kuttl-test-firm-ray/perconapgclusters?allowWatchBookmarks=true&fieldSelector=metadata.name%3Dstandby-cluster&resourceVersion=1787238910540466000&timeoutSeconds=343&watch=true\": context canceled" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" type="*unstructured.Unstructured" logger.go:42: 15:15:14 | standby-pgbackrest/3-create-standby-cluster | perconapgcluster.pgv2.percona.com/standby-cluster condition met logger.go:42: 15:15:14 | standby-pgbackrest/3-create-standby-cluster | running command: [sh -c set -o errexit pgversion=$(kubectl -n ${NAMESPACE} get pg standby-cluster -o jsonpath='{.spec.postgresVersion}') # Standby leader is labeled primary but stays in recovery, so restore_command is set. standby_leader=$(kubectl -n ${NAMESPACE} get pods --selector=postgres-operator.crunchydata.com/role=primary,postgres-operator.crunchydata.com/cluster=standby-cluster -o jsonpath='{.items[0].metadata.name}') if [[ $(kubectl -n ${NAMESPACE} exec ${standby_leader} -c database -- psql -t -A -c 'SHOW pg_tde.wal_encrypt;') != "on" ]]; then echo "pg_tde.wal_encrypt is not enabled in ${standby_leader}" exit 1 fi for pod in $(kubectl -n ${NAMESPACE} get pods -o name \ --selector=postgres-operator.crunchydata.com/cluster=standby-cluster,postgres-operator.crunchydata.com/data=postgres); do annotation=$(kubectl -n ${NAMESPACE} get ${pod} -o yaml | yq '.metadata.annotations."pgv2.percona.com/tde-wal-encryption"') if [[ ${annotation} != "true" ]]; then echo "${pod} is not annotated for WAL encryption: ${annotation}" exit 1 fi target=$(kubectl -n ${NAMESPACE} exec ${pod} -c database -- readlink /pgdata/pg_tde) if [[ ${target} != "/pgdata/pg${pgversion}/pg_tde" ]]; then echo "${pod} does not link the pg_tde keyring: ${target}" exit 1 fi if ! kubectl -n ${NAMESPACE} exec ${pod} -c database -- test -d /pgdata/pg_tde; then echo "${pod} pg_tde keyring link does not resolve" exit 1 fi done restore_command=$(kubectl -n ${NAMESPACE} exec ${standby_leader} -c database -- psql -t -A -c 'SHOW restore_command;') if [[ ${restore_command} != *'pg_tde_restore_encrypt %f %p '* ]]; then echo "restore_command doesn't use the pg_tde_restore_encrypt wrapper in ${standby_leader}: ${restore_command}" exit 1 fi if [[ ${restore_command} != *'--repo=1'* ]]; then echo "restore_command doesn't target repo1 in ${standby_leader}: ${restore_command}" exit 1 fi for key in pgbackrest_instance.conf pgbackrest_repo.conf; do conf=$(kubectl get -n ${NAMESPACE} cm standby-cluster-pgbackrest-config -o yaml | yq '.data."'"${key}"'"') if ! echo "${conf}" | grep -q '^checksum-page = n$'; then echo "no checksum-page in ${key}" exit 1 fi done instance_conf=$(kubectl get -n ${NAMESPACE} cm standby-cluster-pgbackrest-config -o yaml | yq '.data."pgbackrest_instance.conf"') if ! echo "${instance_conf}" | grep -q '^archive-async = n$'; then echo "archive-async is not disabled in pgbackrest_instance.conf" exit 1 fi ] logger.go:42: 15:15:15 | standby-pgbackrest/3-create-standby-cluster | error: error executing jsonpath "{.items[0].metadata.name}": Error executing template: array index out of bounds: index 0, length 0. Printing more information for debugging the template: logger.go:42: 15:15:15 | standby-pgbackrest/3-create-standby-cluster | template was: logger.go:42: 15:15:15 | standby-pgbackrest/3-create-standby-cluster | {.items[0].metadata.name} logger.go:42: 15:15:15 | standby-pgbackrest/3-create-standby-cluster | object given to jsonpath engine was: logger.go:42: 15:15:15 | standby-pgbackrest/3-create-standby-cluster | map[string]interface {}{"apiVersion":"v1", "items":[]interface {}{}, "kind":"List", "metadata":map[string]interface {}{"resourceVersion":""}} logger.go:42: 15:15:15 | standby-pgbackrest/3-create-standby-cluster | logger.go:42: 15:15:15 | standby-pgbackrest/3-create-standby-cluster | logger.go:42: 15:15:15 | standby-pgbackrest/3-create-standby-cluster | command failure, skipping 1 additional commands logger.go:42: 15:15:17 | standby-pgbackrest/3-create-standby-cluster | running command: [sh -c kubectl wait --for=jsonpath='{.metadata.annotations.pgv2\.percona\.com/replication-main-site}'="${NAMESPACE}"/source-cluster --timeout=480s -n "${NAMESPACE}" pg/standby-cluster] logger.go:42: 15:15:18 | standby-pgbackrest/3-create-standby-cluster | E0820 15:15:18.109541 39240 reflector.go:227] "Failed to watch" err="Get \"https://34.66.101.239/apis/pgv2.percona.com/v2/namespaces/kuttl-test-firm-ray/perconapgclusters?allowWatchBookmarks=true&fieldSelector=metadata.name%3Dstandby-cluster&resourceVersion=1787238915540573000&timeoutSeconds=362&watch=true\": context canceled" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" type="*unstructured.Unstructured" logger.go:42: 15:15:18 | standby-pgbackrest/3-create-standby-cluster | perconapgcluster.pgv2.percona.com/standby-cluster condition met logger.go:42: 15:15:18 | standby-pgbackrest/3-create-standby-cluster | running command: [sh -c set -o errexit pgversion=$(kubectl -n ${NAMESPACE} get pg standby-cluster -o jsonpath='{.spec.postgresVersion}') # Standby leader is labeled primary but stays in recovery, so restore_command is set. standby_leader=$(kubectl -n ${NAMESPACE} get pods --selector=postgres-operator.crunchydata.com/role=primary,postgres-operator.crunchydata.com/cluster=standby-cluster -o jsonpath='{.items[0].metadata.name}') if [[ $(kubectl -n ${NAMESPACE} exec ${standby_leader} -c database -- psql -t -A -c 'SHOW pg_tde.wal_encrypt;') != "on" ]]; then echo "pg_tde.wal_encrypt is not enabled in ${standby_leader}" exit 1 fi for pod in $(kubectl -n ${NAMESPACE} get pods -o name \ --selector=postgres-operator.crunchydata.com/cluster=standby-cluster,postgres-operator.crunchydata.com/data=postgres); do annotation=$(kubectl -n ${NAMESPACE} get ${pod} -o yaml | yq '.metadata.annotations."pgv2.percona.com/tde-wal-encryption"') if [[ ${annotation} != "true" ]]; then echo "${pod} is not annotated for WAL encryption: ${annotation}" exit 1 fi target=$(kubectl -n ${NAMESPACE} exec ${pod} -c database -- readlink /pgdata/pg_tde) if [[ ${target} != "/pgdata/pg${pgversion}/pg_tde" ]]; then echo "${pod} does not link the pg_tde keyring: ${target}" exit 1 fi if ! kubectl -n ${NAMESPACE} exec ${pod} -c database -- test -d /pgdata/pg_tde; then echo "${pod} pg_tde keyring link does not resolve" exit 1 fi done restore_command=$(kubectl -n ${NAMESPACE} exec ${standby_leader} -c database -- psql -t -A -c 'SHOW restore_command;') if [[ ${restore_command} != *'pg_tde_restore_encrypt %f %p '* ]]; then echo "restore_command doesn't use the pg_tde_restore_encrypt wrapper in ${standby_leader}: ${restore_command}" exit 1 fi if [[ ${restore_command} != *'--repo=1'* ]]; then echo "restore_command doesn't target repo1 in ${standby_leader}: ${restore_command}" exit 1 fi for key in pgbackrest_instance.conf pgbackrest_repo.conf; do conf=$(kubectl get -n ${NAMESPACE} cm standby-cluster-pgbackrest-config -o yaml | yq '.data."'"${key}"'"') if ! echo "${conf}" | grep -q '^checksum-page = n$'; then echo "no checksum-page in ${key}" exit 1 fi done instance_conf=$(kubectl get -n ${NAMESPACE} cm standby-cluster-pgbackrest-config -o yaml | yq '.data."pgbackrest_instance.conf"') if ! echo "${instance_conf}" | grep -q '^archive-async = n$'; then echo "archive-async is not disabled in pgbackrest_instance.conf" exit 1 fi ] logger.go:42: 15:15:19 | standby-pgbackrest/3-create-standby-cluster | error: error executing jsonpath "{.items[0].metadata.name}": Error executing template: array index out of bounds: index 0, length 0. Printing more information for debugging the template: logger.go:42: 15:15:19 | standby-pgbackrest/3-create-standby-cluster | template was: logger.go:42: 15:15:19 | standby-pgbackrest/3-create-standby-cluster | {.items[0].metadata.name} logger.go:42: 15:15:19 | standby-pgbackrest/3-create-standby-cluster | object given to jsonpath engine was: logger.go:42: 15:15:19 | standby-pgbackrest/3-create-standby-cluster | map[string]interface {}{"apiVersion":"v1", "items":[]interface {}{}, "kind":"List", "metadata":map[string]interface {}{"resourceVersion":""}} logger.go:42: 15:15:19 | standby-pgbackrest/3-create-standby-cluster | logger.go:42: 15:15:19 | standby-pgbackrest/3-create-standby-cluster | logger.go:42: 15:15:19 | standby-pgbackrest/3-create-standby-cluster | command failure, skipping 1 additional commands logger.go:42: 15:15:20 | standby-pgbackrest/3-create-standby-cluster | running command: [sh -c kubectl wait --for=jsonpath='{.metadata.annotations.pgv2\.percona\.com/replication-main-site}'="${NAMESPACE}"/source-cluster --timeout=480s -n "${NAMESPACE}" pg/standby-cluster] logger.go:42: 15:15:21 | standby-pgbackrest/3-create-standby-cluster | E0820 15:15:21.799319 39293 reflector.go:227] "Failed to watch" err="Get \"https://34.66.101.239/apis/pgv2.percona.com/v2/namespaces/kuttl-test-firm-ray/perconapgclusters?allowWatchBookmarks=true&fieldSelector=metadata.name%3Dstandby-cluster&resourceVersion=1787238920540628000&timeoutSeconds=494&watch=true\": context canceled" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" type="*unstructured.Unstructured" logger.go:42: 15:15:21 | standby-pgbackrest/3-create-standby-cluster | perconapgcluster.pgv2.percona.com/standby-cluster condition met logger.go:42: 15:15:21 | standby-pgbackrest/3-create-standby-cluster | running command: [sh -c set -o errexit pgversion=$(kubectl -n ${NAMESPACE} get pg standby-cluster -o jsonpath='{.spec.postgresVersion}') # Standby leader is labeled primary but stays in recovery, so restore_command is set. standby_leader=$(kubectl -n ${NAMESPACE} get pods --selector=postgres-operator.crunchydata.com/role=primary,postgres-operator.crunchydata.com/cluster=standby-cluster -o jsonpath='{.items[0].metadata.name}') if [[ $(kubectl -n ${NAMESPACE} exec ${standby_leader} -c database -- psql -t -A -c 'SHOW pg_tde.wal_encrypt;') != "on" ]]; then echo "pg_tde.wal_encrypt is not enabled in ${standby_leader}" exit 1 fi for pod in $(kubectl -n ${NAMESPACE} get pods -o name \ --selector=postgres-operator.crunchydata.com/cluster=standby-cluster,postgres-operator.crunchydata.com/data=postgres); do annotation=$(kubectl -n ${NAMESPACE} get ${pod} -o yaml | yq '.metadata.annotations."pgv2.percona.com/tde-wal-encryption"') if [[ ${annotation} != "true" ]]; then echo "${pod} is not annotated for WAL encryption: ${annotation}" exit 1 fi target=$(kubectl -n ${NAMESPACE} exec ${pod} -c database -- readlink /pgdata/pg_tde) if [[ ${target} != "/pgdata/pg${pgversion}/pg_tde" ]]; then echo "${pod} does not link the pg_tde keyring: ${target}" exit 1 fi if ! kubectl -n ${NAMESPACE} exec ${pod} -c database -- test -d /pgdata/pg_tde; then echo "${pod} pg_tde keyring link does not resolve" exit 1 fi done restore_command=$(kubectl -n ${NAMESPACE} exec ${standby_leader} -c database -- psql -t -A -c 'SHOW restore_command;') if [[ ${restore_command} != *'pg_tde_restore_encrypt %f %p '* ]]; then echo "restore_command doesn't use the pg_tde_restore_encrypt wrapper in ${standby_leader}: ${restore_command}" exit 1 fi if [[ ${restore_command} != *'--repo=1'* ]]; then echo "restore_command doesn't target repo1 in ${standby_leader}: ${restore_command}" exit 1 fi for key in pgbackrest_instance.conf pgbackrest_repo.conf; do conf=$(kubectl get -n ${NAMESPACE} cm standby-cluster-pgbackrest-config -o yaml | yq '.data."'"${key}"'"') if ! echo "${conf}" | grep -q '^checksum-page = n$'; then echo "no checksum-page in ${key}" exit 1 fi done instance_conf=$(kubectl get -n ${NAMESPACE} cm standby-cluster-pgbackrest-config -o yaml | yq '.data."pgbackrest_instance.conf"') if ! echo "${instance_conf}" | grep -q '^archive-async = n$'; then echo "archive-async is not disabled in pgbackrest_instance.conf" exit 1 fi ] logger.go:42: 15:15:22 | standby-pgbackrest/3-create-standby-cluster | error: error executing jsonpath "{.items[0].metadata.name}": Error executing template: array index out of bounds: index 0, length 0. Printing more information for debugging the template: logger.go:42: 15:15:22 | standby-pgbackrest/3-create-standby-cluster | template was: logger.go:42: 15:15:22 | standby-pgbackrest/3-create-standby-cluster | {.items[0].metadata.name} logger.go:42: 15:15:22 | standby-pgbackrest/3-create-standby-cluster | object given to jsonpath engine was: logger.go:42: 15:15:22 | standby-pgbackrest/3-create-standby-cluster | map[string]interface {}{"apiVersion":"v1", "items":[]interface {}{}, "kind":"List", "metadata":map[string]interface {}{"resourceVersion":""}} logger.go:42: 15:15:22 | standby-pgbackrest/3-create-standby-cluster | logger.go:42: 15:15:22 | standby-pgbackrest/3-create-standby-cluster | logger.go:42: 15:15:22 | standby-pgbackrest/3-create-standby-cluster | command failure, skipping 1 additional commands logger.go:42: 15:15:24 | standby-pgbackrest/3-create-standby-cluster | running command: [sh -c kubectl wait --for=jsonpath='{.metadata.annotations.pgv2\.percona\.com/replication-main-site}'="${NAMESPACE}"/source-cluster --timeout=480s -n "${NAMESPACE}" pg/standby-cluster] logger.go:42: 15:15:25 | standby-pgbackrest/3-create-standby-cluster | E0820 15:15:25.469016 39345 reflector.go:227] "Failed to watch" err="Get \"https://34.66.101.239/apis/pgv2.percona.com/v2/namespaces/kuttl-test-firm-ray/perconapgclusters?allowWatchBookmarks=true&fieldSelector=metadata.name%3Dstandby-cluster&resourceVersion=1787238920540628000&timeoutSeconds=423&watch=true\": context canceled" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" type="*unstructured.Unstructured" logger.go:42: 15:15:25 | standby-pgbackrest/3-create-standby-cluster | perconapgcluster.pgv2.percona.com/standby-cluster condition met logger.go:42: 15:15:25 | standby-pgbackrest/3-create-standby-cluster | running command: [sh -c set -o errexit pgversion=$(kubectl -n ${NAMESPACE} get pg standby-cluster -o jsonpath='{.spec.postgresVersion}') # Standby leader is labeled primary but stays in recovery, so restore_command is set. standby_leader=$(kubectl -n ${NAMESPACE} get pods --selector=postgres-operator.crunchydata.com/role=primary,postgres-operator.crunchydata.com/cluster=standby-cluster -o jsonpath='{.items[0].metadata.name}') if [[ $(kubectl -n ${NAMESPACE} exec ${standby_leader} -c database -- psql -t -A -c 'SHOW pg_tde.wal_encrypt;') != "on" ]]; then echo "pg_tde.wal_encrypt is not enabled in ${standby_leader}" exit 1 fi for pod in $(kubectl -n ${NAMESPACE} get pods -o name \ --selector=postgres-operator.crunchydata.com/cluster=standby-cluster,postgres-operator.crunchydata.com/data=postgres); do annotation=$(kubectl -n ${NAMESPACE} get ${pod} -o yaml | yq '.metadata.annotations."pgv2.percona.com/tde-wal-encryption"') if [[ ${annotation} != "true" ]]; then echo "${pod} is not annotated for WAL encryption: ${annotation}" exit 1 fi target=$(kubectl -n ${NAMESPACE} exec ${pod} -c database -- readlink /pgdata/pg_tde) if [[ ${target} != "/pgdata/pg${pgversion}/pg_tde" ]]; then echo "${pod} does not link the pg_tde keyring: ${target}" exit 1 fi if ! kubectl -n ${NAMESPACE} exec ${pod} -c database -- test -d /pgdata/pg_tde; then echo "${pod} pg_tde keyring link does not resolve" exit 1 fi done restore_command=$(kubectl -n ${NAMESPACE} exec ${standby_leader} -c database -- psql -t -A -c 'SHOW restore_command;') if [[ ${restore_command} != *'pg_tde_restore_encrypt %f %p '* ]]; then echo "restore_command doesn't use the pg_tde_restore_encrypt wrapper in ${standby_leader}: ${restore_command}" exit 1 fi if [[ ${restore_command} != *'--repo=1'* ]]; then echo "restore_command doesn't target repo1 in ${standby_leader}: ${restore_command}" exit 1 fi for key in pgbackrest_instance.conf pgbackrest_repo.conf; do conf=$(kubectl get -n ${NAMESPACE} cm standby-cluster-pgbackrest-config -o yaml | yq '.data."'"${key}"'"') if ! echo "${conf}" | grep -q '^checksum-page = n$'; then echo "no checksum-page in ${key}" exit 1 fi done instance_conf=$(kubectl get -n ${NAMESPACE} cm standby-cluster-pgbackrest-config -o yaml | yq '.data."pgbackrest_instance.conf"') if ! echo "${instance_conf}" | grep -q '^archive-async = n$'; then echo "archive-async is not disabled in pgbackrest_instance.conf" exit 1 fi ] logger.go:42: 15:15:41 | standby-pgbackrest/3-create-standby-cluster | running command: [sh -c set -o errexit kubectl wait --for=condition=PGTDEEnabled --timeout=480s -n "${NAMESPACE}" pg/standby-cluster kubectl wait --for=condition=PGTDEVaultProviderReady --timeout=480s -n "${NAMESPACE}" pg/standby-cluster condStatus=$(kubectl get pg -n "${NAMESPACE}" standby-cluster -o jsonpath='{.status.conditions[?(@.type=="PGTDEEnabled")].status}') condReason=$(kubectl get pg -n "${NAMESPACE}" standby-cluster -o jsonpath='{.status.conditions[?(@.type=="PGTDEEnabled")].reason}') condMsg=$(kubectl get pg -n "${NAMESPACE}" standby-cluster -o jsonpath='{.status.conditions[?(@.type=="PGTDEEnabled")].message}') condGen=$(kubectl get pg -n "${NAMESPACE}" standby-cluster -o jsonpath='{.status.conditions[?(@.type=="PGTDEEnabled")].observedGeneration}') if [[ "${condStatus}" != "True" ]]; then echo "expected PGTDEEnabled status True, got ${condStatus}" exit 1 fi if [[ "${condReason}" != "ReplicatedFromSource" ]]; then echo "expected PGTDEEnabled reason ReplicatedFromSource, got ${condReason}" exit 1 fi if [[ "${condMsg}" != "pg_tde arrived with the data replicated from the source cluster" ]]; then echo "expected PGTDEEnabled message 'pg_tde arrived with the data replicated from the source cluster', got ${condMsg}" exit 1 fi if [[ "${condGen}" != "2" ]]; then echo "expected PGTDEEnabled observedGeneration 2, got ${condGen}" exit 1 fi condStatus=$(kubectl get pg -n "${NAMESPACE}" standby-cluster -o jsonpath='{.status.conditions[?(@.type=="PGTDEVaultProviderReady")].status}') condReason=$(kubectl get pg -n "${NAMESPACE}" standby-cluster -o jsonpath='{.status.conditions[?(@.type=="PGTDEVaultProviderReady")].reason}') condMsg=$(kubectl get pg -n "${NAMESPACE}" standby-cluster -o jsonpath='{.status.conditions[?(@.type=="PGTDEVaultProviderReady")].message}') condGen=$(kubectl get pg -n "${NAMESPACE}" standby-cluster -o jsonpath='{.status.conditions[?(@.type=="PGTDEVaultProviderReady")].observedGeneration}') if [[ "${condStatus}" != "True" ]]; then echo "expected PGTDEVaultProviderReady status True, got ${condStatus}" exit 1 fi if [[ "${condReason}" != "ReplicatedFromSource" ]]; then echo "expected PGTDEVaultProviderReady reason ReplicatedFromSource, got ${condReason}" exit 1 fi if [[ "${condMsg}" != "pg_tde fetched its principal key using the replicated key provider" ]]; then echo "expected PGTDEVaultProviderReady message 'pg_tde fetched its principal key using the replicated key provider', got ${condMsg}" exit 1 fi if [[ "${condGen}" != "2" ]]; then echo "expected PGTDEVaultProviderReady observedGeneration 2, got ${condGen}" exit 1 fi] logger.go:42: 15:15:42 | standby-pgbackrest/3-create-standby-cluster | E0820 15:15:42.392805 39694 reflector.go:227] "Failed to watch" err="Get \"https://34.66.101.239/apis/pgv2.percona.com/v2/namespaces/kuttl-test-firm-ray/perconapgclusters?allowWatchBookmarks=true&fieldSelector=metadata.name%3Dstandby-cluster&resourceVersion=1787238939845330000&timeoutSeconds=462&watch=true\": context canceled" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" type="*unstructured.Unstructured" logger.go:42: 15:15:42 | standby-pgbackrest/3-create-standby-cluster | perconapgcluster.pgv2.percona.com/standby-cluster condition met logger.go:42: 15:15:43 | standby-pgbackrest/3-create-standby-cluster | E0820 15:15:43.291937 39713 reflector.go:227] "Failed to watch" err="Get \"https://34.66.101.239/apis/pgv2.percona.com/v2/namespaces/kuttl-test-firm-ray/perconapgclusters?allowWatchBookmarks=true&fieldSelector=metadata.name%3Dstandby-cluster&resourceVersion=1787238939845330000&timeoutSeconds=381&watch=true\": context canceled" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" type="*unstructured.Unstructured" logger.go:42: 15:15:43 | standby-pgbackrest/3-create-standby-cluster | perconapgcluster.pgv2.percona.com/standby-cluster condition met logger.go:42: 15:15:49 | standby-pgbackrest/3-create-standby-cluster | running command: [sh -c kubectl wait --for=jsonpath='{.metadata.annotations.pgv2\.percona\.com/replication-main-site}'="${NAMESPACE}"/source-cluster --timeout=480s -n "${NAMESPACE}" pg/standby-cluster] logger.go:42: 15:15:50 | standby-pgbackrest/3-create-standby-cluster | E0820 15:15:50.439271 39866 reflector.go:227] "Failed to watch" err="Get \"https://34.66.101.239/apis/pgv2.percona.com/v2/namespaces/kuttl-test-firm-ray/perconapgclusters?allowWatchBookmarks=true&fieldSelector=metadata.name%3Dstandby-cluster&resourceVersion=1787238949845487000&timeoutSeconds=430&watch=true\": context canceled" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" type="*unstructured.Unstructured" logger.go:42: 15:15:50 | standby-pgbackrest/3-create-standby-cluster | perconapgcluster.pgv2.percona.com/standby-cluster condition met logger.go:42: 15:15:50 | standby-pgbackrest/3-create-standby-cluster | running command: [sh -c set -o errexit pgversion=$(kubectl -n ${NAMESPACE} get pg standby-cluster -o jsonpath='{.spec.postgresVersion}') # Standby leader is labeled primary but stays in recovery, so restore_command is set. standby_leader=$(kubectl -n ${NAMESPACE} get pods --selector=postgres-operator.crunchydata.com/role=primary,postgres-operator.crunchydata.com/cluster=standby-cluster -o jsonpath='{.items[0].metadata.name}') if [[ $(kubectl -n ${NAMESPACE} exec ${standby_leader} -c database -- psql -t -A -c 'SHOW pg_tde.wal_encrypt;') != "on" ]]; then echo "pg_tde.wal_encrypt is not enabled in ${standby_leader}" exit 1 fi for pod in $(kubectl -n ${NAMESPACE} get pods -o name \ --selector=postgres-operator.crunchydata.com/cluster=standby-cluster,postgres-operator.crunchydata.com/data=postgres); do annotation=$(kubectl -n ${NAMESPACE} get ${pod} -o yaml | yq '.metadata.annotations."pgv2.percona.com/tde-wal-encryption"') if [[ ${annotation} != "true" ]]; then echo "${pod} is not annotated for WAL encryption: ${annotation}" exit 1 fi target=$(kubectl -n ${NAMESPACE} exec ${pod} -c database -- readlink /pgdata/pg_tde) if [[ ${target} != "/pgdata/pg${pgversion}/pg_tde" ]]; then echo "${pod} does not link the pg_tde keyring: ${target}" exit 1 fi if ! kubectl -n ${NAMESPACE} exec ${pod} -c database -- test -d /pgdata/pg_tde; then echo "${pod} pg_tde keyring link does not resolve" exit 1 fi done restore_command=$(kubectl -n ${NAMESPACE} exec ${standby_leader} -c database -- psql -t -A -c 'SHOW restore_command;') if [[ ${restore_command} != *'pg_tde_restore_encrypt %f %p '* ]]; then echo "restore_command doesn't use the pg_tde_restore_encrypt wrapper in ${standby_leader}: ${restore_command}" exit 1 fi if [[ ${restore_command} != *'--repo=1'* ]]; then echo "restore_command doesn't target repo1 in ${standby_leader}: ${restore_command}" exit 1 fi for key in pgbackrest_instance.conf pgbackrest_repo.conf; do conf=$(kubectl get -n ${NAMESPACE} cm standby-cluster-pgbackrest-config -o yaml | yq '.data."'"${key}"'"') if ! echo "${conf}" | grep -q '^checksum-page = n$'; then echo "no checksum-page in ${key}" exit 1 fi done instance_conf=$(kubectl get -n ${NAMESPACE} cm standby-cluster-pgbackrest-config -o yaml | yq '.data."pgbackrest_instance.conf"') if ! echo "${instance_conf}" | grep -q '^archive-async = n$'; then echo "archive-async is not disabled in pgbackrest_instance.conf" exit 1 fi ] logger.go:42: 15:16:07 | standby-pgbackrest/3-create-standby-cluster | running command: [sh -c set -o errexit kubectl wait --for=condition=PGTDEEnabled --timeout=480s -n "${NAMESPACE}" pg/standby-cluster kubectl wait --for=condition=PGTDEVaultProviderReady --timeout=480s -n "${NAMESPACE}" pg/standby-cluster condStatus=$(kubectl get pg -n "${NAMESPACE}" standby-cluster -o jsonpath='{.status.conditions[?(@.type=="PGTDEEnabled")].status}') condReason=$(kubectl get pg -n "${NAMESPACE}" standby-cluster -o jsonpath='{.status.conditions[?(@.type=="PGTDEEnabled")].reason}') condMsg=$(kubectl get pg -n "${NAMESPACE}" standby-cluster -o jsonpath='{.status.conditions[?(@.type=="PGTDEEnabled")].message}') condGen=$(kubectl get pg -n "${NAMESPACE}" standby-cluster -o jsonpath='{.status.conditions[?(@.type=="PGTDEEnabled")].observedGeneration}') if [[ "${condStatus}" != "True" ]]; then echo "expected PGTDEEnabled status True, got ${condStatus}" exit 1 fi if [[ "${condReason}" != "ReplicatedFromSource" ]]; then echo "expected PGTDEEnabled reason ReplicatedFromSource, got ${condReason}" exit 1 fi if [[ "${condMsg}" != "pg_tde arrived with the data replicated from the source cluster" ]]; then echo "expected PGTDEEnabled message 'pg_tde arrived with the data replicated from the source cluster', got ${condMsg}" exit 1 fi if [[ "${condGen}" != "2" ]]; then echo "expected PGTDEEnabled observedGeneration 2, got ${condGen}" exit 1 fi condStatus=$(kubectl get pg -n "${NAMESPACE}" standby-cluster -o jsonpath='{.status.conditions[?(@.type=="PGTDEVaultProviderReady")].status}') condReason=$(kubectl get pg -n "${NAMESPACE}" standby-cluster -o jsonpath='{.status.conditions[?(@.type=="PGTDEVaultProviderReady")].reason}') condMsg=$(kubectl get pg -n "${NAMESPACE}" standby-cluster -o jsonpath='{.status.conditions[?(@.type=="PGTDEVaultProviderReady")].message}') condGen=$(kubectl get pg -n "${NAMESPACE}" standby-cluster -o jsonpath='{.status.conditions[?(@.type=="PGTDEVaultProviderReady")].observedGeneration}') if [[ "${condStatus}" != "True" ]]; then echo "expected PGTDEVaultProviderReady status True, got ${condStatus}" exit 1 fi if [[ "${condReason}" != "ReplicatedFromSource" ]]; then echo "expected PGTDEVaultProviderReady reason ReplicatedFromSource, got ${condReason}" exit 1 fi if [[ "${condMsg}" != "pg_tde fetched its principal key using the replicated key provider" ]]; then echo "expected PGTDEVaultProviderReady message 'pg_tde fetched its principal key using the replicated key provider', got ${condMsg}" exit 1 fi if [[ "${condGen}" != "2" ]]; then echo "expected PGTDEVaultProviderReady observedGeneration 2, got ${condGen}" exit 1 fi] logger.go:42: 15:16:08 | standby-pgbackrest/3-create-standby-cluster | E0820 15:16:08.356009 40217 reflector.go:227] "Failed to watch" err="Get \"https://34.66.101.239/apis/pgv2.percona.com/v2/namespaces/kuttl-test-firm-ray/perconapgclusters?allowWatchBookmarks=true&fieldSelector=metadata.name%3Dstandby-cluster&resourceVersion=1787238964845854000&timeoutSeconds=591&watch=true\": context canceled" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" type="*unstructured.Unstructured" logger.go:42: 15:16:08 | standby-pgbackrest/3-create-standby-cluster | perconapgcluster.pgv2.percona.com/standby-cluster condition met logger.go:42: 15:16:09 | standby-pgbackrest/3-create-standby-cluster | E0820 15:16:09.244128 40236 reflector.go:227] "Failed to watch" err="Get \"https://34.66.101.239/apis/pgv2.percona.com/v2/namespaces/kuttl-test-firm-ray/perconapgclusters?allowWatchBookmarks=true&fieldSelector=metadata.name%3Dstandby-cluster&resourceVersion=1787238964845854000&timeoutSeconds=539&watch=true\": context canceled" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" type="*unstructured.Unstructured" logger.go:42: 15:16:09 | standby-pgbackrest/3-create-standby-cluster | perconapgcluster.pgv2.percona.com/standby-cluster condition met logger.go:42: 15:16:15 | standby-pgbackrest/3-create-standby-cluster | running command: [sh -c kubectl wait --for=jsonpath='{.metadata.annotations.pgv2\.percona\.com/replication-main-site}'="${NAMESPACE}"/source-cluster --timeout=480s -n "${NAMESPACE}" pg/standby-cluster] logger.go:42: 15:16:16 | standby-pgbackrest/3-create-standby-cluster | E0820 15:16:16.359930 40388 reflector.go:227] "Failed to watch" err="Get \"https://34.66.101.239/apis/pgv2.percona.com/v2/namespaces/kuttl-test-firm-ray/perconapgclusters?allowWatchBookmarks=true&fieldSelector=metadata.name%3Dstandby-cluster&resourceVersion=1787238974845877000&timeoutSeconds=575&watch=true\": context canceled" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" type="*unstructured.Unstructured" logger.go:42: 15:16:16 | standby-pgbackrest/3-create-standby-cluster | perconapgcluster.pgv2.percona.com/standby-cluster condition met logger.go:42: 15:16:16 | standby-pgbackrest/3-create-standby-cluster | running command: [sh -c set -o errexit pgversion=$(kubectl -n ${NAMESPACE} get pg standby-cluster -o jsonpath='{.spec.postgresVersion}') # Standby leader is labeled primary but stays in recovery, so restore_command is set. standby_leader=$(kubectl -n ${NAMESPACE} get pods --selector=postgres-operator.crunchydata.com/role=primary,postgres-operator.crunchydata.com/cluster=standby-cluster -o jsonpath='{.items[0].metadata.name}') if [[ $(kubectl -n ${NAMESPACE} exec ${standby_leader} -c database -- psql -t -A -c 'SHOW pg_tde.wal_encrypt;') != "on" ]]; then echo "pg_tde.wal_encrypt is not enabled in ${standby_leader}" exit 1 fi for pod in $(kubectl -n ${NAMESPACE} get pods -o name \ --selector=postgres-operator.crunchydata.com/cluster=standby-cluster,postgres-operator.crunchydata.com/data=postgres); do annotation=$(kubectl -n ${NAMESPACE} get ${pod} -o yaml | yq '.metadata.annotations."pgv2.percona.com/tde-wal-encryption"') if [[ ${annotation} != "true" ]]; then echo "${pod} is not annotated for WAL encryption: ${annotation}" exit 1 fi target=$(kubectl -n ${NAMESPACE} exec ${pod} -c database -- readlink /pgdata/pg_tde) if [[ ${target} != "/pgdata/pg${pgversion}/pg_tde" ]]; then echo "${pod} does not link the pg_tde keyring: ${target}" exit 1 fi if ! kubectl -n ${NAMESPACE} exec ${pod} -c database -- test -d /pgdata/pg_tde; then echo "${pod} pg_tde keyring link does not resolve" exit 1 fi done restore_command=$(kubectl -n ${NAMESPACE} exec ${standby_leader} -c database -- psql -t -A -c 'SHOW restore_command;') if [[ ${restore_command} != *'pg_tde_restore_encrypt %f %p '* ]]; then echo "restore_command doesn't use the pg_tde_restore_encrypt wrapper in ${standby_leader}: ${restore_command}" exit 1 fi if [[ ${restore_command} != *'--repo=1'* ]]; then echo "restore_command doesn't target repo1 in ${standby_leader}: ${restore_command}" exit 1 fi for key in pgbackrest_instance.conf pgbackrest_repo.conf; do conf=$(kubectl get -n ${NAMESPACE} cm standby-cluster-pgbackrest-config -o yaml | yq '.data."'"${key}"'"') if ! echo "${conf}" | grep -q '^checksum-page = n$'; then echo "no checksum-page in ${key}" exit 1 fi done instance_conf=$(kubectl get -n ${NAMESPACE} cm standby-cluster-pgbackrest-config -o yaml | yq '.data."pgbackrest_instance.conf"') if ! echo "${instance_conf}" | grep -q '^archive-async = n$'; then echo "archive-async is not disabled in pgbackrest_instance.conf" exit 1 fi ] logger.go:42: 15:16:32 | standby-pgbackrest/3-create-standby-cluster | running command: [sh -c set -o errexit kubectl wait --for=condition=PGTDEEnabled --timeout=480s -n "${NAMESPACE}" pg/standby-cluster kubectl wait --for=condition=PGTDEVaultProviderReady --timeout=480s -n "${NAMESPACE}" pg/standby-cluster condStatus=$(kubectl get pg -n "${NAMESPACE}" standby-cluster -o jsonpath='{.status.conditions[?(@.type=="PGTDEEnabled")].status}') condReason=$(kubectl get pg -n "${NAMESPACE}" standby-cluster -o jsonpath='{.status.conditions[?(@.type=="PGTDEEnabled")].reason}') condMsg=$(kubectl get pg -n "${NAMESPACE}" standby-cluster -o jsonpath='{.status.conditions[?(@.type=="PGTDEEnabled")].message}') condGen=$(kubectl get pg -n "${NAMESPACE}" standby-cluster -o jsonpath='{.status.conditions[?(@.type=="PGTDEEnabled")].observedGeneration}') if [[ "${condStatus}" != "True" ]]; then echo "expected PGTDEEnabled status True, got ${condStatus}" exit 1 fi if [[ "${condReason}" != "ReplicatedFromSource" ]]; then echo "expected PGTDEEnabled reason ReplicatedFromSource, got ${condReason}" exit 1 fi if [[ "${condMsg}" != "pg_tde arrived with the data replicated from the source cluster" ]]; then echo "expected PGTDEEnabled message 'pg_tde arrived with the data replicated from the source cluster', got ${condMsg}" exit 1 fi if [[ "${condGen}" != "2" ]]; then echo "expected PGTDEEnabled observedGeneration 2, got ${condGen}" exit 1 fi condStatus=$(kubectl get pg -n "${NAMESPACE}" standby-cluster -o jsonpath='{.status.conditions[?(@.type=="PGTDEVaultProviderReady")].status}') condReason=$(kubectl get pg -n "${NAMESPACE}" standby-cluster -o jsonpath='{.status.conditions[?(@.type=="PGTDEVaultProviderReady")].reason}') condMsg=$(kubectl get pg -n "${NAMESPACE}" standby-cluster -o jsonpath='{.status.conditions[?(@.type=="PGTDEVaultProviderReady")].message}') condGen=$(kubectl get pg -n "${NAMESPACE}" standby-cluster -o jsonpath='{.status.conditions[?(@.type=="PGTDEVaultProviderReady")].observedGeneration}') if [[ "${condStatus}" != "True" ]]; then echo "expected PGTDEVaultProviderReady status True, got ${condStatus}" exit 1 fi if [[ "${condReason}" != "ReplicatedFromSource" ]]; then echo "expected PGTDEVaultProviderReady reason ReplicatedFromSource, got ${condReason}" exit 1 fi if [[ "${condMsg}" != "pg_tde fetched its principal key using the replicated key provider" ]]; then echo "expected PGTDEVaultProviderReady message 'pg_tde fetched its principal key using the replicated key provider', got ${condMsg}" exit 1 fi if [[ "${condGen}" != "2" ]]; then echo "expected PGTDEVaultProviderReady observedGeneration 2, got ${condGen}" exit 1 fi] logger.go:42: 15:16:33 | standby-pgbackrest/3-create-standby-cluster | E0820 15:16:33.581458 40740 reflector.go:227] "Failed to watch" err="Get \"https://34.66.101.239/apis/pgv2.percona.com/v2/namespaces/kuttl-test-firm-ray/perconapgclusters?allowWatchBookmarks=true&fieldSelector=metadata.name%3Dstandby-cluster&resourceVersion=1787238991219023000&timeoutSeconds=573&watch=true\": context canceled" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" type="*unstructured.Unstructured" logger.go:42: 15:16:33 | standby-pgbackrest/3-create-standby-cluster | perconapgcluster.pgv2.percona.com/standby-cluster condition met logger.go:42: 15:16:34 | standby-pgbackrest/3-create-standby-cluster | E0820 15:16:34.480394 40757 reflector.go:227] "Failed to watch" err="Get \"https://34.66.101.239/apis/pgv2.percona.com/v2/namespaces/kuttl-test-firm-ray/perconapgclusters?allowWatchBookmarks=true&fieldSelector=metadata.name%3Dstandby-cluster&resourceVersion=1787238991219023000&timeoutSeconds=333&watch=true\": context canceled" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" type="*unstructured.Unstructured" logger.go:42: 15:16:34 | standby-pgbackrest/3-create-standby-cluster | perconapgcluster.pgv2.percona.com/standby-cluster condition met logger.go:42: 15:16:41 | standby-pgbackrest/3-create-standby-cluster | running command: [sh -c kubectl wait --for=jsonpath='{.metadata.annotations.pgv2\.percona\.com/replication-main-site}'="${NAMESPACE}"/source-cluster --timeout=480s -n "${NAMESPACE}" pg/standby-cluster] logger.go:42: 15:16:41 | standby-pgbackrest/3-create-standby-cluster | E0820 15:16:41.970409 40908 reflector.go:227] "Failed to watch" err="Get \"https://34.66.101.239/apis/pgv2.percona.com/v2/namespaces/kuttl-test-firm-ray/perconapgclusters?allowWatchBookmarks=true&fieldSelector=metadata.name%3Dstandby-cluster&resourceVersion=1787239001220249000&timeoutSeconds=366&watch=true\": context canceled" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" type="*unstructured.Unstructured" logger.go:42: 15:16:41 | standby-pgbackrest/3-create-standby-cluster | perconapgcluster.pgv2.percona.com/standby-cluster condition met logger.go:42: 15:16:41 | standby-pgbackrest/3-create-standby-cluster | running command: [sh -c set -o errexit pgversion=$(kubectl -n ${NAMESPACE} get pg standby-cluster -o jsonpath='{.spec.postgresVersion}') # Standby leader is labeled primary but stays in recovery, so restore_command is set. standby_leader=$(kubectl -n ${NAMESPACE} get pods --selector=postgres-operator.crunchydata.com/role=primary,postgres-operator.crunchydata.com/cluster=standby-cluster -o jsonpath='{.items[0].metadata.name}') if [[ $(kubectl -n ${NAMESPACE} exec ${standby_leader} -c database -- psql -t -A -c 'SHOW pg_tde.wal_encrypt;') != "on" ]]; then echo "pg_tde.wal_encrypt is not enabled in ${standby_leader}" exit 1 fi for pod in $(kubectl -n ${NAMESPACE} get pods -o name \ --selector=postgres-operator.crunchydata.com/cluster=standby-cluster,postgres-operator.crunchydata.com/data=postgres); do annotation=$(kubectl -n ${NAMESPACE} get ${pod} -o yaml | yq '.metadata.annotations."pgv2.percona.com/tde-wal-encryption"') if [[ ${annotation} != "true" ]]; then echo "${pod} is not annotated for WAL encryption: ${annotation}" exit 1 fi target=$(kubectl -n ${NAMESPACE} exec ${pod} -c database -- readlink /pgdata/pg_tde) if [[ ${target} != "/pgdata/pg${pgversion}/pg_tde" ]]; then echo "${pod} does not link the pg_tde keyring: ${target}" exit 1 fi if ! kubectl -n ${NAMESPACE} exec ${pod} -c database -- test -d /pgdata/pg_tde; then echo "${pod} pg_tde keyring link does not resolve" exit 1 fi done restore_command=$(kubectl -n ${NAMESPACE} exec ${standby_leader} -c database -- psql -t -A -c 'SHOW restore_command;') if [[ ${restore_command} != *'pg_tde_restore_encrypt %f %p '* ]]; then echo "restore_command doesn't use the pg_tde_restore_encrypt wrapper in ${standby_leader}: ${restore_command}" exit 1 fi if [[ ${restore_command} != *'--repo=1'* ]]; then echo "restore_command doesn't target repo1 in ${standby_leader}: ${restore_command}" exit 1 fi for key in pgbackrest_instance.conf pgbackrest_repo.conf; do conf=$(kubectl get -n ${NAMESPACE} cm standby-cluster-pgbackrest-config -o yaml | yq '.data."'"${key}"'"') if ! echo "${conf}" | grep -q '^checksum-page = n$'; then echo "no checksum-page in ${key}" exit 1 fi done instance_conf=$(kubectl get -n ${NAMESPACE} cm standby-cluster-pgbackrest-config -o yaml | yq '.data."pgbackrest_instance.conf"') if ! echo "${instance_conf}" | grep -q '^archive-async = n$'; then echo "archive-async is not disabled in pgbackrest_instance.conf" exit 1 fi ] logger.go:42: 15:16:58 | standby-pgbackrest/3-create-standby-cluster | running command: [sh -c set -o errexit kubectl wait --for=condition=PGTDEEnabled --timeout=480s -n "${NAMESPACE}" pg/standby-cluster kubectl wait --for=condition=PGTDEVaultProviderReady --timeout=480s -n "${NAMESPACE}" pg/standby-cluster condStatus=$(kubectl get pg -n "${NAMESPACE}" standby-cluster -o jsonpath='{.status.conditions[?(@.type=="PGTDEEnabled")].status}') condReason=$(kubectl get pg -n "${NAMESPACE}" standby-cluster -o jsonpath='{.status.conditions[?(@.type=="PGTDEEnabled")].reason}') condMsg=$(kubectl get pg -n "${NAMESPACE}" standby-cluster -o jsonpath='{.status.conditions[?(@.type=="PGTDEEnabled")].message}') condGen=$(kubectl get pg -n "${NAMESPACE}" standby-cluster -o jsonpath='{.status.conditions[?(@.type=="PGTDEEnabled")].observedGeneration}') if [[ "${condStatus}" != "True" ]]; then echo "expected PGTDEEnabled status True, got ${condStatus}" exit 1 fi if [[ "${condReason}" != "ReplicatedFromSource" ]]; then echo "expected PGTDEEnabled reason ReplicatedFromSource, got ${condReason}" exit 1 fi if [[ "${condMsg}" != "pg_tde arrived with the data replicated from the source cluster" ]]; then echo "expected PGTDEEnabled message 'pg_tde arrived with the data replicated from the source cluster', got ${condMsg}" exit 1 fi if [[ "${condGen}" != "2" ]]; then echo "expected PGTDEEnabled observedGeneration 2, got ${condGen}" exit 1 fi condStatus=$(kubectl get pg -n "${NAMESPACE}" standby-cluster -o jsonpath='{.status.conditions[?(@.type=="PGTDEVaultProviderReady")].status}') condReason=$(kubectl get pg -n "${NAMESPACE}" standby-cluster -o jsonpath='{.status.conditions[?(@.type=="PGTDEVaultProviderReady")].reason}') condMsg=$(kubectl get pg -n "${NAMESPACE}" standby-cluster -o jsonpath='{.status.conditions[?(@.type=="PGTDEVaultProviderReady")].message}') condGen=$(kubectl get pg -n "${NAMESPACE}" standby-cluster -o jsonpath='{.status.conditions[?(@.type=="PGTDEVaultProviderReady")].observedGeneration}') if [[ "${condStatus}" != "True" ]]; then echo "expected PGTDEVaultProviderReady status True, got ${condStatus}" exit 1 fi if [[ "${condReason}" != "ReplicatedFromSource" ]]; then echo "expected PGTDEVaultProviderReady reason ReplicatedFromSource, got ${condReason}" exit 1 fi if [[ "${condMsg}" != "pg_tde fetched its principal key using the replicated key provider" ]]; then echo "expected PGTDEVaultProviderReady message 'pg_tde fetched its principal key using the replicated key provider', got ${condMsg}" exit 1 fi if [[ "${condGen}" != "2" ]]; then echo "expected PGTDEVaultProviderReady observedGeneration 2, got ${condGen}" exit 1 fi] logger.go:42: 15:16:59 | standby-pgbackrest/3-create-standby-cluster | E0820 15:16:59.158967 41255 reflector.go:227] "Failed to watch" err="Get \"https://34.66.101.239/apis/pgv2.percona.com/v2/namespaces/kuttl-test-firm-ray/perconapgclusters?allowWatchBookmarks=true&fieldSelector=metadata.name%3Dstandby-cluster&resourceVersion=1787239016220399000&timeoutSeconds=302&watch=true\": context canceled" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" type="*unstructured.Unstructured" logger.go:42: 15:16:59 | standby-pgbackrest/3-create-standby-cluster | perconapgcluster.pgv2.percona.com/standby-cluster condition met logger.go:42: 15:17:00 | standby-pgbackrest/3-create-standby-cluster | E0820 15:17:00.029285 41275 reflector.go:227] "Failed to watch" err="Get \"https://34.66.101.239/apis/pgv2.percona.com/v2/namespaces/kuttl-test-firm-ray/perconapgclusters?allowWatchBookmarks=true&fieldSelector=metadata.name%3Dstandby-cluster&resourceVersion=1787239016220399000&timeoutSeconds=589&watch=true\": context canceled" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" type="*unstructured.Unstructured" logger.go:42: 15:17:00 | standby-pgbackrest/3-create-standby-cluster | perconapgcluster.pgv2.percona.com/standby-cluster condition met logger.go:42: 15:17:04 | standby-pgbackrest/3-create-standby-cluster | test step completed 3-create-standby-cluster logger.go:42: 15:17:04 | standby-pgbackrest/4-standby-lockdown | starting test step 4-standby-lockdown logger.go:42: 15:17:04 | standby-pgbackrest/4-standby-lockdown | running command: [sh -c set -o errexit set -o xtrace source ../../functions primary=$(kubectl get pod -n "${NAMESPACE}" \ -l app.kubernetes.io/instance=standby-cluster,postgres-operator.crunchydata.com/role=primary \ -o jsonpath='{.items[0].metadata.name}') endpoint=$(kubectl get pg standby-cluster -n "${NAMESPACE}" -o json \ | jq -r '.spec.backups.pgbackrest.repos[] | select(.name == "repo1") | .s3.endpoint') network_block_storage_endpoint "${NAMESPACE}" "${primary}" "${endpoint}"] logger.go:42: 15:17:04 | standby-pgbackrest/4-standby-lockdown | + source ../../functions logger.go:42: 15:17:04 | standby-pgbackrest/4-standby-lockdown | +++ realpath ../../.. logger.go:42: 15:17:04 | standby-pgbackrest/4-standby-lockdown | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-pg-operator_PR-1770 logger.go:42: 15:17:04 | standby-pgbackrest/4-standby-lockdown | ++ CERT_MANAGER_VER=1.20.2 logger.go:42: 15:17:04 | standby-pgbackrest/4-standby-lockdown | ++ CERT_MANAGER_TEST_LABEL=e2e.percona.com/managed-by=percona-postgresql-operator-tests logger.go:42: 15:17:04 | standby-pgbackrest/4-standby-lockdown | ++ CHAOS_MESH_VER=2.5.1 logger.go:42: 15:17:04 | standby-pgbackrest/4-standby-lockdown | ++ BUSYBOX_VER=1.36 logger.go:42: 15:17:04 | standby-pgbackrest/4-standby-lockdown | ++++ pwd logger.go:42: 15:17:04 | standby-pgbackrest/4-standby-lockdown | +++ basename /mnt/jenkins/workspace/cloud-pg-operator_PR-1770/e2e-tests/tests/standby-pgbackrest logger.go:42: 15:17:04 | standby-pgbackrest/4-standby-lockdown | ++ test_name=standby-pgbackrest logger.go:42: 15:17:04 | standby-pgbackrest/4-standby-lockdown | ++ source /mnt/jenkins/workspace/cloud-pg-operator_PR-1770/e2e-tests/vars.sh logger.go:42: 15:17:04 | standby-pgbackrest/4-standby-lockdown | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-pg-operator_PR-1770 logger.go:42: 15:17:04 | standby-pgbackrest/4-standby-lockdown | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-pg-operator_PR-1770 logger.go:42: 15:17:04 | standby-pgbackrest/4-standby-lockdown | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1770/deploy logger.go:42: 15:17:04 | standby-pgbackrest/4-standby-lockdown | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1770/deploy logger.go:42: 15:17:04 | standby-pgbackrest/4-standby-lockdown | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1770/e2e-tests logger.go:42: 15:17:04 | standby-pgbackrest/4-standby-lockdown | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1770/e2e-tests logger.go:42: 15:17:04 | standby-pgbackrest/4-standby-lockdown | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1770/e2e-tests/conf logger.go:42: 15:17:04 | standby-pgbackrest/4-standby-lockdown | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1770/e2e-tests/conf logger.go:42: 15:17:04 | standby-pgbackrest/4-standby-lockdown | +++ export TEST_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1770/e2e-tests/tests/standby-pgbackrest/conf logger.go:42: 15:17:04 | standby-pgbackrest/4-standby-lockdown | +++ TEST_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1770/e2e-tests/tests/standby-pgbackrest/conf logger.go:42: 15:17:04 | standby-pgbackrest/4-standby-lockdown | +++ export TEMP_DIR=/tmp/kuttl/pg/standby-pgbackrest logger.go:42: 15:17:04 | standby-pgbackrest/4-standby-lockdown | +++ TEMP_DIR=/tmp/kuttl/pg/standby-pgbackrest logger.go:42: 15:17:04 | standby-pgbackrest/4-standby-lockdown | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 15:17:04 | standby-pgbackrest/4-standby-lockdown | +++ export GIT_BRANCH=PR-1770 logger.go:42: 15:17:04 | standby-pgbackrest/4-standby-lockdown | +++ GIT_BRANCH=PR-1770 logger.go:42: 15:17:04 | standby-pgbackrest/4-standby-lockdown | +++ export VERSION=PR-1770-8c67b09e6 logger.go:42: 15:17:04 | standby-pgbackrest/4-standby-lockdown | +++ VERSION=PR-1770-8c67b09e6 logger.go:42: 15:17:04 | standby-pgbackrest/4-standby-lockdown | +++ export SKIP_TEST_WARNINGS=true logger.go:42: 15:17:04 | standby-pgbackrest/4-standby-lockdown | +++ SKIP_TEST_WARNINGS=true logger.go:42: 15:17:04 | standby-pgbackrest/4-standby-lockdown | +++ export K8S_UPGRADE_PLATFORM=gke logger.go:42: 15:17:04 | standby-pgbackrest/4-standby-lockdown | +++ K8S_UPGRADE_PLATFORM=gke logger.go:42: 15:17:04 | standby-pgbackrest/4-standby-lockdown | +++ export K8S_UPGRADE_REGION=us-central1-a logger.go:42: 15:17:04 | standby-pgbackrest/4-standby-lockdown | +++ K8S_UPGRADE_REGION=us-central1-a logger.go:42: 15:17:04 | standby-pgbackrest/4-standby-lockdown | +++ export K8S_UPGRADE_INITIAL_VERSION= logger.go:42: 15:17:04 | standby-pgbackrest/4-standby-lockdown | +++ K8S_UPGRADE_INITIAL_VERSION= logger.go:42: 15:17:04 | standby-pgbackrest/4-standby-lockdown | +++ export K8S_UPGRADE_FINAL_VERSION= logger.go:42: 15:17:04 | standby-pgbackrest/4-standby-lockdown | +++ K8S_UPGRADE_FINAL_VERSION= logger.go:42: 15:17:04 | standby-pgbackrest/4-standby-lockdown | +++ [[ -z '' ]] logger.go:42: 15:17:04 | standby-pgbackrest/4-standby-lockdown | ++++ detect_k8s_platform logger.go:42: 15:17:04 | standby-pgbackrest/4-standby-lockdown | ++++ local detected_platform logger.go:42: 15:17:04 | standby-pgbackrest/4-standby-lockdown | ++++ local xtrace_enabled=false logger.go:42: 15:17:04 | standby-pgbackrest/4-standby-lockdown | ++++ [[ -o xtrace ]] logger.go:42: 15:17:04 | standby-pgbackrest/4-standby-lockdown | ++++ xtrace_enabled=true logger.go:42: 15:17:04 | standby-pgbackrest/4-standby-lockdown | ++++ set +o xtrace logger.go:42: 15:17:07 | standby-pgbackrest/4-standby-lockdown | +++ PLATFORM=gke logger.go:42: 15:17:07 | standby-pgbackrest/4-standby-lockdown | +++ export PLATFORM logger.go:42: 15:17:07 | standby-pgbackrest/4-standby-lockdown | +++ export IMAGE_BASE=perconalab/percona-postgresql-operator logger.go:42: 15:17:07 | standby-pgbackrest/4-standby-lockdown | +++ IMAGE_BASE=perconalab/percona-postgresql-operator logger.go:42: 15:17:07 | standby-pgbackrest/4-standby-lockdown | +++ export IMAGE=perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:17:07 | standby-pgbackrest/4-standby-lockdown | +++ IMAGE=perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:17:07 | standby-pgbackrest/4-standby-lockdown | +++ [[ ! -n '' ]] logger.go:42: 15:17:07 | standby-pgbackrest/4-standby-lockdown | +++ [[ -n '' ]] logger.go:42: 15:17:07 | standby-pgbackrest/4-standby-lockdown | +++ export PG_VER=18 logger.go:42: 15:17:07 | standby-pgbackrest/4-standby-lockdown | +++ PG_VER=18 logger.go:42: 15:17:07 | standby-pgbackrest/4-standby-lockdown | +++ export PG_DISTRIBUTION= logger.go:42: 15:17:07 | standby-pgbackrest/4-standby-lockdown | +++ PG_DISTRIBUTION= logger.go:42: 15:17:07 | standby-pgbackrest/4-standby-lockdown | +++ [[ '' == community ]] logger.go:42: 15:17:07 | standby-pgbackrest/4-standby-lockdown | +++ export IMAGE_PGBOUNCER=perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 15:17:07 | standby-pgbackrest/4-standby-lockdown | +++ IMAGE_PGBOUNCER=perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 15:17:07 | standby-pgbackrest/4-standby-lockdown | +++ export IMAGE_POSTGRESQL=perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 15:17:07 | standby-pgbackrest/4-standby-lockdown | +++ IMAGE_POSTGRESQL=perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 15:17:07 | standby-pgbackrest/4-standby-lockdown | +++ export IMAGE_BACKREST=perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 15:17:07 | standby-pgbackrest/4-standby-lockdown | +++ IMAGE_BACKREST=perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 15:17:07 | standby-pgbackrest/4-standby-lockdown | +++ export IMAGE_UPGRADE=perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 15:17:07 | standby-pgbackrest/4-standby-lockdown | +++ IMAGE_UPGRADE=perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 15:17:07 | standby-pgbackrest/4-standby-lockdown | +++ export BUCKET=pg-operator-testing logger.go:42: 15:17:07 | standby-pgbackrest/4-standby-lockdown | +++ BUCKET=pg-operator-testing logger.go:42: 15:17:07 | standby-pgbackrest/4-standby-lockdown | +++ export PMM_SERVER_VERSION=9.9.9 logger.go:42: 15:17:07 | standby-pgbackrest/4-standby-lockdown | +++ PMM_SERVER_VERSION=9.9.9 logger.go:42: 15:17:07 | standby-pgbackrest/4-standby-lockdown | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:17:07 | standby-pgbackrest/4-standby-lockdown | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:17:07 | standby-pgbackrest/4-standby-lockdown | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:17:07 | standby-pgbackrest/4-standby-lockdown | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:17:07 | standby-pgbackrest/4-standby-lockdown | +++ export IMAGE_LOGCOLLECTOR=perconalab/fluentbit:main-logcollector logger.go:42: 15:17:07 | standby-pgbackrest/4-standby-lockdown | +++ IMAGE_LOGCOLLECTOR=perconalab/fluentbit:main-logcollector logger.go:42: 15:17:07 | standby-pgbackrest/4-standby-lockdown | +++ export PGOV1_TAG=1.4.0 logger.go:42: 15:17:07 | standby-pgbackrest/4-standby-lockdown | +++ PGOV1_TAG=1.4.0 logger.go:42: 15:17:07 | standby-pgbackrest/4-standby-lockdown | +++ export PGOV1_VER=14 logger.go:42: 15:17:07 | standby-pgbackrest/4-standby-lockdown | +++ PGOV1_VER=14 logger.go:42: 15:17:07 | standby-pgbackrest/4-standby-lockdown | +++ export CPGO_VERSION=5.8.7 logger.go:42: 15:17:07 | standby-pgbackrest/4-standby-lockdown | +++ CPGO_VERSION=5.8.7 logger.go:42: 15:17:07 | standby-pgbackrest/4-standby-lockdown | +++ export MINIO_VER=5.4.0 logger.go:42: 15:17:07 | standby-pgbackrest/4-standby-lockdown | +++ MINIO_VER=5.4.0 logger.go:42: 15:17:07 | standby-pgbackrest/4-standby-lockdown | +++ export VAULT_VER=0.32.0 logger.go:42: 15:17:07 | standby-pgbackrest/4-standby-lockdown | +++ VAULT_VER=0.32.0 logger.go:42: 15:17:07 | standby-pgbackrest/4-standby-lockdown | +++ export REGISTRY_NAME=docker.io logger.go:42: 15:17:07 | standby-pgbackrest/4-standby-lockdown | +++ REGISTRY_NAME=docker.io logger.go:42: 15:17:07 | standby-pgbackrest/4-standby-lockdown | +++ export REGISTRY_NAME_FULL=docker.io/ logger.go:42: 15:17:07 | standby-pgbackrest/4-standby-lockdown | +++ REGISTRY_NAME_FULL=docker.io/ logger.go:42: 15:17:07 | standby-pgbackrest/4-standby-lockdown | ++++ printenv logger.go:42: 15:17:07 | standby-pgbackrest/4-standby-lockdown | ++++ grep -E '^IMAGE' logger.go:42: 15:17:07 | standby-pgbackrest/4-standby-lockdown | ++++ awk -F= '{print $1}' logger.go:42: 15:17:07 | standby-pgbackrest/4-standby-lockdown | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 15:17:07 | standby-pgbackrest/4-standby-lockdown | ++++ eval 'echo $IMAGE_BACKREST' logger.go:42: 15:17:07 | standby-pgbackrest/4-standby-lockdown | +++++ echo perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 15:17:07 | standby-pgbackrest/4-standby-lockdown | +++ var_value=perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 15:17:07 | standby-pgbackrest/4-standby-lockdown | +++ [[ perconalab/percona-postgresql-operator:main-pgbackrest18 == docker.io/* ]] logger.go:42: 15:17:07 | standby-pgbackrest/4-standby-lockdown | +++ [[ perconalab/percona-postgresql-operator:main-pgbackrest18 == percona/* ]] logger.go:42: 15:17:07 | standby-pgbackrest/4-standby-lockdown | +++ [[ perconalab/percona-postgresql-operator:main-pgbackrest18 == perconalab/* ]] logger.go:42: 15:17:07 | standby-pgbackrest/4-standby-lockdown | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 15:17:07 | standby-pgbackrest/4-standby-lockdown | +++ export IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 15:17:07 | standby-pgbackrest/4-standby-lockdown | +++ IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 15:17:07 | standby-pgbackrest/4-standby-lockdown | +++ echo IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 15:17:07 | standby-pgbackrest/4-standby-lockdown | IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 15:17:07 | standby-pgbackrest/4-standby-lockdown | +++ echo perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:17:07 | standby-pgbackrest/4-standby-lockdown | perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:17:07 | standby-pgbackrest/4-standby-lockdown | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 15:17:07 | standby-pgbackrest/4-standby-lockdown | ++++ eval 'echo $IMAGE' logger.go:42: 15:17:07 | standby-pgbackrest/4-standby-lockdown | +++++ echo perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:17:07 | standby-pgbackrest/4-standby-lockdown | +++ var_value=perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:17:07 | standby-pgbackrest/4-standby-lockdown | +++ [[ perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 == docker.io/* ]] logger.go:42: 15:17:07 | standby-pgbackrest/4-standby-lockdown | +++ [[ perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 == percona/* ]] logger.go:42: 15:17:07 | standby-pgbackrest/4-standby-lockdown | +++ [[ perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 == perconalab/* ]] logger.go:42: 15:17:07 | standby-pgbackrest/4-standby-lockdown | +++ new_value=docker.io/perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:17:07 | standby-pgbackrest/4-standby-lockdown | +++ export IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:17:07 | standby-pgbackrest/4-standby-lockdown | +++ IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:17:07 | standby-pgbackrest/4-standby-lockdown | +++ echo IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:17:07 | standby-pgbackrest/4-standby-lockdown | IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:17:07 | standby-pgbackrest/4-standby-lockdown | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:17:07 | standby-pgbackrest/4-standby-lockdown | docker.io/perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:17:07 | standby-pgbackrest/4-standby-lockdown | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 15:17:07 | standby-pgbackrest/4-standby-lockdown | ++++ eval 'echo $IMAGE_UPGRADE' logger.go:42: 15:17:07 | standby-pgbackrest/4-standby-lockdown | +++++ echo perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 15:17:07 | standby-pgbackrest/4-standby-lockdown | +++ var_value=perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 15:17:07 | standby-pgbackrest/4-standby-lockdown | +++ [[ perconalab/percona-postgresql-operator:main-upgrade == docker.io/* ]] logger.go:42: 15:17:07 | standby-pgbackrest/4-standby-lockdown | +++ [[ perconalab/percona-postgresql-operator:main-upgrade == percona/* ]] logger.go:42: 15:17:07 | standby-pgbackrest/4-standby-lockdown | +++ [[ perconalab/percona-postgresql-operator:main-upgrade == perconalab/* ]] logger.go:42: 15:17:07 | standby-pgbackrest/4-standby-lockdown | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 15:17:07 | standby-pgbackrest/4-standby-lockdown | +++ export IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 15:17:07 | standby-pgbackrest/4-standby-lockdown | +++ IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 15:17:07 | standby-pgbackrest/4-standby-lockdown | +++ echo IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 15:17:07 | standby-pgbackrest/4-standby-lockdown | IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 15:17:07 | standby-pgbackrest/4-standby-lockdown | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:17:07 | standby-pgbackrest/4-standby-lockdown | docker.io/perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:17:07 | standby-pgbackrest/4-standby-lockdown | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 15:17:07 | standby-pgbackrest/4-standby-lockdown | ++++ eval 'echo $IMAGE_LOGCOLLECTOR' logger.go:42: 15:17:07 | standby-pgbackrest/4-standby-lockdown | +++++ echo perconalab/fluentbit:main-logcollector logger.go:42: 15:17:07 | standby-pgbackrest/4-standby-lockdown | +++ var_value=perconalab/fluentbit:main-logcollector logger.go:42: 15:17:07 | standby-pgbackrest/4-standby-lockdown | +++ [[ perconalab/fluentbit:main-logcollector == docker.io/* ]] logger.go:42: 15:17:07 | standby-pgbackrest/4-standby-lockdown | +++ [[ perconalab/fluentbit:main-logcollector == percona/* ]] logger.go:42: 15:17:07 | standby-pgbackrest/4-standby-lockdown | +++ [[ perconalab/fluentbit:main-logcollector == perconalab/* ]] logger.go:42: 15:17:07 | standby-pgbackrest/4-standby-lockdown | +++ new_value=docker.io/perconalab/fluentbit:main-logcollector logger.go:42: 15:17:07 | standby-pgbackrest/4-standby-lockdown | +++ export IMAGE_LOGCOLLECTOR=docker.io/perconalab/fluentbit:main-logcollector logger.go:42: 15:17:07 | standby-pgbackrest/4-standby-lockdown | +++ IMAGE_LOGCOLLECTOR=docker.io/perconalab/fluentbit:main-logcollector logger.go:42: 15:17:07 | standby-pgbackrest/4-standby-lockdown | +++ echo IMAGE_LOGCOLLECTOR=docker.io/perconalab/fluentbit:main-logcollector logger.go:42: 15:17:07 | standby-pgbackrest/4-standby-lockdown | IMAGE_LOGCOLLECTOR=docker.io/perconalab/fluentbit:main-logcollector logger.go:42: 15:17:07 | standby-pgbackrest/4-standby-lockdown | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:17:07 | standby-pgbackrest/4-standby-lockdown | docker.io/perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:17:07 | standby-pgbackrest/4-standby-lockdown | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 15:17:07 | standby-pgbackrest/4-standby-lockdown | ++++ eval 'echo $IMAGE_BASE' logger.go:42: 15:17:07 | standby-pgbackrest/4-standby-lockdown | +++++ echo perconalab/percona-postgresql-operator logger.go:42: 15:17:07 | standby-pgbackrest/4-standby-lockdown | +++ var_value=perconalab/percona-postgresql-operator logger.go:42: 15:17:07 | standby-pgbackrest/4-standby-lockdown | +++ [[ perconalab/percona-postgresql-operator == docker.io/* ]] logger.go:42: 15:17:07 | standby-pgbackrest/4-standby-lockdown | +++ [[ perconalab/percona-postgresql-operator == percona/* ]] logger.go:42: 15:17:07 | standby-pgbackrest/4-standby-lockdown | +++ [[ perconalab/percona-postgresql-operator == perconalab/* ]] logger.go:42: 15:17:07 | standby-pgbackrest/4-standby-lockdown | +++ new_value=docker.io/perconalab/percona-postgresql-operator logger.go:42: 15:17:07 | standby-pgbackrest/4-standby-lockdown | +++ export IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 15:17:07 | standby-pgbackrest/4-standby-lockdown | +++ IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 15:17:07 | standby-pgbackrest/4-standby-lockdown | +++ echo IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 15:17:07 | standby-pgbackrest/4-standby-lockdown | IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 15:17:07 | standby-pgbackrest/4-standby-lockdown | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:17:07 | standby-pgbackrest/4-standby-lockdown | docker.io/perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:17:07 | standby-pgbackrest/4-standby-lockdown | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 15:17:07 | standby-pgbackrest/4-standby-lockdown | ++++ eval 'echo $IMAGE_PGBOUNCER' logger.go:42: 15:17:07 | standby-pgbackrest/4-standby-lockdown | +++++ echo perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 15:17:07 | standby-pgbackrest/4-standby-lockdown | +++ var_value=perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 15:17:07 | standby-pgbackrest/4-standby-lockdown | +++ [[ perconalab/percona-postgresql-operator:main-pgbouncer18 == docker.io/* ]] logger.go:42: 15:17:07 | standby-pgbackrest/4-standby-lockdown | +++ [[ perconalab/percona-postgresql-operator:main-pgbouncer18 == percona/* ]] logger.go:42: 15:17:07 | standby-pgbackrest/4-standby-lockdown | +++ [[ perconalab/percona-postgresql-operator:main-pgbouncer18 == perconalab/* ]] logger.go:42: 15:17:07 | standby-pgbackrest/4-standby-lockdown | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 15:17:07 | standby-pgbackrest/4-standby-lockdown | +++ export IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 15:17:07 | standby-pgbackrest/4-standby-lockdown | +++ IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 15:17:07 | standby-pgbackrest/4-standby-lockdown | +++ echo IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 15:17:07 | standby-pgbackrest/4-standby-lockdown | IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 15:17:07 | standby-pgbackrest/4-standby-lockdown | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:17:07 | standby-pgbackrest/4-standby-lockdown | docker.io/perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:17:07 | standby-pgbackrest/4-standby-lockdown | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 15:17:07 | standby-pgbackrest/4-standby-lockdown | ++++ eval 'echo $IMAGE_POSTGRESQL' logger.go:42: 15:17:07 | standby-pgbackrest/4-standby-lockdown | +++++ echo perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 15:17:07 | standby-pgbackrest/4-standby-lockdown | +++ var_value=perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 15:17:07 | standby-pgbackrest/4-standby-lockdown | +++ [[ perconalab/percona-postgresql-operator:main-ppg18-postgres == docker.io/* ]] logger.go:42: 15:17:07 | standby-pgbackrest/4-standby-lockdown | +++ [[ perconalab/percona-postgresql-operator:main-ppg18-postgres == percona/* ]] logger.go:42: 15:17:07 | standby-pgbackrest/4-standby-lockdown | +++ [[ perconalab/percona-postgresql-operator:main-ppg18-postgres == perconalab/* ]] logger.go:42: 15:17:07 | standby-pgbackrest/4-standby-lockdown | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 15:17:07 | standby-pgbackrest/4-standby-lockdown | +++ export IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 15:17:07 | standby-pgbackrest/4-standby-lockdown | +++ IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 15:17:07 | standby-pgbackrest/4-standby-lockdown | +++ echo IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 15:17:07 | standby-pgbackrest/4-standby-lockdown | IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 15:17:07 | standby-pgbackrest/4-standby-lockdown | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:17:07 | standby-pgbackrest/4-standby-lockdown | docker.io/perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:17:07 | standby-pgbackrest/4-standby-lockdown | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 15:17:07 | standby-pgbackrest/4-standby-lockdown | ++++ eval 'echo $IMAGE_PMM_SERVER' logger.go:42: 15:17:07 | standby-pgbackrest/4-standby-lockdown | +++++ echo perconalab/pmm-server:3-dev-latest logger.go:42: 15:17:07 | standby-pgbackrest/4-standby-lockdown | +++ var_value=perconalab/pmm-server:3-dev-latest logger.go:42: 15:17:07 | standby-pgbackrest/4-standby-lockdown | +++ [[ perconalab/pmm-server:3-dev-latest == docker.io/* ]] logger.go:42: 15:17:07 | standby-pgbackrest/4-standby-lockdown | +++ [[ perconalab/pmm-server:3-dev-latest == percona/* ]] logger.go:42: 15:17:07 | standby-pgbackrest/4-standby-lockdown | +++ [[ perconalab/pmm-server:3-dev-latest == perconalab/* ]] logger.go:42: 15:17:07 | standby-pgbackrest/4-standby-lockdown | +++ new_value=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 15:17:07 | standby-pgbackrest/4-standby-lockdown | +++ export IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 15:17:07 | standby-pgbackrest/4-standby-lockdown | +++ IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 15:17:07 | standby-pgbackrest/4-standby-lockdown | +++ echo IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 15:17:07 | standby-pgbackrest/4-standby-lockdown | IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 15:17:07 | standby-pgbackrest/4-standby-lockdown | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:17:07 | standby-pgbackrest/4-standby-lockdown | docker.io/perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:17:07 | standby-pgbackrest/4-standby-lockdown | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 15:17:07 | standby-pgbackrest/4-standby-lockdown | ++++ eval 'echo $IMAGE_PMM_CLIENT' logger.go:42: 15:17:07 | standby-pgbackrest/4-standby-lockdown | +++++ echo perconalab/pmm-client:3-dev-latest logger.go:42: 15:17:07 | standby-pgbackrest/4-standby-lockdown | +++ var_value=perconalab/pmm-client:3-dev-latest logger.go:42: 15:17:07 | standby-pgbackrest/4-standby-lockdown | +++ [[ perconalab/pmm-client:3-dev-latest == docker.io/* ]] logger.go:42: 15:17:07 | standby-pgbackrest/4-standby-lockdown | +++ [[ perconalab/pmm-client:3-dev-latest == percona/* ]] logger.go:42: 15:17:07 | standby-pgbackrest/4-standby-lockdown | +++ [[ perconalab/pmm-client:3-dev-latest == perconalab/* ]] logger.go:42: 15:17:07 | standby-pgbackrest/4-standby-lockdown | +++ new_value=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 15:17:07 | standby-pgbackrest/4-standby-lockdown | +++ export IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 15:17:07 | standby-pgbackrest/4-standby-lockdown | +++ IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 15:17:07 | standby-pgbackrest/4-standby-lockdown | +++ echo IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 15:17:07 | standby-pgbackrest/4-standby-lockdown | IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 15:17:07 | standby-pgbackrest/4-standby-lockdown | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:17:07 | standby-pgbackrest/4-standby-lockdown | docker.io/perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:17:07 | standby-pgbackrest/4-standby-lockdown | ++++ which gdate logger.go:42: 15:17:07 | standby-pgbackrest/4-standby-lockdown | which: no gdate in (/mnt/jenkins/workspace/cloud-pg-operator_PR-1770/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:17:07 | standby-pgbackrest/4-standby-lockdown | ++++ which date logger.go:42: 15:17:07 | standby-pgbackrest/4-standby-lockdown | +++ date=/usr/sbin/date logger.go:42: 15:17:07 | standby-pgbackrest/4-standby-lockdown | ++++ which gsed logger.go:42: 15:17:07 | standby-pgbackrest/4-standby-lockdown | which: no gsed in (/mnt/jenkins/workspace/cloud-pg-operator_PR-1770/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:17:07 | standby-pgbackrest/4-standby-lockdown | ++++ which sed logger.go:42: 15:17:07 | standby-pgbackrest/4-standby-lockdown | +++ sed=/usr/sbin/sed logger.go:42: 15:17:07 | standby-pgbackrest/4-standby-lockdown | ++ kubectl get pod -n kuttl-test-firm-ray -l app.kubernetes.io/instance=standby-cluster,postgres-operator.crunchydata.com/role=primary -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 15:17:07 | standby-pgbackrest/4-standby-lockdown | + primary=standby-cluster-instance1-859q-0 logger.go:42: 15:17:07 | standby-pgbackrest/4-standby-lockdown | ++ kubectl get pg standby-cluster -n kuttl-test-firm-ray -o json logger.go:42: 15:17:07 | standby-pgbackrest/4-standby-lockdown | ++ jq -r '.spec.backups.pgbackrest.repos[] | select(.name == "repo1") | .s3.endpoint' logger.go:42: 15:17:08 | standby-pgbackrest/4-standby-lockdown | + endpoint=s3.amazonaws.com logger.go:42: 15:17:08 | standby-pgbackrest/4-standby-lockdown | + network_block_storage_endpoint kuttl-test-firm-ray standby-cluster-instance1-859q-0 s3.amazonaws.com logger.go:42: 15:17:08 | standby-pgbackrest/4-standby-lockdown | + local ns=kuttl-test-firm-ray logger.go:42: 15:17:08 | standby-pgbackrest/4-standby-lockdown | + local primary=standby-cluster-instance1-859q-0 logger.go:42: 15:17:08 | standby-pgbackrest/4-standby-lockdown | + local endpoint=s3.amazonaws.com logger.go:42: 15:17:08 | standby-pgbackrest/4-standby-lockdown | + chaos_daemon_exec_in_pod_network_namespace kuttl-test-firm-ray standby-cluster-instance1-859q-0 database iptables -I OUTPUT 1 -p tcp --dport 443 -m string --algo bm --string s3.amazonaws.com -m comment --comment pgo-e2e-block-storage -j REJECT --reject-with tcp-reset logger.go:42: 15:17:08 | standby-pgbackrest/4-standby-lockdown | + local ns=kuttl-test-firm-ray logger.go:42: 15:17:08 | standby-pgbackrest/4-standby-lockdown | + local pod=standby-cluster-instance1-859q-0 logger.go:42: 15:17:08 | standby-pgbackrest/4-standby-lockdown | + local container=database logger.go:42: 15:17:08 | standby-pgbackrest/4-standby-lockdown | + local node logger.go:42: 15:17:08 | standby-pgbackrest/4-standby-lockdown | + local container_id logger.go:42: 15:17:08 | standby-pgbackrest/4-standby-lockdown | + local daemon logger.go:42: 15:17:08 | standby-pgbackrest/4-standby-lockdown | + shift 3 logger.go:42: 15:17:08 | standby-pgbackrest/4-standby-lockdown | ++ kubectl get pod standby-cluster-instance1-859q-0 --namespace kuttl-test-firm-ray -o 'jsonpath={.spec.nodeName}' logger.go:42: 15:17:09 | standby-pgbackrest/4-standby-lockdown | + node=gke-jen-pg-1770-8c67b09e-default-pool-6e3902c7-3pb5 logger.go:42: 15:17:09 | standby-pgbackrest/4-standby-lockdown | ++ kubectl get pod standby-cluster-instance1-859q-0 --namespace kuttl-test-firm-ray -o json logger.go:42: 15:17:09 | standby-pgbackrest/4-standby-lockdown | ++ jq -r --arg container database '.status.containerStatuses[] | select(.name == $container) | .containerID' logger.go:42: 15:17:09 | standby-pgbackrest/4-standby-lockdown | ++ cut -d/ -f3 logger.go:42: 15:17:09 | standby-pgbackrest/4-standby-lockdown | + container_id=4a49f073b575447366610335988c7a88b050663c1a67624948f88708fff91f89 logger.go:42: 15:17:09 | standby-pgbackrest/4-standby-lockdown | ++ kubectl get pod --namespace kuttl-test-firm-ray --selector=app.kubernetes.io/component=chaos-daemon --field-selector=spec.nodeName=gke-jen-pg-1770-8c67b09e-default-pool-6e3902c7-3pb5 -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 15:17:10 | standby-pgbackrest/4-standby-lockdown | + daemon=chaos-daemon-m4t5d logger.go:42: 15:17:10 | standby-pgbackrest/4-standby-lockdown | + kubectl exec --namespace kuttl-test-firm-ray chaos-daemon-m4t5d -- sh -eu -c $'\n\t\tnetns=$(grep -l "$1" /proc/[0-9]*/cgroup | head -n1)\n\t\tnetns=${netns%/cgroup}/ns/net\n\t\tshift\n\t\texec nsexec --net "$netns" "$@"\n\t' sh 4a49f073b575447366610335988c7a88b050663c1a67624948f88708fff91f89 iptables -I OUTPUT 1 -p tcp --dport 443 -m string --algo bm --string s3.amazonaws.com -m comment --comment pgo-e2e-block-storage -j REJECT --reject-with tcp-reset logger.go:42: 15:17:11 | standby-pgbackrest/4-standby-lockdown | + sleep 5 logger.go:42: 15:17:16 | standby-pgbackrest/4-standby-lockdown | test step completed 4-standby-lockdown logger.go:42: 15:17:16 | standby-pgbackrest/5-generate-data | starting test step 5-generate-data logger.go:42: 15:17:16 | standby-pgbackrest/5-generate-data | running command: [sh -c set -o errexit set -o xtrace source ../../functions main_primary=$(kubectl get pod -n "${NAMESPACE}" -l postgres-operator.crunchydata.com/cluster=source-cluster,postgres-operator.crunchydata.com/role=primary -o jsonpath='{.items[0].metadata.name}') if [ -z "${main_primary}" ]; then echo "ERROR: main primary pod not found" exit 1 fi kubectl exec -n "${NAMESPACE}" "${main_primary}" -c database -- sh -c 'pgbench -i -s 20 postgres'] logger.go:42: 15:17:16 | standby-pgbackrest/5-generate-data | + source ../../functions logger.go:42: 15:17:16 | standby-pgbackrest/5-generate-data | +++ realpath ../../.. logger.go:42: 15:17:16 | standby-pgbackrest/5-generate-data | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-pg-operator_PR-1770 logger.go:42: 15:17:16 | standby-pgbackrest/5-generate-data | ++ CERT_MANAGER_VER=1.20.2 logger.go:42: 15:17:16 | standby-pgbackrest/5-generate-data | ++ CERT_MANAGER_TEST_LABEL=e2e.percona.com/managed-by=percona-postgresql-operator-tests logger.go:42: 15:17:16 | standby-pgbackrest/5-generate-data | ++ CHAOS_MESH_VER=2.5.1 logger.go:42: 15:17:16 | standby-pgbackrest/5-generate-data | ++ BUSYBOX_VER=1.36 logger.go:42: 15:17:16 | standby-pgbackrest/5-generate-data | ++++ pwd logger.go:42: 15:17:16 | standby-pgbackrest/5-generate-data | +++ basename /mnt/jenkins/workspace/cloud-pg-operator_PR-1770/e2e-tests/tests/standby-pgbackrest logger.go:42: 15:17:16 | standby-pgbackrest/5-generate-data | ++ test_name=standby-pgbackrest logger.go:42: 15:17:16 | standby-pgbackrest/5-generate-data | ++ source /mnt/jenkins/workspace/cloud-pg-operator_PR-1770/e2e-tests/vars.sh logger.go:42: 15:17:16 | standby-pgbackrest/5-generate-data | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-pg-operator_PR-1770 logger.go:42: 15:17:16 | standby-pgbackrest/5-generate-data | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-pg-operator_PR-1770 logger.go:42: 15:17:16 | standby-pgbackrest/5-generate-data | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1770/deploy logger.go:42: 15:17:16 | standby-pgbackrest/5-generate-data | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1770/deploy logger.go:42: 15:17:16 | standby-pgbackrest/5-generate-data | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1770/e2e-tests logger.go:42: 15:17:16 | standby-pgbackrest/5-generate-data | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1770/e2e-tests logger.go:42: 15:17:16 | standby-pgbackrest/5-generate-data | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1770/e2e-tests/conf logger.go:42: 15:17:16 | standby-pgbackrest/5-generate-data | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1770/e2e-tests/conf logger.go:42: 15:17:16 | standby-pgbackrest/5-generate-data | +++ export TEST_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1770/e2e-tests/tests/standby-pgbackrest/conf logger.go:42: 15:17:16 | standby-pgbackrest/5-generate-data | +++ TEST_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1770/e2e-tests/tests/standby-pgbackrest/conf logger.go:42: 15:17:16 | standby-pgbackrest/5-generate-data | +++ export TEMP_DIR=/tmp/kuttl/pg/standby-pgbackrest logger.go:42: 15:17:16 | standby-pgbackrest/5-generate-data | +++ TEMP_DIR=/tmp/kuttl/pg/standby-pgbackrest logger.go:42: 15:17:16 | standby-pgbackrest/5-generate-data | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 15:17:16 | standby-pgbackrest/5-generate-data | +++ export GIT_BRANCH=PR-1770 logger.go:42: 15:17:16 | standby-pgbackrest/5-generate-data | +++ GIT_BRANCH=PR-1770 logger.go:42: 15:17:16 | standby-pgbackrest/5-generate-data | +++ export VERSION=PR-1770-8c67b09e6 logger.go:42: 15:17:16 | standby-pgbackrest/5-generate-data | +++ VERSION=PR-1770-8c67b09e6 logger.go:42: 15:17:16 | standby-pgbackrest/5-generate-data | +++ export SKIP_TEST_WARNINGS=true logger.go:42: 15:17:16 | standby-pgbackrest/5-generate-data | +++ SKIP_TEST_WARNINGS=true logger.go:42: 15:17:16 | standby-pgbackrest/5-generate-data | +++ export K8S_UPGRADE_PLATFORM=gke logger.go:42: 15:17:16 | standby-pgbackrest/5-generate-data | +++ K8S_UPGRADE_PLATFORM=gke logger.go:42: 15:17:16 | standby-pgbackrest/5-generate-data | +++ export K8S_UPGRADE_REGION=us-central1-a logger.go:42: 15:17:16 | standby-pgbackrest/5-generate-data | +++ K8S_UPGRADE_REGION=us-central1-a logger.go:42: 15:17:16 | standby-pgbackrest/5-generate-data | +++ export K8S_UPGRADE_INITIAL_VERSION= logger.go:42: 15:17:16 | standby-pgbackrest/5-generate-data | +++ K8S_UPGRADE_INITIAL_VERSION= logger.go:42: 15:17:16 | standby-pgbackrest/5-generate-data | +++ export K8S_UPGRADE_FINAL_VERSION= logger.go:42: 15:17:16 | standby-pgbackrest/5-generate-data | +++ K8S_UPGRADE_FINAL_VERSION= logger.go:42: 15:17:16 | standby-pgbackrest/5-generate-data | +++ [[ -z '' ]] logger.go:42: 15:17:16 | standby-pgbackrest/5-generate-data | ++++ detect_k8s_platform logger.go:42: 15:17:16 | standby-pgbackrest/5-generate-data | ++++ local detected_platform logger.go:42: 15:17:16 | standby-pgbackrest/5-generate-data | ++++ local xtrace_enabled=false logger.go:42: 15:17:16 | standby-pgbackrest/5-generate-data | ++++ [[ -o xtrace ]] logger.go:42: 15:17:16 | standby-pgbackrest/5-generate-data | ++++ xtrace_enabled=true logger.go:42: 15:17:16 | standby-pgbackrest/5-generate-data | ++++ set +o xtrace logger.go:42: 15:17:18 | standby-pgbackrest/5-generate-data | +++ PLATFORM=gke logger.go:42: 15:17:18 | standby-pgbackrest/5-generate-data | +++ export PLATFORM logger.go:42: 15:17:18 | standby-pgbackrest/5-generate-data | +++ export IMAGE_BASE=perconalab/percona-postgresql-operator logger.go:42: 15:17:18 | standby-pgbackrest/5-generate-data | +++ IMAGE_BASE=perconalab/percona-postgresql-operator logger.go:42: 15:17:18 | standby-pgbackrest/5-generate-data | +++ export IMAGE=perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:17:18 | standby-pgbackrest/5-generate-data | +++ IMAGE=perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:17:18 | standby-pgbackrest/5-generate-data | +++ [[ ! -n '' ]] logger.go:42: 15:17:18 | standby-pgbackrest/5-generate-data | +++ [[ -n '' ]] logger.go:42: 15:17:18 | standby-pgbackrest/5-generate-data | +++ export PG_VER=18 logger.go:42: 15:17:18 | standby-pgbackrest/5-generate-data | +++ PG_VER=18 logger.go:42: 15:17:18 | standby-pgbackrest/5-generate-data | +++ export PG_DISTRIBUTION= logger.go:42: 15:17:18 | standby-pgbackrest/5-generate-data | +++ PG_DISTRIBUTION= logger.go:42: 15:17:18 | standby-pgbackrest/5-generate-data | +++ [[ '' == community ]] logger.go:42: 15:17:18 | standby-pgbackrest/5-generate-data | +++ export IMAGE_PGBOUNCER=perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 15:17:18 | standby-pgbackrest/5-generate-data | +++ IMAGE_PGBOUNCER=perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 15:17:18 | standby-pgbackrest/5-generate-data | +++ export IMAGE_POSTGRESQL=perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 15:17:18 | standby-pgbackrest/5-generate-data | +++ IMAGE_POSTGRESQL=perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 15:17:18 | standby-pgbackrest/5-generate-data | +++ export IMAGE_BACKREST=perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 15:17:18 | standby-pgbackrest/5-generate-data | +++ IMAGE_BACKREST=perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 15:17:18 | standby-pgbackrest/5-generate-data | +++ export IMAGE_UPGRADE=perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 15:17:18 | standby-pgbackrest/5-generate-data | +++ IMAGE_UPGRADE=perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 15:17:18 | standby-pgbackrest/5-generate-data | +++ export BUCKET=pg-operator-testing logger.go:42: 15:17:18 | standby-pgbackrest/5-generate-data | +++ BUCKET=pg-operator-testing logger.go:42: 15:17:18 | standby-pgbackrest/5-generate-data | +++ export PMM_SERVER_VERSION=9.9.9 logger.go:42: 15:17:18 | standby-pgbackrest/5-generate-data | +++ PMM_SERVER_VERSION=9.9.9 logger.go:42: 15:17:18 | standby-pgbackrest/5-generate-data | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:17:18 | standby-pgbackrest/5-generate-data | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:17:18 | standby-pgbackrest/5-generate-data | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:17:18 | standby-pgbackrest/5-generate-data | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:17:18 | standby-pgbackrest/5-generate-data | +++ export IMAGE_LOGCOLLECTOR=perconalab/fluentbit:main-logcollector logger.go:42: 15:17:18 | standby-pgbackrest/5-generate-data | +++ IMAGE_LOGCOLLECTOR=perconalab/fluentbit:main-logcollector logger.go:42: 15:17:18 | standby-pgbackrest/5-generate-data | +++ export PGOV1_TAG=1.4.0 logger.go:42: 15:17:18 | standby-pgbackrest/5-generate-data | +++ PGOV1_TAG=1.4.0 logger.go:42: 15:17:18 | standby-pgbackrest/5-generate-data | +++ export PGOV1_VER=14 logger.go:42: 15:17:18 | standby-pgbackrest/5-generate-data | +++ PGOV1_VER=14 logger.go:42: 15:17:18 | standby-pgbackrest/5-generate-data | +++ export CPGO_VERSION=5.8.7 logger.go:42: 15:17:18 | standby-pgbackrest/5-generate-data | +++ CPGO_VERSION=5.8.7 logger.go:42: 15:17:18 | standby-pgbackrest/5-generate-data | +++ export MINIO_VER=5.4.0 logger.go:42: 15:17:18 | standby-pgbackrest/5-generate-data | +++ MINIO_VER=5.4.0 logger.go:42: 15:17:18 | standby-pgbackrest/5-generate-data | +++ export VAULT_VER=0.32.0 logger.go:42: 15:17:18 | standby-pgbackrest/5-generate-data | +++ VAULT_VER=0.32.0 logger.go:42: 15:17:18 | standby-pgbackrest/5-generate-data | +++ export REGISTRY_NAME=docker.io logger.go:42: 15:17:18 | standby-pgbackrest/5-generate-data | +++ REGISTRY_NAME=docker.io logger.go:42: 15:17:18 | standby-pgbackrest/5-generate-data | +++ export REGISTRY_NAME_FULL=docker.io/ logger.go:42: 15:17:18 | standby-pgbackrest/5-generate-data | +++ REGISTRY_NAME_FULL=docker.io/ logger.go:42: 15:17:18 | standby-pgbackrest/5-generate-data | ++++ printenv logger.go:42: 15:17:18 | standby-pgbackrest/5-generate-data | ++++ grep -E '^IMAGE' logger.go:42: 15:17:18 | standby-pgbackrest/5-generate-data | ++++ awk -F= '{print $1}' logger.go:42: 15:17:18 | standby-pgbackrest/5-generate-data | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 15:17:18 | standby-pgbackrest/5-generate-data | ++++ eval 'echo $IMAGE_BACKREST' logger.go:42: 15:17:18 | standby-pgbackrest/5-generate-data | +++++ echo perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 15:17:18 | standby-pgbackrest/5-generate-data | +++ var_value=perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 15:17:18 | standby-pgbackrest/5-generate-data | +++ [[ perconalab/percona-postgresql-operator:main-pgbackrest18 == docker.io/* ]] logger.go:42: 15:17:18 | standby-pgbackrest/5-generate-data | +++ [[ perconalab/percona-postgresql-operator:main-pgbackrest18 == percona/* ]] logger.go:42: 15:17:18 | standby-pgbackrest/5-generate-data | +++ [[ perconalab/percona-postgresql-operator:main-pgbackrest18 == perconalab/* ]] logger.go:42: 15:17:18 | standby-pgbackrest/5-generate-data | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 15:17:18 | standby-pgbackrest/5-generate-data | +++ export IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 15:17:18 | standby-pgbackrest/5-generate-data | +++ IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 15:17:18 | standby-pgbackrest/5-generate-data | +++ echo IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 15:17:18 | standby-pgbackrest/5-generate-data | IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 15:17:18 | standby-pgbackrest/5-generate-data | +++ echo perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:17:18 | standby-pgbackrest/5-generate-data | perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:17:18 | standby-pgbackrest/5-generate-data | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 15:17:18 | standby-pgbackrest/5-generate-data | ++++ eval 'echo $IMAGE' logger.go:42: 15:17:18 | standby-pgbackrest/5-generate-data | +++++ echo perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:17:18 | standby-pgbackrest/5-generate-data | +++ var_value=perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:17:18 | standby-pgbackrest/5-generate-data | +++ [[ perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 == docker.io/* ]] logger.go:42: 15:17:18 | standby-pgbackrest/5-generate-data | +++ [[ perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 == percona/* ]] logger.go:42: 15:17:18 | standby-pgbackrest/5-generate-data | +++ [[ perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 == perconalab/* ]] logger.go:42: 15:17:18 | standby-pgbackrest/5-generate-data | +++ new_value=docker.io/perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:17:18 | standby-pgbackrest/5-generate-data | +++ export IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:17:18 | standby-pgbackrest/5-generate-data | +++ IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:17:18 | standby-pgbackrest/5-generate-data | +++ echo IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:17:18 | standby-pgbackrest/5-generate-data | IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:17:18 | standby-pgbackrest/5-generate-data | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:17:18 | standby-pgbackrest/5-generate-data | docker.io/perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:17:18 | standby-pgbackrest/5-generate-data | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 15:17:18 | standby-pgbackrest/5-generate-data | ++++ eval 'echo $IMAGE_UPGRADE' logger.go:42: 15:17:18 | standby-pgbackrest/5-generate-data | +++++ echo perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 15:17:18 | standby-pgbackrest/5-generate-data | +++ var_value=perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 15:17:18 | standby-pgbackrest/5-generate-data | +++ [[ perconalab/percona-postgresql-operator:main-upgrade == docker.io/* ]] logger.go:42: 15:17:18 | standby-pgbackrest/5-generate-data | +++ [[ perconalab/percona-postgresql-operator:main-upgrade == percona/* ]] logger.go:42: 15:17:18 | standby-pgbackrest/5-generate-data | +++ [[ perconalab/percona-postgresql-operator:main-upgrade == perconalab/* ]] logger.go:42: 15:17:18 | standby-pgbackrest/5-generate-data | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 15:17:18 | standby-pgbackrest/5-generate-data | +++ export IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 15:17:18 | standby-pgbackrest/5-generate-data | +++ IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 15:17:18 | standby-pgbackrest/5-generate-data | +++ echo IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 15:17:18 | standby-pgbackrest/5-generate-data | IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 15:17:18 | standby-pgbackrest/5-generate-data | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:17:18 | standby-pgbackrest/5-generate-data | docker.io/perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:17:18 | standby-pgbackrest/5-generate-data | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 15:17:18 | standby-pgbackrest/5-generate-data | ++++ eval 'echo $IMAGE_LOGCOLLECTOR' logger.go:42: 15:17:18 | standby-pgbackrest/5-generate-data | +++++ echo perconalab/fluentbit:main-logcollector logger.go:42: 15:17:18 | standby-pgbackrest/5-generate-data | +++ var_value=perconalab/fluentbit:main-logcollector logger.go:42: 15:17:18 | standby-pgbackrest/5-generate-data | +++ [[ perconalab/fluentbit:main-logcollector == docker.io/* ]] logger.go:42: 15:17:18 | standby-pgbackrest/5-generate-data | +++ [[ perconalab/fluentbit:main-logcollector == percona/* ]] logger.go:42: 15:17:18 | standby-pgbackrest/5-generate-data | +++ [[ perconalab/fluentbit:main-logcollector == perconalab/* ]] logger.go:42: 15:17:18 | standby-pgbackrest/5-generate-data | +++ new_value=docker.io/perconalab/fluentbit:main-logcollector logger.go:42: 15:17:18 | standby-pgbackrest/5-generate-data | +++ export IMAGE_LOGCOLLECTOR=docker.io/perconalab/fluentbit:main-logcollector logger.go:42: 15:17:18 | standby-pgbackrest/5-generate-data | +++ IMAGE_LOGCOLLECTOR=docker.io/perconalab/fluentbit:main-logcollector logger.go:42: 15:17:18 | standby-pgbackrest/5-generate-data | +++ echo IMAGE_LOGCOLLECTOR=docker.io/perconalab/fluentbit:main-logcollector logger.go:42: 15:17:18 | standby-pgbackrest/5-generate-data | IMAGE_LOGCOLLECTOR=docker.io/perconalab/fluentbit:main-logcollector logger.go:42: 15:17:18 | standby-pgbackrest/5-generate-data | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:17:18 | standby-pgbackrest/5-generate-data | docker.io/perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:17:18 | standby-pgbackrest/5-generate-data | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 15:17:18 | standby-pgbackrest/5-generate-data | ++++ eval 'echo $IMAGE_BASE' logger.go:42: 15:17:18 | standby-pgbackrest/5-generate-data | +++++ echo perconalab/percona-postgresql-operator logger.go:42: 15:17:18 | standby-pgbackrest/5-generate-data | +++ var_value=perconalab/percona-postgresql-operator logger.go:42: 15:17:18 | standby-pgbackrest/5-generate-data | +++ [[ perconalab/percona-postgresql-operator == docker.io/* ]] logger.go:42: 15:17:18 | standby-pgbackrest/5-generate-data | +++ [[ perconalab/percona-postgresql-operator == percona/* ]] logger.go:42: 15:17:18 | standby-pgbackrest/5-generate-data | +++ [[ perconalab/percona-postgresql-operator == perconalab/* ]] logger.go:42: 15:17:18 | standby-pgbackrest/5-generate-data | +++ new_value=docker.io/perconalab/percona-postgresql-operator logger.go:42: 15:17:18 | standby-pgbackrest/5-generate-data | +++ export IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 15:17:18 | standby-pgbackrest/5-generate-data | +++ IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 15:17:18 | standby-pgbackrest/5-generate-data | +++ echo IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 15:17:18 | standby-pgbackrest/5-generate-data | IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 15:17:18 | standby-pgbackrest/5-generate-data | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:17:18 | standby-pgbackrest/5-generate-data | docker.io/perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:17:18 | standby-pgbackrest/5-generate-data | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 15:17:18 | standby-pgbackrest/5-generate-data | ++++ eval 'echo $IMAGE_PGBOUNCER' logger.go:42: 15:17:18 | standby-pgbackrest/5-generate-data | +++++ echo perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 15:17:18 | standby-pgbackrest/5-generate-data | +++ var_value=perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 15:17:18 | standby-pgbackrest/5-generate-data | +++ [[ perconalab/percona-postgresql-operator:main-pgbouncer18 == docker.io/* ]] logger.go:42: 15:17:18 | standby-pgbackrest/5-generate-data | +++ [[ perconalab/percona-postgresql-operator:main-pgbouncer18 == percona/* ]] logger.go:42: 15:17:18 | standby-pgbackrest/5-generate-data | +++ [[ perconalab/percona-postgresql-operator:main-pgbouncer18 == perconalab/* ]] logger.go:42: 15:17:18 | standby-pgbackrest/5-generate-data | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 15:17:18 | standby-pgbackrest/5-generate-data | +++ export IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 15:17:18 | standby-pgbackrest/5-generate-data | +++ IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 15:17:18 | standby-pgbackrest/5-generate-data | +++ echo IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 15:17:18 | standby-pgbackrest/5-generate-data | IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 15:17:18 | standby-pgbackrest/5-generate-data | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:17:18 | standby-pgbackrest/5-generate-data | docker.io/perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:17:18 | standby-pgbackrest/5-generate-data | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 15:17:18 | standby-pgbackrest/5-generate-data | ++++ eval 'echo $IMAGE_POSTGRESQL' logger.go:42: 15:17:18 | standby-pgbackrest/5-generate-data | +++++ echo perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 15:17:18 | standby-pgbackrest/5-generate-data | +++ var_value=perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 15:17:18 | standby-pgbackrest/5-generate-data | +++ [[ perconalab/percona-postgresql-operator:main-ppg18-postgres == docker.io/* ]] logger.go:42: 15:17:18 | standby-pgbackrest/5-generate-data | +++ [[ perconalab/percona-postgresql-operator:main-ppg18-postgres == percona/* ]] logger.go:42: 15:17:18 | standby-pgbackrest/5-generate-data | +++ [[ perconalab/percona-postgresql-operator:main-ppg18-postgres == perconalab/* ]] logger.go:42: 15:17:18 | standby-pgbackrest/5-generate-data | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 15:17:18 | standby-pgbackrest/5-generate-data | +++ export IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 15:17:18 | standby-pgbackrest/5-generate-data | +++ IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 15:17:18 | standby-pgbackrest/5-generate-data | +++ echo IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 15:17:18 | standby-pgbackrest/5-generate-data | IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 15:17:18 | standby-pgbackrest/5-generate-data | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:17:18 | standby-pgbackrest/5-generate-data | docker.io/perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:17:18 | standby-pgbackrest/5-generate-data | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 15:17:18 | standby-pgbackrest/5-generate-data | ++++ eval 'echo $IMAGE_PMM_SERVER' logger.go:42: 15:17:18 | standby-pgbackrest/5-generate-data | +++++ echo perconalab/pmm-server:3-dev-latest logger.go:42: 15:17:18 | standby-pgbackrest/5-generate-data | +++ var_value=perconalab/pmm-server:3-dev-latest logger.go:42: 15:17:18 | standby-pgbackrest/5-generate-data | +++ [[ perconalab/pmm-server:3-dev-latest == docker.io/* ]] logger.go:42: 15:17:18 | standby-pgbackrest/5-generate-data | +++ [[ perconalab/pmm-server:3-dev-latest == percona/* ]] logger.go:42: 15:17:18 | standby-pgbackrest/5-generate-data | +++ [[ perconalab/pmm-server:3-dev-latest == perconalab/* ]] logger.go:42: 15:17:18 | standby-pgbackrest/5-generate-data | +++ new_value=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 15:17:18 | standby-pgbackrest/5-generate-data | +++ export IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 15:17:18 | standby-pgbackrest/5-generate-data | +++ IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 15:17:18 | standby-pgbackrest/5-generate-data | +++ echo IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 15:17:18 | standby-pgbackrest/5-generate-data | IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 15:17:18 | standby-pgbackrest/5-generate-data | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:17:18 | standby-pgbackrest/5-generate-data | docker.io/perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:17:18 | standby-pgbackrest/5-generate-data | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 15:17:18 | standby-pgbackrest/5-generate-data | ++++ eval 'echo $IMAGE_PMM_CLIENT' logger.go:42: 15:17:18 | standby-pgbackrest/5-generate-data | +++++ echo perconalab/pmm-client:3-dev-latest logger.go:42: 15:17:18 | standby-pgbackrest/5-generate-data | +++ var_value=perconalab/pmm-client:3-dev-latest logger.go:42: 15:17:18 | standby-pgbackrest/5-generate-data | +++ [[ perconalab/pmm-client:3-dev-latest == docker.io/* ]] logger.go:42: 15:17:18 | standby-pgbackrest/5-generate-data | +++ [[ perconalab/pmm-client:3-dev-latest == percona/* ]] logger.go:42: 15:17:18 | standby-pgbackrest/5-generate-data | +++ [[ perconalab/pmm-client:3-dev-latest == perconalab/* ]] logger.go:42: 15:17:18 | standby-pgbackrest/5-generate-data | +++ new_value=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 15:17:18 | standby-pgbackrest/5-generate-data | +++ export IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 15:17:18 | standby-pgbackrest/5-generate-data | +++ IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 15:17:18 | standby-pgbackrest/5-generate-data | +++ echo IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 15:17:18 | standby-pgbackrest/5-generate-data | IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 15:17:18 | standby-pgbackrest/5-generate-data | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:17:18 | standby-pgbackrest/5-generate-data | docker.io/perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:17:18 | standby-pgbackrest/5-generate-data | ++++ which gdate logger.go:42: 15:17:18 | standby-pgbackrest/5-generate-data | which: no gdate in (/mnt/jenkins/workspace/cloud-pg-operator_PR-1770/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:17:18 | standby-pgbackrest/5-generate-data | ++++ which date logger.go:42: 15:17:18 | standby-pgbackrest/5-generate-data | +++ date=/usr/sbin/date logger.go:42: 15:17:18 | standby-pgbackrest/5-generate-data | ++++ which gsed logger.go:42: 15:17:18 | standby-pgbackrest/5-generate-data | which: no gsed in (/mnt/jenkins/workspace/cloud-pg-operator_PR-1770/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:17:18 | standby-pgbackrest/5-generate-data | ++++ which sed logger.go:42: 15:17:18 | standby-pgbackrest/5-generate-data | +++ sed=/usr/sbin/sed logger.go:42: 15:17:18 | standby-pgbackrest/5-generate-data | ++ kubectl get pod -n kuttl-test-firm-ray -l postgres-operator.crunchydata.com/cluster=source-cluster,postgres-operator.crunchydata.com/role=primary -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 15:17:19 | standby-pgbackrest/5-generate-data | + main_primary=source-cluster-instance1-v9zt-0 logger.go:42: 15:17:19 | standby-pgbackrest/5-generate-data | + '[' -z source-cluster-instance1-v9zt-0 ']' logger.go:42: 15:17:19 | standby-pgbackrest/5-generate-data | + kubectl exec -n kuttl-test-firm-ray source-cluster-instance1-v9zt-0 -c database -- sh -c 'pgbench -i -s 20 postgres' logger.go:42: 15:17:20 | standby-pgbackrest/5-generate-data | dropping old tables... logger.go:42: 15:17:20 | standby-pgbackrest/5-generate-data | NOTICE: table "pgbench_accounts" does not exist, skipping logger.go:42: 15:17:20 | standby-pgbackrest/5-generate-data | NOTICE: table "pgbench_branches" does not exist, skipping logger.go:42: 15:17:20 | standby-pgbackrest/5-generate-data | NOTICE: table "pgbench_history" does not exist, skipping logger.go:42: 15:17:20 | standby-pgbackrest/5-generate-data | NOTICE: table "pgbench_tellers" does not exist, skipping logger.go:42: 15:17:20 | standby-pgbackrest/5-generate-data | creating tables... logger.go:42: 15:17:20 | standby-pgbackrest/5-generate-data | generating data (client-side)... logger.go:42: 15:17:20 | standby-pgbackrest/5-generate-data | 100000 of 2000000 tuples (5%) of pgbench_accounts done (elapsed 0.08 s, remaining 1.47 s) logger.go:42: 15:17:20 | standby-pgbackrest/5-generate-data | 200000 of 2000000 tuples (10%) of pgbench_accounts done (elapsed 0.22 s, remaining 1.99 s) logger.go:42: 15:17:20 | standby-pgbackrest/5-generate-data | 300000 of 2000000 tuples (15%) of pgbench_accounts done (elapsed 0.39 s, remaining 2.23 s) logger.go:42: 15:17:21 | standby-pgbackrest/5-generate-data | 400000 of 2000000 tuples (20%) of pgbench_accounts done (elapsed 0.56 s, remaining 2.25 s) logger.go:42: 15:17:21 | standby-pgbackrest/5-generate-data | 500000 of 2000000 tuples (25%) of pgbench_accounts done (elapsed 0.71 s, remaining 2.14 s) logger.go:42: 15:17:21 | standby-pgbackrest/5-generate-data | 600000 of 2000000 tuples (30%) of pgbench_accounts done (elapsed 0.92 s, remaining 2.15 s) logger.go:42: 15:17:21 | standby-pgbackrest/5-generate-data | 700000 of 2000000 tuples (35%) of pgbench_accounts done (elapsed 1.13 s, remaining 2.09 s) logger.go:42: 15:17:21 | standby-pgbackrest/5-generate-data | 800000 of 2000000 tuples (40%) of pgbench_accounts done (elapsed 1.29 s, remaining 1.93 s) logger.go:42: 15:17:21 | standby-pgbackrest/5-generate-data | 900000 of 2000000 tuples (45%) of pgbench_accounts done (elapsed 1.50 s, remaining 1.83 s) logger.go:42: 15:17:22 | standby-pgbackrest/5-generate-data | 1000000 of 2000000 tuples (50%) of pgbench_accounts done (elapsed 1.71 s, remaining 1.71 s) logger.go:42: 15:17:22 | standby-pgbackrest/5-generate-data | 1100000 of 2000000 tuples (55%) of pgbench_accounts done (elapsed 1.92 s, remaining 1.57 s) logger.go:42: 15:17:22 | standby-pgbackrest/5-generate-data | 1200000 of 2000000 tuples (60%) of pgbench_accounts done (elapsed 2.04 s, remaining 1.36 s) logger.go:42: 15:17:22 | standby-pgbackrest/5-generate-data | 1300000 of 2000000 tuples (65%) of pgbench_accounts done (elapsed 2.26 s, remaining 1.22 s) logger.go:42: 15:17:22 | standby-pgbackrest/5-generate-data | 1400000 of 2000000 tuples (70%) of pgbench_accounts done (elapsed 2.40 s, remaining 1.03 s) logger.go:42: 15:17:24 | standby-pgbackrest/5-generate-data | 1500000 of 2000000 tuples (75%) of pgbench_accounts done (elapsed 3.64 s, remaining 1.21 s) logger.go:42: 15:17:24 | standby-pgbackrest/5-generate-data | 1600000 of 2000000 tuples (80%) of pgbench_accounts done (elapsed 3.87 s, remaining 0.97 s) logger.go:42: 15:17:24 | standby-pgbackrest/5-generate-data | 1700000 of 2000000 tuples (85%) of pgbench_accounts done (elapsed 4.05 s, remaining 0.71 s) logger.go:42: 15:17:24 | standby-pgbackrest/5-generate-data | 1800000 of 2000000 tuples (90%) of pgbench_accounts done (elapsed 4.27 s, remaining 0.47 s) logger.go:42: 15:17:24 | standby-pgbackrest/5-generate-data | 1900000 of 2000000 tuples (95%) of pgbench_accounts done (elapsed 4.52 s, remaining 0.24 s) logger.go:42: 15:17:25 | standby-pgbackrest/5-generate-data | 2000000 of 2000000 tuples (100%) of pgbench_accounts done (elapsed 4.96 s, remaining 0.00 s) logger.go:42: 15:17:25 | standby-pgbackrest/5-generate-data | vacuuming... logger.go:42: 15:17:25 | standby-pgbackrest/5-generate-data | creating primary keys... logger.go:42: 15:17:27 | standby-pgbackrest/5-generate-data | done in 6.67 s (drop tables 0.00 s, create tables 0.08 s, client-side generate 5.00 s, vacuum 0.26 s, primary keys 1.33 s). logger.go:42: 15:17:27 | standby-pgbackrest/5-generate-data | running command: [sh -c set -o errexit interval=5 until [[ "$state" = "initializing" ]] && [[ "$condStatus" = "True" ]] && [[ "$condReason" = "LagDetected" ]] && [[ "$condMsg" = "$expectedMsg" ]]; do json=$(kubectl get pg standby-cluster -n "${NAMESPACE}" -o json) state=$(printf '%s' "$json" | jq -r '.status.state // empty') lagBytes=$(printf '%s' "$json" | jq -r '.status.standby.lagBytes // empty') lagLastComputedAt=$(printf '%s' "$json" | jq -r '.status.standby.lagLastComputedAt // empty') condStatus=$(printf '%s' "$json" | jq -r '.status.conditions[]? | select(.type == "StandbyLagging") | .status') condReason=$(printf '%s' "$json" | jq -r '.status.conditions[]? | select(.type == "StandbyLagging") | .reason') condMsg=$(printf '%s' "$json" | jq -r '.status.conditions[]? | select(.type == "StandbyLagging") | .message') expectedMsg="WAL is lagging by ${lagBytes} bytes (threshold: 1024 bytes)" echo "waiting standby lag detection: state=$state lagBytes=$lagBytes lagLastComputedAt=$lagLastComputedAt status=$condStatus reason=$condReason message=$condMsg" sleep "$interval" done echo "Standby lag detected as expected: state=$state lagBytes=$lagBytes status=$condStatus reason=$condReason"] logger.go:42: 15:17:27 | standby-pgbackrest/5-generate-data | waiting standby lag detection: state=ready lagBytes= lagLastComputedAt=2026-08-20T15:16:31Z status=False reason=LagNotDetected message= logger.go:42: 15:17:33 | standby-pgbackrest/5-generate-data | waiting standby lag detection: state=ready lagBytes= lagLastComputedAt=2026-08-20T15:16:31Z status=False reason=LagNotDetected message= logger.go:42: 15:17:38 | standby-pgbackrest/5-generate-data | waiting standby lag detection: state=ready lagBytes= lagLastComputedAt=2026-08-20T15:16:31Z status=False reason=LagNotDetected message= logger.go:42: 15:17:44 | standby-pgbackrest/5-generate-data | waiting standby lag detection: state=ready lagBytes= lagLastComputedAt=2026-08-20T15:16:31Z status=False reason=LagNotDetected message= logger.go:42: 15:17:50 | standby-pgbackrest/5-generate-data | waiting standby lag detection: state=ready lagBytes= lagLastComputedAt=2026-08-20T15:16:31Z status=False reason=LagNotDetected message= logger.go:42: 15:17:56 | standby-pgbackrest/5-generate-data | waiting standby lag detection: state=ready lagBytes= lagLastComputedAt=2026-08-20T15:16:31Z status=False reason=LagNotDetected message= logger.go:42: 15:18:02 | standby-pgbackrest/5-generate-data | waiting standby lag detection: state=ready lagBytes= lagLastComputedAt=2026-08-20T15:16:31Z status=False reason=LagNotDetected message= logger.go:42: 15:18:07 | standby-pgbackrest/5-generate-data | waiting standby lag detection: state=ready lagBytes= lagLastComputedAt=2026-08-20T15:16:31Z status=False reason=LagNotDetected message= logger.go:42: 15:18:13 | standby-pgbackrest/5-generate-data | waiting standby lag detection: state=ready lagBytes= lagLastComputedAt=2026-08-20T15:16:31Z status=False reason=LagNotDetected message= logger.go:42: 15:18:18 | standby-pgbackrest/5-generate-data | waiting standby lag detection: state=ready lagBytes= lagLastComputedAt=2026-08-20T15:16:31Z status=False reason=LagNotDetected message= logger.go:42: 15:18:24 | standby-pgbackrest/5-generate-data | waiting standby lag detection: state=ready lagBytes= lagLastComputedAt=2026-08-20T15:16:31Z status=False reason=LagNotDetected message= logger.go:42: 15:18:30 | standby-pgbackrest/5-generate-data | waiting standby lag detection: state=ready lagBytes= lagLastComputedAt=2026-08-20T15:16:31Z status=False reason=LagNotDetected message= logger.go:42: 15:18:35 | standby-pgbackrest/5-generate-data | waiting standby lag detection: state=ready lagBytes= lagLastComputedAt=2026-08-20T15:16:31Z status=False reason=LagNotDetected message= logger.go:42: 15:18:41 | standby-pgbackrest/5-generate-data | waiting standby lag detection: state=ready lagBytes= lagLastComputedAt=2026-08-20T15:16:31Z status=False reason=LagNotDetected message= logger.go:42: 15:18:47 | standby-pgbackrest/5-generate-data | waiting standby lag detection: state=ready lagBytes= lagLastComputedAt=2026-08-20T15:16:31Z status=False reason=LagNotDetected message= logger.go:42: 15:18:52 | standby-pgbackrest/5-generate-data | waiting standby lag detection: state=ready lagBytes= lagLastComputedAt=2026-08-20T15:16:31Z status=False reason=LagNotDetected message= logger.go:42: 15:18:58 | standby-pgbackrest/5-generate-data | waiting standby lag detection: state=ready lagBytes= lagLastComputedAt=2026-08-20T15:16:31Z status=False reason=LagNotDetected message= logger.go:42: 15:19:03 | standby-pgbackrest/5-generate-data | waiting standby lag detection: state=ready lagBytes= lagLastComputedAt=2026-08-20T15:16:31Z status=False reason=LagNotDetected message= logger.go:42: 15:19:09 | standby-pgbackrest/5-generate-data | waiting standby lag detection: state=ready lagBytes= lagLastComputedAt=2026-08-20T15:16:31Z status=False reason=LagNotDetected message= logger.go:42: 15:19:15 | standby-pgbackrest/5-generate-data | waiting standby lag detection: state=ready lagBytes= lagLastComputedAt=2026-08-20T15:16:31Z status=False reason=LagNotDetected message= logger.go:42: 15:19:20 | standby-pgbackrest/5-generate-data | waiting standby lag detection: state=ready lagBytes= lagLastComputedAt=2026-08-20T15:16:31Z status=False reason=LagNotDetected message= logger.go:42: 15:19:26 | standby-pgbackrest/5-generate-data | waiting standby lag detection: state=ready lagBytes= lagLastComputedAt=2026-08-20T15:16:31Z status=False reason=LagNotDetected message= logger.go:42: 15:19:32 | standby-pgbackrest/5-generate-data | waiting standby lag detection: state=ready lagBytes= lagLastComputedAt=2026-08-20T15:16:31Z status=False reason=LagNotDetected message= logger.go:42: 15:19:37 | standby-pgbackrest/5-generate-data | waiting standby lag detection: state=ready lagBytes= lagLastComputedAt=2026-08-20T15:16:31Z status=False reason=LagNotDetected message= logger.go:42: 15:19:43 | standby-pgbackrest/5-generate-data | waiting standby lag detection: state=ready lagBytes= lagLastComputedAt=2026-08-20T15:16:31Z status=False reason=LagNotDetected message= logger.go:42: 15:19:49 | standby-pgbackrest/5-generate-data | waiting standby lag detection: state=ready lagBytes= lagLastComputedAt=2026-08-20T15:16:31Z status=False reason=LagNotDetected message= logger.go:42: 15:19:54 | standby-pgbackrest/5-generate-data | waiting standby lag detection: state=ready lagBytes= lagLastComputedAt=2026-08-20T15:16:31Z status=False reason=LagNotDetected message= logger.go:42: 15:20:00 | standby-pgbackrest/5-generate-data | waiting standby lag detection: state=ready lagBytes= lagLastComputedAt=2026-08-20T15:16:31Z status=False reason=LagNotDetected message= logger.go:42: 15:20:05 | standby-pgbackrest/5-generate-data | waiting standby lag detection: state=ready lagBytes= lagLastComputedAt=2026-08-20T15:16:31Z status=False reason=LagNotDetected message= logger.go:42: 15:20:11 | standby-pgbackrest/5-generate-data | waiting standby lag detection: state=ready lagBytes= lagLastComputedAt=2026-08-20T15:16:31Z status=False reason=LagNotDetected message= logger.go:42: 15:20:17 | standby-pgbackrest/5-generate-data | waiting standby lag detection: state=ready lagBytes= lagLastComputedAt=2026-08-20T15:16:31Z status=False reason=LagNotDetected message= logger.go:42: 15:20:22 | standby-pgbackrest/5-generate-data | waiting standby lag detection: state=ready lagBytes= lagLastComputedAt=2026-08-20T15:16:31Z status=False reason=LagNotDetected message= logger.go:42: 15:20:28 | standby-pgbackrest/5-generate-data | waiting standby lag detection: state=ready lagBytes= lagLastComputedAt=2026-08-20T15:16:31Z status=False reason=LagNotDetected message= logger.go:42: 15:20:34 | standby-pgbackrest/5-generate-data | waiting standby lag detection: state=ready lagBytes= lagLastComputedAt=2026-08-20T15:16:31Z status=False reason=LagNotDetected message= logger.go:42: 15:20:39 | standby-pgbackrest/5-generate-data | waiting standby lag detection: state=ready lagBytes= lagLastComputedAt=2026-08-20T15:16:31Z status=False reason=LagNotDetected message= logger.go:42: 15:20:45 | standby-pgbackrest/5-generate-data | waiting standby lag detection: state=ready lagBytes= lagLastComputedAt=2026-08-20T15:16:31Z status=False reason=LagNotDetected message= logger.go:42: 15:20:50 | standby-pgbackrest/5-generate-data | waiting standby lag detection: state=ready lagBytes= lagLastComputedAt=2026-08-20T15:16:31Z status=False reason=LagNotDetected message= logger.go:42: 15:20:56 | standby-pgbackrest/5-generate-data | waiting standby lag detection: state=ready lagBytes= lagLastComputedAt=2026-08-20T15:16:31Z status=False reason=LagNotDetected message= logger.go:42: 15:21:02 | standby-pgbackrest/5-generate-data | waiting standby lag detection: state=ready lagBytes= lagLastComputedAt=2026-08-20T15:16:31Z status=False reason=LagNotDetected message= logger.go:42: 15:21:07 | standby-pgbackrest/5-generate-data | waiting standby lag detection: state=ready lagBytes= lagLastComputedAt=2026-08-20T15:16:31Z status=False reason=LagNotDetected message= logger.go:42: 15:21:13 | standby-pgbackrest/5-generate-data | waiting standby lag detection: state=ready lagBytes= lagLastComputedAt=2026-08-20T15:16:31Z status=False reason=LagNotDetected message= logger.go:42: 15:21:18 | standby-pgbackrest/5-generate-data | waiting standby lag detection: state=ready lagBytes= lagLastComputedAt=2026-08-20T15:16:31Z status=False reason=LagNotDetected message= logger.go:42: 15:21:24 | standby-pgbackrest/5-generate-data | waiting standby lag detection: state=ready lagBytes= lagLastComputedAt=2026-08-20T15:16:31Z status=False reason=LagNotDetected message= logger.go:42: 15:21:30 | standby-pgbackrest/5-generate-data | waiting standby lag detection: state=ready lagBytes= lagLastComputedAt=2026-08-20T15:16:31Z status=False reason=LagNotDetected message= logger.go:42: 15:21:35 | standby-pgbackrest/5-generate-data | waiting standby lag detection: state=ready lagBytes=268435552 lagLastComputedAt=2026-08-20T15:21:33Z status=True reason=LagDetected message=WAL is lagging by 268435552 bytes (threshold: 1024 bytes) logger.go:42: 15:21:41 | standby-pgbackrest/5-generate-data | waiting standby lag detection: state=ready lagBytes=268435552 lagLastComputedAt=2026-08-20T15:21:33Z status=True reason=LagDetected message=WAL is lagging by 268435552 bytes (threshold: 1024 bytes) logger.go:42: 15:21:47 | standby-pgbackrest/5-generate-data | waiting standby lag detection: state=ready lagBytes=268435552 lagLastComputedAt=2026-08-20T15:21:33Z status=True reason=LagDetected message=WAL is lagging by 268435552 bytes (threshold: 1024 bytes) logger.go:42: 15:21:52 | standby-pgbackrest/5-generate-data | waiting standby lag detection: state=ready lagBytes=268435552 lagLastComputedAt=2026-08-20T15:21:33Z status=True reason=LagDetected message=WAL is lagging by 268435552 bytes (threshold: 1024 bytes) logger.go:42: 15:21:58 | standby-pgbackrest/5-generate-data | waiting standby lag detection: state=ready lagBytes=268435552 lagLastComputedAt=2026-08-20T15:21:33Z status=True reason=LagDetected message=WAL is lagging by 268435552 bytes (threshold: 1024 bytes) logger.go:42: 15:22:03 | standby-pgbackrest/5-generate-data | waiting standby lag detection: state=initializing lagBytes=268435552 lagLastComputedAt=2026-08-20T15:21:33Z status=True reason=LagDetected message=WAL is lagging by 268435552 bytes (threshold: 1024 bytes) logger.go:42: 15:22:08 | standby-pgbackrest/5-generate-data | Standby lag detected as expected: state=initializing lagBytes=268435552 status=True reason=LagDetected logger.go:42: 15:22:08 | standby-pgbackrest/5-generate-data | test step completed 5-generate-data logger.go:42: 15:22:08 | standby-pgbackrest/6-standby-remove-lockdown | starting test step 6-standby-remove-lockdown logger.go:42: 15:22:08 | standby-pgbackrest/6-standby-remove-lockdown | running command: [sh -c set -o errexit set -o xtrace source ../../functions primary=$(kubectl get pod -n "${NAMESPACE}" \ -l app.kubernetes.io/instance=standby-cluster,postgres-operator.crunchydata.com/role=primary \ -o jsonpath='{.items[0].metadata.name}') endpoint=$(kubectl get pg standby-cluster -n "${NAMESPACE}" -o json \ | jq -r '.spec.backups.pgbackrest.repos[] | select(.name == "repo1") | .s3.endpoint') network_unblock_storage_endpoint "${NAMESPACE}" "${primary}" "${endpoint}"] logger.go:42: 15:22:08 | standby-pgbackrest/6-standby-remove-lockdown | + source ../../functions logger.go:42: 15:22:08 | standby-pgbackrest/6-standby-remove-lockdown | +++ realpath ../../.. logger.go:42: 15:22:08 | standby-pgbackrest/6-standby-remove-lockdown | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-pg-operator_PR-1770 logger.go:42: 15:22:08 | standby-pgbackrest/6-standby-remove-lockdown | ++ CERT_MANAGER_VER=1.20.2 logger.go:42: 15:22:08 | standby-pgbackrest/6-standby-remove-lockdown | ++ CERT_MANAGER_TEST_LABEL=e2e.percona.com/managed-by=percona-postgresql-operator-tests logger.go:42: 15:22:08 | standby-pgbackrest/6-standby-remove-lockdown | ++ CHAOS_MESH_VER=2.5.1 logger.go:42: 15:22:08 | standby-pgbackrest/6-standby-remove-lockdown | ++ BUSYBOX_VER=1.36 logger.go:42: 15:22:08 | standby-pgbackrest/6-standby-remove-lockdown | ++++ pwd logger.go:42: 15:22:08 | standby-pgbackrest/6-standby-remove-lockdown | +++ basename /mnt/jenkins/workspace/cloud-pg-operator_PR-1770/e2e-tests/tests/standby-pgbackrest logger.go:42: 15:22:08 | standby-pgbackrest/6-standby-remove-lockdown | ++ test_name=standby-pgbackrest logger.go:42: 15:22:08 | standby-pgbackrest/6-standby-remove-lockdown | ++ source /mnt/jenkins/workspace/cloud-pg-operator_PR-1770/e2e-tests/vars.sh logger.go:42: 15:22:08 | standby-pgbackrest/6-standby-remove-lockdown | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-pg-operator_PR-1770 logger.go:42: 15:22:08 | standby-pgbackrest/6-standby-remove-lockdown | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-pg-operator_PR-1770 logger.go:42: 15:22:08 | standby-pgbackrest/6-standby-remove-lockdown | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1770/deploy logger.go:42: 15:22:08 | standby-pgbackrest/6-standby-remove-lockdown | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1770/deploy logger.go:42: 15:22:08 | standby-pgbackrest/6-standby-remove-lockdown | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1770/e2e-tests logger.go:42: 15:22:08 | standby-pgbackrest/6-standby-remove-lockdown | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1770/e2e-tests logger.go:42: 15:22:08 | standby-pgbackrest/6-standby-remove-lockdown | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1770/e2e-tests/conf logger.go:42: 15:22:08 | standby-pgbackrest/6-standby-remove-lockdown | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1770/e2e-tests/conf logger.go:42: 15:22:08 | standby-pgbackrest/6-standby-remove-lockdown | +++ export TEST_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1770/e2e-tests/tests/standby-pgbackrest/conf logger.go:42: 15:22:08 | standby-pgbackrest/6-standby-remove-lockdown | +++ TEST_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1770/e2e-tests/tests/standby-pgbackrest/conf logger.go:42: 15:22:08 | standby-pgbackrest/6-standby-remove-lockdown | +++ export TEMP_DIR=/tmp/kuttl/pg/standby-pgbackrest logger.go:42: 15:22:08 | standby-pgbackrest/6-standby-remove-lockdown | +++ TEMP_DIR=/tmp/kuttl/pg/standby-pgbackrest logger.go:42: 15:22:08 | standby-pgbackrest/6-standby-remove-lockdown | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 15:22:08 | standby-pgbackrest/6-standby-remove-lockdown | +++ export GIT_BRANCH=PR-1770 logger.go:42: 15:22:08 | standby-pgbackrest/6-standby-remove-lockdown | +++ GIT_BRANCH=PR-1770 logger.go:42: 15:22:08 | standby-pgbackrest/6-standby-remove-lockdown | +++ export VERSION=PR-1770-8c67b09e6 logger.go:42: 15:22:08 | standby-pgbackrest/6-standby-remove-lockdown | +++ VERSION=PR-1770-8c67b09e6 logger.go:42: 15:22:08 | standby-pgbackrest/6-standby-remove-lockdown | +++ export SKIP_TEST_WARNINGS=true logger.go:42: 15:22:08 | standby-pgbackrest/6-standby-remove-lockdown | +++ SKIP_TEST_WARNINGS=true logger.go:42: 15:22:08 | standby-pgbackrest/6-standby-remove-lockdown | +++ export K8S_UPGRADE_PLATFORM=gke logger.go:42: 15:22:08 | standby-pgbackrest/6-standby-remove-lockdown | +++ K8S_UPGRADE_PLATFORM=gke logger.go:42: 15:22:08 | standby-pgbackrest/6-standby-remove-lockdown | +++ export K8S_UPGRADE_REGION=us-central1-a logger.go:42: 15:22:08 | standby-pgbackrest/6-standby-remove-lockdown | +++ K8S_UPGRADE_REGION=us-central1-a logger.go:42: 15:22:08 | standby-pgbackrest/6-standby-remove-lockdown | +++ export K8S_UPGRADE_INITIAL_VERSION= logger.go:42: 15:22:08 | standby-pgbackrest/6-standby-remove-lockdown | +++ K8S_UPGRADE_INITIAL_VERSION= logger.go:42: 15:22:08 | standby-pgbackrest/6-standby-remove-lockdown | +++ export K8S_UPGRADE_FINAL_VERSION= logger.go:42: 15:22:08 | standby-pgbackrest/6-standby-remove-lockdown | +++ K8S_UPGRADE_FINAL_VERSION= logger.go:42: 15:22:08 | standby-pgbackrest/6-standby-remove-lockdown | +++ [[ -z '' ]] logger.go:42: 15:22:08 | standby-pgbackrest/6-standby-remove-lockdown | ++++ detect_k8s_platform logger.go:42: 15:22:08 | standby-pgbackrest/6-standby-remove-lockdown | ++++ local detected_platform logger.go:42: 15:22:08 | standby-pgbackrest/6-standby-remove-lockdown | ++++ local xtrace_enabled=false logger.go:42: 15:22:08 | standby-pgbackrest/6-standby-remove-lockdown | ++++ [[ -o xtrace ]] logger.go:42: 15:22:08 | standby-pgbackrest/6-standby-remove-lockdown | ++++ xtrace_enabled=true logger.go:42: 15:22:08 | standby-pgbackrest/6-standby-remove-lockdown | ++++ set +o xtrace logger.go:42: 15:22:10 | standby-pgbackrest/6-standby-remove-lockdown | +++ PLATFORM=gke logger.go:42: 15:22:10 | standby-pgbackrest/6-standby-remove-lockdown | +++ export PLATFORM logger.go:42: 15:22:10 | standby-pgbackrest/6-standby-remove-lockdown | +++ export IMAGE_BASE=perconalab/percona-postgresql-operator logger.go:42: 15:22:10 | standby-pgbackrest/6-standby-remove-lockdown | +++ IMAGE_BASE=perconalab/percona-postgresql-operator logger.go:42: 15:22:10 | standby-pgbackrest/6-standby-remove-lockdown | +++ export IMAGE=perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:22:10 | standby-pgbackrest/6-standby-remove-lockdown | +++ IMAGE=perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:22:10 | standby-pgbackrest/6-standby-remove-lockdown | +++ [[ ! -n '' ]] logger.go:42: 15:22:10 | standby-pgbackrest/6-standby-remove-lockdown | +++ [[ -n '' ]] logger.go:42: 15:22:10 | standby-pgbackrest/6-standby-remove-lockdown | +++ export PG_VER=18 logger.go:42: 15:22:10 | standby-pgbackrest/6-standby-remove-lockdown | +++ PG_VER=18 logger.go:42: 15:22:10 | standby-pgbackrest/6-standby-remove-lockdown | +++ export PG_DISTRIBUTION= logger.go:42: 15:22:10 | standby-pgbackrest/6-standby-remove-lockdown | +++ PG_DISTRIBUTION= logger.go:42: 15:22:10 | standby-pgbackrest/6-standby-remove-lockdown | +++ [[ '' == community ]] logger.go:42: 15:22:10 | standby-pgbackrest/6-standby-remove-lockdown | +++ export IMAGE_PGBOUNCER=perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 15:22:10 | standby-pgbackrest/6-standby-remove-lockdown | +++ IMAGE_PGBOUNCER=perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 15:22:10 | standby-pgbackrest/6-standby-remove-lockdown | +++ export IMAGE_POSTGRESQL=perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 15:22:10 | standby-pgbackrest/6-standby-remove-lockdown | +++ IMAGE_POSTGRESQL=perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 15:22:10 | standby-pgbackrest/6-standby-remove-lockdown | +++ export IMAGE_BACKREST=perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 15:22:10 | standby-pgbackrest/6-standby-remove-lockdown | +++ IMAGE_BACKREST=perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 15:22:10 | standby-pgbackrest/6-standby-remove-lockdown | +++ export IMAGE_UPGRADE=perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 15:22:10 | standby-pgbackrest/6-standby-remove-lockdown | +++ IMAGE_UPGRADE=perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 15:22:10 | standby-pgbackrest/6-standby-remove-lockdown | +++ export BUCKET=pg-operator-testing logger.go:42: 15:22:10 | standby-pgbackrest/6-standby-remove-lockdown | +++ BUCKET=pg-operator-testing logger.go:42: 15:22:10 | standby-pgbackrest/6-standby-remove-lockdown | +++ export PMM_SERVER_VERSION=9.9.9 logger.go:42: 15:22:10 | standby-pgbackrest/6-standby-remove-lockdown | +++ PMM_SERVER_VERSION=9.9.9 logger.go:42: 15:22:10 | standby-pgbackrest/6-standby-remove-lockdown | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:22:10 | standby-pgbackrest/6-standby-remove-lockdown | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:22:10 | standby-pgbackrest/6-standby-remove-lockdown | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:22:10 | standby-pgbackrest/6-standby-remove-lockdown | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:22:10 | standby-pgbackrest/6-standby-remove-lockdown | +++ export IMAGE_LOGCOLLECTOR=perconalab/fluentbit:main-logcollector logger.go:42: 15:22:10 | standby-pgbackrest/6-standby-remove-lockdown | +++ IMAGE_LOGCOLLECTOR=perconalab/fluentbit:main-logcollector logger.go:42: 15:22:10 | standby-pgbackrest/6-standby-remove-lockdown | +++ export PGOV1_TAG=1.4.0 logger.go:42: 15:22:10 | standby-pgbackrest/6-standby-remove-lockdown | +++ PGOV1_TAG=1.4.0 logger.go:42: 15:22:10 | standby-pgbackrest/6-standby-remove-lockdown | +++ export PGOV1_VER=14 logger.go:42: 15:22:10 | standby-pgbackrest/6-standby-remove-lockdown | +++ PGOV1_VER=14 logger.go:42: 15:22:10 | standby-pgbackrest/6-standby-remove-lockdown | +++ export CPGO_VERSION=5.8.7 logger.go:42: 15:22:10 | standby-pgbackrest/6-standby-remove-lockdown | +++ CPGO_VERSION=5.8.7 logger.go:42: 15:22:10 | standby-pgbackrest/6-standby-remove-lockdown | +++ export MINIO_VER=5.4.0 logger.go:42: 15:22:10 | standby-pgbackrest/6-standby-remove-lockdown | +++ MINIO_VER=5.4.0 logger.go:42: 15:22:10 | standby-pgbackrest/6-standby-remove-lockdown | +++ export VAULT_VER=0.32.0 logger.go:42: 15:22:10 | standby-pgbackrest/6-standby-remove-lockdown | +++ VAULT_VER=0.32.0 logger.go:42: 15:22:10 | standby-pgbackrest/6-standby-remove-lockdown | +++ export REGISTRY_NAME=docker.io logger.go:42: 15:22:10 | standby-pgbackrest/6-standby-remove-lockdown | +++ REGISTRY_NAME=docker.io logger.go:42: 15:22:10 | standby-pgbackrest/6-standby-remove-lockdown | +++ export REGISTRY_NAME_FULL=docker.io/ logger.go:42: 15:22:10 | standby-pgbackrest/6-standby-remove-lockdown | +++ REGISTRY_NAME_FULL=docker.io/ logger.go:42: 15:22:10 | standby-pgbackrest/6-standby-remove-lockdown | ++++ printenv logger.go:42: 15:22:10 | standby-pgbackrest/6-standby-remove-lockdown | ++++ grep -E '^IMAGE' logger.go:42: 15:22:10 | standby-pgbackrest/6-standby-remove-lockdown | ++++ awk -F= '{print $1}' logger.go:42: 15:22:10 | standby-pgbackrest/6-standby-remove-lockdown | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 15:22:10 | standby-pgbackrest/6-standby-remove-lockdown | ++++ eval 'echo $IMAGE_BACKREST' logger.go:42: 15:22:10 | standby-pgbackrest/6-standby-remove-lockdown | +++++ echo perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 15:22:10 | standby-pgbackrest/6-standby-remove-lockdown | +++ var_value=perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 15:22:10 | standby-pgbackrest/6-standby-remove-lockdown | +++ [[ perconalab/percona-postgresql-operator:main-pgbackrest18 == docker.io/* ]] logger.go:42: 15:22:10 | standby-pgbackrest/6-standby-remove-lockdown | +++ [[ perconalab/percona-postgresql-operator:main-pgbackrest18 == percona/* ]] logger.go:42: 15:22:10 | standby-pgbackrest/6-standby-remove-lockdown | +++ [[ perconalab/percona-postgresql-operator:main-pgbackrest18 == perconalab/* ]] logger.go:42: 15:22:10 | standby-pgbackrest/6-standby-remove-lockdown | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 15:22:10 | standby-pgbackrest/6-standby-remove-lockdown | +++ export IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 15:22:10 | standby-pgbackrest/6-standby-remove-lockdown | +++ IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 15:22:10 | standby-pgbackrest/6-standby-remove-lockdown | +++ echo IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 15:22:10 | standby-pgbackrest/6-standby-remove-lockdown | IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 15:22:10 | standby-pgbackrest/6-standby-remove-lockdown | +++ echo perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:22:10 | standby-pgbackrest/6-standby-remove-lockdown | perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:22:10 | standby-pgbackrest/6-standby-remove-lockdown | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 15:22:10 | standby-pgbackrest/6-standby-remove-lockdown | ++++ eval 'echo $IMAGE' logger.go:42: 15:22:10 | standby-pgbackrest/6-standby-remove-lockdown | +++++ echo perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:22:10 | standby-pgbackrest/6-standby-remove-lockdown | +++ var_value=perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:22:10 | standby-pgbackrest/6-standby-remove-lockdown | +++ [[ perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 == docker.io/* ]] logger.go:42: 15:22:10 | standby-pgbackrest/6-standby-remove-lockdown | +++ [[ perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 == percona/* ]] logger.go:42: 15:22:10 | standby-pgbackrest/6-standby-remove-lockdown | +++ [[ perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 == perconalab/* ]] logger.go:42: 15:22:10 | standby-pgbackrest/6-standby-remove-lockdown | +++ new_value=docker.io/perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:22:10 | standby-pgbackrest/6-standby-remove-lockdown | +++ export IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:22:10 | standby-pgbackrest/6-standby-remove-lockdown | +++ IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:22:10 | standby-pgbackrest/6-standby-remove-lockdown | +++ echo IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:22:10 | standby-pgbackrest/6-standby-remove-lockdown | IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:22:10 | standby-pgbackrest/6-standby-remove-lockdown | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:22:10 | standby-pgbackrest/6-standby-remove-lockdown | docker.io/perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:22:10 | standby-pgbackrest/6-standby-remove-lockdown | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 15:22:10 | standby-pgbackrest/6-standby-remove-lockdown | ++++ eval 'echo $IMAGE_UPGRADE' logger.go:42: 15:22:10 | standby-pgbackrest/6-standby-remove-lockdown | +++++ echo perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 15:22:10 | standby-pgbackrest/6-standby-remove-lockdown | +++ var_value=perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 15:22:10 | standby-pgbackrest/6-standby-remove-lockdown | +++ [[ perconalab/percona-postgresql-operator:main-upgrade == docker.io/* ]] logger.go:42: 15:22:10 | standby-pgbackrest/6-standby-remove-lockdown | +++ [[ perconalab/percona-postgresql-operator:main-upgrade == percona/* ]] logger.go:42: 15:22:10 | standby-pgbackrest/6-standby-remove-lockdown | +++ [[ perconalab/percona-postgresql-operator:main-upgrade == perconalab/* ]] logger.go:42: 15:22:10 | standby-pgbackrest/6-standby-remove-lockdown | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 15:22:10 | standby-pgbackrest/6-standby-remove-lockdown | +++ export IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 15:22:10 | standby-pgbackrest/6-standby-remove-lockdown | +++ IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 15:22:10 | standby-pgbackrest/6-standby-remove-lockdown | +++ echo IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 15:22:10 | standby-pgbackrest/6-standby-remove-lockdown | IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 15:22:10 | standby-pgbackrest/6-standby-remove-lockdown | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:22:10 | standby-pgbackrest/6-standby-remove-lockdown | docker.io/perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:22:10 | standby-pgbackrest/6-standby-remove-lockdown | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 15:22:10 | standby-pgbackrest/6-standby-remove-lockdown | ++++ eval 'echo $IMAGE_LOGCOLLECTOR' logger.go:42: 15:22:10 | standby-pgbackrest/6-standby-remove-lockdown | +++++ echo perconalab/fluentbit:main-logcollector logger.go:42: 15:22:10 | standby-pgbackrest/6-standby-remove-lockdown | +++ var_value=perconalab/fluentbit:main-logcollector logger.go:42: 15:22:10 | standby-pgbackrest/6-standby-remove-lockdown | +++ [[ perconalab/fluentbit:main-logcollector == docker.io/* ]] logger.go:42: 15:22:10 | standby-pgbackrest/6-standby-remove-lockdown | +++ [[ perconalab/fluentbit:main-logcollector == percona/* ]] logger.go:42: 15:22:10 | standby-pgbackrest/6-standby-remove-lockdown | +++ [[ perconalab/fluentbit:main-logcollector == perconalab/* ]] logger.go:42: 15:22:10 | standby-pgbackrest/6-standby-remove-lockdown | +++ new_value=docker.io/perconalab/fluentbit:main-logcollector logger.go:42: 15:22:10 | standby-pgbackrest/6-standby-remove-lockdown | +++ export IMAGE_LOGCOLLECTOR=docker.io/perconalab/fluentbit:main-logcollector logger.go:42: 15:22:10 | standby-pgbackrest/6-standby-remove-lockdown | +++ IMAGE_LOGCOLLECTOR=docker.io/perconalab/fluentbit:main-logcollector logger.go:42: 15:22:10 | standby-pgbackrest/6-standby-remove-lockdown | +++ echo IMAGE_LOGCOLLECTOR=docker.io/perconalab/fluentbit:main-logcollector logger.go:42: 15:22:10 | standby-pgbackrest/6-standby-remove-lockdown | IMAGE_LOGCOLLECTOR=docker.io/perconalab/fluentbit:main-logcollector logger.go:42: 15:22:10 | standby-pgbackrest/6-standby-remove-lockdown | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:22:10 | standby-pgbackrest/6-standby-remove-lockdown | docker.io/perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:22:10 | standby-pgbackrest/6-standby-remove-lockdown | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 15:22:10 | standby-pgbackrest/6-standby-remove-lockdown | ++++ eval 'echo $IMAGE_BASE' logger.go:42: 15:22:10 | standby-pgbackrest/6-standby-remove-lockdown | +++++ echo perconalab/percona-postgresql-operator logger.go:42: 15:22:10 | standby-pgbackrest/6-standby-remove-lockdown | +++ var_value=perconalab/percona-postgresql-operator logger.go:42: 15:22:10 | standby-pgbackrest/6-standby-remove-lockdown | +++ [[ perconalab/percona-postgresql-operator == docker.io/* ]] logger.go:42: 15:22:10 | standby-pgbackrest/6-standby-remove-lockdown | +++ [[ perconalab/percona-postgresql-operator == percona/* ]] logger.go:42: 15:22:10 | standby-pgbackrest/6-standby-remove-lockdown | +++ [[ perconalab/percona-postgresql-operator == perconalab/* ]] logger.go:42: 15:22:10 | standby-pgbackrest/6-standby-remove-lockdown | +++ new_value=docker.io/perconalab/percona-postgresql-operator logger.go:42: 15:22:10 | standby-pgbackrest/6-standby-remove-lockdown | +++ export IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 15:22:10 | standby-pgbackrest/6-standby-remove-lockdown | +++ IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 15:22:10 | standby-pgbackrest/6-standby-remove-lockdown | +++ echo IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 15:22:10 | standby-pgbackrest/6-standby-remove-lockdown | IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 15:22:10 | standby-pgbackrest/6-standby-remove-lockdown | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:22:10 | standby-pgbackrest/6-standby-remove-lockdown | docker.io/perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:22:10 | standby-pgbackrest/6-standby-remove-lockdown | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 15:22:10 | standby-pgbackrest/6-standby-remove-lockdown | ++++ eval 'echo $IMAGE_PGBOUNCER' logger.go:42: 15:22:10 | standby-pgbackrest/6-standby-remove-lockdown | +++++ echo perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 15:22:10 | standby-pgbackrest/6-standby-remove-lockdown | +++ var_value=perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 15:22:10 | standby-pgbackrest/6-standby-remove-lockdown | +++ [[ perconalab/percona-postgresql-operator:main-pgbouncer18 == docker.io/* ]] logger.go:42: 15:22:10 | standby-pgbackrest/6-standby-remove-lockdown | +++ [[ perconalab/percona-postgresql-operator:main-pgbouncer18 == percona/* ]] logger.go:42: 15:22:10 | standby-pgbackrest/6-standby-remove-lockdown | +++ [[ perconalab/percona-postgresql-operator:main-pgbouncer18 == perconalab/* ]] logger.go:42: 15:22:10 | standby-pgbackrest/6-standby-remove-lockdown | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 15:22:10 | standby-pgbackrest/6-standby-remove-lockdown | +++ export IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 15:22:10 | standby-pgbackrest/6-standby-remove-lockdown | +++ IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 15:22:10 | standby-pgbackrest/6-standby-remove-lockdown | +++ echo IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 15:22:10 | standby-pgbackrest/6-standby-remove-lockdown | IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 15:22:10 | standby-pgbackrest/6-standby-remove-lockdown | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:22:10 | standby-pgbackrest/6-standby-remove-lockdown | docker.io/perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:22:10 | standby-pgbackrest/6-standby-remove-lockdown | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 15:22:10 | standby-pgbackrest/6-standby-remove-lockdown | ++++ eval 'echo $IMAGE_POSTGRESQL' logger.go:42: 15:22:10 | standby-pgbackrest/6-standby-remove-lockdown | +++++ echo perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 15:22:10 | standby-pgbackrest/6-standby-remove-lockdown | +++ var_value=perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 15:22:10 | standby-pgbackrest/6-standby-remove-lockdown | +++ [[ perconalab/percona-postgresql-operator:main-ppg18-postgres == docker.io/* ]] logger.go:42: 15:22:10 | standby-pgbackrest/6-standby-remove-lockdown | +++ [[ perconalab/percona-postgresql-operator:main-ppg18-postgres == percona/* ]] logger.go:42: 15:22:10 | standby-pgbackrest/6-standby-remove-lockdown | +++ [[ perconalab/percona-postgresql-operator:main-ppg18-postgres == perconalab/* ]] logger.go:42: 15:22:10 | standby-pgbackrest/6-standby-remove-lockdown | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 15:22:10 | standby-pgbackrest/6-standby-remove-lockdown | +++ export IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 15:22:10 | standby-pgbackrest/6-standby-remove-lockdown | +++ IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 15:22:10 | standby-pgbackrest/6-standby-remove-lockdown | +++ echo IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 15:22:10 | standby-pgbackrest/6-standby-remove-lockdown | IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 15:22:10 | standby-pgbackrest/6-standby-remove-lockdown | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:22:10 | standby-pgbackrest/6-standby-remove-lockdown | docker.io/perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:22:10 | standby-pgbackrest/6-standby-remove-lockdown | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 15:22:10 | standby-pgbackrest/6-standby-remove-lockdown | ++++ eval 'echo $IMAGE_PMM_SERVER' logger.go:42: 15:22:10 | standby-pgbackrest/6-standby-remove-lockdown | +++++ echo perconalab/pmm-server:3-dev-latest logger.go:42: 15:22:10 | standby-pgbackrest/6-standby-remove-lockdown | +++ var_value=perconalab/pmm-server:3-dev-latest logger.go:42: 15:22:10 | standby-pgbackrest/6-standby-remove-lockdown | +++ [[ perconalab/pmm-server:3-dev-latest == docker.io/* ]] logger.go:42: 15:22:10 | standby-pgbackrest/6-standby-remove-lockdown | +++ [[ perconalab/pmm-server:3-dev-latest == percona/* ]] logger.go:42: 15:22:10 | standby-pgbackrest/6-standby-remove-lockdown | +++ [[ perconalab/pmm-server:3-dev-latest == perconalab/* ]] logger.go:42: 15:22:10 | standby-pgbackrest/6-standby-remove-lockdown | +++ new_value=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 15:22:10 | standby-pgbackrest/6-standby-remove-lockdown | +++ export IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 15:22:10 | standby-pgbackrest/6-standby-remove-lockdown | +++ IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 15:22:10 | standby-pgbackrest/6-standby-remove-lockdown | +++ echo IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 15:22:10 | standby-pgbackrest/6-standby-remove-lockdown | IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 15:22:10 | standby-pgbackrest/6-standby-remove-lockdown | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:22:10 | standby-pgbackrest/6-standby-remove-lockdown | docker.io/perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:22:10 | standby-pgbackrest/6-standby-remove-lockdown | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 15:22:10 | standby-pgbackrest/6-standby-remove-lockdown | ++++ eval 'echo $IMAGE_PMM_CLIENT' logger.go:42: 15:22:10 | standby-pgbackrest/6-standby-remove-lockdown | +++++ echo perconalab/pmm-client:3-dev-latest logger.go:42: 15:22:10 | standby-pgbackrest/6-standby-remove-lockdown | +++ var_value=perconalab/pmm-client:3-dev-latest logger.go:42: 15:22:10 | standby-pgbackrest/6-standby-remove-lockdown | +++ [[ perconalab/pmm-client:3-dev-latest == docker.io/* ]] logger.go:42: 15:22:10 | standby-pgbackrest/6-standby-remove-lockdown | +++ [[ perconalab/pmm-client:3-dev-latest == percona/* ]] logger.go:42: 15:22:10 | standby-pgbackrest/6-standby-remove-lockdown | +++ [[ perconalab/pmm-client:3-dev-latest == perconalab/* ]] logger.go:42: 15:22:10 | standby-pgbackrest/6-standby-remove-lockdown | +++ new_value=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 15:22:10 | standby-pgbackrest/6-standby-remove-lockdown | +++ export IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 15:22:10 | standby-pgbackrest/6-standby-remove-lockdown | +++ IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 15:22:10 | standby-pgbackrest/6-standby-remove-lockdown | +++ echo IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 15:22:10 | standby-pgbackrest/6-standby-remove-lockdown | IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 15:22:10 | standby-pgbackrest/6-standby-remove-lockdown | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:22:10 | standby-pgbackrest/6-standby-remove-lockdown | docker.io/perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:22:10 | standby-pgbackrest/6-standby-remove-lockdown | ++++ which gdate logger.go:42: 15:22:10 | standby-pgbackrest/6-standby-remove-lockdown | which: no gdate in (/mnt/jenkins/workspace/cloud-pg-operator_PR-1770/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:22:10 | standby-pgbackrest/6-standby-remove-lockdown | ++++ which date logger.go:42: 15:22:10 | standby-pgbackrest/6-standby-remove-lockdown | +++ date=/usr/sbin/date logger.go:42: 15:22:10 | standby-pgbackrest/6-standby-remove-lockdown | ++++ which gsed logger.go:42: 15:22:10 | standby-pgbackrest/6-standby-remove-lockdown | which: no gsed in (/mnt/jenkins/workspace/cloud-pg-operator_PR-1770/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:22:10 | standby-pgbackrest/6-standby-remove-lockdown | ++++ which sed logger.go:42: 15:22:10 | standby-pgbackrest/6-standby-remove-lockdown | +++ sed=/usr/sbin/sed logger.go:42: 15:22:10 | standby-pgbackrest/6-standby-remove-lockdown | ++ kubectl get pod -n kuttl-test-firm-ray -l app.kubernetes.io/instance=standby-cluster,postgres-operator.crunchydata.com/role=primary -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 15:22:11 | standby-pgbackrest/6-standby-remove-lockdown | + primary=standby-cluster-instance1-859q-0 logger.go:42: 15:22:11 | standby-pgbackrest/6-standby-remove-lockdown | ++ kubectl get pg standby-cluster -n kuttl-test-firm-ray -o json logger.go:42: 15:22:11 | standby-pgbackrest/6-standby-remove-lockdown | ++ jq -r '.spec.backups.pgbackrest.repos[] | select(.name == "repo1") | .s3.endpoint' logger.go:42: 15:22:12 | standby-pgbackrest/6-standby-remove-lockdown | + endpoint=s3.amazonaws.com logger.go:42: 15:22:12 | standby-pgbackrest/6-standby-remove-lockdown | + network_unblock_storage_endpoint kuttl-test-firm-ray standby-cluster-instance1-859q-0 s3.amazonaws.com logger.go:42: 15:22:12 | standby-pgbackrest/6-standby-remove-lockdown | + local ns=kuttl-test-firm-ray logger.go:42: 15:22:12 | standby-pgbackrest/6-standby-remove-lockdown | + local primary=standby-cluster-instance1-859q-0 logger.go:42: 15:22:12 | standby-pgbackrest/6-standby-remove-lockdown | + local endpoint=s3.amazonaws.com logger.go:42: 15:22:12 | standby-pgbackrest/6-standby-remove-lockdown | + chaos_daemon_exec_in_pod_network_namespace kuttl-test-firm-ray standby-cluster-instance1-859q-0 database iptables -D OUTPUT -p tcp --dport 443 -m string --algo bm --string s3.amazonaws.com -m comment --comment pgo-e2e-block-storage -j REJECT --reject-with tcp-reset logger.go:42: 15:22:12 | standby-pgbackrest/6-standby-remove-lockdown | + local ns=kuttl-test-firm-ray logger.go:42: 15:22:12 | standby-pgbackrest/6-standby-remove-lockdown | + local pod=standby-cluster-instance1-859q-0 logger.go:42: 15:22:12 | standby-pgbackrest/6-standby-remove-lockdown | + local container=database logger.go:42: 15:22:12 | standby-pgbackrest/6-standby-remove-lockdown | + local node logger.go:42: 15:22:12 | standby-pgbackrest/6-standby-remove-lockdown | + local container_id logger.go:42: 15:22:12 | standby-pgbackrest/6-standby-remove-lockdown | + local daemon logger.go:42: 15:22:12 | standby-pgbackrest/6-standby-remove-lockdown | + shift 3 logger.go:42: 15:22:12 | standby-pgbackrest/6-standby-remove-lockdown | ++ kubectl get pod standby-cluster-instance1-859q-0 --namespace kuttl-test-firm-ray -o 'jsonpath={.spec.nodeName}' logger.go:42: 15:22:12 | standby-pgbackrest/6-standby-remove-lockdown | + node=gke-jen-pg-1770-8c67b09e-default-pool-6e3902c7-3pb5 logger.go:42: 15:22:12 | standby-pgbackrest/6-standby-remove-lockdown | ++ kubectl get pod standby-cluster-instance1-859q-0 --namespace kuttl-test-firm-ray -o json logger.go:42: 15:22:12 | standby-pgbackrest/6-standby-remove-lockdown | ++ jq -r --arg container database '.status.containerStatuses[] | select(.name == $container) | .containerID' logger.go:42: 15:22:12 | standby-pgbackrest/6-standby-remove-lockdown | ++ cut -d/ -f3 logger.go:42: 15:22:13 | standby-pgbackrest/6-standby-remove-lockdown | + container_id=4a49f073b575447366610335988c7a88b050663c1a67624948f88708fff91f89 logger.go:42: 15:22:13 | standby-pgbackrest/6-standby-remove-lockdown | ++ kubectl get pod --namespace kuttl-test-firm-ray --selector=app.kubernetes.io/component=chaos-daemon --field-selector=spec.nodeName=gke-jen-pg-1770-8c67b09e-default-pool-6e3902c7-3pb5 -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 15:22:14 | standby-pgbackrest/6-standby-remove-lockdown | + daemon=chaos-daemon-m4t5d logger.go:42: 15:22:14 | standby-pgbackrest/6-standby-remove-lockdown | + kubectl exec --namespace kuttl-test-firm-ray chaos-daemon-m4t5d -- sh -eu -c $'\n\t\tnetns=$(grep -l "$1" /proc/[0-9]*/cgroup | head -n1)\n\t\tnetns=${netns%/cgroup}/ns/net\n\t\tshift\n\t\texec nsexec --net "$netns" "$@"\n\t' sh 4a49f073b575447366610335988c7a88b050663c1a67624948f88708fff91f89 iptables -D OUTPUT -p tcp --dport 443 -m string --algo bm --string s3.amazonaws.com -m comment --comment pgo-e2e-block-storage -j REJECT --reject-with tcp-reset logger.go:42: 15:22:15 | standby-pgbackrest/6-standby-remove-lockdown | running command: [sh -c set -o errexit interval=5 until [[ "$state" = "ready" ]] && [[ "$condStatus" = "False" ]] && [[ "$condReason" = "LagNotDetected" ]]; do json=$(kubectl get pg standby-cluster -n "${NAMESPACE}" -o json) state=$(printf '%s' "$json" | jq -r '.status.state // empty') lagBytes=$(printf '%s' "$json" | jq -r '.status.standby.lagBytes // empty') lagLastComputedAt=$(printf '%s' "$json" | jq -r '.status.standby.lagLastComputedAt // empty') condStatus=$(printf '%s' "$json" | jq -r '.status.conditions[]? | select(.type == "StandbyLagging") | .status') condReason=$(printf '%s' "$json" | jq -r '.status.conditions[]? | select(.type == "StandbyLagging") | .reason') condMsg=$(printf '%s' "$json" | jq -r '.status.conditions[]? | select(.type == "StandbyLagging") | .message') echo "waiting standby lag recovery: state=$state lagBytes=$lagBytes lagLastComputedAt=$lagLastComputedAt status=$condStatus reason=$condReason message=$condMsg" sleep "$interval" done echo "Standby lag cleared as expected: state=$state lagBytes=$lagBytes status=$condStatus reason=$condReason"] logger.go:42: 15:22:15 | standby-pgbackrest/6-standby-remove-lockdown | waiting standby lag recovery: state=initializing lagBytes=268435552 lagLastComputedAt=2026-08-20T15:21:33Z status=True reason=LagDetected message=WAL is lagging by 268435552 bytes (threshold: 1024 bytes) logger.go:42: 15:22:21 | standby-pgbackrest/6-standby-remove-lockdown | waiting standby lag recovery: state=initializing lagBytes=268435552 lagLastComputedAt=2026-08-20T15:21:33Z status=True reason=LagDetected message=WAL is lagging by 268435552 bytes (threshold: 1024 bytes) logger.go:42: 15:22:26 | standby-pgbackrest/6-standby-remove-lockdown | waiting standby lag recovery: state=initializing lagBytes=268435552 lagLastComputedAt=2026-08-20T15:21:33Z status=True reason=LagDetected message=WAL is lagging by 268435552 bytes (threshold: 1024 bytes) logger.go:42: 15:22:32 | standby-pgbackrest/6-standby-remove-lockdown | waiting standby lag recovery: state=initializing lagBytes=268435552 lagLastComputedAt=2026-08-20T15:21:33Z status=True reason=LagDetected message=WAL is lagging by 268435552 bytes (threshold: 1024 bytes) logger.go:42: 15:22:38 | standby-pgbackrest/6-standby-remove-lockdown | waiting standby lag recovery: state=initializing lagBytes=268435552 lagLastComputedAt=2026-08-20T15:21:33Z status=True reason=LagDetected message=WAL is lagging by 268435552 bytes (threshold: 1024 bytes) logger.go:42: 15:22:43 | standby-pgbackrest/6-standby-remove-lockdown | waiting standby lag recovery: state=initializing lagBytes=268435552 lagLastComputedAt=2026-08-20T15:21:33Z status=True reason=LagDetected message=WAL is lagging by 268435552 bytes (threshold: 1024 bytes) logger.go:42: 15:22:49 | standby-pgbackrest/6-standby-remove-lockdown | waiting standby lag recovery: state=initializing lagBytes= lagLastComputedAt=2026-08-20T15:22:43Z status=False reason=LagNotDetected message= logger.go:42: 15:22:55 | standby-pgbackrest/6-standby-remove-lockdown | waiting standby lag recovery: state=ready lagBytes= lagLastComputedAt=2026-08-20T15:22:43Z status=False reason=LagNotDetected message= logger.go:42: 15:23:00 | standby-pgbackrest/6-standby-remove-lockdown | Standby lag cleared as expected: state=ready lagBytes= status=False reason=LagNotDetected logger.go:42: 15:23:00 | standby-pgbackrest/6-standby-remove-lockdown | test step completed 6-standby-remove-lockdown logger.go:42: 15:23:00 | standby-pgbackrest/7-write-data | starting test step 7-write-data logger.go:42: 15:23:00 | standby-pgbackrest/7-write-data | running command: [sh -c set -o errexit set -o xtrace source ../../functions run_psql_local \ 'CREATE DATABASE myapp; \c myapp \\\ CREATE TABLE myTable (id int PRIMARY KEY) USING tde_heap;' \ "$(get_psql_uri source-cluster postgres)" run_psql_local \ '\c myapp \\\ INSERT INTO myTable (id) VALUES (100500)' \ "$(get_psql_uri source-cluster postgres)"] logger.go:42: 15:23:00 | standby-pgbackrest/7-write-data | + source ../../functions logger.go:42: 15:23:00 | standby-pgbackrest/7-write-data | +++ realpath ../../.. logger.go:42: 15:23:00 | standby-pgbackrest/7-write-data | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-pg-operator_PR-1770 logger.go:42: 15:23:00 | standby-pgbackrest/7-write-data | ++ CERT_MANAGER_VER=1.20.2 logger.go:42: 15:23:00 | standby-pgbackrest/7-write-data | ++ CERT_MANAGER_TEST_LABEL=e2e.percona.com/managed-by=percona-postgresql-operator-tests logger.go:42: 15:23:00 | standby-pgbackrest/7-write-data | ++ CHAOS_MESH_VER=2.5.1 logger.go:42: 15:23:00 | standby-pgbackrest/7-write-data | ++ BUSYBOX_VER=1.36 logger.go:42: 15:23:00 | standby-pgbackrest/7-write-data | ++++ pwd logger.go:42: 15:23:00 | standby-pgbackrest/7-write-data | +++ basename /mnt/jenkins/workspace/cloud-pg-operator_PR-1770/e2e-tests/tests/standby-pgbackrest logger.go:42: 15:23:00 | standby-pgbackrest/7-write-data | ++ test_name=standby-pgbackrest logger.go:42: 15:23:00 | standby-pgbackrest/7-write-data | ++ source /mnt/jenkins/workspace/cloud-pg-operator_PR-1770/e2e-tests/vars.sh logger.go:42: 15:23:00 | standby-pgbackrest/7-write-data | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-pg-operator_PR-1770 logger.go:42: 15:23:00 | standby-pgbackrest/7-write-data | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-pg-operator_PR-1770 logger.go:42: 15:23:00 | standby-pgbackrest/7-write-data | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1770/deploy logger.go:42: 15:23:00 | standby-pgbackrest/7-write-data | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1770/deploy logger.go:42: 15:23:00 | standby-pgbackrest/7-write-data | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1770/e2e-tests logger.go:42: 15:23:00 | standby-pgbackrest/7-write-data | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1770/e2e-tests logger.go:42: 15:23:00 | standby-pgbackrest/7-write-data | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1770/e2e-tests/conf logger.go:42: 15:23:00 | standby-pgbackrest/7-write-data | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1770/e2e-tests/conf logger.go:42: 15:23:00 | standby-pgbackrest/7-write-data | +++ export TEST_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1770/e2e-tests/tests/standby-pgbackrest/conf logger.go:42: 15:23:00 | standby-pgbackrest/7-write-data | +++ TEST_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1770/e2e-tests/tests/standby-pgbackrest/conf logger.go:42: 15:23:00 | standby-pgbackrest/7-write-data | +++ export TEMP_DIR=/tmp/kuttl/pg/standby-pgbackrest logger.go:42: 15:23:00 | standby-pgbackrest/7-write-data | +++ TEMP_DIR=/tmp/kuttl/pg/standby-pgbackrest logger.go:42: 15:23:00 | standby-pgbackrest/7-write-data | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 15:23:00 | standby-pgbackrest/7-write-data | +++ export GIT_BRANCH=PR-1770 logger.go:42: 15:23:00 | standby-pgbackrest/7-write-data | +++ GIT_BRANCH=PR-1770 logger.go:42: 15:23:00 | standby-pgbackrest/7-write-data | +++ export VERSION=PR-1770-8c67b09e6 logger.go:42: 15:23:00 | standby-pgbackrest/7-write-data | +++ VERSION=PR-1770-8c67b09e6 logger.go:42: 15:23:00 | standby-pgbackrest/7-write-data | +++ export SKIP_TEST_WARNINGS=true logger.go:42: 15:23:00 | standby-pgbackrest/7-write-data | +++ SKIP_TEST_WARNINGS=true logger.go:42: 15:23:00 | standby-pgbackrest/7-write-data | +++ export K8S_UPGRADE_PLATFORM=gke logger.go:42: 15:23:00 | standby-pgbackrest/7-write-data | +++ K8S_UPGRADE_PLATFORM=gke logger.go:42: 15:23:00 | standby-pgbackrest/7-write-data | +++ export K8S_UPGRADE_REGION=us-central1-a logger.go:42: 15:23:00 | standby-pgbackrest/7-write-data | +++ K8S_UPGRADE_REGION=us-central1-a logger.go:42: 15:23:00 | standby-pgbackrest/7-write-data | +++ export K8S_UPGRADE_INITIAL_VERSION= logger.go:42: 15:23:00 | standby-pgbackrest/7-write-data | +++ K8S_UPGRADE_INITIAL_VERSION= logger.go:42: 15:23:00 | standby-pgbackrest/7-write-data | +++ export K8S_UPGRADE_FINAL_VERSION= logger.go:42: 15:23:00 | standby-pgbackrest/7-write-data | +++ K8S_UPGRADE_FINAL_VERSION= logger.go:42: 15:23:00 | standby-pgbackrest/7-write-data | +++ [[ -z '' ]] logger.go:42: 15:23:00 | standby-pgbackrest/7-write-data | ++++ detect_k8s_platform logger.go:42: 15:23:00 | standby-pgbackrest/7-write-data | ++++ local detected_platform logger.go:42: 15:23:00 | standby-pgbackrest/7-write-data | ++++ local xtrace_enabled=false logger.go:42: 15:23:00 | standby-pgbackrest/7-write-data | ++++ [[ -o xtrace ]] logger.go:42: 15:23:00 | standby-pgbackrest/7-write-data | ++++ xtrace_enabled=true logger.go:42: 15:23:00 | standby-pgbackrest/7-write-data | ++++ set +o xtrace logger.go:42: 15:23:01 | standby-pgbackrest/7-write-data | +++ PLATFORM=gke logger.go:42: 15:23:01 | standby-pgbackrest/7-write-data | +++ export PLATFORM logger.go:42: 15:23:01 | standby-pgbackrest/7-write-data | +++ export IMAGE_BASE=perconalab/percona-postgresql-operator logger.go:42: 15:23:01 | standby-pgbackrest/7-write-data | +++ IMAGE_BASE=perconalab/percona-postgresql-operator logger.go:42: 15:23:01 | standby-pgbackrest/7-write-data | +++ export IMAGE=perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:23:01 | standby-pgbackrest/7-write-data | +++ IMAGE=perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:23:01 | standby-pgbackrest/7-write-data | +++ [[ ! -n '' ]] logger.go:42: 15:23:01 | standby-pgbackrest/7-write-data | +++ [[ -n '' ]] logger.go:42: 15:23:01 | standby-pgbackrest/7-write-data | +++ export PG_VER=18 logger.go:42: 15:23:01 | standby-pgbackrest/7-write-data | +++ PG_VER=18 logger.go:42: 15:23:01 | standby-pgbackrest/7-write-data | +++ export PG_DISTRIBUTION= logger.go:42: 15:23:01 | standby-pgbackrest/7-write-data | +++ PG_DISTRIBUTION= logger.go:42: 15:23:01 | standby-pgbackrest/7-write-data | +++ [[ '' == community ]] logger.go:42: 15:23:01 | standby-pgbackrest/7-write-data | +++ export IMAGE_PGBOUNCER=perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 15:23:01 | standby-pgbackrest/7-write-data | +++ IMAGE_PGBOUNCER=perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 15:23:01 | standby-pgbackrest/7-write-data | +++ export IMAGE_POSTGRESQL=perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 15:23:01 | standby-pgbackrest/7-write-data | +++ IMAGE_POSTGRESQL=perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 15:23:01 | standby-pgbackrest/7-write-data | +++ export IMAGE_BACKREST=perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 15:23:01 | standby-pgbackrest/7-write-data | +++ IMAGE_BACKREST=perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 15:23:01 | standby-pgbackrest/7-write-data | +++ export IMAGE_UPGRADE=perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 15:23:01 | standby-pgbackrest/7-write-data | +++ IMAGE_UPGRADE=perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 15:23:01 | standby-pgbackrest/7-write-data | +++ export BUCKET=pg-operator-testing logger.go:42: 15:23:01 | standby-pgbackrest/7-write-data | +++ BUCKET=pg-operator-testing logger.go:42: 15:23:01 | standby-pgbackrest/7-write-data | +++ export PMM_SERVER_VERSION=9.9.9 logger.go:42: 15:23:01 | standby-pgbackrest/7-write-data | +++ PMM_SERVER_VERSION=9.9.9 logger.go:42: 15:23:01 | standby-pgbackrest/7-write-data | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:23:01 | standby-pgbackrest/7-write-data | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:23:01 | standby-pgbackrest/7-write-data | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:23:01 | standby-pgbackrest/7-write-data | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:23:01 | standby-pgbackrest/7-write-data | +++ export IMAGE_LOGCOLLECTOR=perconalab/fluentbit:main-logcollector logger.go:42: 15:23:01 | standby-pgbackrest/7-write-data | +++ IMAGE_LOGCOLLECTOR=perconalab/fluentbit:main-logcollector logger.go:42: 15:23:01 | standby-pgbackrest/7-write-data | +++ export PGOV1_TAG=1.4.0 logger.go:42: 15:23:01 | standby-pgbackrest/7-write-data | +++ PGOV1_TAG=1.4.0 logger.go:42: 15:23:01 | standby-pgbackrest/7-write-data | +++ export PGOV1_VER=14 logger.go:42: 15:23:01 | standby-pgbackrest/7-write-data | +++ PGOV1_VER=14 logger.go:42: 15:23:01 | standby-pgbackrest/7-write-data | +++ export CPGO_VERSION=5.8.7 logger.go:42: 15:23:01 | standby-pgbackrest/7-write-data | +++ CPGO_VERSION=5.8.7 logger.go:42: 15:23:01 | standby-pgbackrest/7-write-data | +++ export MINIO_VER=5.4.0 logger.go:42: 15:23:01 | standby-pgbackrest/7-write-data | +++ MINIO_VER=5.4.0 logger.go:42: 15:23:01 | standby-pgbackrest/7-write-data | +++ export VAULT_VER=0.32.0 logger.go:42: 15:23:01 | standby-pgbackrest/7-write-data | +++ VAULT_VER=0.32.0 logger.go:42: 15:23:01 | standby-pgbackrest/7-write-data | +++ export REGISTRY_NAME=docker.io logger.go:42: 15:23:01 | standby-pgbackrest/7-write-data | +++ REGISTRY_NAME=docker.io logger.go:42: 15:23:01 | standby-pgbackrest/7-write-data | +++ export REGISTRY_NAME_FULL=docker.io/ logger.go:42: 15:23:01 | standby-pgbackrest/7-write-data | +++ REGISTRY_NAME_FULL=docker.io/ logger.go:42: 15:23:01 | standby-pgbackrest/7-write-data | ++++ printenv logger.go:42: 15:23:01 | standby-pgbackrest/7-write-data | ++++ grep -E '^IMAGE' logger.go:42: 15:23:01 | standby-pgbackrest/7-write-data | ++++ awk -F= '{print $1}' logger.go:42: 15:23:01 | standby-pgbackrest/7-write-data | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 15:23:01 | standby-pgbackrest/7-write-data | ++++ eval 'echo $IMAGE_BACKREST' logger.go:42: 15:23:01 | standby-pgbackrest/7-write-data | +++++ echo perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 15:23:01 | standby-pgbackrest/7-write-data | +++ var_value=perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 15:23:01 | standby-pgbackrest/7-write-data | +++ [[ perconalab/percona-postgresql-operator:main-pgbackrest18 == docker.io/* ]] logger.go:42: 15:23:01 | standby-pgbackrest/7-write-data | +++ [[ perconalab/percona-postgresql-operator:main-pgbackrest18 == percona/* ]] logger.go:42: 15:23:01 | standby-pgbackrest/7-write-data | +++ [[ perconalab/percona-postgresql-operator:main-pgbackrest18 == perconalab/* ]] logger.go:42: 15:23:01 | standby-pgbackrest/7-write-data | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 15:23:01 | standby-pgbackrest/7-write-data | +++ export IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 15:23:01 | standby-pgbackrest/7-write-data | +++ IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 15:23:01 | standby-pgbackrest/7-write-data | +++ echo IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 15:23:01 | standby-pgbackrest/7-write-data | IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 15:23:01 | standby-pgbackrest/7-write-data | +++ echo perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:23:01 | standby-pgbackrest/7-write-data | perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:23:01 | standby-pgbackrest/7-write-data | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 15:23:01 | standby-pgbackrest/7-write-data | ++++ eval 'echo $IMAGE' logger.go:42: 15:23:01 | standby-pgbackrest/7-write-data | +++++ echo perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:23:01 | standby-pgbackrest/7-write-data | +++ var_value=perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:23:01 | standby-pgbackrest/7-write-data | +++ [[ perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 == docker.io/* ]] logger.go:42: 15:23:01 | standby-pgbackrest/7-write-data | +++ [[ perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 == percona/* ]] logger.go:42: 15:23:01 | standby-pgbackrest/7-write-data | +++ [[ perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 == perconalab/* ]] logger.go:42: 15:23:01 | standby-pgbackrest/7-write-data | +++ new_value=docker.io/perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:23:01 | standby-pgbackrest/7-write-data | +++ export IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:23:01 | standby-pgbackrest/7-write-data | +++ IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:23:01 | standby-pgbackrest/7-write-data | +++ echo IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:23:01 | standby-pgbackrest/7-write-data | IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:23:01 | standby-pgbackrest/7-write-data | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:23:01 | standby-pgbackrest/7-write-data | docker.io/perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:23:01 | standby-pgbackrest/7-write-data | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 15:23:01 | standby-pgbackrest/7-write-data | ++++ eval 'echo $IMAGE_UPGRADE' logger.go:42: 15:23:01 | standby-pgbackrest/7-write-data | +++++ echo perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 15:23:01 | standby-pgbackrest/7-write-data | +++ var_value=perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 15:23:01 | standby-pgbackrest/7-write-data | +++ [[ perconalab/percona-postgresql-operator:main-upgrade == docker.io/* ]] logger.go:42: 15:23:01 | standby-pgbackrest/7-write-data | +++ [[ perconalab/percona-postgresql-operator:main-upgrade == percona/* ]] logger.go:42: 15:23:01 | standby-pgbackrest/7-write-data | +++ [[ perconalab/percona-postgresql-operator:main-upgrade == perconalab/* ]] logger.go:42: 15:23:01 | standby-pgbackrest/7-write-data | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 15:23:01 | standby-pgbackrest/7-write-data | +++ export IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 15:23:01 | standby-pgbackrest/7-write-data | +++ IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 15:23:01 | standby-pgbackrest/7-write-data | +++ echo IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 15:23:01 | standby-pgbackrest/7-write-data | IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 15:23:01 | standby-pgbackrest/7-write-data | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:23:01 | standby-pgbackrest/7-write-data | docker.io/perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:23:01 | standby-pgbackrest/7-write-data | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 15:23:01 | standby-pgbackrest/7-write-data | ++++ eval 'echo $IMAGE_LOGCOLLECTOR' logger.go:42: 15:23:01 | standby-pgbackrest/7-write-data | +++++ echo perconalab/fluentbit:main-logcollector logger.go:42: 15:23:01 | standby-pgbackrest/7-write-data | +++ var_value=perconalab/fluentbit:main-logcollector logger.go:42: 15:23:01 | standby-pgbackrest/7-write-data | +++ [[ perconalab/fluentbit:main-logcollector == docker.io/* ]] logger.go:42: 15:23:01 | standby-pgbackrest/7-write-data | +++ [[ perconalab/fluentbit:main-logcollector == percona/* ]] logger.go:42: 15:23:01 | standby-pgbackrest/7-write-data | +++ [[ perconalab/fluentbit:main-logcollector == perconalab/* ]] logger.go:42: 15:23:01 | standby-pgbackrest/7-write-data | +++ new_value=docker.io/perconalab/fluentbit:main-logcollector logger.go:42: 15:23:01 | standby-pgbackrest/7-write-data | +++ export IMAGE_LOGCOLLECTOR=docker.io/perconalab/fluentbit:main-logcollector logger.go:42: 15:23:01 | standby-pgbackrest/7-write-data | +++ IMAGE_LOGCOLLECTOR=docker.io/perconalab/fluentbit:main-logcollector logger.go:42: 15:23:01 | standby-pgbackrest/7-write-data | +++ echo IMAGE_LOGCOLLECTOR=docker.io/perconalab/fluentbit:main-logcollector logger.go:42: 15:23:01 | standby-pgbackrest/7-write-data | IMAGE_LOGCOLLECTOR=docker.io/perconalab/fluentbit:main-logcollector logger.go:42: 15:23:01 | standby-pgbackrest/7-write-data | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:23:01 | standby-pgbackrest/7-write-data | docker.io/perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:23:01 | standby-pgbackrest/7-write-data | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 15:23:01 | standby-pgbackrest/7-write-data | ++++ eval 'echo $IMAGE_BASE' logger.go:42: 15:23:01 | standby-pgbackrest/7-write-data | +++++ echo perconalab/percona-postgresql-operator logger.go:42: 15:23:01 | standby-pgbackrest/7-write-data | +++ var_value=perconalab/percona-postgresql-operator logger.go:42: 15:23:01 | standby-pgbackrest/7-write-data | +++ [[ perconalab/percona-postgresql-operator == docker.io/* ]] logger.go:42: 15:23:01 | standby-pgbackrest/7-write-data | +++ [[ perconalab/percona-postgresql-operator == percona/* ]] logger.go:42: 15:23:01 | standby-pgbackrest/7-write-data | +++ [[ perconalab/percona-postgresql-operator == perconalab/* ]] logger.go:42: 15:23:01 | standby-pgbackrest/7-write-data | +++ new_value=docker.io/perconalab/percona-postgresql-operator logger.go:42: 15:23:01 | standby-pgbackrest/7-write-data | +++ export IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 15:23:01 | standby-pgbackrest/7-write-data | +++ IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 15:23:01 | standby-pgbackrest/7-write-data | +++ echo IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 15:23:01 | standby-pgbackrest/7-write-data | IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 15:23:01 | standby-pgbackrest/7-write-data | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:23:01 | standby-pgbackrest/7-write-data | docker.io/perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:23:01 | standby-pgbackrest/7-write-data | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 15:23:01 | standby-pgbackrest/7-write-data | ++++ eval 'echo $IMAGE_PGBOUNCER' logger.go:42: 15:23:01 | standby-pgbackrest/7-write-data | +++++ echo perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 15:23:01 | standby-pgbackrest/7-write-data | +++ var_value=perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 15:23:01 | standby-pgbackrest/7-write-data | +++ [[ perconalab/percona-postgresql-operator:main-pgbouncer18 == docker.io/* ]] logger.go:42: 15:23:01 | standby-pgbackrest/7-write-data | +++ [[ perconalab/percona-postgresql-operator:main-pgbouncer18 == percona/* ]] logger.go:42: 15:23:01 | standby-pgbackrest/7-write-data | +++ [[ perconalab/percona-postgresql-operator:main-pgbouncer18 == perconalab/* ]] logger.go:42: 15:23:01 | standby-pgbackrest/7-write-data | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 15:23:01 | standby-pgbackrest/7-write-data | +++ export IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 15:23:01 | standby-pgbackrest/7-write-data | +++ IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 15:23:01 | standby-pgbackrest/7-write-data | +++ echo IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 15:23:01 | standby-pgbackrest/7-write-data | IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 15:23:01 | standby-pgbackrest/7-write-data | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:23:01 | standby-pgbackrest/7-write-data | docker.io/perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:23:01 | standby-pgbackrest/7-write-data | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 15:23:01 | standby-pgbackrest/7-write-data | ++++ eval 'echo $IMAGE_POSTGRESQL' logger.go:42: 15:23:01 | standby-pgbackrest/7-write-data | +++++ echo perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 15:23:01 | standby-pgbackrest/7-write-data | +++ var_value=perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 15:23:01 | standby-pgbackrest/7-write-data | +++ [[ perconalab/percona-postgresql-operator:main-ppg18-postgres == docker.io/* ]] logger.go:42: 15:23:01 | standby-pgbackrest/7-write-data | +++ [[ perconalab/percona-postgresql-operator:main-ppg18-postgres == percona/* ]] logger.go:42: 15:23:01 | standby-pgbackrest/7-write-data | +++ [[ perconalab/percona-postgresql-operator:main-ppg18-postgres == perconalab/* ]] logger.go:42: 15:23:01 | standby-pgbackrest/7-write-data | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 15:23:01 | standby-pgbackrest/7-write-data | +++ export IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 15:23:01 | standby-pgbackrest/7-write-data | +++ IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 15:23:01 | standby-pgbackrest/7-write-data | +++ echo IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 15:23:01 | standby-pgbackrest/7-write-data | IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 15:23:01 | standby-pgbackrest/7-write-data | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:23:01 | standby-pgbackrest/7-write-data | docker.io/perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:23:01 | standby-pgbackrest/7-write-data | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 15:23:01 | standby-pgbackrest/7-write-data | ++++ eval 'echo $IMAGE_PMM_SERVER' logger.go:42: 15:23:01 | standby-pgbackrest/7-write-data | +++++ echo perconalab/pmm-server:3-dev-latest logger.go:42: 15:23:01 | standby-pgbackrest/7-write-data | +++ var_value=perconalab/pmm-server:3-dev-latest logger.go:42: 15:23:01 | standby-pgbackrest/7-write-data | +++ [[ perconalab/pmm-server:3-dev-latest == docker.io/* ]] logger.go:42: 15:23:01 | standby-pgbackrest/7-write-data | +++ [[ perconalab/pmm-server:3-dev-latest == percona/* ]] logger.go:42: 15:23:01 | standby-pgbackrest/7-write-data | +++ [[ perconalab/pmm-server:3-dev-latest == perconalab/* ]] logger.go:42: 15:23:01 | standby-pgbackrest/7-write-data | +++ new_value=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 15:23:01 | standby-pgbackrest/7-write-data | +++ export IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 15:23:01 | standby-pgbackrest/7-write-data | +++ IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 15:23:01 | standby-pgbackrest/7-write-data | +++ echo IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 15:23:01 | standby-pgbackrest/7-write-data | IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 15:23:01 | standby-pgbackrest/7-write-data | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:23:01 | standby-pgbackrest/7-write-data | docker.io/perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:23:01 | standby-pgbackrest/7-write-data | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 15:23:01 | standby-pgbackrest/7-write-data | ++++ eval 'echo $IMAGE_PMM_CLIENT' logger.go:42: 15:23:01 | standby-pgbackrest/7-write-data | +++++ echo perconalab/pmm-client:3-dev-latest logger.go:42: 15:23:01 | standby-pgbackrest/7-write-data | +++ var_value=perconalab/pmm-client:3-dev-latest logger.go:42: 15:23:01 | standby-pgbackrest/7-write-data | +++ [[ perconalab/pmm-client:3-dev-latest == docker.io/* ]] logger.go:42: 15:23:01 | standby-pgbackrest/7-write-data | +++ [[ perconalab/pmm-client:3-dev-latest == percona/* ]] logger.go:42: 15:23:01 | standby-pgbackrest/7-write-data | +++ [[ perconalab/pmm-client:3-dev-latest == perconalab/* ]] logger.go:42: 15:23:01 | standby-pgbackrest/7-write-data | +++ new_value=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 15:23:01 | standby-pgbackrest/7-write-data | +++ export IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 15:23:01 | standby-pgbackrest/7-write-data | +++ IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 15:23:01 | standby-pgbackrest/7-write-data | +++ echo IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 15:23:01 | standby-pgbackrest/7-write-data | IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 15:23:01 | standby-pgbackrest/7-write-data | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:23:01 | standby-pgbackrest/7-write-data | docker.io/perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:23:01 | standby-pgbackrest/7-write-data | ++++ which gdate logger.go:42: 15:23:01 | standby-pgbackrest/7-write-data | which: no gdate in (/mnt/jenkins/workspace/cloud-pg-operator_PR-1770/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:23:01 | standby-pgbackrest/7-write-data | ++++ which date logger.go:42: 15:23:01 | standby-pgbackrest/7-write-data | +++ date=/usr/sbin/date logger.go:42: 15:23:01 | standby-pgbackrest/7-write-data | ++++ which gsed logger.go:42: 15:23:01 | standby-pgbackrest/7-write-data | which: no gsed in (/mnt/jenkins/workspace/cloud-pg-operator_PR-1770/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:23:01 | standby-pgbackrest/7-write-data | ++++ which sed logger.go:42: 15:23:01 | standby-pgbackrest/7-write-data | +++ sed=/usr/sbin/sed logger.go:42: 15:23:01 | standby-pgbackrest/7-write-data | ++ get_psql_uri source-cluster postgres logger.go:42: 15:23:01 | standby-pgbackrest/7-write-data | ++ local cluster=source-cluster logger.go:42: 15:23:01 | standby-pgbackrest/7-write-data | ++ local user=postgres logger.go:42: 15:23:01 | standby-pgbackrest/7-write-data | ++ local secret_name=source-cluster-pguser-postgres logger.go:42: 15:23:01 | standby-pgbackrest/7-write-data | +++ get_psql_user_pass source-cluster-pguser-postgres logger.go:42: 15:23:01 | standby-pgbackrest/7-write-data | +++ local secret_name=source-cluster-pguser-postgres logger.go:42: 15:23:01 | standby-pgbackrest/7-write-data | +++ kubectl -n kuttl-test-firm-ray get secret/source-cluster-pguser-postgres '--template={{.data.password | base64decode}}' logger.go:42: 15:23:02 | standby-pgbackrest/7-write-data | +++ get_psql_user_host source-cluster-pguser-postgres logger.go:42: 15:23:02 | standby-pgbackrest/7-write-data | +++ local secret_name=source-cluster-pguser-postgres logger.go:42: 15:23:02 | standby-pgbackrest/7-write-data | +++ kubectl -n kuttl-test-firm-ray get secret/source-cluster-pguser-postgres '--template={{.data.host | base64decode }}' logger.go:42: 15:23:02 | standby-pgbackrest/7-write-data | ++ echo postgres:ouwHNYwX5iogXlXdlYCVUvY8@source-cluster-primary.kuttl-test-firm-ray.svc logger.go:42: 15:23:02 | standby-pgbackrest/7-write-data | + run_psql_local 'CREATE DATABASE myapp; \c myapp \\\ CREATE TABLE myTable (id int PRIMARY KEY) USING tde_heap;' postgres:ouwHNYwX5iogXlXdlYCVUvY8@source-cluster-primary.kuttl-test-firm-ray.svc logger.go:42: 15:23:02 | standby-pgbackrest/7-write-data | + local 'command=CREATE DATABASE myapp; \c myapp \\\ CREATE TABLE myTable (id int PRIMARY KEY) USING tde_heap;' logger.go:42: 15:23:02 | standby-pgbackrest/7-write-data | + local uri=postgres:ouwHNYwX5iogXlXdlYCVUvY8@source-cluster-primary.kuttl-test-firm-ray.svc logger.go:42: 15:23:02 | standby-pgbackrest/7-write-data | + local driver=postgres logger.go:42: 15:23:02 | standby-pgbackrest/7-write-data | ++ get_client_pod logger.go:42: 15:23:02 | standby-pgbackrest/7-write-data | ++ kubectl -n kuttl-test-firm-ray get pods --selector=name=pg-client -o 'jsonpath={.items[].metadata.name}' logger.go:42: 15:23:03 | standby-pgbackrest/7-write-data | + kubectl -n kuttl-test-firm-ray exec pg-client-65d98588cc-bpjlx -- bash -c 'printf '\''CREATE DATABASE myapp; \c myapp \\\ CREATE TABLE myTable (id int PRIMARY KEY) USING tde_heap;\n'\'' | psql -v ON_ERROR_STOP=1 -t -q postgres://'\''postgres:ouwHNYwX5iogXlXdlYCVUvY8@source-cluster-primary.kuttl-test-firm-ray.svc'\''' logger.go:42: 15:23:04 | standby-pgbackrest/7-write-data | ++ get_psql_uri source-cluster postgres logger.go:42: 15:23:04 | standby-pgbackrest/7-write-data | ++ local cluster=source-cluster logger.go:42: 15:23:04 | standby-pgbackrest/7-write-data | ++ local user=postgres logger.go:42: 15:23:04 | standby-pgbackrest/7-write-data | ++ local secret_name=source-cluster-pguser-postgres logger.go:42: 15:23:04 | standby-pgbackrest/7-write-data | +++ get_psql_user_pass source-cluster-pguser-postgres logger.go:42: 15:23:04 | standby-pgbackrest/7-write-data | +++ local secret_name=source-cluster-pguser-postgres logger.go:42: 15:23:04 | standby-pgbackrest/7-write-data | +++ kubectl -n kuttl-test-firm-ray get secret/source-cluster-pguser-postgres '--template={{.data.password | base64decode}}' logger.go:42: 15:23:05 | standby-pgbackrest/7-write-data | +++ get_psql_user_host source-cluster-pguser-postgres logger.go:42: 15:23:05 | standby-pgbackrest/7-write-data | +++ local secret_name=source-cluster-pguser-postgres logger.go:42: 15:23:05 | standby-pgbackrest/7-write-data | +++ kubectl -n kuttl-test-firm-ray get secret/source-cluster-pguser-postgres '--template={{.data.host | base64decode }}' logger.go:42: 15:23:05 | standby-pgbackrest/7-write-data | ++ echo postgres:ouwHNYwX5iogXlXdlYCVUvY8@source-cluster-primary.kuttl-test-firm-ray.svc logger.go:42: 15:23:05 | standby-pgbackrest/7-write-data | + run_psql_local '\c myapp \\\ INSERT INTO myTable (id) VALUES (100500)' postgres:ouwHNYwX5iogXlXdlYCVUvY8@source-cluster-primary.kuttl-test-firm-ray.svc logger.go:42: 15:23:05 | standby-pgbackrest/7-write-data | + local 'command=\c myapp \\\ INSERT INTO myTable (id) VALUES (100500)' logger.go:42: 15:23:05 | standby-pgbackrest/7-write-data | + local uri=postgres:ouwHNYwX5iogXlXdlYCVUvY8@source-cluster-primary.kuttl-test-firm-ray.svc logger.go:42: 15:23:05 | standby-pgbackrest/7-write-data | + local driver=postgres logger.go:42: 15:23:05 | standby-pgbackrest/7-write-data | ++ get_client_pod logger.go:42: 15:23:05 | standby-pgbackrest/7-write-data | ++ kubectl -n kuttl-test-firm-ray get pods --selector=name=pg-client -o 'jsonpath={.items[].metadata.name}' logger.go:42: 15:23:06 | standby-pgbackrest/7-write-data | + kubectl -n kuttl-test-firm-ray exec pg-client-65d98588cc-bpjlx -- bash -c 'printf '\''\c myapp \\\ INSERT INTO myTable (id) VALUES (100500)\n'\'' | psql -v ON_ERROR_STOP=1 -t -q postgres://'\''postgres:ouwHNYwX5iogXlXdlYCVUvY8@source-cluster-primary.kuttl-test-firm-ray.svc'\''' logger.go:42: 15:23:07 | standby-pgbackrest/7-write-data | test step completed 7-write-data logger.go:42: 15:23:07 | standby-pgbackrest/8-verify-encryption-source | starting test step 8-verify-encryption-source logger.go:42: 15:23:07 | standby-pgbackrest/8-verify-encryption-source | running command: [sh -c set -o xtrace set -o errexit source ../../functions result=$(run_psql_command \ "SELECT extname FROM pg_extension WHERE extname = 'pg_tde';" \ "$(get_psql_uri source-cluster postgres)") kubectl -n "${NAMESPACE}" create configmap 08-verify-extension-source --from-literal=pg_tde_extension="$result" result=$(run_psql_command \ "SELECT pg_tde_is_encrypted('myTable');" \ "$(get_psql_uri source-cluster postgres)/myapp") kubectl -n "${NAMESPACE}" create configmap 08-verify-encryption-source --from-literal=pg_tde_is_encrypted="$result" result=$(run_psql_command \ "SHOW pg_tde.wal_encrypt;" \ "$(get_psql_uri source-cluster postgres)") kubectl -n "${NAMESPACE}" create configmap 08-verify-wal-encryption-source --from-literal=pg_tde_wal_encrypt="$result" archiving_healthy=$(run_psql_command \ "SELECT last_failed_time IS NULL OR last_archived_time > last_failed_time FROM pg_stat_archiver;" \ "$(get_psql_uri source-cluster postgres)" | xargs) if [[ ${archiving_healthy} != "t" ]]; then echo "archive_command is failing on source-cluster:" run_psql_command \ "SELECT * FROM pg_stat_archiver;" \ "$(get_psql_uri source-cluster postgres)" exit 1 fi # pg_tde_verify_key will throw an error if it fails run_psql_command \ "SELECT pg_tde_verify_key();" \ "$(get_psql_uri source-cluster postgres)/myapp" assert_pg_tde_key_info_uid \ "$(get_psql_uri source-cluster postgres)/myapp" \ source-cluster data=$(run_psql_local \ '\c myapp \\\ SELECT * from myTable;' \ "$(get_psql_uri source-cluster postgres)") kubectl create configmap -n "${NAMESPACE}" 08-verify-data-source --from-literal=data="${data}"] logger.go:42: 15:23:07 | standby-pgbackrest/8-verify-encryption-source | + set -o errexit logger.go:42: 15:23:07 | standby-pgbackrest/8-verify-encryption-source | + source ../../functions logger.go:42: 15:23:07 | standby-pgbackrest/8-verify-encryption-source | +++ realpath ../../.. logger.go:42: 15:23:07 | standby-pgbackrest/8-verify-encryption-source | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-pg-operator_PR-1770 logger.go:42: 15:23:07 | standby-pgbackrest/8-verify-encryption-source | ++ CERT_MANAGER_VER=1.20.2 logger.go:42: 15:23:07 | standby-pgbackrest/8-verify-encryption-source | ++ CERT_MANAGER_TEST_LABEL=e2e.percona.com/managed-by=percona-postgresql-operator-tests logger.go:42: 15:23:07 | standby-pgbackrest/8-verify-encryption-source | ++ CHAOS_MESH_VER=2.5.1 logger.go:42: 15:23:07 | standby-pgbackrest/8-verify-encryption-source | ++ BUSYBOX_VER=1.36 logger.go:42: 15:23:07 | standby-pgbackrest/8-verify-encryption-source | ++++ pwd logger.go:42: 15:23:07 | standby-pgbackrest/8-verify-encryption-source | +++ basename /mnt/jenkins/workspace/cloud-pg-operator_PR-1770/e2e-tests/tests/standby-pgbackrest logger.go:42: 15:23:07 | standby-pgbackrest/8-verify-encryption-source | ++ test_name=standby-pgbackrest logger.go:42: 15:23:07 | standby-pgbackrest/8-verify-encryption-source | ++ source /mnt/jenkins/workspace/cloud-pg-operator_PR-1770/e2e-tests/vars.sh logger.go:42: 15:23:07 | standby-pgbackrest/8-verify-encryption-source | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-pg-operator_PR-1770 logger.go:42: 15:23:07 | standby-pgbackrest/8-verify-encryption-source | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-pg-operator_PR-1770 logger.go:42: 15:23:07 | standby-pgbackrest/8-verify-encryption-source | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1770/deploy logger.go:42: 15:23:07 | standby-pgbackrest/8-verify-encryption-source | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1770/deploy logger.go:42: 15:23:07 | standby-pgbackrest/8-verify-encryption-source | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1770/e2e-tests logger.go:42: 15:23:07 | standby-pgbackrest/8-verify-encryption-source | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1770/e2e-tests logger.go:42: 15:23:07 | standby-pgbackrest/8-verify-encryption-source | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1770/e2e-tests/conf logger.go:42: 15:23:07 | standby-pgbackrest/8-verify-encryption-source | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1770/e2e-tests/conf logger.go:42: 15:23:07 | standby-pgbackrest/8-verify-encryption-source | +++ export TEST_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1770/e2e-tests/tests/standby-pgbackrest/conf logger.go:42: 15:23:07 | standby-pgbackrest/8-verify-encryption-source | +++ TEST_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1770/e2e-tests/tests/standby-pgbackrest/conf logger.go:42: 15:23:07 | standby-pgbackrest/8-verify-encryption-source | +++ export TEMP_DIR=/tmp/kuttl/pg/standby-pgbackrest logger.go:42: 15:23:07 | standby-pgbackrest/8-verify-encryption-source | +++ TEMP_DIR=/tmp/kuttl/pg/standby-pgbackrest logger.go:42: 15:23:07 | standby-pgbackrest/8-verify-encryption-source | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 15:23:07 | standby-pgbackrest/8-verify-encryption-source | +++ export GIT_BRANCH=PR-1770 logger.go:42: 15:23:07 | standby-pgbackrest/8-verify-encryption-source | +++ GIT_BRANCH=PR-1770 logger.go:42: 15:23:07 | standby-pgbackrest/8-verify-encryption-source | +++ export VERSION=PR-1770-8c67b09e6 logger.go:42: 15:23:07 | standby-pgbackrest/8-verify-encryption-source | +++ VERSION=PR-1770-8c67b09e6 logger.go:42: 15:23:07 | standby-pgbackrest/8-verify-encryption-source | +++ export SKIP_TEST_WARNINGS=true logger.go:42: 15:23:07 | standby-pgbackrest/8-verify-encryption-source | +++ SKIP_TEST_WARNINGS=true logger.go:42: 15:23:07 | standby-pgbackrest/8-verify-encryption-source | +++ export K8S_UPGRADE_PLATFORM=gke logger.go:42: 15:23:07 | standby-pgbackrest/8-verify-encryption-source | +++ K8S_UPGRADE_PLATFORM=gke logger.go:42: 15:23:07 | standby-pgbackrest/8-verify-encryption-source | +++ export K8S_UPGRADE_REGION=us-central1-a logger.go:42: 15:23:07 | standby-pgbackrest/8-verify-encryption-source | +++ K8S_UPGRADE_REGION=us-central1-a logger.go:42: 15:23:07 | standby-pgbackrest/8-verify-encryption-source | +++ export K8S_UPGRADE_INITIAL_VERSION= logger.go:42: 15:23:07 | standby-pgbackrest/8-verify-encryption-source | +++ K8S_UPGRADE_INITIAL_VERSION= logger.go:42: 15:23:07 | standby-pgbackrest/8-verify-encryption-source | +++ export K8S_UPGRADE_FINAL_VERSION= logger.go:42: 15:23:07 | standby-pgbackrest/8-verify-encryption-source | +++ K8S_UPGRADE_FINAL_VERSION= logger.go:42: 15:23:07 | standby-pgbackrest/8-verify-encryption-source | +++ [[ -z '' ]] logger.go:42: 15:23:07 | standby-pgbackrest/8-verify-encryption-source | ++++ detect_k8s_platform logger.go:42: 15:23:07 | standby-pgbackrest/8-verify-encryption-source | ++++ local detected_platform logger.go:42: 15:23:07 | standby-pgbackrest/8-verify-encryption-source | ++++ local xtrace_enabled=false logger.go:42: 15:23:07 | standby-pgbackrest/8-verify-encryption-source | ++++ [[ -o xtrace ]] logger.go:42: 15:23:07 | standby-pgbackrest/8-verify-encryption-source | ++++ xtrace_enabled=true logger.go:42: 15:23:07 | standby-pgbackrest/8-verify-encryption-source | ++++ set +o xtrace logger.go:42: 15:23:09 | standby-pgbackrest/8-verify-encryption-source | +++ PLATFORM=gke logger.go:42: 15:23:09 | standby-pgbackrest/8-verify-encryption-source | +++ export PLATFORM logger.go:42: 15:23:09 | standby-pgbackrest/8-verify-encryption-source | +++ export IMAGE_BASE=perconalab/percona-postgresql-operator logger.go:42: 15:23:09 | standby-pgbackrest/8-verify-encryption-source | +++ IMAGE_BASE=perconalab/percona-postgresql-operator logger.go:42: 15:23:09 | standby-pgbackrest/8-verify-encryption-source | +++ export IMAGE=perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:23:09 | standby-pgbackrest/8-verify-encryption-source | +++ IMAGE=perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:23:09 | standby-pgbackrest/8-verify-encryption-source | +++ [[ ! -n '' ]] logger.go:42: 15:23:09 | standby-pgbackrest/8-verify-encryption-source | +++ [[ -n '' ]] logger.go:42: 15:23:09 | standby-pgbackrest/8-verify-encryption-source | +++ export PG_VER=18 logger.go:42: 15:23:09 | standby-pgbackrest/8-verify-encryption-source | +++ PG_VER=18 logger.go:42: 15:23:09 | standby-pgbackrest/8-verify-encryption-source | +++ export PG_DISTRIBUTION= logger.go:42: 15:23:09 | standby-pgbackrest/8-verify-encryption-source | +++ PG_DISTRIBUTION= logger.go:42: 15:23:09 | standby-pgbackrest/8-verify-encryption-source | +++ [[ '' == community ]] logger.go:42: 15:23:09 | standby-pgbackrest/8-verify-encryption-source | +++ export IMAGE_PGBOUNCER=perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 15:23:09 | standby-pgbackrest/8-verify-encryption-source | +++ IMAGE_PGBOUNCER=perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 15:23:09 | standby-pgbackrest/8-verify-encryption-source | +++ export IMAGE_POSTGRESQL=perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 15:23:09 | standby-pgbackrest/8-verify-encryption-source | +++ IMAGE_POSTGRESQL=perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 15:23:09 | standby-pgbackrest/8-verify-encryption-source | +++ export IMAGE_BACKREST=perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 15:23:09 | standby-pgbackrest/8-verify-encryption-source | +++ IMAGE_BACKREST=perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 15:23:09 | standby-pgbackrest/8-verify-encryption-source | +++ export IMAGE_UPGRADE=perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 15:23:09 | standby-pgbackrest/8-verify-encryption-source | +++ IMAGE_UPGRADE=perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 15:23:09 | standby-pgbackrest/8-verify-encryption-source | +++ export BUCKET=pg-operator-testing logger.go:42: 15:23:09 | standby-pgbackrest/8-verify-encryption-source | +++ BUCKET=pg-operator-testing logger.go:42: 15:23:09 | standby-pgbackrest/8-verify-encryption-source | +++ export PMM_SERVER_VERSION=9.9.9 logger.go:42: 15:23:09 | standby-pgbackrest/8-verify-encryption-source | +++ PMM_SERVER_VERSION=9.9.9 logger.go:42: 15:23:09 | standby-pgbackrest/8-verify-encryption-source | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:23:09 | standby-pgbackrest/8-verify-encryption-source | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:23:09 | standby-pgbackrest/8-verify-encryption-source | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:23:09 | standby-pgbackrest/8-verify-encryption-source | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:23:09 | standby-pgbackrest/8-verify-encryption-source | +++ export IMAGE_LOGCOLLECTOR=perconalab/fluentbit:main-logcollector logger.go:42: 15:23:09 | standby-pgbackrest/8-verify-encryption-source | +++ IMAGE_LOGCOLLECTOR=perconalab/fluentbit:main-logcollector logger.go:42: 15:23:09 | standby-pgbackrest/8-verify-encryption-source | +++ export PGOV1_TAG=1.4.0 logger.go:42: 15:23:09 | standby-pgbackrest/8-verify-encryption-source | +++ PGOV1_TAG=1.4.0 logger.go:42: 15:23:09 | standby-pgbackrest/8-verify-encryption-source | +++ export PGOV1_VER=14 logger.go:42: 15:23:09 | standby-pgbackrest/8-verify-encryption-source | +++ PGOV1_VER=14 logger.go:42: 15:23:09 | standby-pgbackrest/8-verify-encryption-source | +++ export CPGO_VERSION=5.8.7 logger.go:42: 15:23:09 | standby-pgbackrest/8-verify-encryption-source | +++ CPGO_VERSION=5.8.7 logger.go:42: 15:23:09 | standby-pgbackrest/8-verify-encryption-source | +++ export MINIO_VER=5.4.0 logger.go:42: 15:23:09 | standby-pgbackrest/8-verify-encryption-source | +++ MINIO_VER=5.4.0 logger.go:42: 15:23:09 | standby-pgbackrest/8-verify-encryption-source | +++ export VAULT_VER=0.32.0 logger.go:42: 15:23:09 | standby-pgbackrest/8-verify-encryption-source | +++ VAULT_VER=0.32.0 logger.go:42: 15:23:09 | standby-pgbackrest/8-verify-encryption-source | +++ export REGISTRY_NAME=docker.io logger.go:42: 15:23:09 | standby-pgbackrest/8-verify-encryption-source | +++ REGISTRY_NAME=docker.io logger.go:42: 15:23:09 | standby-pgbackrest/8-verify-encryption-source | +++ export REGISTRY_NAME_FULL=docker.io/ logger.go:42: 15:23:09 | standby-pgbackrest/8-verify-encryption-source | +++ REGISTRY_NAME_FULL=docker.io/ logger.go:42: 15:23:09 | standby-pgbackrest/8-verify-encryption-source | ++++ printenv logger.go:42: 15:23:09 | standby-pgbackrest/8-verify-encryption-source | ++++ awk -F= '{print $1}' logger.go:42: 15:23:09 | standby-pgbackrest/8-verify-encryption-source | ++++ grep -E '^IMAGE' logger.go:42: 15:23:09 | standby-pgbackrest/8-verify-encryption-source | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 15:23:09 | standby-pgbackrest/8-verify-encryption-source | ++++ eval 'echo $IMAGE_BACKREST' logger.go:42: 15:23:09 | standby-pgbackrest/8-verify-encryption-source | +++++ echo perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 15:23:09 | standby-pgbackrest/8-verify-encryption-source | +++ var_value=perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 15:23:09 | standby-pgbackrest/8-verify-encryption-source | +++ [[ perconalab/percona-postgresql-operator:main-pgbackrest18 == docker.io/* ]] logger.go:42: 15:23:09 | standby-pgbackrest/8-verify-encryption-source | +++ [[ perconalab/percona-postgresql-operator:main-pgbackrest18 == percona/* ]] logger.go:42: 15:23:09 | standby-pgbackrest/8-verify-encryption-source | +++ [[ perconalab/percona-postgresql-operator:main-pgbackrest18 == perconalab/* ]] logger.go:42: 15:23:09 | standby-pgbackrest/8-verify-encryption-source | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 15:23:09 | standby-pgbackrest/8-verify-encryption-source | +++ export IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 15:23:09 | standby-pgbackrest/8-verify-encryption-source | +++ IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 15:23:09 | standby-pgbackrest/8-verify-encryption-source | +++ echo IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 15:23:09 | standby-pgbackrest/8-verify-encryption-source | IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 15:23:09 | standby-pgbackrest/8-verify-encryption-source | +++ echo perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:23:09 | standby-pgbackrest/8-verify-encryption-source | perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:23:09 | standby-pgbackrest/8-verify-encryption-source | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 15:23:09 | standby-pgbackrest/8-verify-encryption-source | ++++ eval 'echo $IMAGE' logger.go:42: 15:23:09 | standby-pgbackrest/8-verify-encryption-source | +++++ echo perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:23:09 | standby-pgbackrest/8-verify-encryption-source | +++ var_value=perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:23:09 | standby-pgbackrest/8-verify-encryption-source | +++ [[ perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 == docker.io/* ]] logger.go:42: 15:23:09 | standby-pgbackrest/8-verify-encryption-source | +++ [[ perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 == percona/* ]] logger.go:42: 15:23:09 | standby-pgbackrest/8-verify-encryption-source | +++ [[ perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 == perconalab/* ]] logger.go:42: 15:23:09 | standby-pgbackrest/8-verify-encryption-source | +++ new_value=docker.io/perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:23:09 | standby-pgbackrest/8-verify-encryption-source | +++ export IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:23:09 | standby-pgbackrest/8-verify-encryption-source | +++ IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:23:09 | standby-pgbackrest/8-verify-encryption-source | +++ echo IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:23:09 | standby-pgbackrest/8-verify-encryption-source | IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:23:09 | standby-pgbackrest/8-verify-encryption-source | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:23:09 | standby-pgbackrest/8-verify-encryption-source | docker.io/perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:23:09 | standby-pgbackrest/8-verify-encryption-source | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 15:23:09 | standby-pgbackrest/8-verify-encryption-source | ++++ eval 'echo $IMAGE_UPGRADE' logger.go:42: 15:23:09 | standby-pgbackrest/8-verify-encryption-source | +++++ echo perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 15:23:09 | standby-pgbackrest/8-verify-encryption-source | +++ var_value=perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 15:23:09 | standby-pgbackrest/8-verify-encryption-source | +++ [[ perconalab/percona-postgresql-operator:main-upgrade == docker.io/* ]] logger.go:42: 15:23:09 | standby-pgbackrest/8-verify-encryption-source | +++ [[ perconalab/percona-postgresql-operator:main-upgrade == percona/* ]] logger.go:42: 15:23:09 | standby-pgbackrest/8-verify-encryption-source | +++ [[ perconalab/percona-postgresql-operator:main-upgrade == perconalab/* ]] logger.go:42: 15:23:09 | standby-pgbackrest/8-verify-encryption-source | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 15:23:09 | standby-pgbackrest/8-verify-encryption-source | +++ export IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 15:23:09 | standby-pgbackrest/8-verify-encryption-source | +++ IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 15:23:09 | standby-pgbackrest/8-verify-encryption-source | +++ echo IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 15:23:09 | standby-pgbackrest/8-verify-encryption-source | IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 15:23:09 | standby-pgbackrest/8-verify-encryption-source | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:23:09 | standby-pgbackrest/8-verify-encryption-source | docker.io/perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:23:09 | standby-pgbackrest/8-verify-encryption-source | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 15:23:09 | standby-pgbackrest/8-verify-encryption-source | ++++ eval 'echo $IMAGE_LOGCOLLECTOR' logger.go:42: 15:23:09 | standby-pgbackrest/8-verify-encryption-source | +++++ echo perconalab/fluentbit:main-logcollector logger.go:42: 15:23:09 | standby-pgbackrest/8-verify-encryption-source | +++ var_value=perconalab/fluentbit:main-logcollector logger.go:42: 15:23:09 | standby-pgbackrest/8-verify-encryption-source | +++ [[ perconalab/fluentbit:main-logcollector == docker.io/* ]] logger.go:42: 15:23:09 | standby-pgbackrest/8-verify-encryption-source | +++ [[ perconalab/fluentbit:main-logcollector == percona/* ]] logger.go:42: 15:23:09 | standby-pgbackrest/8-verify-encryption-source | +++ [[ perconalab/fluentbit:main-logcollector == perconalab/* ]] logger.go:42: 15:23:09 | standby-pgbackrest/8-verify-encryption-source | +++ new_value=docker.io/perconalab/fluentbit:main-logcollector logger.go:42: 15:23:09 | standby-pgbackrest/8-verify-encryption-source | +++ export IMAGE_LOGCOLLECTOR=docker.io/perconalab/fluentbit:main-logcollector logger.go:42: 15:23:09 | standby-pgbackrest/8-verify-encryption-source | +++ IMAGE_LOGCOLLECTOR=docker.io/perconalab/fluentbit:main-logcollector logger.go:42: 15:23:09 | standby-pgbackrest/8-verify-encryption-source | +++ echo IMAGE_LOGCOLLECTOR=docker.io/perconalab/fluentbit:main-logcollector logger.go:42: 15:23:09 | standby-pgbackrest/8-verify-encryption-source | IMAGE_LOGCOLLECTOR=docker.io/perconalab/fluentbit:main-logcollector logger.go:42: 15:23:09 | standby-pgbackrest/8-verify-encryption-source | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:23:09 | standby-pgbackrest/8-verify-encryption-source | docker.io/perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:23:09 | standby-pgbackrest/8-verify-encryption-source | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 15:23:09 | standby-pgbackrest/8-verify-encryption-source | ++++ eval 'echo $IMAGE_BASE' logger.go:42: 15:23:09 | standby-pgbackrest/8-verify-encryption-source | +++++ echo perconalab/percona-postgresql-operator logger.go:42: 15:23:09 | standby-pgbackrest/8-verify-encryption-source | +++ var_value=perconalab/percona-postgresql-operator logger.go:42: 15:23:09 | standby-pgbackrest/8-verify-encryption-source | +++ [[ perconalab/percona-postgresql-operator == docker.io/* ]] logger.go:42: 15:23:09 | standby-pgbackrest/8-verify-encryption-source | +++ [[ perconalab/percona-postgresql-operator == percona/* ]] logger.go:42: 15:23:09 | standby-pgbackrest/8-verify-encryption-source | +++ [[ perconalab/percona-postgresql-operator == perconalab/* ]] logger.go:42: 15:23:09 | standby-pgbackrest/8-verify-encryption-source | +++ new_value=docker.io/perconalab/percona-postgresql-operator logger.go:42: 15:23:09 | standby-pgbackrest/8-verify-encryption-source | +++ export IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 15:23:09 | standby-pgbackrest/8-verify-encryption-source | +++ IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 15:23:09 | standby-pgbackrest/8-verify-encryption-source | +++ echo IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 15:23:09 | standby-pgbackrest/8-verify-encryption-source | IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 15:23:09 | standby-pgbackrest/8-verify-encryption-source | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:23:09 | standby-pgbackrest/8-verify-encryption-source | docker.io/perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:23:09 | standby-pgbackrest/8-verify-encryption-source | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 15:23:09 | standby-pgbackrest/8-verify-encryption-source | ++++ eval 'echo $IMAGE_PGBOUNCER' logger.go:42: 15:23:09 | standby-pgbackrest/8-verify-encryption-source | +++++ echo perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 15:23:09 | standby-pgbackrest/8-verify-encryption-source | +++ var_value=perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 15:23:09 | standby-pgbackrest/8-verify-encryption-source | +++ [[ perconalab/percona-postgresql-operator:main-pgbouncer18 == docker.io/* ]] logger.go:42: 15:23:09 | standby-pgbackrest/8-verify-encryption-source | +++ [[ perconalab/percona-postgresql-operator:main-pgbouncer18 == percona/* ]] logger.go:42: 15:23:09 | standby-pgbackrest/8-verify-encryption-source | +++ [[ perconalab/percona-postgresql-operator:main-pgbouncer18 == perconalab/* ]] logger.go:42: 15:23:09 | standby-pgbackrest/8-verify-encryption-source | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 15:23:09 | standby-pgbackrest/8-verify-encryption-source | +++ export IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 15:23:09 | standby-pgbackrest/8-verify-encryption-source | +++ IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 15:23:09 | standby-pgbackrest/8-verify-encryption-source | +++ echo IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 15:23:09 | standby-pgbackrest/8-verify-encryption-source | IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 15:23:09 | standby-pgbackrest/8-verify-encryption-source | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:23:09 | standby-pgbackrest/8-verify-encryption-source | docker.io/perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:23:09 | standby-pgbackrest/8-verify-encryption-source | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 15:23:09 | standby-pgbackrest/8-verify-encryption-source | ++++ eval 'echo $IMAGE_POSTGRESQL' logger.go:42: 15:23:09 | standby-pgbackrest/8-verify-encryption-source | +++++ echo perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 15:23:09 | standby-pgbackrest/8-verify-encryption-source | +++ var_value=perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 15:23:09 | standby-pgbackrest/8-verify-encryption-source | +++ [[ perconalab/percona-postgresql-operator:main-ppg18-postgres == docker.io/* ]] logger.go:42: 15:23:09 | standby-pgbackrest/8-verify-encryption-source | +++ [[ perconalab/percona-postgresql-operator:main-ppg18-postgres == percona/* ]] logger.go:42: 15:23:09 | standby-pgbackrest/8-verify-encryption-source | +++ [[ perconalab/percona-postgresql-operator:main-ppg18-postgres == perconalab/* ]] logger.go:42: 15:23:09 | standby-pgbackrest/8-verify-encryption-source | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 15:23:09 | standby-pgbackrest/8-verify-encryption-source | +++ export IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 15:23:09 | standby-pgbackrest/8-verify-encryption-source | +++ IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 15:23:09 | standby-pgbackrest/8-verify-encryption-source | +++ echo IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 15:23:09 | standby-pgbackrest/8-verify-encryption-source | IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 15:23:09 | standby-pgbackrest/8-verify-encryption-source | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:23:09 | standby-pgbackrest/8-verify-encryption-source | docker.io/perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:23:09 | standby-pgbackrest/8-verify-encryption-source | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 15:23:09 | standby-pgbackrest/8-verify-encryption-source | ++++ eval 'echo $IMAGE_PMM_SERVER' logger.go:42: 15:23:09 | standby-pgbackrest/8-verify-encryption-source | +++++ echo perconalab/pmm-server:3-dev-latest logger.go:42: 15:23:09 | standby-pgbackrest/8-verify-encryption-source | +++ var_value=perconalab/pmm-server:3-dev-latest logger.go:42: 15:23:09 | standby-pgbackrest/8-verify-encryption-source | +++ [[ perconalab/pmm-server:3-dev-latest == docker.io/* ]] logger.go:42: 15:23:09 | standby-pgbackrest/8-verify-encryption-source | +++ [[ perconalab/pmm-server:3-dev-latest == percona/* ]] logger.go:42: 15:23:09 | standby-pgbackrest/8-verify-encryption-source | +++ [[ perconalab/pmm-server:3-dev-latest == perconalab/* ]] logger.go:42: 15:23:09 | standby-pgbackrest/8-verify-encryption-source | +++ new_value=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 15:23:09 | standby-pgbackrest/8-verify-encryption-source | +++ export IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 15:23:09 | standby-pgbackrest/8-verify-encryption-source | +++ IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 15:23:09 | standby-pgbackrest/8-verify-encryption-source | +++ echo IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 15:23:09 | standby-pgbackrest/8-verify-encryption-source | IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 15:23:09 | standby-pgbackrest/8-verify-encryption-source | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:23:09 | standby-pgbackrest/8-verify-encryption-source | docker.io/perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:23:09 | standby-pgbackrest/8-verify-encryption-source | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 15:23:09 | standby-pgbackrest/8-verify-encryption-source | ++++ eval 'echo $IMAGE_PMM_CLIENT' logger.go:42: 15:23:09 | standby-pgbackrest/8-verify-encryption-source | +++++ echo perconalab/pmm-client:3-dev-latest logger.go:42: 15:23:09 | standby-pgbackrest/8-verify-encryption-source | +++ var_value=perconalab/pmm-client:3-dev-latest logger.go:42: 15:23:09 | standby-pgbackrest/8-verify-encryption-source | +++ [[ perconalab/pmm-client:3-dev-latest == docker.io/* ]] logger.go:42: 15:23:09 | standby-pgbackrest/8-verify-encryption-source | +++ [[ perconalab/pmm-client:3-dev-latest == percona/* ]] logger.go:42: 15:23:09 | standby-pgbackrest/8-verify-encryption-source | +++ [[ perconalab/pmm-client:3-dev-latest == perconalab/* ]] logger.go:42: 15:23:09 | standby-pgbackrest/8-verify-encryption-source | +++ new_value=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 15:23:09 | standby-pgbackrest/8-verify-encryption-source | +++ export IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 15:23:09 | standby-pgbackrest/8-verify-encryption-source | +++ IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 15:23:09 | standby-pgbackrest/8-verify-encryption-source | +++ echo IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 15:23:09 | standby-pgbackrest/8-verify-encryption-source | IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 15:23:09 | standby-pgbackrest/8-verify-encryption-source | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:23:09 | standby-pgbackrest/8-verify-encryption-source | docker.io/perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:23:09 | standby-pgbackrest/8-verify-encryption-source | ++++ which gdate logger.go:42: 15:23:09 | standby-pgbackrest/8-verify-encryption-source | which: no gdate in (/mnt/jenkins/workspace/cloud-pg-operator_PR-1770/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:23:09 | standby-pgbackrest/8-verify-encryption-source | ++++ which date logger.go:42: 15:23:09 | standby-pgbackrest/8-verify-encryption-source | +++ date=/usr/sbin/date logger.go:42: 15:23:09 | standby-pgbackrest/8-verify-encryption-source | ++++ which gsed logger.go:42: 15:23:09 | standby-pgbackrest/8-verify-encryption-source | which: no gsed in (/mnt/jenkins/workspace/cloud-pg-operator_PR-1770/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:23:09 | standby-pgbackrest/8-verify-encryption-source | ++++ which sed logger.go:42: 15:23:09 | standby-pgbackrest/8-verify-encryption-source | +++ sed=/usr/sbin/sed logger.go:42: 15:23:09 | standby-pgbackrest/8-verify-encryption-source | +++ get_psql_uri source-cluster postgres logger.go:42: 15:23:09 | standby-pgbackrest/8-verify-encryption-source | +++ local cluster=source-cluster logger.go:42: 15:23:09 | standby-pgbackrest/8-verify-encryption-source | +++ local user=postgres logger.go:42: 15:23:09 | standby-pgbackrest/8-verify-encryption-source | +++ local secret_name=source-cluster-pguser-postgres logger.go:42: 15:23:09 | standby-pgbackrest/8-verify-encryption-source | ++++ get_psql_user_pass source-cluster-pguser-postgres logger.go:42: 15:23:09 | standby-pgbackrest/8-verify-encryption-source | ++++ local secret_name=source-cluster-pguser-postgres logger.go:42: 15:23:09 | standby-pgbackrest/8-verify-encryption-source | ++++ kubectl -n kuttl-test-firm-ray get secret/source-cluster-pguser-postgres '--template={{.data.password | base64decode}}' logger.go:42: 15:23:09 | standby-pgbackrest/8-verify-encryption-source | ++++ get_psql_user_host source-cluster-pguser-postgres logger.go:42: 15:23:09 | standby-pgbackrest/8-verify-encryption-source | ++++ local secret_name=source-cluster-pguser-postgres logger.go:42: 15:23:09 | standby-pgbackrest/8-verify-encryption-source | ++++ kubectl -n kuttl-test-firm-ray get secret/source-cluster-pguser-postgres '--template={{.data.host | base64decode }}' logger.go:42: 15:23:10 | standby-pgbackrest/8-verify-encryption-source | +++ echo postgres:ouwHNYwX5iogXlXdlYCVUvY8@source-cluster-primary.kuttl-test-firm-ray.svc logger.go:42: 15:23:10 | standby-pgbackrest/8-verify-encryption-source | ++ run_psql_command 'SELECT extname FROM pg_extension WHERE extname = '\''pg_tde'\'';' postgres:ouwHNYwX5iogXlXdlYCVUvY8@source-cluster-primary.kuttl-test-firm-ray.svc logger.go:42: 15:23:10 | standby-pgbackrest/8-verify-encryption-source | ++ local 'command=SELECT extname FROM pg_extension WHERE extname = '\''pg_tde'\'';' logger.go:42: 15:23:10 | standby-pgbackrest/8-verify-encryption-source | ++ local uri=postgres:ouwHNYwX5iogXlXdlYCVUvY8@source-cluster-primary.kuttl-test-firm-ray.svc logger.go:42: 15:23:10 | standby-pgbackrest/8-verify-encryption-source | ++ local driver=postgres logger.go:42: 15:23:10 | standby-pgbackrest/8-verify-encryption-source | +++ get_client_pod logger.go:42: 15:23:10 | standby-pgbackrest/8-verify-encryption-source | +++ kubectl -n kuttl-test-firm-ray get pods --selector=name=pg-client -o 'jsonpath={.items[].metadata.name}' logger.go:42: 15:23:10 | standby-pgbackrest/8-verify-encryption-source | ++ kubectl -n kuttl-test-firm-ray exec pg-client-65d98588cc-bpjlx -- psql -v ON_ERROR_STOP=1 -t -q postgres://postgres:ouwHNYwX5iogXlXdlYCVUvY8@source-cluster-primary.kuttl-test-firm-ray.svc -c 'SELECT extname FROM pg_extension WHERE extname = '\''pg_tde'\'';' logger.go:42: 15:23:12 | standby-pgbackrest/8-verify-encryption-source | + result=' pg_tde' logger.go:42: 15:23:12 | standby-pgbackrest/8-verify-encryption-source | + kubectl -n kuttl-test-firm-ray create configmap 08-verify-extension-source '--from-literal=pg_tde_extension= pg_tde' logger.go:42: 15:23:12 | standby-pgbackrest/8-verify-encryption-source | configmap/08-verify-extension-source created logger.go:42: 15:23:12 | standby-pgbackrest/8-verify-encryption-source | +++ get_psql_uri source-cluster postgres logger.go:42: 15:23:12 | standby-pgbackrest/8-verify-encryption-source | +++ local cluster=source-cluster logger.go:42: 15:23:12 | standby-pgbackrest/8-verify-encryption-source | +++ local user=postgres logger.go:42: 15:23:12 | standby-pgbackrest/8-verify-encryption-source | +++ local secret_name=source-cluster-pguser-postgres logger.go:42: 15:23:12 | standby-pgbackrest/8-verify-encryption-source | ++++ get_psql_user_pass source-cluster-pguser-postgres logger.go:42: 15:23:12 | standby-pgbackrest/8-verify-encryption-source | ++++ local secret_name=source-cluster-pguser-postgres logger.go:42: 15:23:12 | standby-pgbackrest/8-verify-encryption-source | ++++ kubectl -n kuttl-test-firm-ray get secret/source-cluster-pguser-postgres '--template={{.data.password | base64decode}}' logger.go:42: 15:23:12 | standby-pgbackrest/8-verify-encryption-source | ++++ get_psql_user_host source-cluster-pguser-postgres logger.go:42: 15:23:12 | standby-pgbackrest/8-verify-encryption-source | ++++ local secret_name=source-cluster-pguser-postgres logger.go:42: 15:23:12 | standby-pgbackrest/8-verify-encryption-source | ++++ kubectl -n kuttl-test-firm-ray get secret/source-cluster-pguser-postgres '--template={{.data.host | base64decode }}' logger.go:42: 15:23:13 | standby-pgbackrest/8-verify-encryption-source | +++ echo postgres:ouwHNYwX5iogXlXdlYCVUvY8@source-cluster-primary.kuttl-test-firm-ray.svc logger.go:42: 15:23:13 | standby-pgbackrest/8-verify-encryption-source | ++ run_psql_command 'SELECT pg_tde_is_encrypted('\''myTable'\'');' postgres:ouwHNYwX5iogXlXdlYCVUvY8@source-cluster-primary.kuttl-test-firm-ray.svc/myapp logger.go:42: 15:23:13 | standby-pgbackrest/8-verify-encryption-source | ++ local 'command=SELECT pg_tde_is_encrypted('\''myTable'\'');' logger.go:42: 15:23:13 | standby-pgbackrest/8-verify-encryption-source | ++ local uri=postgres:ouwHNYwX5iogXlXdlYCVUvY8@source-cluster-primary.kuttl-test-firm-ray.svc/myapp logger.go:42: 15:23:13 | standby-pgbackrest/8-verify-encryption-source | ++ local driver=postgres logger.go:42: 15:23:13 | standby-pgbackrest/8-verify-encryption-source | +++ get_client_pod logger.go:42: 15:23:13 | standby-pgbackrest/8-verify-encryption-source | +++ kubectl -n kuttl-test-firm-ray get pods --selector=name=pg-client -o 'jsonpath={.items[].metadata.name}' logger.go:42: 15:23:13 | standby-pgbackrest/8-verify-encryption-source | ++ kubectl -n kuttl-test-firm-ray exec pg-client-65d98588cc-bpjlx -- psql -v ON_ERROR_STOP=1 -t -q postgres://postgres:ouwHNYwX5iogXlXdlYCVUvY8@source-cluster-primary.kuttl-test-firm-ray.svc/myapp -c 'SELECT pg_tde_is_encrypted('\''myTable'\'');' logger.go:42: 15:23:14 | standby-pgbackrest/8-verify-encryption-source | + result=' t' logger.go:42: 15:23:14 | standby-pgbackrest/8-verify-encryption-source | + kubectl -n kuttl-test-firm-ray create configmap 08-verify-encryption-source '--from-literal=pg_tde_is_encrypted= t' logger.go:42: 15:23:15 | standby-pgbackrest/8-verify-encryption-source | configmap/08-verify-encryption-source created logger.go:42: 15:23:15 | standby-pgbackrest/8-verify-encryption-source | +++ get_psql_uri source-cluster postgres logger.go:42: 15:23:15 | standby-pgbackrest/8-verify-encryption-source | +++ local cluster=source-cluster logger.go:42: 15:23:15 | standby-pgbackrest/8-verify-encryption-source | +++ local user=postgres logger.go:42: 15:23:15 | standby-pgbackrest/8-verify-encryption-source | +++ local secret_name=source-cluster-pguser-postgres logger.go:42: 15:23:15 | standby-pgbackrest/8-verify-encryption-source | ++++ get_psql_user_pass source-cluster-pguser-postgres logger.go:42: 15:23:15 | standby-pgbackrest/8-verify-encryption-source | ++++ local secret_name=source-cluster-pguser-postgres logger.go:42: 15:23:15 | standby-pgbackrest/8-verify-encryption-source | ++++ kubectl -n kuttl-test-firm-ray get secret/source-cluster-pguser-postgres '--template={{.data.password | base64decode}}' logger.go:42: 15:23:15 | standby-pgbackrest/8-verify-encryption-source | ++++ get_psql_user_host source-cluster-pguser-postgres logger.go:42: 15:23:15 | standby-pgbackrest/8-verify-encryption-source | ++++ local secret_name=source-cluster-pguser-postgres logger.go:42: 15:23:15 | standby-pgbackrest/8-verify-encryption-source | ++++ kubectl -n kuttl-test-firm-ray get secret/source-cluster-pguser-postgres '--template={{.data.host | base64decode }}' logger.go:42: 15:23:16 | standby-pgbackrest/8-verify-encryption-source | +++ echo postgres:ouwHNYwX5iogXlXdlYCVUvY8@source-cluster-primary.kuttl-test-firm-ray.svc logger.go:42: 15:23:16 | standby-pgbackrest/8-verify-encryption-source | ++ run_psql_command 'SHOW pg_tde.wal_encrypt;' postgres:ouwHNYwX5iogXlXdlYCVUvY8@source-cluster-primary.kuttl-test-firm-ray.svc logger.go:42: 15:23:16 | standby-pgbackrest/8-verify-encryption-source | ++ local 'command=SHOW pg_tde.wal_encrypt;' logger.go:42: 15:23:16 | standby-pgbackrest/8-verify-encryption-source | ++ local uri=postgres:ouwHNYwX5iogXlXdlYCVUvY8@source-cluster-primary.kuttl-test-firm-ray.svc logger.go:42: 15:23:16 | standby-pgbackrest/8-verify-encryption-source | ++ local driver=postgres logger.go:42: 15:23:16 | standby-pgbackrest/8-verify-encryption-source | +++ get_client_pod logger.go:42: 15:23:16 | standby-pgbackrest/8-verify-encryption-source | +++ kubectl -n kuttl-test-firm-ray get pods --selector=name=pg-client -o 'jsonpath={.items[].metadata.name}' logger.go:42: 15:23:16 | standby-pgbackrest/8-verify-encryption-source | ++ kubectl -n kuttl-test-firm-ray exec pg-client-65d98588cc-bpjlx -- psql -v ON_ERROR_STOP=1 -t -q postgres://postgres:ouwHNYwX5iogXlXdlYCVUvY8@source-cluster-primary.kuttl-test-firm-ray.svc -c 'SHOW pg_tde.wal_encrypt;' logger.go:42: 15:23:17 | standby-pgbackrest/8-verify-encryption-source | + result=' on' logger.go:42: 15:23:17 | standby-pgbackrest/8-verify-encryption-source | + kubectl -n kuttl-test-firm-ray create configmap 08-verify-wal-encryption-source '--from-literal=pg_tde_wal_encrypt= on' logger.go:42: 15:23:18 | standby-pgbackrest/8-verify-encryption-source | configmap/08-verify-wal-encryption-source created logger.go:42: 15:23:18 | standby-pgbackrest/8-verify-encryption-source | ++ xargs logger.go:42: 15:23:18 | standby-pgbackrest/8-verify-encryption-source | +++ get_psql_uri source-cluster postgres logger.go:42: 15:23:18 | standby-pgbackrest/8-verify-encryption-source | +++ local cluster=source-cluster logger.go:42: 15:23:18 | standby-pgbackrest/8-verify-encryption-source | +++ local user=postgres logger.go:42: 15:23:18 | standby-pgbackrest/8-verify-encryption-source | +++ local secret_name=source-cluster-pguser-postgres logger.go:42: 15:23:18 | standby-pgbackrest/8-verify-encryption-source | ++++ get_psql_user_pass source-cluster-pguser-postgres logger.go:42: 15:23:18 | standby-pgbackrest/8-verify-encryption-source | ++++ local secret_name=source-cluster-pguser-postgres logger.go:42: 15:23:18 | standby-pgbackrest/8-verify-encryption-source | ++++ kubectl -n kuttl-test-firm-ray get secret/source-cluster-pguser-postgres '--template={{.data.password | base64decode}}' logger.go:42: 15:23:18 | standby-pgbackrest/8-verify-encryption-source | ++++ get_psql_user_host source-cluster-pguser-postgres logger.go:42: 15:23:18 | standby-pgbackrest/8-verify-encryption-source | ++++ local secret_name=source-cluster-pguser-postgres logger.go:42: 15:23:18 | standby-pgbackrest/8-verify-encryption-source | ++++ kubectl -n kuttl-test-firm-ray get secret/source-cluster-pguser-postgres '--template={{.data.host | base64decode }}' logger.go:42: 15:23:19 | standby-pgbackrest/8-verify-encryption-source | +++ echo postgres:ouwHNYwX5iogXlXdlYCVUvY8@source-cluster-primary.kuttl-test-firm-ray.svc logger.go:42: 15:23:19 | standby-pgbackrest/8-verify-encryption-source | ++ run_psql_command 'SELECT last_failed_time IS NULL OR last_archived_time > last_failed_time FROM pg_stat_archiver;' postgres:ouwHNYwX5iogXlXdlYCVUvY8@source-cluster-primary.kuttl-test-firm-ray.svc logger.go:42: 15:23:19 | standby-pgbackrest/8-verify-encryption-source | ++ local 'command=SELECT last_failed_time IS NULL OR last_archived_time > last_failed_time FROM pg_stat_archiver;' logger.go:42: 15:23:19 | standby-pgbackrest/8-verify-encryption-source | ++ local uri=postgres:ouwHNYwX5iogXlXdlYCVUvY8@source-cluster-primary.kuttl-test-firm-ray.svc logger.go:42: 15:23:19 | standby-pgbackrest/8-verify-encryption-source | ++ local driver=postgres logger.go:42: 15:23:19 | standby-pgbackrest/8-verify-encryption-source | +++ get_client_pod logger.go:42: 15:23:19 | standby-pgbackrest/8-verify-encryption-source | +++ kubectl -n kuttl-test-firm-ray get pods --selector=name=pg-client -o 'jsonpath={.items[].metadata.name}' logger.go:42: 15:23:19 | standby-pgbackrest/8-verify-encryption-source | ++ kubectl -n kuttl-test-firm-ray exec pg-client-65d98588cc-bpjlx -- psql -v ON_ERROR_STOP=1 -t -q postgres://postgres:ouwHNYwX5iogXlXdlYCVUvY8@source-cluster-primary.kuttl-test-firm-ray.svc -c 'SELECT last_failed_time IS NULL OR last_archived_time > last_failed_time FROM pg_stat_archiver;' logger.go:42: 15:23:20 | standby-pgbackrest/8-verify-encryption-source | + archiving_healthy=t logger.go:42: 15:23:20 | standby-pgbackrest/8-verify-encryption-source | + [[ t != t ]] logger.go:42: 15:23:20 | standby-pgbackrest/8-verify-encryption-source | ++ get_psql_uri source-cluster postgres logger.go:42: 15:23:20 | standby-pgbackrest/8-verify-encryption-source | ++ local cluster=source-cluster logger.go:42: 15:23:20 | standby-pgbackrest/8-verify-encryption-source | ++ local user=postgres logger.go:42: 15:23:20 | standby-pgbackrest/8-verify-encryption-source | ++ local secret_name=source-cluster-pguser-postgres logger.go:42: 15:23:20 | standby-pgbackrest/8-verify-encryption-source | +++ get_psql_user_pass source-cluster-pguser-postgres logger.go:42: 15:23:20 | standby-pgbackrest/8-verify-encryption-source | +++ local secret_name=source-cluster-pguser-postgres logger.go:42: 15:23:20 | standby-pgbackrest/8-verify-encryption-source | +++ kubectl -n kuttl-test-firm-ray get secret/source-cluster-pguser-postgres '--template={{.data.password | base64decode}}' logger.go:42: 15:23:21 | standby-pgbackrest/8-verify-encryption-source | +++ get_psql_user_host source-cluster-pguser-postgres logger.go:42: 15:23:21 | standby-pgbackrest/8-verify-encryption-source | +++ local secret_name=source-cluster-pguser-postgres logger.go:42: 15:23:21 | standby-pgbackrest/8-verify-encryption-source | +++ kubectl -n kuttl-test-firm-ray get secret/source-cluster-pguser-postgres '--template={{.data.host | base64decode }}' logger.go:42: 15:23:21 | standby-pgbackrest/8-verify-encryption-source | ++ echo postgres:ouwHNYwX5iogXlXdlYCVUvY8@source-cluster-primary.kuttl-test-firm-ray.svc logger.go:42: 15:23:21 | standby-pgbackrest/8-verify-encryption-source | + run_psql_command 'SELECT pg_tde_verify_key();' postgres:ouwHNYwX5iogXlXdlYCVUvY8@source-cluster-primary.kuttl-test-firm-ray.svc/myapp logger.go:42: 15:23:21 | standby-pgbackrest/8-verify-encryption-source | + local 'command=SELECT pg_tde_verify_key();' logger.go:42: 15:23:21 | standby-pgbackrest/8-verify-encryption-source | + local uri=postgres:ouwHNYwX5iogXlXdlYCVUvY8@source-cluster-primary.kuttl-test-firm-ray.svc/myapp logger.go:42: 15:23:21 | standby-pgbackrest/8-verify-encryption-source | + local driver=postgres logger.go:42: 15:23:21 | standby-pgbackrest/8-verify-encryption-source | ++ get_client_pod logger.go:42: 15:23:21 | standby-pgbackrest/8-verify-encryption-source | ++ kubectl -n kuttl-test-firm-ray get pods --selector=name=pg-client -o 'jsonpath={.items[].metadata.name}' logger.go:42: 15:23:22 | standby-pgbackrest/8-verify-encryption-source | + kubectl -n kuttl-test-firm-ray exec pg-client-65d98588cc-bpjlx -- psql -v ON_ERROR_STOP=1 -t -q postgres://postgres:ouwHNYwX5iogXlXdlYCVUvY8@source-cluster-primary.kuttl-test-firm-ray.svc/myapp -c 'SELECT pg_tde_verify_key();' logger.go:42: 15:23:23 | standby-pgbackrest/8-verify-encryption-source | logger.go:42: 15:23:23 | standby-pgbackrest/8-verify-encryption-source | logger.go:42: 15:23:23 | standby-pgbackrest/8-verify-encryption-source | ++ get_psql_uri source-cluster postgres logger.go:42: 15:23:23 | standby-pgbackrest/8-verify-encryption-source | ++ local cluster=source-cluster logger.go:42: 15:23:23 | standby-pgbackrest/8-verify-encryption-source | ++ local user=postgres logger.go:42: 15:23:23 | standby-pgbackrest/8-verify-encryption-source | ++ local secret_name=source-cluster-pguser-postgres logger.go:42: 15:23:23 | standby-pgbackrest/8-verify-encryption-source | +++ get_psql_user_pass source-cluster-pguser-postgres logger.go:42: 15:23:23 | standby-pgbackrest/8-verify-encryption-source | +++ local secret_name=source-cluster-pguser-postgres logger.go:42: 15:23:23 | standby-pgbackrest/8-verify-encryption-source | +++ kubectl -n kuttl-test-firm-ray get secret/source-cluster-pguser-postgres '--template={{.data.password | base64decode}}' logger.go:42: 15:23:23 | standby-pgbackrest/8-verify-encryption-source | +++ get_psql_user_host source-cluster-pguser-postgres logger.go:42: 15:23:23 | standby-pgbackrest/8-verify-encryption-source | +++ local secret_name=source-cluster-pguser-postgres logger.go:42: 15:23:23 | standby-pgbackrest/8-verify-encryption-source | +++ kubectl -n kuttl-test-firm-ray get secret/source-cluster-pguser-postgres '--template={{.data.host | base64decode }}' logger.go:42: 15:23:24 | standby-pgbackrest/8-verify-encryption-source | ++ echo postgres:ouwHNYwX5iogXlXdlYCVUvY8@source-cluster-primary.kuttl-test-firm-ray.svc logger.go:42: 15:23:24 | standby-pgbackrest/8-verify-encryption-source | + assert_pg_tde_key_info_uid postgres:ouwHNYwX5iogXlXdlYCVUvY8@source-cluster-primary.kuttl-test-firm-ray.svc/myapp source-cluster logger.go:42: 15:23:24 | standby-pgbackrest/8-verify-encryption-source | + local uri=postgres:ouwHNYwX5iogXlXdlYCVUvY8@source-cluster-primary.kuttl-test-firm-ray.svc/myapp logger.go:42: 15:23:24 | standby-pgbackrest/8-verify-encryption-source | + local cluster=source-cluster logger.go:42: 15:23:24 | standby-pgbackrest/8-verify-encryption-source | + local uid logger.go:42: 15:23:24 | standby-pgbackrest/8-verify-encryption-source | ++ kubectl -n kuttl-test-firm-ray get postgrescluster source-cluster -o 'jsonpath={.metadata.uid}' logger.go:42: 15:23:24 | standby-pgbackrest/8-verify-encryption-source | + uid=fb52aea1-2213-42c8-ba99-c26c809e04cc logger.go:42: 15:23:24 | standby-pgbackrest/8-verify-encryption-source | + echo 'Showing TDE key info' logger.go:42: 15:23:24 | standby-pgbackrest/8-verify-encryption-source | Showing TDE key info logger.go:42: 15:23:24 | standby-pgbackrest/8-verify-encryption-source | + local key_info logger.go:42: 15:23:24 | standby-pgbackrest/8-verify-encryption-source | ++ run_psql_command 'SELECT pg_tde_key_info();' postgres:ouwHNYwX5iogXlXdlYCVUvY8@source-cluster-primary.kuttl-test-firm-ray.svc/myapp logger.go:42: 15:23:24 | standby-pgbackrest/8-verify-encryption-source | ++ local 'command=SELECT pg_tde_key_info();' logger.go:42: 15:23:24 | standby-pgbackrest/8-verify-encryption-source | ++ local uri=postgres:ouwHNYwX5iogXlXdlYCVUvY8@source-cluster-primary.kuttl-test-firm-ray.svc/myapp logger.go:42: 15:23:24 | standby-pgbackrest/8-verify-encryption-source | ++ local driver=postgres logger.go:42: 15:23:24 | standby-pgbackrest/8-verify-encryption-source | +++ get_client_pod logger.go:42: 15:23:24 | standby-pgbackrest/8-verify-encryption-source | +++ kubectl -n kuttl-test-firm-ray get pods --selector=name=pg-client -o 'jsonpath={.items[].metadata.name}' logger.go:42: 15:23:25 | standby-pgbackrest/8-verify-encryption-source | ++ kubectl -n kuttl-test-firm-ray exec pg-client-65d98588cc-bpjlx -- psql -v ON_ERROR_STOP=1 -t -q postgres://postgres:ouwHNYwX5iogXlXdlYCVUvY8@source-cluster-primary.kuttl-test-firm-ray.svc/myapp -c 'SELECT pg_tde_key_info();' logger.go:42: 15:23:26 | standby-pgbackrest/8-verify-encryption-source | + key_info=' (global-master-key-fb52aea1-2213-42c8-ba99-c26c809e04cc,vault-provider,-1,"2026-08-20 15:11:55.069126+00")' logger.go:42: 15:23:26 | standby-pgbackrest/8-verify-encryption-source | + echo ' (global-master-key-fb52aea1-2213-42c8-ba99-c26c809e04cc,vault-provider,-1,"2026-08-20 15:11:55.069126+00")' logger.go:42: 15:23:26 | standby-pgbackrest/8-verify-encryption-source | (global-master-key-fb52aea1-2213-42c8-ba99-c26c809e04cc,vault-provider,-1,"2026-08-20 15:11:55.069126+00") logger.go:42: 15:23:26 | standby-pgbackrest/8-verify-encryption-source | + [[ (global-master-key-fb52aea1-2213-42c8-ba99-c26c809e04cc,vault-provider,-1,"2026-08-20 15:11:55.069126+00") != *global\-master\-key\-fb52aea1\-2213\-42c8\-ba99\-c26c809e04cc* ]] logger.go:42: 15:23:26 | standby-pgbackrest/8-verify-encryption-source | +++ get_psql_uri source-cluster postgres logger.go:42: 15:23:26 | standby-pgbackrest/8-verify-encryption-source | +++ local cluster=source-cluster logger.go:42: 15:23:26 | standby-pgbackrest/8-verify-encryption-source | +++ local user=postgres logger.go:42: 15:23:26 | standby-pgbackrest/8-verify-encryption-source | +++ local secret_name=source-cluster-pguser-postgres logger.go:42: 15:23:26 | standby-pgbackrest/8-verify-encryption-source | ++++ get_psql_user_pass source-cluster-pguser-postgres logger.go:42: 15:23:26 | standby-pgbackrest/8-verify-encryption-source | ++++ local secret_name=source-cluster-pguser-postgres logger.go:42: 15:23:26 | standby-pgbackrest/8-verify-encryption-source | ++++ kubectl -n kuttl-test-firm-ray get secret/source-cluster-pguser-postgres '--template={{.data.password | base64decode}}' logger.go:42: 15:23:26 | standby-pgbackrest/8-verify-encryption-source | ++++ get_psql_user_host source-cluster-pguser-postgres logger.go:42: 15:23:26 | standby-pgbackrest/8-verify-encryption-source | ++++ local secret_name=source-cluster-pguser-postgres logger.go:42: 15:23:26 | standby-pgbackrest/8-verify-encryption-source | ++++ kubectl -n kuttl-test-firm-ray get secret/source-cluster-pguser-postgres '--template={{.data.host | base64decode }}' logger.go:42: 15:23:27 | standby-pgbackrest/8-verify-encryption-source | +++ echo postgres:ouwHNYwX5iogXlXdlYCVUvY8@source-cluster-primary.kuttl-test-firm-ray.svc logger.go:42: 15:23:27 | standby-pgbackrest/8-verify-encryption-source | ++ run_psql_local '\c myapp \\\ SELECT * from myTable;' postgres:ouwHNYwX5iogXlXdlYCVUvY8@source-cluster-primary.kuttl-test-firm-ray.svc logger.go:42: 15:23:27 | standby-pgbackrest/8-verify-encryption-source | ++ local 'command=\c myapp \\\ SELECT * from myTable;' logger.go:42: 15:23:27 | standby-pgbackrest/8-verify-encryption-source | ++ local uri=postgres:ouwHNYwX5iogXlXdlYCVUvY8@source-cluster-primary.kuttl-test-firm-ray.svc logger.go:42: 15:23:27 | standby-pgbackrest/8-verify-encryption-source | ++ local driver=postgres logger.go:42: 15:23:27 | standby-pgbackrest/8-verify-encryption-source | +++ get_client_pod logger.go:42: 15:23:27 | standby-pgbackrest/8-verify-encryption-source | +++ kubectl -n kuttl-test-firm-ray get pods --selector=name=pg-client -o 'jsonpath={.items[].metadata.name}' logger.go:42: 15:23:27 | standby-pgbackrest/8-verify-encryption-source | ++ kubectl -n kuttl-test-firm-ray exec pg-client-65d98588cc-bpjlx -- bash -c 'printf '\''\c myapp \\\ SELECT * from myTable;\n'\'' | psql -v ON_ERROR_STOP=1 -t -q postgres://'\''postgres:ouwHNYwX5iogXlXdlYCVUvY8@source-cluster-primary.kuttl-test-firm-ray.svc'\''' logger.go:42: 15:23:28 | standby-pgbackrest/8-verify-encryption-source | + data=' 100500' logger.go:42: 15:23:28 | standby-pgbackrest/8-verify-encryption-source | + kubectl create configmap -n kuttl-test-firm-ray 08-verify-data-source '--from-literal=data= 100500' logger.go:42: 15:23:29 | standby-pgbackrest/8-verify-encryption-source | configmap/08-verify-data-source created logger.go:42: 15:23:31 | standby-pgbackrest/8-verify-encryption-source | test step completed 8-verify-encryption-source logger.go:42: 15:23:31 | standby-pgbackrest/9-verify-encryption-standby | starting test step 9-verify-encryption-standby logger.go:42: 15:23:31 | standby-pgbackrest/9-verify-encryption-standby | running command: [sh -c set -o xtrace set -o errexit source ../../functions result=$(run_psql_command \ "SELECT extname FROM pg_extension WHERE extname = 'pg_tde';" \ "$(get_standby_psql_uri standby-cluster postgres source-cluster)") kubectl -n "${NAMESPACE}" create configmap 09-verify-extension-standby --from-literal=pg_tde_extension="$result" # with pgbackrest standby replicating data may take time. We need to give some time for this before failing data='' timer=0 until [[ -n "$data" ]]; do data=$(run_psql_local \ '\c myapp \\\ SELECT * from myTable;' \ "$(get_standby_psql_uri standby-cluster postgres source-cluster)") if [[ $timer -gt 20 ]]; then echo "ERROR: data not replicated after 400 seconds" exit 1 fi sleep 20 timer=$((timer + 1)) done kubectl create configmap -n "${NAMESPACE}" 09-verify-data-standby --from-literal=data="${data}" result=$(run_psql_command \ "SELECT pg_tde_is_encrypted('myTable');" \ "$(get_standby_psql_uri standby-cluster postgres source-cluster)/myapp") kubectl -n "${NAMESPACE}" create configmap 09-verify-encryption-standby --from-literal=pg_tde_is_encrypted="$result" result=$(run_psql_command \ "SHOW pg_tde.wal_encrypt;" \ "$(get_standby_psql_uri standby-cluster postgres source-cluster)") kubectl -n "${NAMESPACE}" create configmap 09-verify-wal-encryption-standby --from-literal=pg_tde_wal_encrypt="$result" # pg_tde_verify_key will throw an error if it fails run_psql_command \ "SELECT pg_tde_verify_key();" \ "$(get_standby_psql_uri standby-cluster postgres source-cluster)/myapp" # Before switchover the standby still uses the source PostgresCluster uid in the TDE key. assert_pg_tde_key_info_uid \ "$(get_standby_psql_uri standby-cluster postgres source-cluster)/myapp" \ source-cluster] logger.go:42: 15:23:31 | standby-pgbackrest/9-verify-encryption-standby | + set -o errexit logger.go:42: 15:23:31 | standby-pgbackrest/9-verify-encryption-standby | + source ../../functions logger.go:42: 15:23:31 | standby-pgbackrest/9-verify-encryption-standby | +++ realpath ../../.. logger.go:42: 15:23:31 | standby-pgbackrest/9-verify-encryption-standby | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-pg-operator_PR-1770 logger.go:42: 15:23:31 | standby-pgbackrest/9-verify-encryption-standby | ++ CERT_MANAGER_VER=1.20.2 logger.go:42: 15:23:31 | standby-pgbackrest/9-verify-encryption-standby | ++ CERT_MANAGER_TEST_LABEL=e2e.percona.com/managed-by=percona-postgresql-operator-tests logger.go:42: 15:23:31 | standby-pgbackrest/9-verify-encryption-standby | ++ CHAOS_MESH_VER=2.5.1 logger.go:42: 15:23:31 | standby-pgbackrest/9-verify-encryption-standby | ++ BUSYBOX_VER=1.36 logger.go:42: 15:23:31 | standby-pgbackrest/9-verify-encryption-standby | ++++ pwd logger.go:42: 15:23:31 | standby-pgbackrest/9-verify-encryption-standby | +++ basename /mnt/jenkins/workspace/cloud-pg-operator_PR-1770/e2e-tests/tests/standby-pgbackrest logger.go:42: 15:23:31 | standby-pgbackrest/9-verify-encryption-standby | ++ test_name=standby-pgbackrest logger.go:42: 15:23:31 | standby-pgbackrest/9-verify-encryption-standby | ++ source /mnt/jenkins/workspace/cloud-pg-operator_PR-1770/e2e-tests/vars.sh logger.go:42: 15:23:31 | standby-pgbackrest/9-verify-encryption-standby | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-pg-operator_PR-1770 logger.go:42: 15:23:31 | standby-pgbackrest/9-verify-encryption-standby | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-pg-operator_PR-1770 logger.go:42: 15:23:31 | standby-pgbackrest/9-verify-encryption-standby | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1770/deploy logger.go:42: 15:23:31 | standby-pgbackrest/9-verify-encryption-standby | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1770/deploy logger.go:42: 15:23:31 | standby-pgbackrest/9-verify-encryption-standby | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1770/e2e-tests logger.go:42: 15:23:31 | standby-pgbackrest/9-verify-encryption-standby | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1770/e2e-tests logger.go:42: 15:23:31 | standby-pgbackrest/9-verify-encryption-standby | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1770/e2e-tests/conf logger.go:42: 15:23:31 | standby-pgbackrest/9-verify-encryption-standby | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1770/e2e-tests/conf logger.go:42: 15:23:31 | standby-pgbackrest/9-verify-encryption-standby | +++ export TEST_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1770/e2e-tests/tests/standby-pgbackrest/conf logger.go:42: 15:23:31 | standby-pgbackrest/9-verify-encryption-standby | +++ TEST_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1770/e2e-tests/tests/standby-pgbackrest/conf logger.go:42: 15:23:31 | standby-pgbackrest/9-verify-encryption-standby | +++ export TEMP_DIR=/tmp/kuttl/pg/standby-pgbackrest logger.go:42: 15:23:31 | standby-pgbackrest/9-verify-encryption-standby | +++ TEMP_DIR=/tmp/kuttl/pg/standby-pgbackrest logger.go:42: 15:23:31 | standby-pgbackrest/9-verify-encryption-standby | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 15:23:31 | standby-pgbackrest/9-verify-encryption-standby | +++ export GIT_BRANCH=PR-1770 logger.go:42: 15:23:31 | standby-pgbackrest/9-verify-encryption-standby | +++ GIT_BRANCH=PR-1770 logger.go:42: 15:23:31 | standby-pgbackrest/9-verify-encryption-standby | +++ export VERSION=PR-1770-8c67b09e6 logger.go:42: 15:23:31 | standby-pgbackrest/9-verify-encryption-standby | +++ VERSION=PR-1770-8c67b09e6 logger.go:42: 15:23:31 | standby-pgbackrest/9-verify-encryption-standby | +++ export SKIP_TEST_WARNINGS=true logger.go:42: 15:23:31 | standby-pgbackrest/9-verify-encryption-standby | +++ SKIP_TEST_WARNINGS=true logger.go:42: 15:23:31 | standby-pgbackrest/9-verify-encryption-standby | +++ export K8S_UPGRADE_PLATFORM=gke logger.go:42: 15:23:31 | standby-pgbackrest/9-verify-encryption-standby | +++ K8S_UPGRADE_PLATFORM=gke logger.go:42: 15:23:31 | standby-pgbackrest/9-verify-encryption-standby | +++ export K8S_UPGRADE_REGION=us-central1-a logger.go:42: 15:23:31 | standby-pgbackrest/9-verify-encryption-standby | +++ K8S_UPGRADE_REGION=us-central1-a logger.go:42: 15:23:31 | standby-pgbackrest/9-verify-encryption-standby | +++ export K8S_UPGRADE_INITIAL_VERSION= logger.go:42: 15:23:31 | standby-pgbackrest/9-verify-encryption-standby | +++ K8S_UPGRADE_INITIAL_VERSION= logger.go:42: 15:23:31 | standby-pgbackrest/9-verify-encryption-standby | +++ export K8S_UPGRADE_FINAL_VERSION= logger.go:42: 15:23:31 | standby-pgbackrest/9-verify-encryption-standby | +++ K8S_UPGRADE_FINAL_VERSION= logger.go:42: 15:23:31 | standby-pgbackrest/9-verify-encryption-standby | +++ [[ -z '' ]] logger.go:42: 15:23:31 | standby-pgbackrest/9-verify-encryption-standby | ++++ detect_k8s_platform logger.go:42: 15:23:31 | standby-pgbackrest/9-verify-encryption-standby | ++++ local detected_platform logger.go:42: 15:23:31 | standby-pgbackrest/9-verify-encryption-standby | ++++ local xtrace_enabled=false logger.go:42: 15:23:31 | standby-pgbackrest/9-verify-encryption-standby | ++++ [[ -o xtrace ]] logger.go:42: 15:23:31 | standby-pgbackrest/9-verify-encryption-standby | ++++ xtrace_enabled=true logger.go:42: 15:23:31 | standby-pgbackrest/9-verify-encryption-standby | ++++ set +o xtrace logger.go:42: 15:23:33 | standby-pgbackrest/9-verify-encryption-standby | +++ PLATFORM=gke logger.go:42: 15:23:33 | standby-pgbackrest/9-verify-encryption-standby | +++ export PLATFORM logger.go:42: 15:23:33 | standby-pgbackrest/9-verify-encryption-standby | +++ export IMAGE_BASE=perconalab/percona-postgresql-operator logger.go:42: 15:23:33 | standby-pgbackrest/9-verify-encryption-standby | +++ IMAGE_BASE=perconalab/percona-postgresql-operator logger.go:42: 15:23:33 | standby-pgbackrest/9-verify-encryption-standby | +++ export IMAGE=perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:23:33 | standby-pgbackrest/9-verify-encryption-standby | +++ IMAGE=perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:23:33 | standby-pgbackrest/9-verify-encryption-standby | +++ [[ ! -n '' ]] logger.go:42: 15:23:33 | standby-pgbackrest/9-verify-encryption-standby | +++ [[ -n '' ]] logger.go:42: 15:23:33 | standby-pgbackrest/9-verify-encryption-standby | +++ export PG_VER=18 logger.go:42: 15:23:33 | standby-pgbackrest/9-verify-encryption-standby | +++ PG_VER=18 logger.go:42: 15:23:33 | standby-pgbackrest/9-verify-encryption-standby | +++ export PG_DISTRIBUTION= logger.go:42: 15:23:33 | standby-pgbackrest/9-verify-encryption-standby | +++ PG_DISTRIBUTION= logger.go:42: 15:23:33 | standby-pgbackrest/9-verify-encryption-standby | +++ [[ '' == community ]] logger.go:42: 15:23:33 | standby-pgbackrest/9-verify-encryption-standby | +++ export IMAGE_PGBOUNCER=perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 15:23:33 | standby-pgbackrest/9-verify-encryption-standby | +++ IMAGE_PGBOUNCER=perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 15:23:33 | standby-pgbackrest/9-verify-encryption-standby | +++ export IMAGE_POSTGRESQL=perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 15:23:33 | standby-pgbackrest/9-verify-encryption-standby | +++ IMAGE_POSTGRESQL=perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 15:23:33 | standby-pgbackrest/9-verify-encryption-standby | +++ export IMAGE_BACKREST=perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 15:23:33 | standby-pgbackrest/9-verify-encryption-standby | +++ IMAGE_BACKREST=perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 15:23:33 | standby-pgbackrest/9-verify-encryption-standby | +++ export IMAGE_UPGRADE=perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 15:23:33 | standby-pgbackrest/9-verify-encryption-standby | +++ IMAGE_UPGRADE=perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 15:23:33 | standby-pgbackrest/9-verify-encryption-standby | +++ export BUCKET=pg-operator-testing logger.go:42: 15:23:33 | standby-pgbackrest/9-verify-encryption-standby | +++ BUCKET=pg-operator-testing logger.go:42: 15:23:33 | standby-pgbackrest/9-verify-encryption-standby | +++ export PMM_SERVER_VERSION=9.9.9 logger.go:42: 15:23:33 | standby-pgbackrest/9-verify-encryption-standby | +++ PMM_SERVER_VERSION=9.9.9 logger.go:42: 15:23:33 | standby-pgbackrest/9-verify-encryption-standby | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:23:33 | standby-pgbackrest/9-verify-encryption-standby | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:23:33 | standby-pgbackrest/9-verify-encryption-standby | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:23:33 | standby-pgbackrest/9-verify-encryption-standby | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:23:33 | standby-pgbackrest/9-verify-encryption-standby | +++ export IMAGE_LOGCOLLECTOR=perconalab/fluentbit:main-logcollector logger.go:42: 15:23:33 | standby-pgbackrest/9-verify-encryption-standby | +++ IMAGE_LOGCOLLECTOR=perconalab/fluentbit:main-logcollector logger.go:42: 15:23:33 | standby-pgbackrest/9-verify-encryption-standby | +++ export PGOV1_TAG=1.4.0 logger.go:42: 15:23:33 | standby-pgbackrest/9-verify-encryption-standby | +++ PGOV1_TAG=1.4.0 logger.go:42: 15:23:33 | standby-pgbackrest/9-verify-encryption-standby | +++ export PGOV1_VER=14 logger.go:42: 15:23:33 | standby-pgbackrest/9-verify-encryption-standby | +++ PGOV1_VER=14 logger.go:42: 15:23:33 | standby-pgbackrest/9-verify-encryption-standby | +++ export CPGO_VERSION=5.8.7 logger.go:42: 15:23:33 | standby-pgbackrest/9-verify-encryption-standby | +++ CPGO_VERSION=5.8.7 logger.go:42: 15:23:33 | standby-pgbackrest/9-verify-encryption-standby | +++ export MINIO_VER=5.4.0 logger.go:42: 15:23:33 | standby-pgbackrest/9-verify-encryption-standby | +++ MINIO_VER=5.4.0 logger.go:42: 15:23:33 | standby-pgbackrest/9-verify-encryption-standby | +++ export VAULT_VER=0.32.0 logger.go:42: 15:23:33 | standby-pgbackrest/9-verify-encryption-standby | +++ VAULT_VER=0.32.0 logger.go:42: 15:23:33 | standby-pgbackrest/9-verify-encryption-standby | +++ export REGISTRY_NAME=docker.io logger.go:42: 15:23:33 | standby-pgbackrest/9-verify-encryption-standby | +++ REGISTRY_NAME=docker.io logger.go:42: 15:23:33 | standby-pgbackrest/9-verify-encryption-standby | +++ export REGISTRY_NAME_FULL=docker.io/ logger.go:42: 15:23:33 | standby-pgbackrest/9-verify-encryption-standby | +++ REGISTRY_NAME_FULL=docker.io/ logger.go:42: 15:23:33 | standby-pgbackrest/9-verify-encryption-standby | ++++ printenv logger.go:42: 15:23:33 | standby-pgbackrest/9-verify-encryption-standby | ++++ grep -E '^IMAGE' logger.go:42: 15:23:33 | standby-pgbackrest/9-verify-encryption-standby | ++++ awk -F= '{print $1}' logger.go:42: 15:23:33 | standby-pgbackrest/9-verify-encryption-standby | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 15:23:33 | standby-pgbackrest/9-verify-encryption-standby | ++++ eval 'echo $IMAGE_BACKREST' logger.go:42: 15:23:33 | standby-pgbackrest/9-verify-encryption-standby | +++++ echo perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 15:23:33 | standby-pgbackrest/9-verify-encryption-standby | +++ var_value=perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 15:23:33 | standby-pgbackrest/9-verify-encryption-standby | +++ [[ perconalab/percona-postgresql-operator:main-pgbackrest18 == docker.io/* ]] logger.go:42: 15:23:33 | standby-pgbackrest/9-verify-encryption-standby | +++ [[ perconalab/percona-postgresql-operator:main-pgbackrest18 == percona/* ]] logger.go:42: 15:23:33 | standby-pgbackrest/9-verify-encryption-standby | +++ [[ perconalab/percona-postgresql-operator:main-pgbackrest18 == perconalab/* ]] logger.go:42: 15:23:33 | standby-pgbackrest/9-verify-encryption-standby | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 15:23:33 | standby-pgbackrest/9-verify-encryption-standby | +++ export IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 15:23:33 | standby-pgbackrest/9-verify-encryption-standby | +++ IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 15:23:33 | standby-pgbackrest/9-verify-encryption-standby | +++ echo IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 15:23:33 | standby-pgbackrest/9-verify-encryption-standby | IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 15:23:33 | standby-pgbackrest/9-verify-encryption-standby | +++ echo perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:23:33 | standby-pgbackrest/9-verify-encryption-standby | perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:23:33 | standby-pgbackrest/9-verify-encryption-standby | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 15:23:33 | standby-pgbackrest/9-verify-encryption-standby | ++++ eval 'echo $IMAGE' logger.go:42: 15:23:33 | standby-pgbackrest/9-verify-encryption-standby | +++++ echo perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:23:33 | standby-pgbackrest/9-verify-encryption-standby | +++ var_value=perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:23:33 | standby-pgbackrest/9-verify-encryption-standby | +++ [[ perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 == docker.io/* ]] logger.go:42: 15:23:33 | standby-pgbackrest/9-verify-encryption-standby | +++ [[ perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 == percona/* ]] logger.go:42: 15:23:33 | standby-pgbackrest/9-verify-encryption-standby | +++ [[ perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 == perconalab/* ]] logger.go:42: 15:23:33 | standby-pgbackrest/9-verify-encryption-standby | +++ new_value=docker.io/perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:23:33 | standby-pgbackrest/9-verify-encryption-standby | +++ export IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:23:33 | standby-pgbackrest/9-verify-encryption-standby | +++ IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:23:33 | standby-pgbackrest/9-verify-encryption-standby | +++ echo IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:23:33 | standby-pgbackrest/9-verify-encryption-standby | IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:23:33 | standby-pgbackrest/9-verify-encryption-standby | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:23:33 | standby-pgbackrest/9-verify-encryption-standby | docker.io/perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:23:33 | standby-pgbackrest/9-verify-encryption-standby | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 15:23:33 | standby-pgbackrest/9-verify-encryption-standby | ++++ eval 'echo $IMAGE_UPGRADE' logger.go:42: 15:23:33 | standby-pgbackrest/9-verify-encryption-standby | +++++ echo perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 15:23:33 | standby-pgbackrest/9-verify-encryption-standby | +++ var_value=perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 15:23:33 | standby-pgbackrest/9-verify-encryption-standby | +++ [[ perconalab/percona-postgresql-operator:main-upgrade == docker.io/* ]] logger.go:42: 15:23:33 | standby-pgbackrest/9-verify-encryption-standby | +++ [[ perconalab/percona-postgresql-operator:main-upgrade == percona/* ]] logger.go:42: 15:23:33 | standby-pgbackrest/9-verify-encryption-standby | +++ [[ perconalab/percona-postgresql-operator:main-upgrade == perconalab/* ]] logger.go:42: 15:23:33 | standby-pgbackrest/9-verify-encryption-standby | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 15:23:33 | standby-pgbackrest/9-verify-encryption-standby | +++ export IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 15:23:33 | standby-pgbackrest/9-verify-encryption-standby | +++ IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 15:23:33 | standby-pgbackrest/9-verify-encryption-standby | +++ echo IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 15:23:33 | standby-pgbackrest/9-verify-encryption-standby | IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 15:23:33 | standby-pgbackrest/9-verify-encryption-standby | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:23:33 | standby-pgbackrest/9-verify-encryption-standby | docker.io/perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:23:33 | standby-pgbackrest/9-verify-encryption-standby | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 15:23:33 | standby-pgbackrest/9-verify-encryption-standby | ++++ eval 'echo $IMAGE_LOGCOLLECTOR' logger.go:42: 15:23:33 | standby-pgbackrest/9-verify-encryption-standby | +++++ echo perconalab/fluentbit:main-logcollector logger.go:42: 15:23:33 | standby-pgbackrest/9-verify-encryption-standby | +++ var_value=perconalab/fluentbit:main-logcollector logger.go:42: 15:23:33 | standby-pgbackrest/9-verify-encryption-standby | +++ [[ perconalab/fluentbit:main-logcollector == docker.io/* ]] logger.go:42: 15:23:33 | standby-pgbackrest/9-verify-encryption-standby | +++ [[ perconalab/fluentbit:main-logcollector == percona/* ]] logger.go:42: 15:23:33 | standby-pgbackrest/9-verify-encryption-standby | +++ [[ perconalab/fluentbit:main-logcollector == perconalab/* ]] logger.go:42: 15:23:33 | standby-pgbackrest/9-verify-encryption-standby | +++ new_value=docker.io/perconalab/fluentbit:main-logcollector logger.go:42: 15:23:33 | standby-pgbackrest/9-verify-encryption-standby | +++ export IMAGE_LOGCOLLECTOR=docker.io/perconalab/fluentbit:main-logcollector logger.go:42: 15:23:33 | standby-pgbackrest/9-verify-encryption-standby | +++ IMAGE_LOGCOLLECTOR=docker.io/perconalab/fluentbit:main-logcollector logger.go:42: 15:23:33 | standby-pgbackrest/9-verify-encryption-standby | +++ echo IMAGE_LOGCOLLECTOR=docker.io/perconalab/fluentbit:main-logcollector logger.go:42: 15:23:33 | standby-pgbackrest/9-verify-encryption-standby | IMAGE_LOGCOLLECTOR=docker.io/perconalab/fluentbit:main-logcollector logger.go:42: 15:23:33 | standby-pgbackrest/9-verify-encryption-standby | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:23:33 | standby-pgbackrest/9-verify-encryption-standby | docker.io/perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:23:33 | standby-pgbackrest/9-verify-encryption-standby | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 15:23:33 | standby-pgbackrest/9-verify-encryption-standby | ++++ eval 'echo $IMAGE_BASE' logger.go:42: 15:23:33 | standby-pgbackrest/9-verify-encryption-standby | +++++ echo perconalab/percona-postgresql-operator logger.go:42: 15:23:33 | standby-pgbackrest/9-verify-encryption-standby | +++ var_value=perconalab/percona-postgresql-operator logger.go:42: 15:23:33 | standby-pgbackrest/9-verify-encryption-standby | +++ [[ perconalab/percona-postgresql-operator == docker.io/* ]] logger.go:42: 15:23:33 | standby-pgbackrest/9-verify-encryption-standby | +++ [[ perconalab/percona-postgresql-operator == percona/* ]] logger.go:42: 15:23:33 | standby-pgbackrest/9-verify-encryption-standby | +++ [[ perconalab/percona-postgresql-operator == perconalab/* ]] logger.go:42: 15:23:33 | standby-pgbackrest/9-verify-encryption-standby | +++ new_value=docker.io/perconalab/percona-postgresql-operator logger.go:42: 15:23:33 | standby-pgbackrest/9-verify-encryption-standby | +++ export IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 15:23:33 | standby-pgbackrest/9-verify-encryption-standby | +++ IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 15:23:33 | standby-pgbackrest/9-verify-encryption-standby | +++ echo IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 15:23:33 | standby-pgbackrest/9-verify-encryption-standby | IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 15:23:33 | standby-pgbackrest/9-verify-encryption-standby | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:23:33 | standby-pgbackrest/9-verify-encryption-standby | docker.io/perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:23:33 | standby-pgbackrest/9-verify-encryption-standby | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 15:23:33 | standby-pgbackrest/9-verify-encryption-standby | ++++ eval 'echo $IMAGE_PGBOUNCER' logger.go:42: 15:23:33 | standby-pgbackrest/9-verify-encryption-standby | +++++ echo perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 15:23:33 | standby-pgbackrest/9-verify-encryption-standby | +++ var_value=perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 15:23:33 | standby-pgbackrest/9-verify-encryption-standby | +++ [[ perconalab/percona-postgresql-operator:main-pgbouncer18 == docker.io/* ]] logger.go:42: 15:23:33 | standby-pgbackrest/9-verify-encryption-standby | +++ [[ perconalab/percona-postgresql-operator:main-pgbouncer18 == percona/* ]] logger.go:42: 15:23:33 | standby-pgbackrest/9-verify-encryption-standby | +++ [[ perconalab/percona-postgresql-operator:main-pgbouncer18 == perconalab/* ]] logger.go:42: 15:23:33 | standby-pgbackrest/9-verify-encryption-standby | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 15:23:33 | standby-pgbackrest/9-verify-encryption-standby | +++ export IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 15:23:33 | standby-pgbackrest/9-verify-encryption-standby | +++ IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 15:23:33 | standby-pgbackrest/9-verify-encryption-standby | +++ echo IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 15:23:33 | standby-pgbackrest/9-verify-encryption-standby | IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 15:23:33 | standby-pgbackrest/9-verify-encryption-standby | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:23:33 | standby-pgbackrest/9-verify-encryption-standby | docker.io/perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:23:33 | standby-pgbackrest/9-verify-encryption-standby | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 15:23:33 | standby-pgbackrest/9-verify-encryption-standby | ++++ eval 'echo $IMAGE_POSTGRESQL' logger.go:42: 15:23:33 | standby-pgbackrest/9-verify-encryption-standby | +++++ echo perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 15:23:33 | standby-pgbackrest/9-verify-encryption-standby | +++ var_value=perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 15:23:33 | standby-pgbackrest/9-verify-encryption-standby | +++ [[ perconalab/percona-postgresql-operator:main-ppg18-postgres == docker.io/* ]] logger.go:42: 15:23:33 | standby-pgbackrest/9-verify-encryption-standby | +++ [[ perconalab/percona-postgresql-operator:main-ppg18-postgres == percona/* ]] logger.go:42: 15:23:33 | standby-pgbackrest/9-verify-encryption-standby | +++ [[ perconalab/percona-postgresql-operator:main-ppg18-postgres == perconalab/* ]] logger.go:42: 15:23:33 | standby-pgbackrest/9-verify-encryption-standby | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 15:23:33 | standby-pgbackrest/9-verify-encryption-standby | +++ export IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 15:23:33 | standby-pgbackrest/9-verify-encryption-standby | +++ IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 15:23:33 | standby-pgbackrest/9-verify-encryption-standby | +++ echo IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 15:23:33 | standby-pgbackrest/9-verify-encryption-standby | IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 15:23:33 | standby-pgbackrest/9-verify-encryption-standby | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:23:33 | standby-pgbackrest/9-verify-encryption-standby | docker.io/perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:23:33 | standby-pgbackrest/9-verify-encryption-standby | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 15:23:33 | standby-pgbackrest/9-verify-encryption-standby | ++++ eval 'echo $IMAGE_PMM_SERVER' logger.go:42: 15:23:33 | standby-pgbackrest/9-verify-encryption-standby | +++++ echo perconalab/pmm-server:3-dev-latest logger.go:42: 15:23:33 | standby-pgbackrest/9-verify-encryption-standby | +++ var_value=perconalab/pmm-server:3-dev-latest logger.go:42: 15:23:33 | standby-pgbackrest/9-verify-encryption-standby | +++ [[ perconalab/pmm-server:3-dev-latest == docker.io/* ]] logger.go:42: 15:23:33 | standby-pgbackrest/9-verify-encryption-standby | +++ [[ perconalab/pmm-server:3-dev-latest == percona/* ]] logger.go:42: 15:23:33 | standby-pgbackrest/9-verify-encryption-standby | +++ [[ perconalab/pmm-server:3-dev-latest == perconalab/* ]] logger.go:42: 15:23:33 | standby-pgbackrest/9-verify-encryption-standby | +++ new_value=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 15:23:33 | standby-pgbackrest/9-verify-encryption-standby | +++ export IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 15:23:33 | standby-pgbackrest/9-verify-encryption-standby | +++ IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 15:23:33 | standby-pgbackrest/9-verify-encryption-standby | +++ echo IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 15:23:33 | standby-pgbackrest/9-verify-encryption-standby | IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 15:23:33 | standby-pgbackrest/9-verify-encryption-standby | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:23:33 | standby-pgbackrest/9-verify-encryption-standby | docker.io/perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:23:33 | standby-pgbackrest/9-verify-encryption-standby | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 15:23:33 | standby-pgbackrest/9-verify-encryption-standby | ++++ eval 'echo $IMAGE_PMM_CLIENT' logger.go:42: 15:23:33 | standby-pgbackrest/9-verify-encryption-standby | +++++ echo perconalab/pmm-client:3-dev-latest logger.go:42: 15:23:33 | standby-pgbackrest/9-verify-encryption-standby | +++ var_value=perconalab/pmm-client:3-dev-latest logger.go:42: 15:23:33 | standby-pgbackrest/9-verify-encryption-standby | +++ [[ perconalab/pmm-client:3-dev-latest == docker.io/* ]] logger.go:42: 15:23:33 | standby-pgbackrest/9-verify-encryption-standby | +++ [[ perconalab/pmm-client:3-dev-latest == percona/* ]] logger.go:42: 15:23:33 | standby-pgbackrest/9-verify-encryption-standby | +++ [[ perconalab/pmm-client:3-dev-latest == perconalab/* ]] logger.go:42: 15:23:33 | standby-pgbackrest/9-verify-encryption-standby | +++ new_value=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 15:23:33 | standby-pgbackrest/9-verify-encryption-standby | +++ export IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 15:23:33 | standby-pgbackrest/9-verify-encryption-standby | +++ IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 15:23:33 | standby-pgbackrest/9-verify-encryption-standby | +++ echo IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 15:23:33 | standby-pgbackrest/9-verify-encryption-standby | IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 15:23:33 | standby-pgbackrest/9-verify-encryption-standby | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:23:33 | standby-pgbackrest/9-verify-encryption-standby | docker.io/perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:23:33 | standby-pgbackrest/9-verify-encryption-standby | ++++ which gdate logger.go:42: 15:23:33 | standby-pgbackrest/9-verify-encryption-standby | which: no gdate in (/mnt/jenkins/workspace/cloud-pg-operator_PR-1770/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:23:33 | standby-pgbackrest/9-verify-encryption-standby | ++++ which date logger.go:42: 15:23:33 | standby-pgbackrest/9-verify-encryption-standby | +++ date=/usr/sbin/date logger.go:42: 15:23:33 | standby-pgbackrest/9-verify-encryption-standby | ++++ which gsed logger.go:42: 15:23:33 | standby-pgbackrest/9-verify-encryption-standby | which: no gsed in (/mnt/jenkins/workspace/cloud-pg-operator_PR-1770/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:23:33 | standby-pgbackrest/9-verify-encryption-standby | ++++ which sed logger.go:42: 15:23:33 | standby-pgbackrest/9-verify-encryption-standby | +++ sed=/usr/sbin/sed logger.go:42: 15:23:33 | standby-pgbackrest/9-verify-encryption-standby | +++ get_standby_psql_uri standby-cluster postgres source-cluster logger.go:42: 15:23:33 | standby-pgbackrest/9-verify-encryption-standby | +++ local standby_cluster=standby-cluster logger.go:42: 15:23:33 | standby-pgbackrest/9-verify-encryption-standby | +++ local user=postgres logger.go:42: 15:23:33 | standby-pgbackrest/9-verify-encryption-standby | +++ local source_cluster=source-cluster logger.go:42: 15:23:33 | standby-pgbackrest/9-verify-encryption-standby | +++ local standby_secret_name=standby-cluster-pguser-postgres logger.go:42: 15:23:33 | standby-pgbackrest/9-verify-encryption-standby | +++ local source_secret_name=source-cluster-pguser-postgres logger.go:42: 15:23:33 | standby-pgbackrest/9-verify-encryption-standby | ++++ get_psql_user_pass source-cluster-pguser-postgres logger.go:42: 15:23:33 | standby-pgbackrest/9-verify-encryption-standby | ++++ local secret_name=source-cluster-pguser-postgres logger.go:42: 15:23:33 | standby-pgbackrest/9-verify-encryption-standby | ++++ kubectl -n kuttl-test-firm-ray get secret/source-cluster-pguser-postgres '--template={{.data.password | base64decode}}' logger.go:42: 15:23:33 | standby-pgbackrest/9-verify-encryption-standby | ++++ get_psql_user_host standby-cluster-pguser-postgres logger.go:42: 15:23:33 | standby-pgbackrest/9-verify-encryption-standby | ++++ local secret_name=standby-cluster-pguser-postgres logger.go:42: 15:23:33 | standby-pgbackrest/9-verify-encryption-standby | ++++ kubectl -n kuttl-test-firm-ray get secret/standby-cluster-pguser-postgres '--template={{.data.host | base64decode }}' logger.go:42: 15:23:34 | standby-pgbackrest/9-verify-encryption-standby | +++ echo postgres:ouwHNYwX5iogXlXdlYCVUvY8@standby-cluster-primary.kuttl-test-firm-ray.svc logger.go:42: 15:23:34 | standby-pgbackrest/9-verify-encryption-standby | ++ run_psql_command 'SELECT extname FROM pg_extension WHERE extname = '\''pg_tde'\'';' postgres:ouwHNYwX5iogXlXdlYCVUvY8@standby-cluster-primary.kuttl-test-firm-ray.svc logger.go:42: 15:23:34 | standby-pgbackrest/9-verify-encryption-standby | ++ local 'command=SELECT extname FROM pg_extension WHERE extname = '\''pg_tde'\'';' logger.go:42: 15:23:34 | standby-pgbackrest/9-verify-encryption-standby | ++ local uri=postgres:ouwHNYwX5iogXlXdlYCVUvY8@standby-cluster-primary.kuttl-test-firm-ray.svc logger.go:42: 15:23:34 | standby-pgbackrest/9-verify-encryption-standby | ++ local driver=postgres logger.go:42: 15:23:34 | standby-pgbackrest/9-verify-encryption-standby | +++ get_client_pod logger.go:42: 15:23:34 | standby-pgbackrest/9-verify-encryption-standby | +++ kubectl -n kuttl-test-firm-ray get pods --selector=name=pg-client -o 'jsonpath={.items[].metadata.name}' logger.go:42: 15:23:34 | standby-pgbackrest/9-verify-encryption-standby | ++ kubectl -n kuttl-test-firm-ray exec pg-client-65d98588cc-bpjlx -- psql -v ON_ERROR_STOP=1 -t -q postgres://postgres:ouwHNYwX5iogXlXdlYCVUvY8@standby-cluster-primary.kuttl-test-firm-ray.svc -c 'SELECT extname FROM pg_extension WHERE extname = '\''pg_tde'\'';' logger.go:42: 15:23:35 | standby-pgbackrest/9-verify-encryption-standby | + result=' pg_tde' logger.go:42: 15:23:35 | standby-pgbackrest/9-verify-encryption-standby | + kubectl -n kuttl-test-firm-ray create configmap 09-verify-extension-standby '--from-literal=pg_tde_extension= pg_tde' logger.go:42: 15:23:36 | standby-pgbackrest/9-verify-encryption-standby | configmap/09-verify-extension-standby created logger.go:42: 15:23:36 | standby-pgbackrest/9-verify-encryption-standby | + data= logger.go:42: 15:23:36 | standby-pgbackrest/9-verify-encryption-standby | + timer=0 logger.go:42: 15:23:36 | standby-pgbackrest/9-verify-encryption-standby | + [[ -n '' ]] logger.go:42: 15:23:36 | standby-pgbackrest/9-verify-encryption-standby | +++ get_standby_psql_uri standby-cluster postgres source-cluster logger.go:42: 15:23:36 | standby-pgbackrest/9-verify-encryption-standby | +++ local standby_cluster=standby-cluster logger.go:42: 15:23:36 | standby-pgbackrest/9-verify-encryption-standby | +++ local user=postgres logger.go:42: 15:23:36 | standby-pgbackrest/9-verify-encryption-standby | +++ local source_cluster=source-cluster logger.go:42: 15:23:36 | standby-pgbackrest/9-verify-encryption-standby | +++ local standby_secret_name=standby-cluster-pguser-postgres logger.go:42: 15:23:36 | standby-pgbackrest/9-verify-encryption-standby | +++ local source_secret_name=source-cluster-pguser-postgres logger.go:42: 15:23:36 | standby-pgbackrest/9-verify-encryption-standby | ++++ get_psql_user_pass source-cluster-pguser-postgres logger.go:42: 15:23:36 | standby-pgbackrest/9-verify-encryption-standby | ++++ local secret_name=source-cluster-pguser-postgres logger.go:42: 15:23:36 | standby-pgbackrest/9-verify-encryption-standby | ++++ kubectl -n kuttl-test-firm-ray get secret/source-cluster-pguser-postgres '--template={{.data.password | base64decode}}' logger.go:42: 15:23:36 | standby-pgbackrest/9-verify-encryption-standby | ++++ get_psql_user_host standby-cluster-pguser-postgres logger.go:42: 15:23:36 | standby-pgbackrest/9-verify-encryption-standby | ++++ local secret_name=standby-cluster-pguser-postgres logger.go:42: 15:23:36 | standby-pgbackrest/9-verify-encryption-standby | ++++ kubectl -n kuttl-test-firm-ray get secret/standby-cluster-pguser-postgres '--template={{.data.host | base64decode }}' logger.go:42: 15:23:37 | standby-pgbackrest/9-verify-encryption-standby | +++ echo postgres:ouwHNYwX5iogXlXdlYCVUvY8@standby-cluster-primary.kuttl-test-firm-ray.svc logger.go:42: 15:23:37 | standby-pgbackrest/9-verify-encryption-standby | ++ run_psql_local '\c myapp \\\ SELECT * from myTable;' postgres:ouwHNYwX5iogXlXdlYCVUvY8@standby-cluster-primary.kuttl-test-firm-ray.svc logger.go:42: 15:23:37 | standby-pgbackrest/9-verify-encryption-standby | ++ local 'command=\c myapp \\\ SELECT * from myTable;' logger.go:42: 15:23:37 | standby-pgbackrest/9-verify-encryption-standby | ++ local uri=postgres:ouwHNYwX5iogXlXdlYCVUvY8@standby-cluster-primary.kuttl-test-firm-ray.svc logger.go:42: 15:23:37 | standby-pgbackrest/9-verify-encryption-standby | ++ local driver=postgres logger.go:42: 15:23:37 | standby-pgbackrest/9-verify-encryption-standby | +++ get_client_pod logger.go:42: 15:23:37 | standby-pgbackrest/9-verify-encryption-standby | +++ kubectl -n kuttl-test-firm-ray get pods --selector=name=pg-client -o 'jsonpath={.items[].metadata.name}' logger.go:42: 15:23:37 | standby-pgbackrest/9-verify-encryption-standby | ++ kubectl -n kuttl-test-firm-ray exec pg-client-65d98588cc-bpjlx -- bash -c 'printf '\''\c myapp \\\ SELECT * from myTable;\n'\'' | psql -v ON_ERROR_STOP=1 -t -q postgres://'\''postgres:ouwHNYwX5iogXlXdlYCVUvY8@standby-cluster-primary.kuttl-test-firm-ray.svc'\''' logger.go:42: 15:23:38 | standby-pgbackrest/9-verify-encryption-standby | + data=' 100500' logger.go:42: 15:23:38 | standby-pgbackrest/9-verify-encryption-standby | + [[ 0 -gt 20 ]] logger.go:42: 15:23:38 | standby-pgbackrest/9-verify-encryption-standby | + sleep 20 logger.go:42: 15:23:58 | standby-pgbackrest/9-verify-encryption-standby | + timer=1 logger.go:42: 15:23:58 | standby-pgbackrest/9-verify-encryption-standby | + [[ -n 100500 ]] logger.go:42: 15:23:58 | standby-pgbackrest/9-verify-encryption-standby | + kubectl create configmap -n kuttl-test-firm-ray 09-verify-data-standby '--from-literal=data= 100500' logger.go:42: 15:23:59 | standby-pgbackrest/9-verify-encryption-standby | configmap/09-verify-data-standby created logger.go:42: 15:23:59 | standby-pgbackrest/9-verify-encryption-standby | +++ get_standby_psql_uri standby-cluster postgres source-cluster logger.go:42: 15:23:59 | standby-pgbackrest/9-verify-encryption-standby | +++ local standby_cluster=standby-cluster logger.go:42: 15:23:59 | standby-pgbackrest/9-verify-encryption-standby | +++ local user=postgres logger.go:42: 15:23:59 | standby-pgbackrest/9-verify-encryption-standby | +++ local source_cluster=source-cluster logger.go:42: 15:23:59 | standby-pgbackrest/9-verify-encryption-standby | +++ local standby_secret_name=standby-cluster-pguser-postgres logger.go:42: 15:23:59 | standby-pgbackrest/9-verify-encryption-standby | +++ local source_secret_name=source-cluster-pguser-postgres logger.go:42: 15:23:59 | standby-pgbackrest/9-verify-encryption-standby | ++++ get_psql_user_pass source-cluster-pguser-postgres logger.go:42: 15:23:59 | standby-pgbackrest/9-verify-encryption-standby | ++++ local secret_name=source-cluster-pguser-postgres logger.go:42: 15:23:59 | standby-pgbackrest/9-verify-encryption-standby | ++++ kubectl -n kuttl-test-firm-ray get secret/source-cluster-pguser-postgres '--template={{.data.password | base64decode}}' logger.go:42: 15:23:59 | standby-pgbackrest/9-verify-encryption-standby | ++++ get_psql_user_host standby-cluster-pguser-postgres logger.go:42: 15:23:59 | standby-pgbackrest/9-verify-encryption-standby | ++++ local secret_name=standby-cluster-pguser-postgres logger.go:42: 15:23:59 | standby-pgbackrest/9-verify-encryption-standby | ++++ kubectl -n kuttl-test-firm-ray get secret/standby-cluster-pguser-postgres '--template={{.data.host | base64decode }}' logger.go:42: 15:24:00 | standby-pgbackrest/9-verify-encryption-standby | +++ echo postgres:ouwHNYwX5iogXlXdlYCVUvY8@standby-cluster-primary.kuttl-test-firm-ray.svc logger.go:42: 15:24:00 | standby-pgbackrest/9-verify-encryption-standby | ++ run_psql_command 'SELECT pg_tde_is_encrypted('\''myTable'\'');' postgres:ouwHNYwX5iogXlXdlYCVUvY8@standby-cluster-primary.kuttl-test-firm-ray.svc/myapp logger.go:42: 15:24:00 | standby-pgbackrest/9-verify-encryption-standby | ++ local 'command=SELECT pg_tde_is_encrypted('\''myTable'\'');' logger.go:42: 15:24:00 | standby-pgbackrest/9-verify-encryption-standby | ++ local uri=postgres:ouwHNYwX5iogXlXdlYCVUvY8@standby-cluster-primary.kuttl-test-firm-ray.svc/myapp logger.go:42: 15:24:00 | standby-pgbackrest/9-verify-encryption-standby | ++ local driver=postgres logger.go:42: 15:24:00 | standby-pgbackrest/9-verify-encryption-standby | +++ get_client_pod logger.go:42: 15:24:00 | standby-pgbackrest/9-verify-encryption-standby | +++ kubectl -n kuttl-test-firm-ray get pods --selector=name=pg-client -o 'jsonpath={.items[].metadata.name}' logger.go:42: 15:24:00 | standby-pgbackrest/9-verify-encryption-standby | ++ kubectl -n kuttl-test-firm-ray exec pg-client-65d98588cc-bpjlx -- psql -v ON_ERROR_STOP=1 -t -q postgres://postgres:ouwHNYwX5iogXlXdlYCVUvY8@standby-cluster-primary.kuttl-test-firm-ray.svc/myapp -c 'SELECT pg_tde_is_encrypted('\''myTable'\'');' logger.go:42: 15:24:01 | standby-pgbackrest/9-verify-encryption-standby | + result=' t' logger.go:42: 15:24:01 | standby-pgbackrest/9-verify-encryption-standby | + kubectl -n kuttl-test-firm-ray create configmap 09-verify-encryption-standby '--from-literal=pg_tde_is_encrypted= t' logger.go:42: 15:24:02 | standby-pgbackrest/9-verify-encryption-standby | configmap/09-verify-encryption-standby created logger.go:42: 15:24:02 | standby-pgbackrest/9-verify-encryption-standby | +++ get_standby_psql_uri standby-cluster postgres source-cluster logger.go:42: 15:24:02 | standby-pgbackrest/9-verify-encryption-standby | +++ local standby_cluster=standby-cluster logger.go:42: 15:24:02 | standby-pgbackrest/9-verify-encryption-standby | +++ local user=postgres logger.go:42: 15:24:02 | standby-pgbackrest/9-verify-encryption-standby | +++ local source_cluster=source-cluster logger.go:42: 15:24:02 | standby-pgbackrest/9-verify-encryption-standby | +++ local standby_secret_name=standby-cluster-pguser-postgres logger.go:42: 15:24:02 | standby-pgbackrest/9-verify-encryption-standby | +++ local source_secret_name=source-cluster-pguser-postgres logger.go:42: 15:24:02 | standby-pgbackrest/9-verify-encryption-standby | ++++ get_psql_user_pass source-cluster-pguser-postgres logger.go:42: 15:24:02 | standby-pgbackrest/9-verify-encryption-standby | ++++ local secret_name=source-cluster-pguser-postgres logger.go:42: 15:24:02 | standby-pgbackrest/9-verify-encryption-standby | ++++ kubectl -n kuttl-test-firm-ray get secret/source-cluster-pguser-postgres '--template={{.data.password | base64decode}}' logger.go:42: 15:24:02 | standby-pgbackrest/9-verify-encryption-standby | ++++ get_psql_user_host standby-cluster-pguser-postgres logger.go:42: 15:24:02 | standby-pgbackrest/9-verify-encryption-standby | ++++ local secret_name=standby-cluster-pguser-postgres logger.go:42: 15:24:02 | standby-pgbackrest/9-verify-encryption-standby | ++++ kubectl -n kuttl-test-firm-ray get secret/standby-cluster-pguser-postgres '--template={{.data.host | base64decode }}' logger.go:42: 15:24:03 | standby-pgbackrest/9-verify-encryption-standby | +++ echo postgres:ouwHNYwX5iogXlXdlYCVUvY8@standby-cluster-primary.kuttl-test-firm-ray.svc logger.go:42: 15:24:03 | standby-pgbackrest/9-verify-encryption-standby | ++ run_psql_command 'SHOW pg_tde.wal_encrypt;' postgres:ouwHNYwX5iogXlXdlYCVUvY8@standby-cluster-primary.kuttl-test-firm-ray.svc logger.go:42: 15:24:03 | standby-pgbackrest/9-verify-encryption-standby | ++ local 'command=SHOW pg_tde.wal_encrypt;' logger.go:42: 15:24:03 | standby-pgbackrest/9-verify-encryption-standby | ++ local uri=postgres:ouwHNYwX5iogXlXdlYCVUvY8@standby-cluster-primary.kuttl-test-firm-ray.svc logger.go:42: 15:24:03 | standby-pgbackrest/9-verify-encryption-standby | ++ local driver=postgres logger.go:42: 15:24:03 | standby-pgbackrest/9-verify-encryption-standby | +++ get_client_pod logger.go:42: 15:24:03 | standby-pgbackrest/9-verify-encryption-standby | +++ kubectl -n kuttl-test-firm-ray get pods --selector=name=pg-client -o 'jsonpath={.items[].metadata.name}' logger.go:42: 15:24:03 | standby-pgbackrest/9-verify-encryption-standby | ++ kubectl -n kuttl-test-firm-ray exec pg-client-65d98588cc-bpjlx -- psql -v ON_ERROR_STOP=1 -t -q postgres://postgres:ouwHNYwX5iogXlXdlYCVUvY8@standby-cluster-primary.kuttl-test-firm-ray.svc -c 'SHOW pg_tde.wal_encrypt;' logger.go:42: 15:24:04 | standby-pgbackrest/9-verify-encryption-standby | + result=' on' logger.go:42: 15:24:04 | standby-pgbackrest/9-verify-encryption-standby | + kubectl -n kuttl-test-firm-ray create configmap 09-verify-wal-encryption-standby '--from-literal=pg_tde_wal_encrypt= on' logger.go:42: 15:24:05 | standby-pgbackrest/9-verify-encryption-standby | configmap/09-verify-wal-encryption-standby created logger.go:42: 15:24:05 | standby-pgbackrest/9-verify-encryption-standby | ++ get_standby_psql_uri standby-cluster postgres source-cluster logger.go:42: 15:24:05 | standby-pgbackrest/9-verify-encryption-standby | ++ local standby_cluster=standby-cluster logger.go:42: 15:24:05 | standby-pgbackrest/9-verify-encryption-standby | ++ local user=postgres logger.go:42: 15:24:05 | standby-pgbackrest/9-verify-encryption-standby | ++ local source_cluster=source-cluster logger.go:42: 15:24:05 | standby-pgbackrest/9-verify-encryption-standby | ++ local standby_secret_name=standby-cluster-pguser-postgres logger.go:42: 15:24:05 | standby-pgbackrest/9-verify-encryption-standby | ++ local source_secret_name=source-cluster-pguser-postgres logger.go:42: 15:24:05 | standby-pgbackrest/9-verify-encryption-standby | +++ get_psql_user_pass source-cluster-pguser-postgres logger.go:42: 15:24:05 | standby-pgbackrest/9-verify-encryption-standby | +++ local secret_name=source-cluster-pguser-postgres logger.go:42: 15:24:05 | standby-pgbackrest/9-verify-encryption-standby | +++ kubectl -n kuttl-test-firm-ray get secret/source-cluster-pguser-postgres '--template={{.data.password | base64decode}}' logger.go:42: 15:24:05 | standby-pgbackrest/9-verify-encryption-standby | +++ get_psql_user_host standby-cluster-pguser-postgres logger.go:42: 15:24:05 | standby-pgbackrest/9-verify-encryption-standby | +++ local secret_name=standby-cluster-pguser-postgres logger.go:42: 15:24:05 | standby-pgbackrest/9-verify-encryption-standby | +++ kubectl -n kuttl-test-firm-ray get secret/standby-cluster-pguser-postgres '--template={{.data.host | base64decode }}' logger.go:42: 15:24:05 | standby-pgbackrest/9-verify-encryption-standby | ++ echo postgres:ouwHNYwX5iogXlXdlYCVUvY8@standby-cluster-primary.kuttl-test-firm-ray.svc logger.go:42: 15:24:05 | standby-pgbackrest/9-verify-encryption-standby | + run_psql_command 'SELECT pg_tde_verify_key();' postgres:ouwHNYwX5iogXlXdlYCVUvY8@standby-cluster-primary.kuttl-test-firm-ray.svc/myapp logger.go:42: 15:24:05 | standby-pgbackrest/9-verify-encryption-standby | + local 'command=SELECT pg_tde_verify_key();' logger.go:42: 15:24:05 | standby-pgbackrest/9-verify-encryption-standby | + local uri=postgres:ouwHNYwX5iogXlXdlYCVUvY8@standby-cluster-primary.kuttl-test-firm-ray.svc/myapp logger.go:42: 15:24:05 | standby-pgbackrest/9-verify-encryption-standby | + local driver=postgres logger.go:42: 15:24:05 | standby-pgbackrest/9-verify-encryption-standby | ++ get_client_pod logger.go:42: 15:24:05 | standby-pgbackrest/9-verify-encryption-standby | ++ kubectl -n kuttl-test-firm-ray get pods --selector=name=pg-client -o 'jsonpath={.items[].metadata.name}' logger.go:42: 15:24:06 | standby-pgbackrest/9-verify-encryption-standby | + kubectl -n kuttl-test-firm-ray exec pg-client-65d98588cc-bpjlx -- psql -v ON_ERROR_STOP=1 -t -q postgres://postgres:ouwHNYwX5iogXlXdlYCVUvY8@standby-cluster-primary.kuttl-test-firm-ray.svc/myapp -c 'SELECT pg_tde_verify_key();' logger.go:42: 15:24:07 | standby-pgbackrest/9-verify-encryption-standby | logger.go:42: 15:24:07 | standby-pgbackrest/9-verify-encryption-standby | logger.go:42: 15:24:07 | standby-pgbackrest/9-verify-encryption-standby | ++ get_standby_psql_uri standby-cluster postgres source-cluster logger.go:42: 15:24:07 | standby-pgbackrest/9-verify-encryption-standby | ++ local standby_cluster=standby-cluster logger.go:42: 15:24:07 | standby-pgbackrest/9-verify-encryption-standby | ++ local user=postgres logger.go:42: 15:24:07 | standby-pgbackrest/9-verify-encryption-standby | ++ local source_cluster=source-cluster logger.go:42: 15:24:07 | standby-pgbackrest/9-verify-encryption-standby | ++ local standby_secret_name=standby-cluster-pguser-postgres logger.go:42: 15:24:07 | standby-pgbackrest/9-verify-encryption-standby | ++ local source_secret_name=source-cluster-pguser-postgres logger.go:42: 15:24:07 | standby-pgbackrest/9-verify-encryption-standby | +++ get_psql_user_pass source-cluster-pguser-postgres logger.go:42: 15:24:07 | standby-pgbackrest/9-verify-encryption-standby | +++ local secret_name=source-cluster-pguser-postgres logger.go:42: 15:24:07 | standby-pgbackrest/9-verify-encryption-standby | +++ kubectl -n kuttl-test-firm-ray get secret/source-cluster-pguser-postgres '--template={{.data.password | base64decode}}' logger.go:42: 15:24:08 | standby-pgbackrest/9-verify-encryption-standby | +++ get_psql_user_host standby-cluster-pguser-postgres logger.go:42: 15:24:08 | standby-pgbackrest/9-verify-encryption-standby | +++ local secret_name=standby-cluster-pguser-postgres logger.go:42: 15:24:08 | standby-pgbackrest/9-verify-encryption-standby | +++ kubectl -n kuttl-test-firm-ray get secret/standby-cluster-pguser-postgres '--template={{.data.host | base64decode }}' logger.go:42: 15:24:08 | standby-pgbackrest/9-verify-encryption-standby | ++ echo postgres:ouwHNYwX5iogXlXdlYCVUvY8@standby-cluster-primary.kuttl-test-firm-ray.svc logger.go:42: 15:24:08 | standby-pgbackrest/9-verify-encryption-standby | + assert_pg_tde_key_info_uid postgres:ouwHNYwX5iogXlXdlYCVUvY8@standby-cluster-primary.kuttl-test-firm-ray.svc/myapp source-cluster logger.go:42: 15:24:08 | standby-pgbackrest/9-verify-encryption-standby | + local uri=postgres:ouwHNYwX5iogXlXdlYCVUvY8@standby-cluster-primary.kuttl-test-firm-ray.svc/myapp logger.go:42: 15:24:08 | standby-pgbackrest/9-verify-encryption-standby | + local cluster=source-cluster logger.go:42: 15:24:08 | standby-pgbackrest/9-verify-encryption-standby | + local uid logger.go:42: 15:24:08 | standby-pgbackrest/9-verify-encryption-standby | ++ kubectl -n kuttl-test-firm-ray get postgrescluster source-cluster -o 'jsonpath={.metadata.uid}' logger.go:42: 15:24:09 | standby-pgbackrest/9-verify-encryption-standby | + uid=fb52aea1-2213-42c8-ba99-c26c809e04cc logger.go:42: 15:24:09 | standby-pgbackrest/9-verify-encryption-standby | + echo 'Showing TDE key info' logger.go:42: 15:24:09 | standby-pgbackrest/9-verify-encryption-standby | Showing TDE key info logger.go:42: 15:24:09 | standby-pgbackrest/9-verify-encryption-standby | + local key_info logger.go:42: 15:24:09 | standby-pgbackrest/9-verify-encryption-standby | ++ run_psql_command 'SELECT pg_tde_key_info();' postgres:ouwHNYwX5iogXlXdlYCVUvY8@standby-cluster-primary.kuttl-test-firm-ray.svc/myapp logger.go:42: 15:24:09 | standby-pgbackrest/9-verify-encryption-standby | ++ local 'command=SELECT pg_tde_key_info();' logger.go:42: 15:24:09 | standby-pgbackrest/9-verify-encryption-standby | ++ local uri=postgres:ouwHNYwX5iogXlXdlYCVUvY8@standby-cluster-primary.kuttl-test-firm-ray.svc/myapp logger.go:42: 15:24:09 | standby-pgbackrest/9-verify-encryption-standby | ++ local driver=postgres logger.go:42: 15:24:09 | standby-pgbackrest/9-verify-encryption-standby | +++ get_client_pod logger.go:42: 15:24:09 | standby-pgbackrest/9-verify-encryption-standby | +++ kubectl -n kuttl-test-firm-ray get pods --selector=name=pg-client -o 'jsonpath={.items[].metadata.name}' logger.go:42: 15:24:09 | standby-pgbackrest/9-verify-encryption-standby | ++ kubectl -n kuttl-test-firm-ray exec pg-client-65d98588cc-bpjlx -- psql -v ON_ERROR_STOP=1 -t -q postgres://postgres:ouwHNYwX5iogXlXdlYCVUvY8@standby-cluster-primary.kuttl-test-firm-ray.svc/myapp -c 'SELECT pg_tde_key_info();' logger.go:42: 15:24:10 | standby-pgbackrest/9-verify-encryption-standby | + key_info=' (global-master-key-fb52aea1-2213-42c8-ba99-c26c809e04cc,vault-provider,-1,"2026-08-20 15:11:55.069126+00")' logger.go:42: 15:24:10 | standby-pgbackrest/9-verify-encryption-standby | + echo ' (global-master-key-fb52aea1-2213-42c8-ba99-c26c809e04cc,vault-provider,-1,"2026-08-20 15:11:55.069126+00")' logger.go:42: 15:24:10 | standby-pgbackrest/9-verify-encryption-standby | (global-master-key-fb52aea1-2213-42c8-ba99-c26c809e04cc,vault-provider,-1,"2026-08-20 15:11:55.069126+00") logger.go:42: 15:24:10 | standby-pgbackrest/9-verify-encryption-standby | + [[ (global-master-key-fb52aea1-2213-42c8-ba99-c26c809e04cc,vault-provider,-1,"2026-08-20 15:11:55.069126+00") != *global\-master\-key\-fb52aea1\-2213\-42c8\-ba99\-c26c809e04cc* ]] logger.go:42: 15:24:12 | standby-pgbackrest/9-verify-encryption-standby | test step completed 9-verify-encryption-standby logger.go:42: 15:24:12 | standby-pgbackrest/10-switch-standby | starting test step 10-switch-standby logger.go:42: 15:24:12 | standby-pgbackrest/10-switch-standby | running command: [sh -c set -o xtrace source ../../functions # pause source cluster and then standby to be primary kubectl patch pg -n "${NAMESPACE}" source-cluster --type=merge -p '{"spec": {"pause": true}}' # wait till source cluster is paused kubectl -n "${NAMESPACE}" wait --for=jsonpath='{.status.state}=paused' pg source-cluster --timeout=120s kubectl patch pg -n "${NAMESPACE}" standby-cluster --type=merge -p '{"spec":{"standby":{"enabled":false}}}'] logger.go:42: 15:24:12 | standby-pgbackrest/10-switch-standby | + source ../../functions logger.go:42: 15:24:12 | standby-pgbackrest/10-switch-standby | +++ realpath ../../.. logger.go:42: 15:24:12 | standby-pgbackrest/10-switch-standby | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-pg-operator_PR-1770 logger.go:42: 15:24:12 | standby-pgbackrest/10-switch-standby | ++ CERT_MANAGER_VER=1.20.2 logger.go:42: 15:24:12 | standby-pgbackrest/10-switch-standby | ++ CERT_MANAGER_TEST_LABEL=e2e.percona.com/managed-by=percona-postgresql-operator-tests logger.go:42: 15:24:12 | standby-pgbackrest/10-switch-standby | ++ CHAOS_MESH_VER=2.5.1 logger.go:42: 15:24:12 | standby-pgbackrest/10-switch-standby | ++ BUSYBOX_VER=1.36 logger.go:42: 15:24:12 | standby-pgbackrest/10-switch-standby | ++++ pwd logger.go:42: 15:24:12 | standby-pgbackrest/10-switch-standby | +++ basename /mnt/jenkins/workspace/cloud-pg-operator_PR-1770/e2e-tests/tests/standby-pgbackrest logger.go:42: 15:24:12 | standby-pgbackrest/10-switch-standby | ++ test_name=standby-pgbackrest logger.go:42: 15:24:12 | standby-pgbackrest/10-switch-standby | ++ source /mnt/jenkins/workspace/cloud-pg-operator_PR-1770/e2e-tests/vars.sh logger.go:42: 15:24:12 | standby-pgbackrest/10-switch-standby | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-pg-operator_PR-1770 logger.go:42: 15:24:12 | standby-pgbackrest/10-switch-standby | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-pg-operator_PR-1770 logger.go:42: 15:24:12 | standby-pgbackrest/10-switch-standby | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1770/deploy logger.go:42: 15:24:12 | standby-pgbackrest/10-switch-standby | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1770/deploy logger.go:42: 15:24:12 | standby-pgbackrest/10-switch-standby | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1770/e2e-tests logger.go:42: 15:24:12 | standby-pgbackrest/10-switch-standby | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1770/e2e-tests logger.go:42: 15:24:12 | standby-pgbackrest/10-switch-standby | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1770/e2e-tests/conf logger.go:42: 15:24:12 | standby-pgbackrest/10-switch-standby | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1770/e2e-tests/conf logger.go:42: 15:24:12 | standby-pgbackrest/10-switch-standby | +++ export TEST_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1770/e2e-tests/tests/standby-pgbackrest/conf logger.go:42: 15:24:12 | standby-pgbackrest/10-switch-standby | +++ TEST_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1770/e2e-tests/tests/standby-pgbackrest/conf logger.go:42: 15:24:12 | standby-pgbackrest/10-switch-standby | +++ export TEMP_DIR=/tmp/kuttl/pg/standby-pgbackrest logger.go:42: 15:24:12 | standby-pgbackrest/10-switch-standby | +++ TEMP_DIR=/tmp/kuttl/pg/standby-pgbackrest logger.go:42: 15:24:12 | standby-pgbackrest/10-switch-standby | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 15:24:12 | standby-pgbackrest/10-switch-standby | +++ export GIT_BRANCH=PR-1770 logger.go:42: 15:24:12 | standby-pgbackrest/10-switch-standby | +++ GIT_BRANCH=PR-1770 logger.go:42: 15:24:12 | standby-pgbackrest/10-switch-standby | +++ export VERSION=PR-1770-8c67b09e6 logger.go:42: 15:24:12 | standby-pgbackrest/10-switch-standby | +++ VERSION=PR-1770-8c67b09e6 logger.go:42: 15:24:12 | standby-pgbackrest/10-switch-standby | +++ export SKIP_TEST_WARNINGS=true logger.go:42: 15:24:12 | standby-pgbackrest/10-switch-standby | +++ SKIP_TEST_WARNINGS=true logger.go:42: 15:24:12 | standby-pgbackrest/10-switch-standby | +++ export K8S_UPGRADE_PLATFORM=gke logger.go:42: 15:24:12 | standby-pgbackrest/10-switch-standby | +++ K8S_UPGRADE_PLATFORM=gke logger.go:42: 15:24:12 | standby-pgbackrest/10-switch-standby | +++ export K8S_UPGRADE_REGION=us-central1-a logger.go:42: 15:24:12 | standby-pgbackrest/10-switch-standby | +++ K8S_UPGRADE_REGION=us-central1-a logger.go:42: 15:24:12 | standby-pgbackrest/10-switch-standby | +++ export K8S_UPGRADE_INITIAL_VERSION= logger.go:42: 15:24:12 | standby-pgbackrest/10-switch-standby | +++ K8S_UPGRADE_INITIAL_VERSION= logger.go:42: 15:24:12 | standby-pgbackrest/10-switch-standby | +++ export K8S_UPGRADE_FINAL_VERSION= logger.go:42: 15:24:12 | standby-pgbackrest/10-switch-standby | +++ K8S_UPGRADE_FINAL_VERSION= logger.go:42: 15:24:12 | standby-pgbackrest/10-switch-standby | +++ [[ -z '' ]] logger.go:42: 15:24:12 | standby-pgbackrest/10-switch-standby | ++++ detect_k8s_platform logger.go:42: 15:24:12 | standby-pgbackrest/10-switch-standby | ++++ local detected_platform logger.go:42: 15:24:12 | standby-pgbackrest/10-switch-standby | ++++ local xtrace_enabled=false logger.go:42: 15:24:12 | standby-pgbackrest/10-switch-standby | ++++ [[ -o xtrace ]] logger.go:42: 15:24:12 | standby-pgbackrest/10-switch-standby | ++++ xtrace_enabled=true logger.go:42: 15:24:12 | standby-pgbackrest/10-switch-standby | ++++ set +o xtrace logger.go:42: 15:24:13 | standby-pgbackrest/10-switch-standby | +++ PLATFORM=gke logger.go:42: 15:24:13 | standby-pgbackrest/10-switch-standby | +++ export PLATFORM logger.go:42: 15:24:13 | standby-pgbackrest/10-switch-standby | +++ export IMAGE_BASE=perconalab/percona-postgresql-operator logger.go:42: 15:24:13 | standby-pgbackrest/10-switch-standby | +++ IMAGE_BASE=perconalab/percona-postgresql-operator logger.go:42: 15:24:13 | standby-pgbackrest/10-switch-standby | +++ export IMAGE=perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:24:13 | standby-pgbackrest/10-switch-standby | +++ IMAGE=perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:24:13 | standby-pgbackrest/10-switch-standby | +++ [[ ! -n '' ]] logger.go:42: 15:24:13 | standby-pgbackrest/10-switch-standby | +++ [[ -n '' ]] logger.go:42: 15:24:13 | standby-pgbackrest/10-switch-standby | +++ export PG_VER=18 logger.go:42: 15:24:13 | standby-pgbackrest/10-switch-standby | +++ PG_VER=18 logger.go:42: 15:24:13 | standby-pgbackrest/10-switch-standby | +++ export PG_DISTRIBUTION= logger.go:42: 15:24:13 | standby-pgbackrest/10-switch-standby | +++ PG_DISTRIBUTION= logger.go:42: 15:24:13 | standby-pgbackrest/10-switch-standby | +++ [[ '' == community ]] logger.go:42: 15:24:13 | standby-pgbackrest/10-switch-standby | +++ export IMAGE_PGBOUNCER=perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 15:24:13 | standby-pgbackrest/10-switch-standby | +++ IMAGE_PGBOUNCER=perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 15:24:13 | standby-pgbackrest/10-switch-standby | +++ export IMAGE_POSTGRESQL=perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 15:24:13 | standby-pgbackrest/10-switch-standby | +++ IMAGE_POSTGRESQL=perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 15:24:13 | standby-pgbackrest/10-switch-standby | +++ export IMAGE_BACKREST=perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 15:24:13 | standby-pgbackrest/10-switch-standby | +++ IMAGE_BACKREST=perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 15:24:13 | standby-pgbackrest/10-switch-standby | +++ export IMAGE_UPGRADE=perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 15:24:13 | standby-pgbackrest/10-switch-standby | +++ IMAGE_UPGRADE=perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 15:24:13 | standby-pgbackrest/10-switch-standby | +++ export BUCKET=pg-operator-testing logger.go:42: 15:24:13 | standby-pgbackrest/10-switch-standby | +++ BUCKET=pg-operator-testing logger.go:42: 15:24:13 | standby-pgbackrest/10-switch-standby | +++ export PMM_SERVER_VERSION=9.9.9 logger.go:42: 15:24:13 | standby-pgbackrest/10-switch-standby | +++ PMM_SERVER_VERSION=9.9.9 logger.go:42: 15:24:13 | standby-pgbackrest/10-switch-standby | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:24:13 | standby-pgbackrest/10-switch-standby | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:24:13 | standby-pgbackrest/10-switch-standby | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:24:13 | standby-pgbackrest/10-switch-standby | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:24:13 | standby-pgbackrest/10-switch-standby | +++ export IMAGE_LOGCOLLECTOR=perconalab/fluentbit:main-logcollector logger.go:42: 15:24:13 | standby-pgbackrest/10-switch-standby | +++ IMAGE_LOGCOLLECTOR=perconalab/fluentbit:main-logcollector logger.go:42: 15:24:13 | standby-pgbackrest/10-switch-standby | +++ export PGOV1_TAG=1.4.0 logger.go:42: 15:24:13 | standby-pgbackrest/10-switch-standby | +++ PGOV1_TAG=1.4.0 logger.go:42: 15:24:13 | standby-pgbackrest/10-switch-standby | +++ export PGOV1_VER=14 logger.go:42: 15:24:13 | standby-pgbackrest/10-switch-standby | +++ PGOV1_VER=14 logger.go:42: 15:24:13 | standby-pgbackrest/10-switch-standby | +++ export CPGO_VERSION=5.8.7 logger.go:42: 15:24:13 | standby-pgbackrest/10-switch-standby | +++ CPGO_VERSION=5.8.7 logger.go:42: 15:24:13 | standby-pgbackrest/10-switch-standby | +++ export MINIO_VER=5.4.0 logger.go:42: 15:24:13 | standby-pgbackrest/10-switch-standby | +++ MINIO_VER=5.4.0 logger.go:42: 15:24:13 | standby-pgbackrest/10-switch-standby | +++ export VAULT_VER=0.32.0 logger.go:42: 15:24:13 | standby-pgbackrest/10-switch-standby | +++ VAULT_VER=0.32.0 logger.go:42: 15:24:13 | standby-pgbackrest/10-switch-standby | +++ export REGISTRY_NAME=docker.io logger.go:42: 15:24:13 | standby-pgbackrest/10-switch-standby | +++ REGISTRY_NAME=docker.io logger.go:42: 15:24:13 | standby-pgbackrest/10-switch-standby | +++ export REGISTRY_NAME_FULL=docker.io/ logger.go:42: 15:24:13 | standby-pgbackrest/10-switch-standby | +++ REGISTRY_NAME_FULL=docker.io/ logger.go:42: 15:24:13 | standby-pgbackrest/10-switch-standby | ++++ printenv logger.go:42: 15:24:13 | standby-pgbackrest/10-switch-standby | ++++ grep -E '^IMAGE' logger.go:42: 15:24:13 | standby-pgbackrest/10-switch-standby | ++++ awk -F= '{print $1}' logger.go:42: 15:24:13 | standby-pgbackrest/10-switch-standby | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 15:24:13 | standby-pgbackrest/10-switch-standby | ++++ eval 'echo $IMAGE_BACKREST' logger.go:42: 15:24:13 | standby-pgbackrest/10-switch-standby | +++++ echo perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 15:24:13 | standby-pgbackrest/10-switch-standby | +++ var_value=perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 15:24:13 | standby-pgbackrest/10-switch-standby | +++ [[ perconalab/percona-postgresql-operator:main-pgbackrest18 == docker.io/* ]] logger.go:42: 15:24:13 | standby-pgbackrest/10-switch-standby | +++ [[ perconalab/percona-postgresql-operator:main-pgbackrest18 == percona/* ]] logger.go:42: 15:24:13 | standby-pgbackrest/10-switch-standby | +++ [[ perconalab/percona-postgresql-operator:main-pgbackrest18 == perconalab/* ]] logger.go:42: 15:24:13 | standby-pgbackrest/10-switch-standby | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 15:24:13 | standby-pgbackrest/10-switch-standby | +++ export IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 15:24:13 | standby-pgbackrest/10-switch-standby | +++ IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 15:24:13 | standby-pgbackrest/10-switch-standby | +++ echo IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 15:24:13 | standby-pgbackrest/10-switch-standby | IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 15:24:13 | standby-pgbackrest/10-switch-standby | +++ echo perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:24:13 | standby-pgbackrest/10-switch-standby | perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:24:13 | standby-pgbackrest/10-switch-standby | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 15:24:13 | standby-pgbackrest/10-switch-standby | ++++ eval 'echo $IMAGE' logger.go:42: 15:24:13 | standby-pgbackrest/10-switch-standby | +++++ echo perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:24:13 | standby-pgbackrest/10-switch-standby | +++ var_value=perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:24:13 | standby-pgbackrest/10-switch-standby | +++ [[ perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 == docker.io/* ]] logger.go:42: 15:24:13 | standby-pgbackrest/10-switch-standby | +++ [[ perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 == percona/* ]] logger.go:42: 15:24:13 | standby-pgbackrest/10-switch-standby | +++ [[ perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 == perconalab/* ]] logger.go:42: 15:24:13 | standby-pgbackrest/10-switch-standby | +++ new_value=docker.io/perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:24:13 | standby-pgbackrest/10-switch-standby | +++ export IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:24:13 | standby-pgbackrest/10-switch-standby | +++ IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:24:13 | standby-pgbackrest/10-switch-standby | +++ echo IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:24:13 | standby-pgbackrest/10-switch-standby | IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:24:13 | standby-pgbackrest/10-switch-standby | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:24:13 | standby-pgbackrest/10-switch-standby | docker.io/perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:24:13 | standby-pgbackrest/10-switch-standby | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 15:24:13 | standby-pgbackrest/10-switch-standby | ++++ eval 'echo $IMAGE_UPGRADE' logger.go:42: 15:24:13 | standby-pgbackrest/10-switch-standby | +++++ echo perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 15:24:13 | standby-pgbackrest/10-switch-standby | +++ var_value=perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 15:24:13 | standby-pgbackrest/10-switch-standby | +++ [[ perconalab/percona-postgresql-operator:main-upgrade == docker.io/* ]] logger.go:42: 15:24:13 | standby-pgbackrest/10-switch-standby | +++ [[ perconalab/percona-postgresql-operator:main-upgrade == percona/* ]] logger.go:42: 15:24:13 | standby-pgbackrest/10-switch-standby | +++ [[ perconalab/percona-postgresql-operator:main-upgrade == perconalab/* ]] logger.go:42: 15:24:13 | standby-pgbackrest/10-switch-standby | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 15:24:13 | standby-pgbackrest/10-switch-standby | +++ export IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 15:24:13 | standby-pgbackrest/10-switch-standby | +++ IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 15:24:13 | standby-pgbackrest/10-switch-standby | +++ echo IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 15:24:13 | standby-pgbackrest/10-switch-standby | IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 15:24:13 | standby-pgbackrest/10-switch-standby | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:24:13 | standby-pgbackrest/10-switch-standby | docker.io/perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:24:13 | standby-pgbackrest/10-switch-standby | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 15:24:13 | standby-pgbackrest/10-switch-standby | ++++ eval 'echo $IMAGE_LOGCOLLECTOR' logger.go:42: 15:24:13 | standby-pgbackrest/10-switch-standby | +++++ echo perconalab/fluentbit:main-logcollector logger.go:42: 15:24:13 | standby-pgbackrest/10-switch-standby | +++ var_value=perconalab/fluentbit:main-logcollector logger.go:42: 15:24:13 | standby-pgbackrest/10-switch-standby | +++ [[ perconalab/fluentbit:main-logcollector == docker.io/* ]] logger.go:42: 15:24:13 | standby-pgbackrest/10-switch-standby | +++ [[ perconalab/fluentbit:main-logcollector == percona/* ]] logger.go:42: 15:24:13 | standby-pgbackrest/10-switch-standby | +++ [[ perconalab/fluentbit:main-logcollector == perconalab/* ]] logger.go:42: 15:24:13 | standby-pgbackrest/10-switch-standby | +++ new_value=docker.io/perconalab/fluentbit:main-logcollector logger.go:42: 15:24:13 | standby-pgbackrest/10-switch-standby | +++ export IMAGE_LOGCOLLECTOR=docker.io/perconalab/fluentbit:main-logcollector logger.go:42: 15:24:13 | standby-pgbackrest/10-switch-standby | +++ IMAGE_LOGCOLLECTOR=docker.io/perconalab/fluentbit:main-logcollector logger.go:42: 15:24:13 | standby-pgbackrest/10-switch-standby | +++ echo IMAGE_LOGCOLLECTOR=docker.io/perconalab/fluentbit:main-logcollector logger.go:42: 15:24:13 | standby-pgbackrest/10-switch-standby | IMAGE_LOGCOLLECTOR=docker.io/perconalab/fluentbit:main-logcollector logger.go:42: 15:24:13 | standby-pgbackrest/10-switch-standby | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:24:13 | standby-pgbackrest/10-switch-standby | docker.io/perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:24:13 | standby-pgbackrest/10-switch-standby | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 15:24:13 | standby-pgbackrest/10-switch-standby | ++++ eval 'echo $IMAGE_BASE' logger.go:42: 15:24:13 | standby-pgbackrest/10-switch-standby | +++++ echo perconalab/percona-postgresql-operator logger.go:42: 15:24:13 | standby-pgbackrest/10-switch-standby | +++ var_value=perconalab/percona-postgresql-operator logger.go:42: 15:24:13 | standby-pgbackrest/10-switch-standby | +++ [[ perconalab/percona-postgresql-operator == docker.io/* ]] logger.go:42: 15:24:13 | standby-pgbackrest/10-switch-standby | +++ [[ perconalab/percona-postgresql-operator == percona/* ]] logger.go:42: 15:24:13 | standby-pgbackrest/10-switch-standby | +++ [[ perconalab/percona-postgresql-operator == perconalab/* ]] logger.go:42: 15:24:13 | standby-pgbackrest/10-switch-standby | +++ new_value=docker.io/perconalab/percona-postgresql-operator logger.go:42: 15:24:13 | standby-pgbackrest/10-switch-standby | +++ export IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 15:24:13 | standby-pgbackrest/10-switch-standby | +++ IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 15:24:13 | standby-pgbackrest/10-switch-standby | +++ echo IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 15:24:13 | standby-pgbackrest/10-switch-standby | IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 15:24:13 | standby-pgbackrest/10-switch-standby | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:24:13 | standby-pgbackrest/10-switch-standby | docker.io/perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:24:13 | standby-pgbackrest/10-switch-standby | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 15:24:13 | standby-pgbackrest/10-switch-standby | ++++ eval 'echo $IMAGE_PGBOUNCER' logger.go:42: 15:24:13 | standby-pgbackrest/10-switch-standby | +++++ echo perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 15:24:13 | standby-pgbackrest/10-switch-standby | +++ var_value=perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 15:24:13 | standby-pgbackrest/10-switch-standby | +++ [[ perconalab/percona-postgresql-operator:main-pgbouncer18 == docker.io/* ]] logger.go:42: 15:24:13 | standby-pgbackrest/10-switch-standby | +++ [[ perconalab/percona-postgresql-operator:main-pgbouncer18 == percona/* ]] logger.go:42: 15:24:13 | standby-pgbackrest/10-switch-standby | +++ [[ perconalab/percona-postgresql-operator:main-pgbouncer18 == perconalab/* ]] logger.go:42: 15:24:13 | standby-pgbackrest/10-switch-standby | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 15:24:13 | standby-pgbackrest/10-switch-standby | +++ export IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 15:24:13 | standby-pgbackrest/10-switch-standby | +++ IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 15:24:13 | standby-pgbackrest/10-switch-standby | +++ echo IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 15:24:13 | standby-pgbackrest/10-switch-standby | IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 15:24:13 | standby-pgbackrest/10-switch-standby | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:24:13 | standby-pgbackrest/10-switch-standby | docker.io/perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:24:13 | standby-pgbackrest/10-switch-standby | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 15:24:13 | standby-pgbackrest/10-switch-standby | ++++ eval 'echo $IMAGE_POSTGRESQL' logger.go:42: 15:24:13 | standby-pgbackrest/10-switch-standby | +++++ echo perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 15:24:13 | standby-pgbackrest/10-switch-standby | +++ var_value=perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 15:24:13 | standby-pgbackrest/10-switch-standby | +++ [[ perconalab/percona-postgresql-operator:main-ppg18-postgres == docker.io/* ]] logger.go:42: 15:24:13 | standby-pgbackrest/10-switch-standby | +++ [[ perconalab/percona-postgresql-operator:main-ppg18-postgres == percona/* ]] logger.go:42: 15:24:13 | standby-pgbackrest/10-switch-standby | +++ [[ perconalab/percona-postgresql-operator:main-ppg18-postgres == perconalab/* ]] logger.go:42: 15:24:13 | standby-pgbackrest/10-switch-standby | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 15:24:13 | standby-pgbackrest/10-switch-standby | +++ export IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 15:24:13 | standby-pgbackrest/10-switch-standby | +++ IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 15:24:13 | standby-pgbackrest/10-switch-standby | +++ echo IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 15:24:13 | standby-pgbackrest/10-switch-standby | IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 15:24:13 | standby-pgbackrest/10-switch-standby | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:24:13 | standby-pgbackrest/10-switch-standby | docker.io/perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:24:13 | standby-pgbackrest/10-switch-standby | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 15:24:13 | standby-pgbackrest/10-switch-standby | ++++ eval 'echo $IMAGE_PMM_SERVER' logger.go:42: 15:24:13 | standby-pgbackrest/10-switch-standby | +++++ echo perconalab/pmm-server:3-dev-latest logger.go:42: 15:24:13 | standby-pgbackrest/10-switch-standby | +++ var_value=perconalab/pmm-server:3-dev-latest logger.go:42: 15:24:13 | standby-pgbackrest/10-switch-standby | +++ [[ perconalab/pmm-server:3-dev-latest == docker.io/* ]] logger.go:42: 15:24:13 | standby-pgbackrest/10-switch-standby | +++ [[ perconalab/pmm-server:3-dev-latest == percona/* ]] logger.go:42: 15:24:13 | standby-pgbackrest/10-switch-standby | +++ [[ perconalab/pmm-server:3-dev-latest == perconalab/* ]] logger.go:42: 15:24:13 | standby-pgbackrest/10-switch-standby | +++ new_value=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 15:24:13 | standby-pgbackrest/10-switch-standby | +++ export IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 15:24:13 | standby-pgbackrest/10-switch-standby | +++ IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 15:24:13 | standby-pgbackrest/10-switch-standby | +++ echo IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 15:24:13 | standby-pgbackrest/10-switch-standby | IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 15:24:13 | standby-pgbackrest/10-switch-standby | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:24:13 | standby-pgbackrest/10-switch-standby | docker.io/perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:24:13 | standby-pgbackrest/10-switch-standby | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 15:24:13 | standby-pgbackrest/10-switch-standby | ++++ eval 'echo $IMAGE_PMM_CLIENT' logger.go:42: 15:24:13 | standby-pgbackrest/10-switch-standby | +++++ echo perconalab/pmm-client:3-dev-latest logger.go:42: 15:24:13 | standby-pgbackrest/10-switch-standby | +++ var_value=perconalab/pmm-client:3-dev-latest logger.go:42: 15:24:13 | standby-pgbackrest/10-switch-standby | +++ [[ perconalab/pmm-client:3-dev-latest == docker.io/* ]] logger.go:42: 15:24:13 | standby-pgbackrest/10-switch-standby | +++ [[ perconalab/pmm-client:3-dev-latest == percona/* ]] logger.go:42: 15:24:13 | standby-pgbackrest/10-switch-standby | +++ [[ perconalab/pmm-client:3-dev-latest == perconalab/* ]] logger.go:42: 15:24:13 | standby-pgbackrest/10-switch-standby | +++ new_value=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 15:24:13 | standby-pgbackrest/10-switch-standby | +++ export IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 15:24:13 | standby-pgbackrest/10-switch-standby | +++ IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 15:24:13 | standby-pgbackrest/10-switch-standby | +++ echo IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 15:24:13 | standby-pgbackrest/10-switch-standby | IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 15:24:13 | standby-pgbackrest/10-switch-standby | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:24:13 | standby-pgbackrest/10-switch-standby | docker.io/perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:24:13 | standby-pgbackrest/10-switch-standby | ++++ which gdate logger.go:42: 15:24:13 | standby-pgbackrest/10-switch-standby | which: no gdate in (/mnt/jenkins/workspace/cloud-pg-operator_PR-1770/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:24:13 | standby-pgbackrest/10-switch-standby | ++++ which date logger.go:42: 15:24:13 | standby-pgbackrest/10-switch-standby | +++ date=/usr/sbin/date logger.go:42: 15:24:13 | standby-pgbackrest/10-switch-standby | ++++ which gsed logger.go:42: 15:24:13 | standby-pgbackrest/10-switch-standby | which: no gsed in (/mnt/jenkins/workspace/cloud-pg-operator_PR-1770/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:24:13 | standby-pgbackrest/10-switch-standby | ++++ which sed logger.go:42: 15:24:13 | standby-pgbackrest/10-switch-standby | +++ sed=/usr/sbin/sed logger.go:42: 15:24:13 | standby-pgbackrest/10-switch-standby | + kubectl patch pg -n kuttl-test-firm-ray source-cluster --type=merge -p '{"spec": {"pause": true}}' logger.go:42: 15:24:14 | standby-pgbackrest/10-switch-standby | perconapgcluster.pgv2.percona.com/source-cluster patched logger.go:42: 15:24:14 | standby-pgbackrest/10-switch-standby | + kubectl -n kuttl-test-firm-ray wait '--for=jsonpath={.status.state}=paused' pg source-cluster --timeout=120s logger.go:42: 15:24:34 | standby-pgbackrest/10-switch-standby | perconapgcluster.pgv2.percona.com/source-cluster condition met logger.go:42: 15:24:34 | standby-pgbackrest/10-switch-standby | + kubectl patch pg -n kuttl-test-firm-ray standby-cluster --type=merge -p '{"spec":{"standby":{"enabled":false}}}' logger.go:42: 15:24:35 | standby-pgbackrest/10-switch-standby | perconapgcluster.pgv2.percona.com/standby-cluster patched logger.go:42: 15:24:38 | standby-pgbackrest/10-switch-standby | running command: [sh -c set -o errexit kubectl wait --for=condition=PGTDEEnabled --timeout=480s -n "${NAMESPACE}" pg/standby-cluster kubectl wait --for=condition=PGTDEVaultProviderReady --timeout=480s -n "${NAMESPACE}" pg/standby-cluster condStatus=$(kubectl get pg -n "${NAMESPACE}" standby-cluster -o jsonpath='{.status.conditions[?(@.type=="PGTDEEnabled")].status}') condReason=$(kubectl get pg -n "${NAMESPACE}" standby-cluster -o jsonpath='{.status.conditions[?(@.type=="PGTDEEnabled")].reason}') condMsg=$(kubectl get pg -n "${NAMESPACE}" standby-cluster -o jsonpath='{.status.conditions[?(@.type=="PGTDEEnabled")].message}') condGen=$(kubectl get pg -n "${NAMESPACE}" standby-cluster -o jsonpath='{.status.conditions[?(@.type=="PGTDEEnabled")].observedGeneration}') if [[ "${condStatus}" != "True" ]]; then echo "expected PGTDEEnabled status True, got ${condStatus}" exit 1 fi if [[ "${condReason}" != "Enabled" ]]; then echo "expected PGTDEEnabled reason Enabled, got ${condReason}" exit 1 fi if [[ "${condMsg}" != "pg_tde is enabled in PerconaPGCluster" ]]; then echo "expected PGTDEEnabled message 'pg_tde is enabled in PerconaPGCluster', got ${condMsg}" exit 1 fi if [[ "${condGen}" != "3" ]]; then echo "expected PGTDEEnabled observedGeneration 3, got ${condGen}" exit 1 fi condStatus=$(kubectl get pg -n "${NAMESPACE}" standby-cluster -o jsonpath='{.status.conditions[?(@.type=="PGTDEVaultProviderReady")].status}') condReason=$(kubectl get pg -n "${NAMESPACE}" standby-cluster -o jsonpath='{.status.conditions[?(@.type=="PGTDEVaultProviderReady")].reason}') condMsg=$(kubectl get pg -n "${NAMESPACE}" standby-cluster -o jsonpath='{.status.conditions[?(@.type=="PGTDEVaultProviderReady")].message}') condGen=$(kubectl get pg -n "${NAMESPACE}" standby-cluster -o jsonpath='{.status.conditions[?(@.type=="PGTDEVaultProviderReady")].observedGeneration}') if [[ "${condStatus}" != "True" ]]; then echo "expected PGTDEVaultProviderReady status True, got ${condStatus}" exit 1 fi if [[ "${condReason}" != "Configured" ]]; then echo "expected PGTDEVaultProviderReady reason Configured, got ${condReason}" exit 1 fi if [[ "${condMsg}" != "pg_tde vault key provider matches the spec" ]]; then echo "expected PGTDEVaultProviderReady message 'pg_tde vault key provider matches the spec', got ${condMsg}" exit 1 fi if [[ "${condGen}" != "3" ]]; then echo "expected PGTDEVaultProviderReady observedGeneration 3, got ${condGen}" exit 1 fi # role=primary, spec.standby.enabled=false and status.state=ready are not # proof of promotion: a Standby Leader keeps the primary label and can be # ready while still in recovery. pg_is_in_recovery() is the Postgres signal. primary=$(kubectl -n "${NAMESPACE}" get pods --selector=postgres-operator.crunchydata.com/role=primary,postgres-operator.crunchydata.com/cluster=standby-cluster -o jsonpath='{.items[0].metadata.name}') in_recovery=$(kubectl -n "${NAMESPACE}" exec "${primary}" -c database -- psql -t -A -c 'SELECT pg_is_in_recovery();') test "${in_recovery}" = "f" patroni_list=$(kubectl -n "${NAMESPACE}" exec "${primary}" -c database -- patronictl list) if echo "${patroni_list}" | grep -q 'Standby Leader'; then echo "Patroni still reports Standby Leader:" echo "${patroni_list}" exit 1 fi if ! echo "${patroni_list}" | grep -q '| Leader |'; then echo "Patroni does not report a Leader:" echo "${patroni_list}" exit 1 fi] logger.go:42: 15:24:39 | standby-pgbackrest/10-switch-standby | E0820 15:24:39.293941 45792 reflector.go:227] "Failed to watch" err="Get \"https://34.66.101.239/apis/pgv2.percona.com/v2/namespaces/kuttl-test-firm-ray/perconapgclusters?allowWatchBookmarks=true&fieldSelector=metadata.name%3Dstandby-cluster&resourceVersion=1787239475365679000&timeoutSeconds=427&watch=true\": context canceled" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" type="*unstructured.Unstructured" logger.go:42: 15:24:39 | standby-pgbackrest/10-switch-standby | perconapgcluster.pgv2.percona.com/standby-cluster condition met logger.go:42: 15:24:40 | standby-pgbackrest/10-switch-standby | E0820 15:24:40.193027 45811 reflector.go:227] "Failed to watch" err="Get \"https://34.66.101.239/apis/pgv2.percona.com/v2/namespaces/kuttl-test-firm-ray/perconapgclusters?allowWatchBookmarks=true&fieldSelector=metadata.name%3Dstandby-cluster&resourceVersion=1787239475365679000&timeoutSeconds=549&watch=true\": context canceled" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" type="*unstructured.Unstructured" logger.go:42: 15:24:40 | standby-pgbackrest/10-switch-standby | perconapgcluster.pgv2.percona.com/standby-cluster condition met logger.go:42: 15:24:42 | standby-pgbackrest/10-switch-standby | expected PGTDEEnabled reason Enabled, got ReplicatedFromSource logger.go:42: 15:24:44 | standby-pgbackrest/10-switch-standby | running command: [sh -c set -o errexit kubectl wait --for=condition=PGTDEEnabled --timeout=480s -n "${NAMESPACE}" pg/standby-cluster kubectl wait --for=condition=PGTDEVaultProviderReady --timeout=480s -n "${NAMESPACE}" pg/standby-cluster condStatus=$(kubectl get pg -n "${NAMESPACE}" standby-cluster -o jsonpath='{.status.conditions[?(@.type=="PGTDEEnabled")].status}') condReason=$(kubectl get pg -n "${NAMESPACE}" standby-cluster -o jsonpath='{.status.conditions[?(@.type=="PGTDEEnabled")].reason}') condMsg=$(kubectl get pg -n "${NAMESPACE}" standby-cluster -o jsonpath='{.status.conditions[?(@.type=="PGTDEEnabled")].message}') condGen=$(kubectl get pg -n "${NAMESPACE}" standby-cluster -o jsonpath='{.status.conditions[?(@.type=="PGTDEEnabled")].observedGeneration}') if [[ "${condStatus}" != "True" ]]; then echo "expected PGTDEEnabled status True, got ${condStatus}" exit 1 fi if [[ "${condReason}" != "Enabled" ]]; then echo "expected PGTDEEnabled reason Enabled, got ${condReason}" exit 1 fi if [[ "${condMsg}" != "pg_tde is enabled in PerconaPGCluster" ]]; then echo "expected PGTDEEnabled message 'pg_tde is enabled in PerconaPGCluster', got ${condMsg}" exit 1 fi if [[ "${condGen}" != "3" ]]; then echo "expected PGTDEEnabled observedGeneration 3, got ${condGen}" exit 1 fi condStatus=$(kubectl get pg -n "${NAMESPACE}" standby-cluster -o jsonpath='{.status.conditions[?(@.type=="PGTDEVaultProviderReady")].status}') condReason=$(kubectl get pg -n "${NAMESPACE}" standby-cluster -o jsonpath='{.status.conditions[?(@.type=="PGTDEVaultProviderReady")].reason}') condMsg=$(kubectl get pg -n "${NAMESPACE}" standby-cluster -o jsonpath='{.status.conditions[?(@.type=="PGTDEVaultProviderReady")].message}') condGen=$(kubectl get pg -n "${NAMESPACE}" standby-cluster -o jsonpath='{.status.conditions[?(@.type=="PGTDEVaultProviderReady")].observedGeneration}') if [[ "${condStatus}" != "True" ]]; then echo "expected PGTDEVaultProviderReady status True, got ${condStatus}" exit 1 fi if [[ "${condReason}" != "Configured" ]]; then echo "expected PGTDEVaultProviderReady reason Configured, got ${condReason}" exit 1 fi if [[ "${condMsg}" != "pg_tde vault key provider matches the spec" ]]; then echo "expected PGTDEVaultProviderReady message 'pg_tde vault key provider matches the spec', got ${condMsg}" exit 1 fi if [[ "${condGen}" != "3" ]]; then echo "expected PGTDEVaultProviderReady observedGeneration 3, got ${condGen}" exit 1 fi # role=primary, spec.standby.enabled=false and status.state=ready are not # proof of promotion: a Standby Leader keeps the primary label and can be # ready while still in recovery. pg_is_in_recovery() is the Postgres signal. primary=$(kubectl -n "${NAMESPACE}" get pods --selector=postgres-operator.crunchydata.com/role=primary,postgres-operator.crunchydata.com/cluster=standby-cluster -o jsonpath='{.items[0].metadata.name}') in_recovery=$(kubectl -n "${NAMESPACE}" exec "${primary}" -c database -- psql -t -A -c 'SELECT pg_is_in_recovery();') test "${in_recovery}" = "f" patroni_list=$(kubectl -n "${NAMESPACE}" exec "${primary}" -c database -- patronictl list) if echo "${patroni_list}" | grep -q 'Standby Leader'; then echo "Patroni still reports Standby Leader:" echo "${patroni_list}" exit 1 fi if ! echo "${patroni_list}" | grep -q '| Leader |'; then echo "Patroni does not report a Leader:" echo "${patroni_list}" exit 1 fi] logger.go:42: 15:24:45 | standby-pgbackrest/10-switch-standby | E0820 15:24:45.311642 45895 reflector.go:227] "Failed to watch" err="Get \"https://34.66.101.239/apis/pgv2.percona.com/v2/namespaces/kuttl-test-firm-ray/perconapgclusters?allowWatchBookmarks=true&fieldSelector=metadata.name%3Dstandby-cluster&resourceVersion=1787239482710735022&timeoutSeconds=383&watch=true\": context canceled" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" type="*unstructured.Unstructured" logger.go:42: 15:24:45 | standby-pgbackrest/10-switch-standby | perconapgcluster.pgv2.percona.com/standby-cluster condition met logger.go:42: 15:24:46 | standby-pgbackrest/10-switch-standby | E0820 15:24:46.174051 45914 reflector.go:227] "Failed to watch" err="Get \"https://34.66.101.239/apis/pgv2.percona.com/v2/namespaces/kuttl-test-firm-ray/perconapgclusters?allowWatchBookmarks=true&fieldSelector=metadata.name%3Dstandby-cluster&resourceVersion=1787239482710735022&timeoutSeconds=410&watch=true\": context canceled" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" type="*unstructured.Unstructured" logger.go:42: 15:24:46 | standby-pgbackrest/10-switch-standby | perconapgcluster.pgv2.percona.com/standby-cluster condition met logger.go:42: 15:24:48 | standby-pgbackrest/10-switch-standby | expected PGTDEEnabled reason Enabled, got ReplicatedFromSource logger.go:42: 15:24:50 | standby-pgbackrest/10-switch-standby | running command: [sh -c set -o errexit kubectl wait --for=condition=PGTDEEnabled --timeout=480s -n "${NAMESPACE}" pg/standby-cluster kubectl wait --for=condition=PGTDEVaultProviderReady --timeout=480s -n "${NAMESPACE}" pg/standby-cluster condStatus=$(kubectl get pg -n "${NAMESPACE}" standby-cluster -o jsonpath='{.status.conditions[?(@.type=="PGTDEEnabled")].status}') condReason=$(kubectl get pg -n "${NAMESPACE}" standby-cluster -o jsonpath='{.status.conditions[?(@.type=="PGTDEEnabled")].reason}') condMsg=$(kubectl get pg -n "${NAMESPACE}" standby-cluster -o jsonpath='{.status.conditions[?(@.type=="PGTDEEnabled")].message}') condGen=$(kubectl get pg -n "${NAMESPACE}" standby-cluster -o jsonpath='{.status.conditions[?(@.type=="PGTDEEnabled")].observedGeneration}') if [[ "${condStatus}" != "True" ]]; then echo "expected PGTDEEnabled status True, got ${condStatus}" exit 1 fi if [[ "${condReason}" != "Enabled" ]]; then echo "expected PGTDEEnabled reason Enabled, got ${condReason}" exit 1 fi if [[ "${condMsg}" != "pg_tde is enabled in PerconaPGCluster" ]]; then echo "expected PGTDEEnabled message 'pg_tde is enabled in PerconaPGCluster', got ${condMsg}" exit 1 fi if [[ "${condGen}" != "3" ]]; then echo "expected PGTDEEnabled observedGeneration 3, got ${condGen}" exit 1 fi condStatus=$(kubectl get pg -n "${NAMESPACE}" standby-cluster -o jsonpath='{.status.conditions[?(@.type=="PGTDEVaultProviderReady")].status}') condReason=$(kubectl get pg -n "${NAMESPACE}" standby-cluster -o jsonpath='{.status.conditions[?(@.type=="PGTDEVaultProviderReady")].reason}') condMsg=$(kubectl get pg -n "${NAMESPACE}" standby-cluster -o jsonpath='{.status.conditions[?(@.type=="PGTDEVaultProviderReady")].message}') condGen=$(kubectl get pg -n "${NAMESPACE}" standby-cluster -o jsonpath='{.status.conditions[?(@.type=="PGTDEVaultProviderReady")].observedGeneration}') if [[ "${condStatus}" != "True" ]]; then echo "expected PGTDEVaultProviderReady status True, got ${condStatus}" exit 1 fi if [[ "${condReason}" != "Configured" ]]; then echo "expected PGTDEVaultProviderReady reason Configured, got ${condReason}" exit 1 fi if [[ "${condMsg}" != "pg_tde vault key provider matches the spec" ]]; then echo "expected PGTDEVaultProviderReady message 'pg_tde vault key provider matches the spec', got ${condMsg}" exit 1 fi if [[ "${condGen}" != "3" ]]; then echo "expected PGTDEVaultProviderReady observedGeneration 3, got ${condGen}" exit 1 fi # role=primary, spec.standby.enabled=false and status.state=ready are not # proof of promotion: a Standby Leader keeps the primary label and can be # ready while still in recovery. pg_is_in_recovery() is the Postgres signal. primary=$(kubectl -n "${NAMESPACE}" get pods --selector=postgres-operator.crunchydata.com/role=primary,postgres-operator.crunchydata.com/cluster=standby-cluster -o jsonpath='{.items[0].metadata.name}') in_recovery=$(kubectl -n "${NAMESPACE}" exec "${primary}" -c database -- psql -t -A -c 'SELECT pg_is_in_recovery();') test "${in_recovery}" = "f" patroni_list=$(kubectl -n "${NAMESPACE}" exec "${primary}" -c database -- patronictl list) if echo "${patroni_list}" | grep -q 'Standby Leader'; then echo "Patroni still reports Standby Leader:" echo "${patroni_list}" exit 1 fi if ! echo "${patroni_list}" | grep -q '| Leader |'; then echo "Patroni does not report a Leader:" echo "${patroni_list}" exit 1 fi] logger.go:42: 15:24:51 | standby-pgbackrest/10-switch-standby | E0820 15:24:51.424473 46000 reflector.go:227] "Failed to watch" err="Get \"https://34.66.101.239/apis/pgv2.percona.com/v2/namespaces/kuttl-test-firm-ray/perconapgclusters?allowWatchBookmarks=true&fieldSelector=metadata.name%3Dstandby-cluster&resourceVersion=1787239487715024000&timeoutSeconds=550&watch=true\": context canceled" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" type="*unstructured.Unstructured" logger.go:42: 15:24:51 | standby-pgbackrest/10-switch-standby | perconapgcluster.pgv2.percona.com/standby-cluster condition met logger.go:42: 15:24:52 | standby-pgbackrest/10-switch-standby | E0820 15:24:52.596171 46019 reflector.go:227] "Failed to watch" err="Get \"https://34.66.101.239/apis/pgv2.percona.com/v2/namespaces/kuttl-test-firm-ray/perconapgclusters?allowWatchBookmarks=true&fieldSelector=metadata.name%3Dstandby-cluster&resourceVersion=1787239487715024000&timeoutSeconds=595&watch=true\": context canceled" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" type="*unstructured.Unstructured" logger.go:42: 15:24:52 | standby-pgbackrest/10-switch-standby | perconapgcluster.pgv2.percona.com/standby-cluster condition met logger.go:42: 15:24:54 | standby-pgbackrest/10-switch-standby | expected PGTDEEnabled reason Enabled, got ReplicatedFromSource logger.go:42: 15:24:56 | standby-pgbackrest/10-switch-standby | running command: [sh -c set -o errexit kubectl wait --for=condition=PGTDEEnabled --timeout=480s -n "${NAMESPACE}" pg/standby-cluster kubectl wait --for=condition=PGTDEVaultProviderReady --timeout=480s -n "${NAMESPACE}" pg/standby-cluster condStatus=$(kubectl get pg -n "${NAMESPACE}" standby-cluster -o jsonpath='{.status.conditions[?(@.type=="PGTDEEnabled")].status}') condReason=$(kubectl get pg -n "${NAMESPACE}" standby-cluster -o jsonpath='{.status.conditions[?(@.type=="PGTDEEnabled")].reason}') condMsg=$(kubectl get pg -n "${NAMESPACE}" standby-cluster -o jsonpath='{.status.conditions[?(@.type=="PGTDEEnabled")].message}') condGen=$(kubectl get pg -n "${NAMESPACE}" standby-cluster -o jsonpath='{.status.conditions[?(@.type=="PGTDEEnabled")].observedGeneration}') if [[ "${condStatus}" != "True" ]]; then echo "expected PGTDEEnabled status True, got ${condStatus}" exit 1 fi if [[ "${condReason}" != "Enabled" ]]; then echo "expected PGTDEEnabled reason Enabled, got ${condReason}" exit 1 fi if [[ "${condMsg}" != "pg_tde is enabled in PerconaPGCluster" ]]; then echo "expected PGTDEEnabled message 'pg_tde is enabled in PerconaPGCluster', got ${condMsg}" exit 1 fi if [[ "${condGen}" != "3" ]]; then echo "expected PGTDEEnabled observedGeneration 3, got ${condGen}" exit 1 fi condStatus=$(kubectl get pg -n "${NAMESPACE}" standby-cluster -o jsonpath='{.status.conditions[?(@.type=="PGTDEVaultProviderReady")].status}') condReason=$(kubectl get pg -n "${NAMESPACE}" standby-cluster -o jsonpath='{.status.conditions[?(@.type=="PGTDEVaultProviderReady")].reason}') condMsg=$(kubectl get pg -n "${NAMESPACE}" standby-cluster -o jsonpath='{.status.conditions[?(@.type=="PGTDEVaultProviderReady")].message}') condGen=$(kubectl get pg -n "${NAMESPACE}" standby-cluster -o jsonpath='{.status.conditions[?(@.type=="PGTDEVaultProviderReady")].observedGeneration}') if [[ "${condStatus}" != "True" ]]; then echo "expected PGTDEVaultProviderReady status True, got ${condStatus}" exit 1 fi if [[ "${condReason}" != "Configured" ]]; then echo "expected PGTDEVaultProviderReady reason Configured, got ${condReason}" exit 1 fi if [[ "${condMsg}" != "pg_tde vault key provider matches the spec" ]]; then echo "expected PGTDEVaultProviderReady message 'pg_tde vault key provider matches the spec', got ${condMsg}" exit 1 fi if [[ "${condGen}" != "3" ]]; then echo "expected PGTDEVaultProviderReady observedGeneration 3, got ${condGen}" exit 1 fi # role=primary, spec.standby.enabled=false and status.state=ready are not # proof of promotion: a Standby Leader keeps the primary label and can be # ready while still in recovery. pg_is_in_recovery() is the Postgres signal. primary=$(kubectl -n "${NAMESPACE}" get pods --selector=postgres-operator.crunchydata.com/role=primary,postgres-operator.crunchydata.com/cluster=standby-cluster -o jsonpath='{.items[0].metadata.name}') in_recovery=$(kubectl -n "${NAMESPACE}" exec "${primary}" -c database -- psql -t -A -c 'SELECT pg_is_in_recovery();') test "${in_recovery}" = "f" patroni_list=$(kubectl -n "${NAMESPACE}" exec "${primary}" -c database -- patronictl list) if echo "${patroni_list}" | grep -q 'Standby Leader'; then echo "Patroni still reports Standby Leader:" echo "${patroni_list}" exit 1 fi if ! echo "${patroni_list}" | grep -q '| Leader |'; then echo "Patroni does not report a Leader:" echo "${patroni_list}" exit 1 fi] logger.go:42: 15:24:57 | standby-pgbackrest/10-switch-standby | E0820 15:24:57.727709 46105 reflector.go:227] "Failed to watch" err="Get \"https://34.66.101.239/apis/pgv2.percona.com/v2/namespaces/kuttl-test-firm-ray/perconapgclusters?allowWatchBookmarks=true&fieldSelector=metadata.name%3Dstandby-cluster&resourceVersion=1787239492715313000&timeoutSeconds=551&watch=true\": context canceled" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" type="*unstructured.Unstructured" logger.go:42: 15:24:57 | standby-pgbackrest/10-switch-standby | perconapgcluster.pgv2.percona.com/standby-cluster condition met logger.go:42: 15:24:58 | standby-pgbackrest/10-switch-standby | E0820 15:24:58.597139 46122 reflector.go:227] "Failed to watch" err="Get \"https://34.66.101.239/apis/pgv2.percona.com/v2/namespaces/kuttl-test-firm-ray/perconapgclusters?allowWatchBookmarks=true&fieldSelector=metadata.name%3Dstandby-cluster&resourceVersion=1787239497597071000&timeoutSeconds=358&watch=true\": context canceled" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" type="*unstructured.Unstructured" logger.go:42: 15:24:58 | standby-pgbackrest/10-switch-standby | perconapgcluster.pgv2.percona.com/standby-cluster condition met logger.go:42: 15:25:09 | standby-pgbackrest/10-switch-standby | running command: [sh -c set -o errexit kubectl wait --for=condition=PGTDEEnabled --timeout=480s -n "${NAMESPACE}" pg/standby-cluster kubectl wait --for=condition=PGTDEVaultProviderReady --timeout=480s -n "${NAMESPACE}" pg/standby-cluster condStatus=$(kubectl get pg -n "${NAMESPACE}" standby-cluster -o jsonpath='{.status.conditions[?(@.type=="PGTDEEnabled")].status}') condReason=$(kubectl get pg -n "${NAMESPACE}" standby-cluster -o jsonpath='{.status.conditions[?(@.type=="PGTDEEnabled")].reason}') condMsg=$(kubectl get pg -n "${NAMESPACE}" standby-cluster -o jsonpath='{.status.conditions[?(@.type=="PGTDEEnabled")].message}') condGen=$(kubectl get pg -n "${NAMESPACE}" standby-cluster -o jsonpath='{.status.conditions[?(@.type=="PGTDEEnabled")].observedGeneration}') if [[ "${condStatus}" != "True" ]]; then echo "expected PGTDEEnabled status True, got ${condStatus}" exit 1 fi if [[ "${condReason}" != "Enabled" ]]; then echo "expected PGTDEEnabled reason Enabled, got ${condReason}" exit 1 fi if [[ "${condMsg}" != "pg_tde is enabled in PerconaPGCluster" ]]; then echo "expected PGTDEEnabled message 'pg_tde is enabled in PerconaPGCluster', got ${condMsg}" exit 1 fi if [[ "${condGen}" != "3" ]]; then echo "expected PGTDEEnabled observedGeneration 3, got ${condGen}" exit 1 fi condStatus=$(kubectl get pg -n "${NAMESPACE}" standby-cluster -o jsonpath='{.status.conditions[?(@.type=="PGTDEVaultProviderReady")].status}') condReason=$(kubectl get pg -n "${NAMESPACE}" standby-cluster -o jsonpath='{.status.conditions[?(@.type=="PGTDEVaultProviderReady")].reason}') condMsg=$(kubectl get pg -n "${NAMESPACE}" standby-cluster -o jsonpath='{.status.conditions[?(@.type=="PGTDEVaultProviderReady")].message}') condGen=$(kubectl get pg -n "${NAMESPACE}" standby-cluster -o jsonpath='{.status.conditions[?(@.type=="PGTDEVaultProviderReady")].observedGeneration}') if [[ "${condStatus}" != "True" ]]; then echo "expected PGTDEVaultProviderReady status True, got ${condStatus}" exit 1 fi if [[ "${condReason}" != "Configured" ]]; then echo "expected PGTDEVaultProviderReady reason Configured, got ${condReason}" exit 1 fi if [[ "${condMsg}" != "pg_tde vault key provider matches the spec" ]]; then echo "expected PGTDEVaultProviderReady message 'pg_tde vault key provider matches the spec', got ${condMsg}" exit 1 fi if [[ "${condGen}" != "3" ]]; then echo "expected PGTDEVaultProviderReady observedGeneration 3, got ${condGen}" exit 1 fi # role=primary, spec.standby.enabled=false and status.state=ready are not # proof of promotion: a Standby Leader keeps the primary label and can be # ready while still in recovery. pg_is_in_recovery() is the Postgres signal. primary=$(kubectl -n "${NAMESPACE}" get pods --selector=postgres-operator.crunchydata.com/role=primary,postgres-operator.crunchydata.com/cluster=standby-cluster -o jsonpath='{.items[0].metadata.name}') in_recovery=$(kubectl -n "${NAMESPACE}" exec "${primary}" -c database -- psql -t -A -c 'SELECT pg_is_in_recovery();') test "${in_recovery}" = "f" patroni_list=$(kubectl -n "${NAMESPACE}" exec "${primary}" -c database -- patronictl list) if echo "${patroni_list}" | grep -q 'Standby Leader'; then echo "Patroni still reports Standby Leader:" echo "${patroni_list}" exit 1 fi if ! echo "${patroni_list}" | grep -q '| Leader |'; then echo "Patroni does not report a Leader:" echo "${patroni_list}" exit 1 fi] logger.go:42: 15:25:10 | standby-pgbackrest/10-switch-standby | E0820 15:25:10.834622 46333 reflector.go:227] "Failed to watch" err="Get \"https://34.66.101.239/apis/pgv2.percona.com/v2/namespaces/kuttl-test-firm-ray/perconapgclusters?allowWatchBookmarks=true&fieldSelector=metadata.name%3Dstandby-cluster&resourceVersion=1787239508230081000&timeoutSeconds=482&watch=true\": context canceled" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" type="*unstructured.Unstructured" logger.go:42: 15:25:10 | standby-pgbackrest/10-switch-standby | perconapgcluster.pgv2.percona.com/standby-cluster condition met logger.go:42: 15:25:11 | standby-pgbackrest/10-switch-standby | E0820 15:25:11.699176 46351 reflector.go:227] "Failed to watch" err="Get \"https://34.66.101.239/apis/pgv2.percona.com/v2/namespaces/kuttl-test-firm-ray/perconapgclusters?allowWatchBookmarks=true&fieldSelector=metadata.name%3Dstandby-cluster&resourceVersion=1787239508230081000&timeoutSeconds=450&watch=true\": context canceled" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" type="*unstructured.Unstructured" logger.go:42: 15:25:11 | standby-pgbackrest/10-switch-standby | perconapgcluster.pgv2.percona.com/standby-cluster condition met logger.go:42: 15:25:21 | standby-pgbackrest/10-switch-standby | running command: [sh -c set -o errexit kubectl wait --for=condition=PGTDEEnabled --timeout=480s -n "${NAMESPACE}" pg/standby-cluster kubectl wait --for=condition=PGTDEVaultProviderReady --timeout=480s -n "${NAMESPACE}" pg/standby-cluster condStatus=$(kubectl get pg -n "${NAMESPACE}" standby-cluster -o jsonpath='{.status.conditions[?(@.type=="PGTDEEnabled")].status}') condReason=$(kubectl get pg -n "${NAMESPACE}" standby-cluster -o jsonpath='{.status.conditions[?(@.type=="PGTDEEnabled")].reason}') condMsg=$(kubectl get pg -n "${NAMESPACE}" standby-cluster -o jsonpath='{.status.conditions[?(@.type=="PGTDEEnabled")].message}') condGen=$(kubectl get pg -n "${NAMESPACE}" standby-cluster -o jsonpath='{.status.conditions[?(@.type=="PGTDEEnabled")].observedGeneration}') if [[ "${condStatus}" != "True" ]]; then echo "expected PGTDEEnabled status True, got ${condStatus}" exit 1 fi if [[ "${condReason}" != "Enabled" ]]; then echo "expected PGTDEEnabled reason Enabled, got ${condReason}" exit 1 fi if [[ "${condMsg}" != "pg_tde is enabled in PerconaPGCluster" ]]; then echo "expected PGTDEEnabled message 'pg_tde is enabled in PerconaPGCluster', got ${condMsg}" exit 1 fi if [[ "${condGen}" != "3" ]]; then echo "expected PGTDEEnabled observedGeneration 3, got ${condGen}" exit 1 fi condStatus=$(kubectl get pg -n "${NAMESPACE}" standby-cluster -o jsonpath='{.status.conditions[?(@.type=="PGTDEVaultProviderReady")].status}') condReason=$(kubectl get pg -n "${NAMESPACE}" standby-cluster -o jsonpath='{.status.conditions[?(@.type=="PGTDEVaultProviderReady")].reason}') condMsg=$(kubectl get pg -n "${NAMESPACE}" standby-cluster -o jsonpath='{.status.conditions[?(@.type=="PGTDEVaultProviderReady")].message}') condGen=$(kubectl get pg -n "${NAMESPACE}" standby-cluster -o jsonpath='{.status.conditions[?(@.type=="PGTDEVaultProviderReady")].observedGeneration}') if [[ "${condStatus}" != "True" ]]; then echo "expected PGTDEVaultProviderReady status True, got ${condStatus}" exit 1 fi if [[ "${condReason}" != "Configured" ]]; then echo "expected PGTDEVaultProviderReady reason Configured, got ${condReason}" exit 1 fi if [[ "${condMsg}" != "pg_tde vault key provider matches the spec" ]]; then echo "expected PGTDEVaultProviderReady message 'pg_tde vault key provider matches the spec', got ${condMsg}" exit 1 fi if [[ "${condGen}" != "3" ]]; then echo "expected PGTDEVaultProviderReady observedGeneration 3, got ${condGen}" exit 1 fi # role=primary, spec.standby.enabled=false and status.state=ready are not # proof of promotion: a Standby Leader keeps the primary label and can be # ready while still in recovery. pg_is_in_recovery() is the Postgres signal. primary=$(kubectl -n "${NAMESPACE}" get pods --selector=postgres-operator.crunchydata.com/role=primary,postgres-operator.crunchydata.com/cluster=standby-cluster -o jsonpath='{.items[0].metadata.name}') in_recovery=$(kubectl -n "${NAMESPACE}" exec "${primary}" -c database -- psql -t -A -c 'SELECT pg_is_in_recovery();') test "${in_recovery}" = "f" patroni_list=$(kubectl -n "${NAMESPACE}" exec "${primary}" -c database -- patronictl list) if echo "${patroni_list}" | grep -q 'Standby Leader'; then echo "Patroni still reports Standby Leader:" echo "${patroni_list}" exit 1 fi if ! echo "${patroni_list}" | grep -q '| Leader |'; then echo "Patroni does not report a Leader:" echo "${patroni_list}" exit 1 fi] logger.go:42: 15:25:22 | standby-pgbackrest/10-switch-standby | E0820 15:25:22.877417 46559 reflector.go:227] "Failed to watch" err="Get \"https://34.66.101.239/apis/pgv2.percona.com/v2/namespaces/kuttl-test-firm-ray/perconapgclusters?allowWatchBookmarks=true&fieldSelector=metadata.name%3Dstandby-cluster&resourceVersion=1787239518230158000&timeoutSeconds=334&watch=true\": context canceled" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" type="*unstructured.Unstructured" logger.go:42: 15:25:22 | standby-pgbackrest/10-switch-standby | perconapgcluster.pgv2.percona.com/standby-cluster condition met logger.go:42: 15:25:23 | standby-pgbackrest/10-switch-standby | E0820 15:25:23.756190 46576 reflector.go:227] "Failed to watch" err="Get \"https://34.66.101.239/apis/pgv2.percona.com/v2/namespaces/kuttl-test-firm-ray/perconapgclusters?allowWatchBookmarks=true&fieldSelector=metadata.name%3Dstandby-cluster&resourceVersion=1787239523230207000&timeoutSeconds=473&watch=true\": context canceled" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" type="*unstructured.Unstructured" logger.go:42: 15:25:23 | standby-pgbackrest/10-switch-standby | perconapgcluster.pgv2.percona.com/standby-cluster condition met logger.go:42: 15:25:33 | standby-pgbackrest/10-switch-standby | running command: [sh -c set -o errexit kubectl wait --for=condition=PGTDEEnabled --timeout=480s -n "${NAMESPACE}" pg/standby-cluster kubectl wait --for=condition=PGTDEVaultProviderReady --timeout=480s -n "${NAMESPACE}" pg/standby-cluster condStatus=$(kubectl get pg -n "${NAMESPACE}" standby-cluster -o jsonpath='{.status.conditions[?(@.type=="PGTDEEnabled")].status}') condReason=$(kubectl get pg -n "${NAMESPACE}" standby-cluster -o jsonpath='{.status.conditions[?(@.type=="PGTDEEnabled")].reason}') condMsg=$(kubectl get pg -n "${NAMESPACE}" standby-cluster -o jsonpath='{.status.conditions[?(@.type=="PGTDEEnabled")].message}') condGen=$(kubectl get pg -n "${NAMESPACE}" standby-cluster -o jsonpath='{.status.conditions[?(@.type=="PGTDEEnabled")].observedGeneration}') if [[ "${condStatus}" != "True" ]]; then echo "expected PGTDEEnabled status True, got ${condStatus}" exit 1 fi if [[ "${condReason}" != "Enabled" ]]; then echo "expected PGTDEEnabled reason Enabled, got ${condReason}" exit 1 fi if [[ "${condMsg}" != "pg_tde is enabled in PerconaPGCluster" ]]; then echo "expected PGTDEEnabled message 'pg_tde is enabled in PerconaPGCluster', got ${condMsg}" exit 1 fi if [[ "${condGen}" != "3" ]]; then echo "expected PGTDEEnabled observedGeneration 3, got ${condGen}" exit 1 fi condStatus=$(kubectl get pg -n "${NAMESPACE}" standby-cluster -o jsonpath='{.status.conditions[?(@.type=="PGTDEVaultProviderReady")].status}') condReason=$(kubectl get pg -n "${NAMESPACE}" standby-cluster -o jsonpath='{.status.conditions[?(@.type=="PGTDEVaultProviderReady")].reason}') condMsg=$(kubectl get pg -n "${NAMESPACE}" standby-cluster -o jsonpath='{.status.conditions[?(@.type=="PGTDEVaultProviderReady")].message}') condGen=$(kubectl get pg -n "${NAMESPACE}" standby-cluster -o jsonpath='{.status.conditions[?(@.type=="PGTDEVaultProviderReady")].observedGeneration}') if [[ "${condStatus}" != "True" ]]; then echo "expected PGTDEVaultProviderReady status True, got ${condStatus}" exit 1 fi if [[ "${condReason}" != "Configured" ]]; then echo "expected PGTDEVaultProviderReady reason Configured, got ${condReason}" exit 1 fi if [[ "${condMsg}" != "pg_tde vault key provider matches the spec" ]]; then echo "expected PGTDEVaultProviderReady message 'pg_tde vault key provider matches the spec', got ${condMsg}" exit 1 fi if [[ "${condGen}" != "3" ]]; then echo "expected PGTDEVaultProviderReady observedGeneration 3, got ${condGen}" exit 1 fi # role=primary, spec.standby.enabled=false and status.state=ready are not # proof of promotion: a Standby Leader keeps the primary label and can be # ready while still in recovery. pg_is_in_recovery() is the Postgres signal. primary=$(kubectl -n "${NAMESPACE}" get pods --selector=postgres-operator.crunchydata.com/role=primary,postgres-operator.crunchydata.com/cluster=standby-cluster -o jsonpath='{.items[0].metadata.name}') in_recovery=$(kubectl -n "${NAMESPACE}" exec "${primary}" -c database -- psql -t -A -c 'SELECT pg_is_in_recovery();') test "${in_recovery}" = "f" patroni_list=$(kubectl -n "${NAMESPACE}" exec "${primary}" -c database -- patronictl list) if echo "${patroni_list}" | grep -q 'Standby Leader'; then echo "Patroni still reports Standby Leader:" echo "${patroni_list}" exit 1 fi if ! echo "${patroni_list}" | grep -q '| Leader |'; then echo "Patroni does not report a Leader:" echo "${patroni_list}" exit 1 fi] logger.go:42: 15:25:34 | standby-pgbackrest/10-switch-standby | E0820 15:25:34.680920 46785 reflector.go:227] "Failed to watch" err="Get \"https://34.66.101.239/apis/pgv2.percona.com/v2/namespaces/kuttl-test-firm-ray/perconapgclusters?allowWatchBookmarks=true&fieldSelector=metadata.name%3Dstandby-cluster&resourceVersion=1787239533230317000&timeoutSeconds=302&watch=true\": context canceled" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" type="*unstructured.Unstructured" logger.go:42: 15:25:34 | standby-pgbackrest/10-switch-standby | perconapgcluster.pgv2.percona.com/standby-cluster condition met logger.go:42: 15:25:35 | standby-pgbackrest/10-switch-standby | E0820 15:25:35.579136 46804 reflector.go:227] "Failed to watch" err="Get \"https://34.66.101.239/apis/pgv2.percona.com/v2/namespaces/kuttl-test-firm-ray/perconapgclusters?allowWatchBookmarks=true&fieldSelector=metadata.name%3Dstandby-cluster&resourceVersion=1787239533230317000&timeoutSeconds=527&watch=true\": context canceled" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" type="*unstructured.Unstructured" logger.go:42: 15:25:35 | standby-pgbackrest/10-switch-standby | perconapgcluster.pgv2.percona.com/standby-cluster condition met logger.go:42: 15:25:45 | standby-pgbackrest/10-switch-standby | running command: [sh -c set -o errexit kubectl wait --for=condition=PGTDEEnabled --timeout=480s -n "${NAMESPACE}" pg/standby-cluster kubectl wait --for=condition=PGTDEVaultProviderReady --timeout=480s -n "${NAMESPACE}" pg/standby-cluster condStatus=$(kubectl get pg -n "${NAMESPACE}" standby-cluster -o jsonpath='{.status.conditions[?(@.type=="PGTDEEnabled")].status}') condReason=$(kubectl get pg -n "${NAMESPACE}" standby-cluster -o jsonpath='{.status.conditions[?(@.type=="PGTDEEnabled")].reason}') condMsg=$(kubectl get pg -n "${NAMESPACE}" standby-cluster -o jsonpath='{.status.conditions[?(@.type=="PGTDEEnabled")].message}') condGen=$(kubectl get pg -n "${NAMESPACE}" standby-cluster -o jsonpath='{.status.conditions[?(@.type=="PGTDEEnabled")].observedGeneration}') if [[ "${condStatus}" != "True" ]]; then echo "expected PGTDEEnabled status True, got ${condStatus}" exit 1 fi if [[ "${condReason}" != "Enabled" ]]; then echo "expected PGTDEEnabled reason Enabled, got ${condReason}" exit 1 fi if [[ "${condMsg}" != "pg_tde is enabled in PerconaPGCluster" ]]; then echo "expected PGTDEEnabled message 'pg_tde is enabled in PerconaPGCluster', got ${condMsg}" exit 1 fi if [[ "${condGen}" != "3" ]]; then echo "expected PGTDEEnabled observedGeneration 3, got ${condGen}" exit 1 fi condStatus=$(kubectl get pg -n "${NAMESPACE}" standby-cluster -o jsonpath='{.status.conditions[?(@.type=="PGTDEVaultProviderReady")].status}') condReason=$(kubectl get pg -n "${NAMESPACE}" standby-cluster -o jsonpath='{.status.conditions[?(@.type=="PGTDEVaultProviderReady")].reason}') condMsg=$(kubectl get pg -n "${NAMESPACE}" standby-cluster -o jsonpath='{.status.conditions[?(@.type=="PGTDEVaultProviderReady")].message}') condGen=$(kubectl get pg -n "${NAMESPACE}" standby-cluster -o jsonpath='{.status.conditions[?(@.type=="PGTDEVaultProviderReady")].observedGeneration}') if [[ "${condStatus}" != "True" ]]; then echo "expected PGTDEVaultProviderReady status True, got ${condStatus}" exit 1 fi if [[ "${condReason}" != "Configured" ]]; then echo "expected PGTDEVaultProviderReady reason Configured, got ${condReason}" exit 1 fi if [[ "${condMsg}" != "pg_tde vault key provider matches the spec" ]]; then echo "expected PGTDEVaultProviderReady message 'pg_tde vault key provider matches the spec', got ${condMsg}" exit 1 fi if [[ "${condGen}" != "3" ]]; then echo "expected PGTDEVaultProviderReady observedGeneration 3, got ${condGen}" exit 1 fi # role=primary, spec.standby.enabled=false and status.state=ready are not # proof of promotion: a Standby Leader keeps the primary label and can be # ready while still in recovery. pg_is_in_recovery() is the Postgres signal. primary=$(kubectl -n "${NAMESPACE}" get pods --selector=postgres-operator.crunchydata.com/role=primary,postgres-operator.crunchydata.com/cluster=standby-cluster -o jsonpath='{.items[0].metadata.name}') in_recovery=$(kubectl -n "${NAMESPACE}" exec "${primary}" -c database -- psql -t -A -c 'SELECT pg_is_in_recovery();') test "${in_recovery}" = "f" patroni_list=$(kubectl -n "${NAMESPACE}" exec "${primary}" -c database -- patronictl list) if echo "${patroni_list}" | grep -q 'Standby Leader'; then echo "Patroni still reports Standby Leader:" echo "${patroni_list}" exit 1 fi if ! echo "${patroni_list}" | grep -q '| Leader |'; then echo "Patroni does not report a Leader:" echo "${patroni_list}" exit 1 fi] logger.go:42: 15:25:46 | standby-pgbackrest/10-switch-standby | E0820 15:25:46.567061 47012 reflector.go:227] "Failed to watch" err="Get \"https://34.66.101.239/apis/pgv2.percona.com/v2/namespaces/kuttl-test-firm-ray/perconapgclusters?allowWatchBookmarks=true&fieldSelector=metadata.name%3Dstandby-cluster&resourceVersion=1787239543230363000&timeoutSeconds=514&watch=true\": context canceled" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" type="*unstructured.Unstructured" logger.go:42: 15:25:46 | standby-pgbackrest/10-switch-standby | perconapgcluster.pgv2.percona.com/standby-cluster condition met logger.go:42: 15:25:47 | standby-pgbackrest/10-switch-standby | E0820 15:25:47.410725 47029 reflector.go:227] "Failed to watch" err="Get \"https://34.66.101.239/apis/pgv2.percona.com/v2/namespaces/kuttl-test-firm-ray/perconapgclusters?allowWatchBookmarks=true&fieldSelector=metadata.name%3Dstandby-cluster&resourceVersion=1787239543230363000&timeoutSeconds=440&watch=true\": context canceled" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" type="*unstructured.Unstructured" logger.go:42: 15:25:47 | standby-pgbackrest/10-switch-standby | perconapgcluster.pgv2.percona.com/standby-cluster condition met logger.go:42: 15:25:58 | standby-pgbackrest/10-switch-standby | running command: [sh -c set -o errexit kubectl wait --for=condition=PGTDEEnabled --timeout=480s -n "${NAMESPACE}" pg/standby-cluster kubectl wait --for=condition=PGTDEVaultProviderReady --timeout=480s -n "${NAMESPACE}" pg/standby-cluster condStatus=$(kubectl get pg -n "${NAMESPACE}" standby-cluster -o jsonpath='{.status.conditions[?(@.type=="PGTDEEnabled")].status}') condReason=$(kubectl get pg -n "${NAMESPACE}" standby-cluster -o jsonpath='{.status.conditions[?(@.type=="PGTDEEnabled")].reason}') condMsg=$(kubectl get pg -n "${NAMESPACE}" standby-cluster -o jsonpath='{.status.conditions[?(@.type=="PGTDEEnabled")].message}') condGen=$(kubectl get pg -n "${NAMESPACE}" standby-cluster -o jsonpath='{.status.conditions[?(@.type=="PGTDEEnabled")].observedGeneration}') if [[ "${condStatus}" != "True" ]]; then echo "expected PGTDEEnabled status True, got ${condStatus}" exit 1 fi if [[ "${condReason}" != "Enabled" ]]; then echo "expected PGTDEEnabled reason Enabled, got ${condReason}" exit 1 fi if [[ "${condMsg}" != "pg_tde is enabled in PerconaPGCluster" ]]; then echo "expected PGTDEEnabled message 'pg_tde is enabled in PerconaPGCluster', got ${condMsg}" exit 1 fi if [[ "${condGen}" != "3" ]]; then echo "expected PGTDEEnabled observedGeneration 3, got ${condGen}" exit 1 fi condStatus=$(kubectl get pg -n "${NAMESPACE}" standby-cluster -o jsonpath='{.status.conditions[?(@.type=="PGTDEVaultProviderReady")].status}') condReason=$(kubectl get pg -n "${NAMESPACE}" standby-cluster -o jsonpath='{.status.conditions[?(@.type=="PGTDEVaultProviderReady")].reason}') condMsg=$(kubectl get pg -n "${NAMESPACE}" standby-cluster -o jsonpath='{.status.conditions[?(@.type=="PGTDEVaultProviderReady")].message}') condGen=$(kubectl get pg -n "${NAMESPACE}" standby-cluster -o jsonpath='{.status.conditions[?(@.type=="PGTDEVaultProviderReady")].observedGeneration}') if [[ "${condStatus}" != "True" ]]; then echo "expected PGTDEVaultProviderReady status True, got ${condStatus}" exit 1 fi if [[ "${condReason}" != "Configured" ]]; then echo "expected PGTDEVaultProviderReady reason Configured, got ${condReason}" exit 1 fi if [[ "${condMsg}" != "pg_tde vault key provider matches the spec" ]]; then echo "expected PGTDEVaultProviderReady message 'pg_tde vault key provider matches the spec', got ${condMsg}" exit 1 fi if [[ "${condGen}" != "3" ]]; then echo "expected PGTDEVaultProviderReady observedGeneration 3, got ${condGen}" exit 1 fi # role=primary, spec.standby.enabled=false and status.state=ready are not # proof of promotion: a Standby Leader keeps the primary label and can be # ready while still in recovery. pg_is_in_recovery() is the Postgres signal. primary=$(kubectl -n "${NAMESPACE}" get pods --selector=postgres-operator.crunchydata.com/role=primary,postgres-operator.crunchydata.com/cluster=standby-cluster -o jsonpath='{.items[0].metadata.name}') in_recovery=$(kubectl -n "${NAMESPACE}" exec "${primary}" -c database -- psql -t -A -c 'SELECT pg_is_in_recovery();') test "${in_recovery}" = "f" patroni_list=$(kubectl -n "${NAMESPACE}" exec "${primary}" -c database -- patronictl list) if echo "${patroni_list}" | grep -q 'Standby Leader'; then echo "Patroni still reports Standby Leader:" echo "${patroni_list}" exit 1 fi if ! echo "${patroni_list}" | grep -q '| Leader |'; then echo "Patroni does not report a Leader:" echo "${patroni_list}" exit 1 fi] logger.go:42: 15:25:59 | standby-pgbackrest/10-switch-standby | E0820 15:25:59.757797 47239 reflector.go:227] "Failed to watch" err="Get \"https://34.66.101.239/apis/pgv2.percona.com/v2/namespaces/kuttl-test-firm-ray/perconapgclusters?allowWatchBookmarks=true&fieldSelector=metadata.name%3Dstandby-cluster&resourceVersion=1787239558403583000&timeoutSeconds=356&watch=true\": context canceled" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" type="*unstructured.Unstructured" logger.go:42: 15:25:59 | standby-pgbackrest/10-switch-standby | perconapgcluster.pgv2.percona.com/standby-cluster condition met logger.go:42: 15:26:00 | standby-pgbackrest/10-switch-standby | E0820 15:26:00.623630 47259 reflector.go:227] "Failed to watch" err="Get \"https://34.66.101.239/apis/pgv2.percona.com/v2/namespaces/kuttl-test-firm-ray/perconapgclusters?allowWatchBookmarks=true&fieldSelector=metadata.name%3Dstandby-cluster&resourceVersion=1787239558403583000&timeoutSeconds=456&watch=true\": context canceled" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" type="*unstructured.Unstructured" logger.go:42: 15:26:00 | standby-pgbackrest/10-switch-standby | perconapgcluster.pgv2.percona.com/standby-cluster condition met logger.go:42: 15:26:09 | standby-pgbackrest/10-switch-standby | test step completed 10-switch-standby logger.go:42: 15:26:09 | standby-pgbackrest/11-write-data | starting test step 11-write-data logger.go:42: 15:26:09 | standby-pgbackrest/11-write-data | running command: [sh -c set -o errexit set -o xtrace source ../../functions run_psql_local \ '\c myapp \\\ INSERT INTO myTable (id) VALUES (100501)' \ "$(get_psql_uri standby-cluster postgres)" run_psql_local \ 'CREATE DATABASE myapp2; \c myapp2 \\\ CREATE TABLE myTable2 (id int PRIMARY KEY) USING tde_heap;' \ "$(get_psql_uri standby-cluster postgres)" run_psql_local \ '\c myapp2 \\\ INSERT INTO myTable2 (id) VALUES (200500)' \ "$(get_psql_uri standby-cluster postgres)"] logger.go:42: 15:26:09 | standby-pgbackrest/11-write-data | + source ../../functions logger.go:42: 15:26:09 | standby-pgbackrest/11-write-data | +++ realpath ../../.. logger.go:42: 15:26:09 | standby-pgbackrest/11-write-data | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-pg-operator_PR-1770 logger.go:42: 15:26:09 | standby-pgbackrest/11-write-data | ++ CERT_MANAGER_VER=1.20.2 logger.go:42: 15:26:09 | standby-pgbackrest/11-write-data | ++ CERT_MANAGER_TEST_LABEL=e2e.percona.com/managed-by=percona-postgresql-operator-tests logger.go:42: 15:26:09 | standby-pgbackrest/11-write-data | ++ CHAOS_MESH_VER=2.5.1 logger.go:42: 15:26:09 | standby-pgbackrest/11-write-data | ++ BUSYBOX_VER=1.36 logger.go:42: 15:26:09 | standby-pgbackrest/11-write-data | ++++ pwd logger.go:42: 15:26:09 | standby-pgbackrest/11-write-data | +++ basename /mnt/jenkins/workspace/cloud-pg-operator_PR-1770/e2e-tests/tests/standby-pgbackrest logger.go:42: 15:26:09 | standby-pgbackrest/11-write-data | ++ test_name=standby-pgbackrest logger.go:42: 15:26:09 | standby-pgbackrest/11-write-data | ++ source /mnt/jenkins/workspace/cloud-pg-operator_PR-1770/e2e-tests/vars.sh logger.go:42: 15:26:09 | standby-pgbackrest/11-write-data | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-pg-operator_PR-1770 logger.go:42: 15:26:09 | standby-pgbackrest/11-write-data | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-pg-operator_PR-1770 logger.go:42: 15:26:09 | standby-pgbackrest/11-write-data | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1770/deploy logger.go:42: 15:26:09 | standby-pgbackrest/11-write-data | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1770/deploy logger.go:42: 15:26:09 | standby-pgbackrest/11-write-data | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1770/e2e-tests logger.go:42: 15:26:09 | standby-pgbackrest/11-write-data | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1770/e2e-tests logger.go:42: 15:26:09 | standby-pgbackrest/11-write-data | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1770/e2e-tests/conf logger.go:42: 15:26:09 | standby-pgbackrest/11-write-data | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1770/e2e-tests/conf logger.go:42: 15:26:09 | standby-pgbackrest/11-write-data | +++ export TEST_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1770/e2e-tests/tests/standby-pgbackrest/conf logger.go:42: 15:26:09 | standby-pgbackrest/11-write-data | +++ TEST_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1770/e2e-tests/tests/standby-pgbackrest/conf logger.go:42: 15:26:09 | standby-pgbackrest/11-write-data | +++ export TEMP_DIR=/tmp/kuttl/pg/standby-pgbackrest logger.go:42: 15:26:09 | standby-pgbackrest/11-write-data | +++ TEMP_DIR=/tmp/kuttl/pg/standby-pgbackrest logger.go:42: 15:26:09 | standby-pgbackrest/11-write-data | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 15:26:09 | standby-pgbackrest/11-write-data | +++ export GIT_BRANCH=PR-1770 logger.go:42: 15:26:09 | standby-pgbackrest/11-write-data | +++ GIT_BRANCH=PR-1770 logger.go:42: 15:26:09 | standby-pgbackrest/11-write-data | +++ export VERSION=PR-1770-8c67b09e6 logger.go:42: 15:26:09 | standby-pgbackrest/11-write-data | +++ VERSION=PR-1770-8c67b09e6 logger.go:42: 15:26:09 | standby-pgbackrest/11-write-data | +++ export SKIP_TEST_WARNINGS=true logger.go:42: 15:26:09 | standby-pgbackrest/11-write-data | +++ SKIP_TEST_WARNINGS=true logger.go:42: 15:26:09 | standby-pgbackrest/11-write-data | +++ export K8S_UPGRADE_PLATFORM=gke logger.go:42: 15:26:09 | standby-pgbackrest/11-write-data | +++ K8S_UPGRADE_PLATFORM=gke logger.go:42: 15:26:09 | standby-pgbackrest/11-write-data | +++ export K8S_UPGRADE_REGION=us-central1-a logger.go:42: 15:26:09 | standby-pgbackrest/11-write-data | +++ K8S_UPGRADE_REGION=us-central1-a logger.go:42: 15:26:09 | standby-pgbackrest/11-write-data | +++ export K8S_UPGRADE_INITIAL_VERSION= logger.go:42: 15:26:09 | standby-pgbackrest/11-write-data | +++ K8S_UPGRADE_INITIAL_VERSION= logger.go:42: 15:26:09 | standby-pgbackrest/11-write-data | +++ export K8S_UPGRADE_FINAL_VERSION= logger.go:42: 15:26:09 | standby-pgbackrest/11-write-data | +++ K8S_UPGRADE_FINAL_VERSION= logger.go:42: 15:26:09 | standby-pgbackrest/11-write-data | +++ [[ -z '' ]] logger.go:42: 15:26:09 | standby-pgbackrest/11-write-data | ++++ detect_k8s_platform logger.go:42: 15:26:09 | standby-pgbackrest/11-write-data | ++++ local detected_platform logger.go:42: 15:26:09 | standby-pgbackrest/11-write-data | ++++ local xtrace_enabled=false logger.go:42: 15:26:09 | standby-pgbackrest/11-write-data | ++++ [[ -o xtrace ]] logger.go:42: 15:26:09 | standby-pgbackrest/11-write-data | ++++ xtrace_enabled=true logger.go:42: 15:26:09 | standby-pgbackrest/11-write-data | ++++ set +o xtrace logger.go:42: 15:26:11 | standby-pgbackrest/11-write-data | +++ PLATFORM=gke logger.go:42: 15:26:11 | standby-pgbackrest/11-write-data | +++ export PLATFORM logger.go:42: 15:26:11 | standby-pgbackrest/11-write-data | +++ export IMAGE_BASE=perconalab/percona-postgresql-operator logger.go:42: 15:26:11 | standby-pgbackrest/11-write-data | +++ IMAGE_BASE=perconalab/percona-postgresql-operator logger.go:42: 15:26:11 | standby-pgbackrest/11-write-data | +++ export IMAGE=perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:26:11 | standby-pgbackrest/11-write-data | +++ IMAGE=perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:26:11 | standby-pgbackrest/11-write-data | +++ [[ ! -n '' ]] logger.go:42: 15:26:11 | standby-pgbackrest/11-write-data | +++ [[ -n '' ]] logger.go:42: 15:26:11 | standby-pgbackrest/11-write-data | +++ export PG_VER=18 logger.go:42: 15:26:11 | standby-pgbackrest/11-write-data | +++ PG_VER=18 logger.go:42: 15:26:11 | standby-pgbackrest/11-write-data | +++ export PG_DISTRIBUTION= logger.go:42: 15:26:11 | standby-pgbackrest/11-write-data | +++ PG_DISTRIBUTION= logger.go:42: 15:26:11 | standby-pgbackrest/11-write-data | +++ [[ '' == community ]] logger.go:42: 15:26:11 | standby-pgbackrest/11-write-data | +++ export IMAGE_PGBOUNCER=perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 15:26:11 | standby-pgbackrest/11-write-data | +++ IMAGE_PGBOUNCER=perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 15:26:11 | standby-pgbackrest/11-write-data | +++ export IMAGE_POSTGRESQL=perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 15:26:11 | standby-pgbackrest/11-write-data | +++ IMAGE_POSTGRESQL=perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 15:26:11 | standby-pgbackrest/11-write-data | +++ export IMAGE_BACKREST=perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 15:26:11 | standby-pgbackrest/11-write-data | +++ IMAGE_BACKREST=perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 15:26:11 | standby-pgbackrest/11-write-data | +++ export IMAGE_UPGRADE=perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 15:26:11 | standby-pgbackrest/11-write-data | +++ IMAGE_UPGRADE=perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 15:26:11 | standby-pgbackrest/11-write-data | +++ export BUCKET=pg-operator-testing logger.go:42: 15:26:11 | standby-pgbackrest/11-write-data | +++ BUCKET=pg-operator-testing logger.go:42: 15:26:11 | standby-pgbackrest/11-write-data | +++ export PMM_SERVER_VERSION=9.9.9 logger.go:42: 15:26:11 | standby-pgbackrest/11-write-data | +++ PMM_SERVER_VERSION=9.9.9 logger.go:42: 15:26:11 | standby-pgbackrest/11-write-data | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:26:11 | standby-pgbackrest/11-write-data | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:26:11 | standby-pgbackrest/11-write-data | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:26:11 | standby-pgbackrest/11-write-data | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:26:11 | standby-pgbackrest/11-write-data | +++ export IMAGE_LOGCOLLECTOR=perconalab/fluentbit:main-logcollector logger.go:42: 15:26:11 | standby-pgbackrest/11-write-data | +++ IMAGE_LOGCOLLECTOR=perconalab/fluentbit:main-logcollector logger.go:42: 15:26:11 | standby-pgbackrest/11-write-data | +++ export PGOV1_TAG=1.4.0 logger.go:42: 15:26:11 | standby-pgbackrest/11-write-data | +++ PGOV1_TAG=1.4.0 logger.go:42: 15:26:11 | standby-pgbackrest/11-write-data | +++ export PGOV1_VER=14 logger.go:42: 15:26:11 | standby-pgbackrest/11-write-data | +++ PGOV1_VER=14 logger.go:42: 15:26:11 | standby-pgbackrest/11-write-data | +++ export CPGO_VERSION=5.8.7 logger.go:42: 15:26:11 | standby-pgbackrest/11-write-data | +++ CPGO_VERSION=5.8.7 logger.go:42: 15:26:11 | standby-pgbackrest/11-write-data | +++ export MINIO_VER=5.4.0 logger.go:42: 15:26:11 | standby-pgbackrest/11-write-data | +++ MINIO_VER=5.4.0 logger.go:42: 15:26:11 | standby-pgbackrest/11-write-data | +++ export VAULT_VER=0.32.0 logger.go:42: 15:26:11 | standby-pgbackrest/11-write-data | +++ VAULT_VER=0.32.0 logger.go:42: 15:26:11 | standby-pgbackrest/11-write-data | +++ export REGISTRY_NAME=docker.io logger.go:42: 15:26:11 | standby-pgbackrest/11-write-data | +++ REGISTRY_NAME=docker.io logger.go:42: 15:26:11 | standby-pgbackrest/11-write-data | +++ export REGISTRY_NAME_FULL=docker.io/ logger.go:42: 15:26:11 | standby-pgbackrest/11-write-data | +++ REGISTRY_NAME_FULL=docker.io/ logger.go:42: 15:26:11 | standby-pgbackrest/11-write-data | ++++ printenv logger.go:42: 15:26:11 | standby-pgbackrest/11-write-data | ++++ grep -E '^IMAGE' logger.go:42: 15:26:11 | standby-pgbackrest/11-write-data | ++++ awk -F= '{print $1}' logger.go:42: 15:26:11 | standby-pgbackrest/11-write-data | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 15:26:11 | standby-pgbackrest/11-write-data | ++++ eval 'echo $IMAGE_BACKREST' logger.go:42: 15:26:11 | standby-pgbackrest/11-write-data | +++++ echo perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 15:26:11 | standby-pgbackrest/11-write-data | +++ var_value=perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 15:26:11 | standby-pgbackrest/11-write-data | +++ [[ perconalab/percona-postgresql-operator:main-pgbackrest18 == docker.io/* ]] logger.go:42: 15:26:11 | standby-pgbackrest/11-write-data | +++ [[ perconalab/percona-postgresql-operator:main-pgbackrest18 == percona/* ]] logger.go:42: 15:26:11 | standby-pgbackrest/11-write-data | +++ [[ perconalab/percona-postgresql-operator:main-pgbackrest18 == perconalab/* ]] logger.go:42: 15:26:11 | standby-pgbackrest/11-write-data | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 15:26:11 | standby-pgbackrest/11-write-data | +++ export IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 15:26:11 | standby-pgbackrest/11-write-data | +++ IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 15:26:11 | standby-pgbackrest/11-write-data | +++ echo IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 15:26:11 | standby-pgbackrest/11-write-data | IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 15:26:11 | standby-pgbackrest/11-write-data | +++ echo perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:26:11 | standby-pgbackrest/11-write-data | perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:26:11 | standby-pgbackrest/11-write-data | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 15:26:11 | standby-pgbackrest/11-write-data | ++++ eval 'echo $IMAGE' logger.go:42: 15:26:11 | standby-pgbackrest/11-write-data | +++++ echo perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:26:11 | standby-pgbackrest/11-write-data | +++ var_value=perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:26:11 | standby-pgbackrest/11-write-data | +++ [[ perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 == docker.io/* ]] logger.go:42: 15:26:11 | standby-pgbackrest/11-write-data | +++ [[ perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 == percona/* ]] logger.go:42: 15:26:11 | standby-pgbackrest/11-write-data | +++ [[ perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 == perconalab/* ]] logger.go:42: 15:26:11 | standby-pgbackrest/11-write-data | +++ new_value=docker.io/perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:26:11 | standby-pgbackrest/11-write-data | +++ export IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:26:11 | standby-pgbackrest/11-write-data | +++ IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:26:11 | standby-pgbackrest/11-write-data | +++ echo IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:26:11 | standby-pgbackrest/11-write-data | IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:26:11 | standby-pgbackrest/11-write-data | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:26:11 | standby-pgbackrest/11-write-data | docker.io/perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:26:11 | standby-pgbackrest/11-write-data | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 15:26:11 | standby-pgbackrest/11-write-data | ++++ eval 'echo $IMAGE_UPGRADE' logger.go:42: 15:26:11 | standby-pgbackrest/11-write-data | +++++ echo perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 15:26:11 | standby-pgbackrest/11-write-data | +++ var_value=perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 15:26:11 | standby-pgbackrest/11-write-data | +++ [[ perconalab/percona-postgresql-operator:main-upgrade == docker.io/* ]] logger.go:42: 15:26:11 | standby-pgbackrest/11-write-data | +++ [[ perconalab/percona-postgresql-operator:main-upgrade == percona/* ]] logger.go:42: 15:26:11 | standby-pgbackrest/11-write-data | +++ [[ perconalab/percona-postgresql-operator:main-upgrade == perconalab/* ]] logger.go:42: 15:26:11 | standby-pgbackrest/11-write-data | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 15:26:11 | standby-pgbackrest/11-write-data | +++ export IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 15:26:11 | standby-pgbackrest/11-write-data | +++ IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 15:26:11 | standby-pgbackrest/11-write-data | +++ echo IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 15:26:11 | standby-pgbackrest/11-write-data | IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 15:26:11 | standby-pgbackrest/11-write-data | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:26:11 | standby-pgbackrest/11-write-data | docker.io/perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:26:11 | standby-pgbackrest/11-write-data | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 15:26:11 | standby-pgbackrest/11-write-data | ++++ eval 'echo $IMAGE_LOGCOLLECTOR' logger.go:42: 15:26:11 | standby-pgbackrest/11-write-data | +++++ echo perconalab/fluentbit:main-logcollector logger.go:42: 15:26:11 | standby-pgbackrest/11-write-data | +++ var_value=perconalab/fluentbit:main-logcollector logger.go:42: 15:26:11 | standby-pgbackrest/11-write-data | +++ [[ perconalab/fluentbit:main-logcollector == docker.io/* ]] logger.go:42: 15:26:11 | standby-pgbackrest/11-write-data | +++ [[ perconalab/fluentbit:main-logcollector == percona/* ]] logger.go:42: 15:26:11 | standby-pgbackrest/11-write-data | +++ [[ perconalab/fluentbit:main-logcollector == perconalab/* ]] logger.go:42: 15:26:11 | standby-pgbackrest/11-write-data | +++ new_value=docker.io/perconalab/fluentbit:main-logcollector logger.go:42: 15:26:11 | standby-pgbackrest/11-write-data | +++ export IMAGE_LOGCOLLECTOR=docker.io/perconalab/fluentbit:main-logcollector logger.go:42: 15:26:11 | standby-pgbackrest/11-write-data | +++ IMAGE_LOGCOLLECTOR=docker.io/perconalab/fluentbit:main-logcollector logger.go:42: 15:26:11 | standby-pgbackrest/11-write-data | +++ echo IMAGE_LOGCOLLECTOR=docker.io/perconalab/fluentbit:main-logcollector logger.go:42: 15:26:11 | standby-pgbackrest/11-write-data | IMAGE_LOGCOLLECTOR=docker.io/perconalab/fluentbit:main-logcollector logger.go:42: 15:26:11 | standby-pgbackrest/11-write-data | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:26:11 | standby-pgbackrest/11-write-data | docker.io/perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:26:11 | standby-pgbackrest/11-write-data | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 15:26:11 | standby-pgbackrest/11-write-data | ++++ eval 'echo $IMAGE_BASE' logger.go:42: 15:26:11 | standby-pgbackrest/11-write-data | +++++ echo perconalab/percona-postgresql-operator logger.go:42: 15:26:11 | standby-pgbackrest/11-write-data | +++ var_value=perconalab/percona-postgresql-operator logger.go:42: 15:26:11 | standby-pgbackrest/11-write-data | +++ [[ perconalab/percona-postgresql-operator == docker.io/* ]] logger.go:42: 15:26:11 | standby-pgbackrest/11-write-data | +++ [[ perconalab/percona-postgresql-operator == percona/* ]] logger.go:42: 15:26:11 | standby-pgbackrest/11-write-data | +++ [[ perconalab/percona-postgresql-operator == perconalab/* ]] logger.go:42: 15:26:11 | standby-pgbackrest/11-write-data | +++ new_value=docker.io/perconalab/percona-postgresql-operator logger.go:42: 15:26:11 | standby-pgbackrest/11-write-data | +++ export IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 15:26:11 | standby-pgbackrest/11-write-data | +++ IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 15:26:11 | standby-pgbackrest/11-write-data | +++ echo IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 15:26:11 | standby-pgbackrest/11-write-data | IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 15:26:11 | standby-pgbackrest/11-write-data | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:26:11 | standby-pgbackrest/11-write-data | docker.io/perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:26:11 | standby-pgbackrest/11-write-data | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 15:26:11 | standby-pgbackrest/11-write-data | ++++ eval 'echo $IMAGE_PGBOUNCER' logger.go:42: 15:26:11 | standby-pgbackrest/11-write-data | +++++ echo perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 15:26:11 | standby-pgbackrest/11-write-data | +++ var_value=perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 15:26:11 | standby-pgbackrest/11-write-data | +++ [[ perconalab/percona-postgresql-operator:main-pgbouncer18 == docker.io/* ]] logger.go:42: 15:26:11 | standby-pgbackrest/11-write-data | +++ [[ perconalab/percona-postgresql-operator:main-pgbouncer18 == percona/* ]] logger.go:42: 15:26:11 | standby-pgbackrest/11-write-data | +++ [[ perconalab/percona-postgresql-operator:main-pgbouncer18 == perconalab/* ]] logger.go:42: 15:26:11 | standby-pgbackrest/11-write-data | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 15:26:11 | standby-pgbackrest/11-write-data | +++ export IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 15:26:11 | standby-pgbackrest/11-write-data | +++ IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 15:26:11 | standby-pgbackrest/11-write-data | +++ echo IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 15:26:11 | standby-pgbackrest/11-write-data | IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 15:26:11 | standby-pgbackrest/11-write-data | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:26:11 | standby-pgbackrest/11-write-data | docker.io/perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:26:11 | standby-pgbackrest/11-write-data | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 15:26:11 | standby-pgbackrest/11-write-data | ++++ eval 'echo $IMAGE_POSTGRESQL' logger.go:42: 15:26:11 | standby-pgbackrest/11-write-data | +++++ echo perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 15:26:11 | standby-pgbackrest/11-write-data | +++ var_value=perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 15:26:11 | standby-pgbackrest/11-write-data | +++ [[ perconalab/percona-postgresql-operator:main-ppg18-postgres == docker.io/* ]] logger.go:42: 15:26:11 | standby-pgbackrest/11-write-data | +++ [[ perconalab/percona-postgresql-operator:main-ppg18-postgres == percona/* ]] logger.go:42: 15:26:11 | standby-pgbackrest/11-write-data | +++ [[ perconalab/percona-postgresql-operator:main-ppg18-postgres == perconalab/* ]] logger.go:42: 15:26:11 | standby-pgbackrest/11-write-data | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 15:26:11 | standby-pgbackrest/11-write-data | +++ export IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 15:26:11 | standby-pgbackrest/11-write-data | +++ IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 15:26:11 | standby-pgbackrest/11-write-data | +++ echo IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 15:26:11 | standby-pgbackrest/11-write-data | IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 15:26:11 | standby-pgbackrest/11-write-data | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:26:11 | standby-pgbackrest/11-write-data | docker.io/perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:26:11 | standby-pgbackrest/11-write-data | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 15:26:11 | standby-pgbackrest/11-write-data | ++++ eval 'echo $IMAGE_PMM_SERVER' logger.go:42: 15:26:11 | standby-pgbackrest/11-write-data | +++++ echo perconalab/pmm-server:3-dev-latest logger.go:42: 15:26:11 | standby-pgbackrest/11-write-data | +++ var_value=perconalab/pmm-server:3-dev-latest logger.go:42: 15:26:11 | standby-pgbackrest/11-write-data | +++ [[ perconalab/pmm-server:3-dev-latest == docker.io/* ]] logger.go:42: 15:26:11 | standby-pgbackrest/11-write-data | +++ [[ perconalab/pmm-server:3-dev-latest == percona/* ]] logger.go:42: 15:26:11 | standby-pgbackrest/11-write-data | +++ [[ perconalab/pmm-server:3-dev-latest == perconalab/* ]] logger.go:42: 15:26:11 | standby-pgbackrest/11-write-data | +++ new_value=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 15:26:11 | standby-pgbackrest/11-write-data | +++ export IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 15:26:11 | standby-pgbackrest/11-write-data | +++ IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 15:26:11 | standby-pgbackrest/11-write-data | +++ echo IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 15:26:11 | standby-pgbackrest/11-write-data | IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 15:26:11 | standby-pgbackrest/11-write-data | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:26:11 | standby-pgbackrest/11-write-data | docker.io/perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:26:11 | standby-pgbackrest/11-write-data | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 15:26:11 | standby-pgbackrest/11-write-data | ++++ eval 'echo $IMAGE_PMM_CLIENT' logger.go:42: 15:26:11 | standby-pgbackrest/11-write-data | +++++ echo perconalab/pmm-client:3-dev-latest logger.go:42: 15:26:11 | standby-pgbackrest/11-write-data | +++ var_value=perconalab/pmm-client:3-dev-latest logger.go:42: 15:26:11 | standby-pgbackrest/11-write-data | +++ [[ perconalab/pmm-client:3-dev-latest == docker.io/* ]] logger.go:42: 15:26:11 | standby-pgbackrest/11-write-data | +++ [[ perconalab/pmm-client:3-dev-latest == percona/* ]] logger.go:42: 15:26:11 | standby-pgbackrest/11-write-data | +++ [[ perconalab/pmm-client:3-dev-latest == perconalab/* ]] logger.go:42: 15:26:11 | standby-pgbackrest/11-write-data | +++ new_value=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 15:26:11 | standby-pgbackrest/11-write-data | +++ export IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 15:26:11 | standby-pgbackrest/11-write-data | +++ IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 15:26:11 | standby-pgbackrest/11-write-data | +++ echo IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 15:26:11 | standby-pgbackrest/11-write-data | IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 15:26:11 | standby-pgbackrest/11-write-data | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:26:11 | standby-pgbackrest/11-write-data | docker.io/perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:26:11 | standby-pgbackrest/11-write-data | ++++ which gdate logger.go:42: 15:26:11 | standby-pgbackrest/11-write-data | which: no gdate in (/mnt/jenkins/workspace/cloud-pg-operator_PR-1770/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:26:11 | standby-pgbackrest/11-write-data | ++++ which date logger.go:42: 15:26:11 | standby-pgbackrest/11-write-data | +++ date=/usr/sbin/date logger.go:42: 15:26:11 | standby-pgbackrest/11-write-data | ++++ which gsed logger.go:42: 15:26:11 | standby-pgbackrest/11-write-data | which: no gsed in (/mnt/jenkins/workspace/cloud-pg-operator_PR-1770/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:26:11 | standby-pgbackrest/11-write-data | ++++ which sed logger.go:42: 15:26:11 | standby-pgbackrest/11-write-data | +++ sed=/usr/sbin/sed logger.go:42: 15:26:11 | standby-pgbackrest/11-write-data | ++ get_psql_uri standby-cluster postgres logger.go:42: 15:26:11 | standby-pgbackrest/11-write-data | ++ local cluster=standby-cluster logger.go:42: 15:26:11 | standby-pgbackrest/11-write-data | ++ local user=postgres logger.go:42: 15:26:11 | standby-pgbackrest/11-write-data | ++ local secret_name=standby-cluster-pguser-postgres logger.go:42: 15:26:11 | standby-pgbackrest/11-write-data | +++ get_psql_user_pass standby-cluster-pguser-postgres logger.go:42: 15:26:11 | standby-pgbackrest/11-write-data | +++ local secret_name=standby-cluster-pguser-postgres logger.go:42: 15:26:11 | standby-pgbackrest/11-write-data | +++ kubectl -n kuttl-test-firm-ray get secret/standby-cluster-pguser-postgres '--template={{.data.password | base64decode}}' logger.go:42: 15:26:12 | standby-pgbackrest/11-write-data | +++ get_psql_user_host standby-cluster-pguser-postgres logger.go:42: 15:26:12 | standby-pgbackrest/11-write-data | +++ local secret_name=standby-cluster-pguser-postgres logger.go:42: 15:26:12 | standby-pgbackrest/11-write-data | +++ kubectl -n kuttl-test-firm-ray get secret/standby-cluster-pguser-postgres '--template={{.data.host | base64decode }}' logger.go:42: 15:26:12 | standby-pgbackrest/11-write-data | ++ echo postgres:JTqTy8K95XL1lX5NxqMUIbbl@standby-cluster-primary.kuttl-test-firm-ray.svc logger.go:42: 15:26:12 | standby-pgbackrest/11-write-data | + run_psql_local '\c myapp \\\ INSERT INTO myTable (id) VALUES (100501)' postgres:JTqTy8K95XL1lX5NxqMUIbbl@standby-cluster-primary.kuttl-test-firm-ray.svc logger.go:42: 15:26:12 | standby-pgbackrest/11-write-data | + local 'command=\c myapp \\\ INSERT INTO myTable (id) VALUES (100501)' logger.go:42: 15:26:12 | standby-pgbackrest/11-write-data | + local uri=postgres:JTqTy8K95XL1lX5NxqMUIbbl@standby-cluster-primary.kuttl-test-firm-ray.svc logger.go:42: 15:26:12 | standby-pgbackrest/11-write-data | + local driver=postgres logger.go:42: 15:26:12 | standby-pgbackrest/11-write-data | ++ get_client_pod logger.go:42: 15:26:12 | standby-pgbackrest/11-write-data | ++ kubectl -n kuttl-test-firm-ray get pods --selector=name=pg-client -o 'jsonpath={.items[].metadata.name}' logger.go:42: 15:26:12 | standby-pgbackrest/11-write-data | + kubectl -n kuttl-test-firm-ray exec pg-client-65d98588cc-bpjlx -- bash -c 'printf '\''\c myapp \\\ INSERT INTO myTable (id) VALUES (100501)\n'\'' | psql -v ON_ERROR_STOP=1 -t -q postgres://'\''postgres:JTqTy8K95XL1lX5NxqMUIbbl@standby-cluster-primary.kuttl-test-firm-ray.svc'\''' logger.go:42: 15:26:13 | standby-pgbackrest/11-write-data | ++ get_psql_uri standby-cluster postgres logger.go:42: 15:26:13 | standby-pgbackrest/11-write-data | ++ local cluster=standby-cluster logger.go:42: 15:26:13 | standby-pgbackrest/11-write-data | ++ local user=postgres logger.go:42: 15:26:13 | standby-pgbackrest/11-write-data | ++ local secret_name=standby-cluster-pguser-postgres logger.go:42: 15:26:13 | standby-pgbackrest/11-write-data | +++ get_psql_user_pass standby-cluster-pguser-postgres logger.go:42: 15:26:13 | standby-pgbackrest/11-write-data | +++ local secret_name=standby-cluster-pguser-postgres logger.go:42: 15:26:13 | standby-pgbackrest/11-write-data | +++ kubectl -n kuttl-test-firm-ray get secret/standby-cluster-pguser-postgres '--template={{.data.password | base64decode}}' logger.go:42: 15:26:14 | standby-pgbackrest/11-write-data | +++ get_psql_user_host standby-cluster-pguser-postgres logger.go:42: 15:26:14 | standby-pgbackrest/11-write-data | +++ local secret_name=standby-cluster-pguser-postgres logger.go:42: 15:26:14 | standby-pgbackrest/11-write-data | +++ kubectl -n kuttl-test-firm-ray get secret/standby-cluster-pguser-postgres '--template={{.data.host | base64decode }}' logger.go:42: 15:26:14 | standby-pgbackrest/11-write-data | ++ echo postgres:JTqTy8K95XL1lX5NxqMUIbbl@standby-cluster-primary.kuttl-test-firm-ray.svc logger.go:42: 15:26:14 | standby-pgbackrest/11-write-data | + run_psql_local 'CREATE DATABASE myapp2; \c myapp2 \\\ CREATE TABLE myTable2 (id int PRIMARY KEY) USING tde_heap;' postgres:JTqTy8K95XL1lX5NxqMUIbbl@standby-cluster-primary.kuttl-test-firm-ray.svc logger.go:42: 15:26:14 | standby-pgbackrest/11-write-data | + local 'command=CREATE DATABASE myapp2; \c myapp2 \\\ CREATE TABLE myTable2 (id int PRIMARY KEY) USING tde_heap;' logger.go:42: 15:26:14 | standby-pgbackrest/11-write-data | + local uri=postgres:JTqTy8K95XL1lX5NxqMUIbbl@standby-cluster-primary.kuttl-test-firm-ray.svc logger.go:42: 15:26:14 | standby-pgbackrest/11-write-data | + local driver=postgres logger.go:42: 15:26:14 | standby-pgbackrest/11-write-data | ++ get_client_pod logger.go:42: 15:26:14 | standby-pgbackrest/11-write-data | ++ kubectl -n kuttl-test-firm-ray get pods --selector=name=pg-client -o 'jsonpath={.items[].metadata.name}' logger.go:42: 15:26:15 | standby-pgbackrest/11-write-data | + kubectl -n kuttl-test-firm-ray exec pg-client-65d98588cc-bpjlx -- bash -c 'printf '\''CREATE DATABASE myapp2; \c myapp2 \\\ CREATE TABLE myTable2 (id int PRIMARY KEY) USING tde_heap;\n'\'' | psql -v ON_ERROR_STOP=1 -t -q postgres://'\''postgres:JTqTy8K95XL1lX5NxqMUIbbl@standby-cluster-primary.kuttl-test-firm-ray.svc'\''' logger.go:42: 15:26:16 | standby-pgbackrest/11-write-data | ++ get_psql_uri standby-cluster postgres logger.go:42: 15:26:16 | standby-pgbackrest/11-write-data | ++ local cluster=standby-cluster logger.go:42: 15:26:16 | standby-pgbackrest/11-write-data | ++ local user=postgres logger.go:42: 15:26:16 | standby-pgbackrest/11-write-data | ++ local secret_name=standby-cluster-pguser-postgres logger.go:42: 15:26:16 | standby-pgbackrest/11-write-data | +++ get_psql_user_pass standby-cluster-pguser-postgres logger.go:42: 15:26:16 | standby-pgbackrest/11-write-data | +++ local secret_name=standby-cluster-pguser-postgres logger.go:42: 15:26:16 | standby-pgbackrest/11-write-data | +++ kubectl -n kuttl-test-firm-ray get secret/standby-cluster-pguser-postgres '--template={{.data.password | base64decode}}' logger.go:42: 15:26:16 | standby-pgbackrest/11-write-data | +++ get_psql_user_host standby-cluster-pguser-postgres logger.go:42: 15:26:16 | standby-pgbackrest/11-write-data | +++ local secret_name=standby-cluster-pguser-postgres logger.go:42: 15:26:16 | standby-pgbackrest/11-write-data | +++ kubectl -n kuttl-test-firm-ray get secret/standby-cluster-pguser-postgres '--template={{.data.host | base64decode }}' logger.go:42: 15:26:17 | standby-pgbackrest/11-write-data | ++ echo postgres:JTqTy8K95XL1lX5NxqMUIbbl@standby-cluster-primary.kuttl-test-firm-ray.svc logger.go:42: 15:26:17 | standby-pgbackrest/11-write-data | + run_psql_local '\c myapp2 \\\ INSERT INTO myTable2 (id) VALUES (200500)' postgres:JTqTy8K95XL1lX5NxqMUIbbl@standby-cluster-primary.kuttl-test-firm-ray.svc logger.go:42: 15:26:17 | standby-pgbackrest/11-write-data | + local 'command=\c myapp2 \\\ INSERT INTO myTable2 (id) VALUES (200500)' logger.go:42: 15:26:17 | standby-pgbackrest/11-write-data | + local uri=postgres:JTqTy8K95XL1lX5NxqMUIbbl@standby-cluster-primary.kuttl-test-firm-ray.svc logger.go:42: 15:26:17 | standby-pgbackrest/11-write-data | + local driver=postgres logger.go:42: 15:26:17 | standby-pgbackrest/11-write-data | ++ get_client_pod logger.go:42: 15:26:17 | standby-pgbackrest/11-write-data | ++ kubectl -n kuttl-test-firm-ray get pods --selector=name=pg-client -o 'jsonpath={.items[].metadata.name}' logger.go:42: 15:26:17 | standby-pgbackrest/11-write-data | + kubectl -n kuttl-test-firm-ray exec pg-client-65d98588cc-bpjlx -- bash -c 'printf '\''\c myapp2 \\\ INSERT INTO myTable2 (id) VALUES (200500)\n'\'' | psql -v ON_ERROR_STOP=1 -t -q postgres://'\''postgres:JTqTy8K95XL1lX5NxqMUIbbl@standby-cluster-primary.kuttl-test-firm-ray.svc'\''' logger.go:42: 15:26:18 | standby-pgbackrest/11-write-data | test step completed 11-write-data logger.go:42: 15:26:18 | standby-pgbackrest/12-read-from-each-pod | starting test step 12-read-from-each-pod logger.go:42: 15:26:18 | standby-pgbackrest/12-read-from-each-pod | running command: [sh -c set -o errexit set -o xtrace source ../../functions cluster_name="standby-cluster" t=1 for i in $(kubectl get pods -n "${NAMESPACE}" -l postgres-operator.crunchydata.com/cluster=${cluster_name},postgres-operator.crunchydata.com/data=postgres -o jsonpath='{.items[*].metadata.name}'); do echo $i data=$(kubectl exec $i -n "${NAMESPACE}" -- bash -c 'psql -q -t -d myapp -c "SELECT * from myTable;"') kubectl create configmap -n "${NAMESPACE}" 12-read-from-each-pod-${t} --from-literal=data="${data}" t=$((t+1)) done t=1 for i in $(kubectl get pods -n "${NAMESPACE}" -l postgres-operator.crunchydata.com/cluster=${cluster_name},postgres-operator.crunchydata.com/data=postgres -o jsonpath='{.items[*].metadata.name}'); do echo $i data=$(kubectl exec $i -n "${NAMESPACE}" -- bash -c 'psql -q -t -d myapp2 -c "SELECT * from myTable2;"') kubectl create configmap -n "${NAMESPACE}" 12-read-from-each-pod-${t}-2 --from-literal=data="${data}" t=$((t+1)) done primary=$(get_pod_by_role $cluster_name primary name) echo "Primary pod: ${primary}" data=$(kubectl exec ${primary} -n "${NAMESPACE}" -- bash -c 'psql -q -t -d myapp -c "SELECT * from myTable;"') kubectl create configmap -n "${NAMESPACE}" 12-read-from-primary --from-literal=data="${data}" data2=$(kubectl exec ${primary} -n "${NAMESPACE}" -- bash -c 'psql -q -t -d myapp2 -c "SELECT * from myTable2;"') kubectl create configmap -n "${NAMESPACE}" 12-read-from-primary-2 --from-literal=data="${data2}" t=1 for i in $(kubectl get pods -n "${NAMESPACE}" -l postgres-operator.crunchydata.com/cluster=$cluster_name,postgres-operator.crunchydata.com/role=replica -o jsonpath='{.items[*].metadata.name}'); do echo "Replica pod: ${i}" data=$(kubectl exec ${i} -n "${NAMESPACE}" -- bash -c 'psql -q -t -d myapp -c "SELECT * from myTable;"') kubectl create configmap -n "${NAMESPACE}" 12-read-from-replica-${t} --from-literal=data="${data}" data2=$(kubectl exec ${i} -n "${NAMESPACE}" -- bash -c 'psql -q -t -d myapp2 -c "SELECT * from myTable2;"') kubectl create configmap -n "${NAMESPACE}" 12-read-from-replica-${t}-2 --from-literal=data="${data2}" t=$((t+1)) done] logger.go:42: 15:26:18 | standby-pgbackrest/12-read-from-each-pod | + source ../../functions logger.go:42: 15:26:18 | standby-pgbackrest/12-read-from-each-pod | +++ realpath ../../.. logger.go:42: 15:26:18 | standby-pgbackrest/12-read-from-each-pod | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-pg-operator_PR-1770 logger.go:42: 15:26:18 | standby-pgbackrest/12-read-from-each-pod | ++ CERT_MANAGER_VER=1.20.2 logger.go:42: 15:26:18 | standby-pgbackrest/12-read-from-each-pod | ++ CERT_MANAGER_TEST_LABEL=e2e.percona.com/managed-by=percona-postgresql-operator-tests logger.go:42: 15:26:18 | standby-pgbackrest/12-read-from-each-pod | ++ CHAOS_MESH_VER=2.5.1 logger.go:42: 15:26:18 | standby-pgbackrest/12-read-from-each-pod | ++ BUSYBOX_VER=1.36 logger.go:42: 15:26:18 | standby-pgbackrest/12-read-from-each-pod | ++++ pwd logger.go:42: 15:26:18 | standby-pgbackrest/12-read-from-each-pod | +++ basename /mnt/jenkins/workspace/cloud-pg-operator_PR-1770/e2e-tests/tests/standby-pgbackrest logger.go:42: 15:26:18 | standby-pgbackrest/12-read-from-each-pod | ++ test_name=standby-pgbackrest logger.go:42: 15:26:18 | standby-pgbackrest/12-read-from-each-pod | ++ source /mnt/jenkins/workspace/cloud-pg-operator_PR-1770/e2e-tests/vars.sh logger.go:42: 15:26:18 | standby-pgbackrest/12-read-from-each-pod | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-pg-operator_PR-1770 logger.go:42: 15:26:18 | standby-pgbackrest/12-read-from-each-pod | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-pg-operator_PR-1770 logger.go:42: 15:26:18 | standby-pgbackrest/12-read-from-each-pod | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1770/deploy logger.go:42: 15:26:18 | standby-pgbackrest/12-read-from-each-pod | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1770/deploy logger.go:42: 15:26:18 | standby-pgbackrest/12-read-from-each-pod | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1770/e2e-tests logger.go:42: 15:26:18 | standby-pgbackrest/12-read-from-each-pod | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1770/e2e-tests logger.go:42: 15:26:18 | standby-pgbackrest/12-read-from-each-pod | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1770/e2e-tests/conf logger.go:42: 15:26:18 | standby-pgbackrest/12-read-from-each-pod | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1770/e2e-tests/conf logger.go:42: 15:26:18 | standby-pgbackrest/12-read-from-each-pod | +++ export TEST_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1770/e2e-tests/tests/standby-pgbackrest/conf logger.go:42: 15:26:18 | standby-pgbackrest/12-read-from-each-pod | +++ TEST_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1770/e2e-tests/tests/standby-pgbackrest/conf logger.go:42: 15:26:18 | standby-pgbackrest/12-read-from-each-pod | +++ export TEMP_DIR=/tmp/kuttl/pg/standby-pgbackrest logger.go:42: 15:26:18 | standby-pgbackrest/12-read-from-each-pod | +++ TEMP_DIR=/tmp/kuttl/pg/standby-pgbackrest logger.go:42: 15:26:18 | standby-pgbackrest/12-read-from-each-pod | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 15:26:18 | standby-pgbackrest/12-read-from-each-pod | +++ export GIT_BRANCH=PR-1770 logger.go:42: 15:26:18 | standby-pgbackrest/12-read-from-each-pod | +++ GIT_BRANCH=PR-1770 logger.go:42: 15:26:18 | standby-pgbackrest/12-read-from-each-pod | +++ export VERSION=PR-1770-8c67b09e6 logger.go:42: 15:26:18 | standby-pgbackrest/12-read-from-each-pod | +++ VERSION=PR-1770-8c67b09e6 logger.go:42: 15:26:18 | standby-pgbackrest/12-read-from-each-pod | +++ export SKIP_TEST_WARNINGS=true logger.go:42: 15:26:18 | standby-pgbackrest/12-read-from-each-pod | +++ SKIP_TEST_WARNINGS=true logger.go:42: 15:26:18 | standby-pgbackrest/12-read-from-each-pod | +++ export K8S_UPGRADE_PLATFORM=gke logger.go:42: 15:26:18 | standby-pgbackrest/12-read-from-each-pod | +++ K8S_UPGRADE_PLATFORM=gke logger.go:42: 15:26:18 | standby-pgbackrest/12-read-from-each-pod | +++ export K8S_UPGRADE_REGION=us-central1-a logger.go:42: 15:26:18 | standby-pgbackrest/12-read-from-each-pod | +++ K8S_UPGRADE_REGION=us-central1-a logger.go:42: 15:26:18 | standby-pgbackrest/12-read-from-each-pod | +++ export K8S_UPGRADE_INITIAL_VERSION= logger.go:42: 15:26:18 | standby-pgbackrest/12-read-from-each-pod | +++ K8S_UPGRADE_INITIAL_VERSION= logger.go:42: 15:26:18 | standby-pgbackrest/12-read-from-each-pod | +++ export K8S_UPGRADE_FINAL_VERSION= logger.go:42: 15:26:18 | standby-pgbackrest/12-read-from-each-pod | +++ K8S_UPGRADE_FINAL_VERSION= logger.go:42: 15:26:18 | standby-pgbackrest/12-read-from-each-pod | +++ [[ -z '' ]] logger.go:42: 15:26:18 | standby-pgbackrest/12-read-from-each-pod | ++++ detect_k8s_platform logger.go:42: 15:26:18 | standby-pgbackrest/12-read-from-each-pod | ++++ local detected_platform logger.go:42: 15:26:18 | standby-pgbackrest/12-read-from-each-pod | ++++ local xtrace_enabled=false logger.go:42: 15:26:18 | standby-pgbackrest/12-read-from-each-pod | ++++ [[ -o xtrace ]] logger.go:42: 15:26:18 | standby-pgbackrest/12-read-from-each-pod | ++++ xtrace_enabled=true logger.go:42: 15:26:18 | standby-pgbackrest/12-read-from-each-pod | ++++ set +o xtrace logger.go:42: 15:26:20 | standby-pgbackrest/12-read-from-each-pod | +++ PLATFORM=gke logger.go:42: 15:26:20 | standby-pgbackrest/12-read-from-each-pod | +++ export PLATFORM logger.go:42: 15:26:20 | standby-pgbackrest/12-read-from-each-pod | +++ export IMAGE_BASE=perconalab/percona-postgresql-operator logger.go:42: 15:26:20 | standby-pgbackrest/12-read-from-each-pod | +++ IMAGE_BASE=perconalab/percona-postgresql-operator logger.go:42: 15:26:20 | standby-pgbackrest/12-read-from-each-pod | +++ export IMAGE=perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:26:20 | standby-pgbackrest/12-read-from-each-pod | +++ IMAGE=perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:26:20 | standby-pgbackrest/12-read-from-each-pod | +++ [[ ! -n '' ]] logger.go:42: 15:26:20 | standby-pgbackrest/12-read-from-each-pod | +++ [[ -n '' ]] logger.go:42: 15:26:20 | standby-pgbackrest/12-read-from-each-pod | +++ export PG_VER=18 logger.go:42: 15:26:20 | standby-pgbackrest/12-read-from-each-pod | +++ PG_VER=18 logger.go:42: 15:26:20 | standby-pgbackrest/12-read-from-each-pod | +++ export PG_DISTRIBUTION= logger.go:42: 15:26:20 | standby-pgbackrest/12-read-from-each-pod | +++ PG_DISTRIBUTION= logger.go:42: 15:26:20 | standby-pgbackrest/12-read-from-each-pod | +++ [[ '' == community ]] logger.go:42: 15:26:20 | standby-pgbackrest/12-read-from-each-pod | +++ export IMAGE_PGBOUNCER=perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 15:26:20 | standby-pgbackrest/12-read-from-each-pod | +++ IMAGE_PGBOUNCER=perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 15:26:20 | standby-pgbackrest/12-read-from-each-pod | +++ export IMAGE_POSTGRESQL=perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 15:26:20 | standby-pgbackrest/12-read-from-each-pod | +++ IMAGE_POSTGRESQL=perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 15:26:20 | standby-pgbackrest/12-read-from-each-pod | +++ export IMAGE_BACKREST=perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 15:26:20 | standby-pgbackrest/12-read-from-each-pod | +++ IMAGE_BACKREST=perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 15:26:20 | standby-pgbackrest/12-read-from-each-pod | +++ export IMAGE_UPGRADE=perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 15:26:20 | standby-pgbackrest/12-read-from-each-pod | +++ IMAGE_UPGRADE=perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 15:26:20 | standby-pgbackrest/12-read-from-each-pod | +++ export BUCKET=pg-operator-testing logger.go:42: 15:26:20 | standby-pgbackrest/12-read-from-each-pod | +++ BUCKET=pg-operator-testing logger.go:42: 15:26:20 | standby-pgbackrest/12-read-from-each-pod | +++ export PMM_SERVER_VERSION=9.9.9 logger.go:42: 15:26:20 | standby-pgbackrest/12-read-from-each-pod | +++ PMM_SERVER_VERSION=9.9.9 logger.go:42: 15:26:20 | standby-pgbackrest/12-read-from-each-pod | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:26:20 | standby-pgbackrest/12-read-from-each-pod | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:26:20 | standby-pgbackrest/12-read-from-each-pod | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:26:20 | standby-pgbackrest/12-read-from-each-pod | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:26:20 | standby-pgbackrest/12-read-from-each-pod | +++ export IMAGE_LOGCOLLECTOR=perconalab/fluentbit:main-logcollector logger.go:42: 15:26:20 | standby-pgbackrest/12-read-from-each-pod | +++ IMAGE_LOGCOLLECTOR=perconalab/fluentbit:main-logcollector logger.go:42: 15:26:20 | standby-pgbackrest/12-read-from-each-pod | +++ export PGOV1_TAG=1.4.0 logger.go:42: 15:26:20 | standby-pgbackrest/12-read-from-each-pod | +++ PGOV1_TAG=1.4.0 logger.go:42: 15:26:20 | standby-pgbackrest/12-read-from-each-pod | +++ export PGOV1_VER=14 logger.go:42: 15:26:20 | standby-pgbackrest/12-read-from-each-pod | +++ PGOV1_VER=14 logger.go:42: 15:26:20 | standby-pgbackrest/12-read-from-each-pod | +++ export CPGO_VERSION=5.8.7 logger.go:42: 15:26:20 | standby-pgbackrest/12-read-from-each-pod | +++ CPGO_VERSION=5.8.7 logger.go:42: 15:26:20 | standby-pgbackrest/12-read-from-each-pod | +++ export MINIO_VER=5.4.0 logger.go:42: 15:26:20 | standby-pgbackrest/12-read-from-each-pod | +++ MINIO_VER=5.4.0 logger.go:42: 15:26:20 | standby-pgbackrest/12-read-from-each-pod | +++ export VAULT_VER=0.32.0 logger.go:42: 15:26:20 | standby-pgbackrest/12-read-from-each-pod | +++ VAULT_VER=0.32.0 logger.go:42: 15:26:20 | standby-pgbackrest/12-read-from-each-pod | +++ export REGISTRY_NAME=docker.io logger.go:42: 15:26:20 | standby-pgbackrest/12-read-from-each-pod | +++ REGISTRY_NAME=docker.io logger.go:42: 15:26:20 | standby-pgbackrest/12-read-from-each-pod | +++ export REGISTRY_NAME_FULL=docker.io/ logger.go:42: 15:26:20 | standby-pgbackrest/12-read-from-each-pod | +++ REGISTRY_NAME_FULL=docker.io/ logger.go:42: 15:26:20 | standby-pgbackrest/12-read-from-each-pod | ++++ printenv logger.go:42: 15:26:20 | standby-pgbackrest/12-read-from-each-pod | ++++ grep -E '^IMAGE' logger.go:42: 15:26:20 | standby-pgbackrest/12-read-from-each-pod | ++++ awk -F= '{print $1}' logger.go:42: 15:26:20 | standby-pgbackrest/12-read-from-each-pod | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 15:26:20 | standby-pgbackrest/12-read-from-each-pod | ++++ eval 'echo $IMAGE_BACKREST' logger.go:42: 15:26:20 | standby-pgbackrest/12-read-from-each-pod | +++++ echo perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 15:26:20 | standby-pgbackrest/12-read-from-each-pod | +++ var_value=perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 15:26:20 | standby-pgbackrest/12-read-from-each-pod | +++ [[ perconalab/percona-postgresql-operator:main-pgbackrest18 == docker.io/* ]] logger.go:42: 15:26:20 | standby-pgbackrest/12-read-from-each-pod | +++ [[ perconalab/percona-postgresql-operator:main-pgbackrest18 == percona/* ]] logger.go:42: 15:26:20 | standby-pgbackrest/12-read-from-each-pod | +++ [[ perconalab/percona-postgresql-operator:main-pgbackrest18 == perconalab/* ]] logger.go:42: 15:26:20 | standby-pgbackrest/12-read-from-each-pod | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 15:26:20 | standby-pgbackrest/12-read-from-each-pod | +++ export IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 15:26:20 | standby-pgbackrest/12-read-from-each-pod | +++ IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 15:26:20 | standby-pgbackrest/12-read-from-each-pod | +++ echo IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 15:26:20 | standby-pgbackrest/12-read-from-each-pod | IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 15:26:20 | standby-pgbackrest/12-read-from-each-pod | +++ echo perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:26:20 | standby-pgbackrest/12-read-from-each-pod | perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:26:20 | standby-pgbackrest/12-read-from-each-pod | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 15:26:20 | standby-pgbackrest/12-read-from-each-pod | ++++ eval 'echo $IMAGE' logger.go:42: 15:26:20 | standby-pgbackrest/12-read-from-each-pod | +++++ echo perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:26:20 | standby-pgbackrest/12-read-from-each-pod | +++ var_value=perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:26:20 | standby-pgbackrest/12-read-from-each-pod | +++ [[ perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 == docker.io/* ]] logger.go:42: 15:26:20 | standby-pgbackrest/12-read-from-each-pod | +++ [[ perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 == percona/* ]] logger.go:42: 15:26:20 | standby-pgbackrest/12-read-from-each-pod | +++ [[ perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 == perconalab/* ]] logger.go:42: 15:26:20 | standby-pgbackrest/12-read-from-each-pod | +++ new_value=docker.io/perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:26:20 | standby-pgbackrest/12-read-from-each-pod | +++ export IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:26:20 | standby-pgbackrest/12-read-from-each-pod | +++ IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:26:20 | standby-pgbackrest/12-read-from-each-pod | +++ echo IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:26:20 | standby-pgbackrest/12-read-from-each-pod | IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:26:20 | standby-pgbackrest/12-read-from-each-pod | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:26:20 | standby-pgbackrest/12-read-from-each-pod | docker.io/perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:26:20 | standby-pgbackrest/12-read-from-each-pod | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 15:26:20 | standby-pgbackrest/12-read-from-each-pod | ++++ eval 'echo $IMAGE_UPGRADE' logger.go:42: 15:26:20 | standby-pgbackrest/12-read-from-each-pod | +++++ echo perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 15:26:20 | standby-pgbackrest/12-read-from-each-pod | +++ var_value=perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 15:26:20 | standby-pgbackrest/12-read-from-each-pod | +++ [[ perconalab/percona-postgresql-operator:main-upgrade == docker.io/* ]] logger.go:42: 15:26:20 | standby-pgbackrest/12-read-from-each-pod | +++ [[ perconalab/percona-postgresql-operator:main-upgrade == percona/* ]] logger.go:42: 15:26:20 | standby-pgbackrest/12-read-from-each-pod | +++ [[ perconalab/percona-postgresql-operator:main-upgrade == perconalab/* ]] logger.go:42: 15:26:20 | standby-pgbackrest/12-read-from-each-pod | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 15:26:20 | standby-pgbackrest/12-read-from-each-pod | +++ export IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 15:26:20 | standby-pgbackrest/12-read-from-each-pod | +++ IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 15:26:20 | standby-pgbackrest/12-read-from-each-pod | +++ echo IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 15:26:20 | standby-pgbackrest/12-read-from-each-pod | IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 15:26:20 | standby-pgbackrest/12-read-from-each-pod | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:26:20 | standby-pgbackrest/12-read-from-each-pod | docker.io/perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:26:20 | standby-pgbackrest/12-read-from-each-pod | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 15:26:20 | standby-pgbackrest/12-read-from-each-pod | ++++ eval 'echo $IMAGE_LOGCOLLECTOR' logger.go:42: 15:26:20 | standby-pgbackrest/12-read-from-each-pod | +++++ echo perconalab/fluentbit:main-logcollector logger.go:42: 15:26:20 | standby-pgbackrest/12-read-from-each-pod | +++ var_value=perconalab/fluentbit:main-logcollector logger.go:42: 15:26:20 | standby-pgbackrest/12-read-from-each-pod | +++ [[ perconalab/fluentbit:main-logcollector == docker.io/* ]] logger.go:42: 15:26:20 | standby-pgbackrest/12-read-from-each-pod | +++ [[ perconalab/fluentbit:main-logcollector == percona/* ]] logger.go:42: 15:26:20 | standby-pgbackrest/12-read-from-each-pod | +++ [[ perconalab/fluentbit:main-logcollector == perconalab/* ]] logger.go:42: 15:26:20 | standby-pgbackrest/12-read-from-each-pod | +++ new_value=docker.io/perconalab/fluentbit:main-logcollector logger.go:42: 15:26:20 | standby-pgbackrest/12-read-from-each-pod | +++ export IMAGE_LOGCOLLECTOR=docker.io/perconalab/fluentbit:main-logcollector logger.go:42: 15:26:20 | standby-pgbackrest/12-read-from-each-pod | +++ IMAGE_LOGCOLLECTOR=docker.io/perconalab/fluentbit:main-logcollector logger.go:42: 15:26:20 | standby-pgbackrest/12-read-from-each-pod | +++ echo IMAGE_LOGCOLLECTOR=docker.io/perconalab/fluentbit:main-logcollector logger.go:42: 15:26:20 | standby-pgbackrest/12-read-from-each-pod | IMAGE_LOGCOLLECTOR=docker.io/perconalab/fluentbit:main-logcollector logger.go:42: 15:26:20 | standby-pgbackrest/12-read-from-each-pod | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:26:20 | standby-pgbackrest/12-read-from-each-pod | docker.io/perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:26:20 | standby-pgbackrest/12-read-from-each-pod | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 15:26:20 | standby-pgbackrest/12-read-from-each-pod | ++++ eval 'echo $IMAGE_BASE' logger.go:42: 15:26:20 | standby-pgbackrest/12-read-from-each-pod | +++++ echo perconalab/percona-postgresql-operator logger.go:42: 15:26:20 | standby-pgbackrest/12-read-from-each-pod | +++ var_value=perconalab/percona-postgresql-operator logger.go:42: 15:26:20 | standby-pgbackrest/12-read-from-each-pod | +++ [[ perconalab/percona-postgresql-operator == docker.io/* ]] logger.go:42: 15:26:20 | standby-pgbackrest/12-read-from-each-pod | +++ [[ perconalab/percona-postgresql-operator == percona/* ]] logger.go:42: 15:26:20 | standby-pgbackrest/12-read-from-each-pod | +++ [[ perconalab/percona-postgresql-operator == perconalab/* ]] logger.go:42: 15:26:20 | standby-pgbackrest/12-read-from-each-pod | +++ new_value=docker.io/perconalab/percona-postgresql-operator logger.go:42: 15:26:20 | standby-pgbackrest/12-read-from-each-pod | +++ export IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 15:26:20 | standby-pgbackrest/12-read-from-each-pod | +++ IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 15:26:20 | standby-pgbackrest/12-read-from-each-pod | +++ echo IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 15:26:20 | standby-pgbackrest/12-read-from-each-pod | IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 15:26:20 | standby-pgbackrest/12-read-from-each-pod | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:26:20 | standby-pgbackrest/12-read-from-each-pod | docker.io/perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:26:20 | standby-pgbackrest/12-read-from-each-pod | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 15:26:20 | standby-pgbackrest/12-read-from-each-pod | ++++ eval 'echo $IMAGE_PGBOUNCER' logger.go:42: 15:26:20 | standby-pgbackrest/12-read-from-each-pod | +++++ echo perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 15:26:20 | standby-pgbackrest/12-read-from-each-pod | +++ var_value=perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 15:26:20 | standby-pgbackrest/12-read-from-each-pod | +++ [[ perconalab/percona-postgresql-operator:main-pgbouncer18 == docker.io/* ]] logger.go:42: 15:26:20 | standby-pgbackrest/12-read-from-each-pod | +++ [[ perconalab/percona-postgresql-operator:main-pgbouncer18 == percona/* ]] logger.go:42: 15:26:20 | standby-pgbackrest/12-read-from-each-pod | +++ [[ perconalab/percona-postgresql-operator:main-pgbouncer18 == perconalab/* ]] logger.go:42: 15:26:20 | standby-pgbackrest/12-read-from-each-pod | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 15:26:20 | standby-pgbackrest/12-read-from-each-pod | +++ export IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 15:26:20 | standby-pgbackrest/12-read-from-each-pod | +++ IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 15:26:20 | standby-pgbackrest/12-read-from-each-pod | +++ echo IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 15:26:20 | standby-pgbackrest/12-read-from-each-pod | IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 15:26:20 | standby-pgbackrest/12-read-from-each-pod | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:26:20 | standby-pgbackrest/12-read-from-each-pod | docker.io/perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:26:20 | standby-pgbackrest/12-read-from-each-pod | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 15:26:20 | standby-pgbackrest/12-read-from-each-pod | ++++ eval 'echo $IMAGE_POSTGRESQL' logger.go:42: 15:26:20 | standby-pgbackrest/12-read-from-each-pod | +++++ echo perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 15:26:20 | standby-pgbackrest/12-read-from-each-pod | +++ var_value=perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 15:26:20 | standby-pgbackrest/12-read-from-each-pod | +++ [[ perconalab/percona-postgresql-operator:main-ppg18-postgres == docker.io/* ]] logger.go:42: 15:26:20 | standby-pgbackrest/12-read-from-each-pod | +++ [[ perconalab/percona-postgresql-operator:main-ppg18-postgres == percona/* ]] logger.go:42: 15:26:20 | standby-pgbackrest/12-read-from-each-pod | +++ [[ perconalab/percona-postgresql-operator:main-ppg18-postgres == perconalab/* ]] logger.go:42: 15:26:20 | standby-pgbackrest/12-read-from-each-pod | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 15:26:20 | standby-pgbackrest/12-read-from-each-pod | +++ export IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 15:26:20 | standby-pgbackrest/12-read-from-each-pod | +++ IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 15:26:20 | standby-pgbackrest/12-read-from-each-pod | +++ echo IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 15:26:20 | standby-pgbackrest/12-read-from-each-pod | IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 15:26:20 | standby-pgbackrest/12-read-from-each-pod | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:26:20 | standby-pgbackrest/12-read-from-each-pod | docker.io/perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:26:20 | standby-pgbackrest/12-read-from-each-pod | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 15:26:20 | standby-pgbackrest/12-read-from-each-pod | ++++ eval 'echo $IMAGE_PMM_SERVER' logger.go:42: 15:26:20 | standby-pgbackrest/12-read-from-each-pod | +++++ echo perconalab/pmm-server:3-dev-latest logger.go:42: 15:26:20 | standby-pgbackrest/12-read-from-each-pod | +++ var_value=perconalab/pmm-server:3-dev-latest logger.go:42: 15:26:20 | standby-pgbackrest/12-read-from-each-pod | +++ [[ perconalab/pmm-server:3-dev-latest == docker.io/* ]] logger.go:42: 15:26:20 | standby-pgbackrest/12-read-from-each-pod | +++ [[ perconalab/pmm-server:3-dev-latest == percona/* ]] logger.go:42: 15:26:20 | standby-pgbackrest/12-read-from-each-pod | +++ [[ perconalab/pmm-server:3-dev-latest == perconalab/* ]] logger.go:42: 15:26:20 | standby-pgbackrest/12-read-from-each-pod | +++ new_value=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 15:26:20 | standby-pgbackrest/12-read-from-each-pod | +++ export IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 15:26:20 | standby-pgbackrest/12-read-from-each-pod | +++ IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 15:26:20 | standby-pgbackrest/12-read-from-each-pod | +++ echo IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 15:26:20 | standby-pgbackrest/12-read-from-each-pod | IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 15:26:20 | standby-pgbackrest/12-read-from-each-pod | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:26:20 | standby-pgbackrest/12-read-from-each-pod | docker.io/perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:26:20 | standby-pgbackrest/12-read-from-each-pod | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 15:26:20 | standby-pgbackrest/12-read-from-each-pod | ++++ eval 'echo $IMAGE_PMM_CLIENT' logger.go:42: 15:26:20 | standby-pgbackrest/12-read-from-each-pod | +++++ echo perconalab/pmm-client:3-dev-latest logger.go:42: 15:26:20 | standby-pgbackrest/12-read-from-each-pod | +++ var_value=perconalab/pmm-client:3-dev-latest logger.go:42: 15:26:20 | standby-pgbackrest/12-read-from-each-pod | +++ [[ perconalab/pmm-client:3-dev-latest == docker.io/* ]] logger.go:42: 15:26:20 | standby-pgbackrest/12-read-from-each-pod | +++ [[ perconalab/pmm-client:3-dev-latest == percona/* ]] logger.go:42: 15:26:20 | standby-pgbackrest/12-read-from-each-pod | +++ [[ perconalab/pmm-client:3-dev-latest == perconalab/* ]] logger.go:42: 15:26:20 | standby-pgbackrest/12-read-from-each-pod | +++ new_value=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 15:26:20 | standby-pgbackrest/12-read-from-each-pod | +++ export IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 15:26:20 | standby-pgbackrest/12-read-from-each-pod | +++ IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 15:26:20 | standby-pgbackrest/12-read-from-each-pod | +++ echo IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 15:26:20 | standby-pgbackrest/12-read-from-each-pod | IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 15:26:20 | standby-pgbackrest/12-read-from-each-pod | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:26:20 | standby-pgbackrest/12-read-from-each-pod | docker.io/perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:26:20 | standby-pgbackrest/12-read-from-each-pod | ++++ which gdate logger.go:42: 15:26:20 | standby-pgbackrest/12-read-from-each-pod | which: no gdate in (/mnt/jenkins/workspace/cloud-pg-operator_PR-1770/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:26:20 | standby-pgbackrest/12-read-from-each-pod | ++++ which date logger.go:42: 15:26:20 | standby-pgbackrest/12-read-from-each-pod | +++ date=/usr/sbin/date logger.go:42: 15:26:20 | standby-pgbackrest/12-read-from-each-pod | ++++ which gsed logger.go:42: 15:26:20 | standby-pgbackrest/12-read-from-each-pod | which: no gsed in (/mnt/jenkins/workspace/cloud-pg-operator_PR-1770/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:26:20 | standby-pgbackrest/12-read-from-each-pod | ++++ which sed logger.go:42: 15:26:20 | standby-pgbackrest/12-read-from-each-pod | +++ sed=/usr/sbin/sed logger.go:42: 15:26:20 | standby-pgbackrest/12-read-from-each-pod | + cluster_name=standby-cluster logger.go:42: 15:26:20 | standby-pgbackrest/12-read-from-each-pod | + t=1 logger.go:42: 15:26:20 | standby-pgbackrest/12-read-from-each-pod | ++ kubectl get pods -n kuttl-test-firm-ray -l postgres-operator.crunchydata.com/cluster=standby-cluster,postgres-operator.crunchydata.com/data=postgres -o 'jsonpath={.items[*].metadata.name}' logger.go:42: 15:26:21 | standby-pgbackrest/12-read-from-each-pod | + for i in $(kubectl get pods -n "${NAMESPACE}" -l postgres-operator.crunchydata.com/cluster=${cluster_name},postgres-operator.crunchydata.com/data=postgres -o jsonpath='{.items[*].metadata.name}') logger.go:42: 15:26:21 | standby-pgbackrest/12-read-from-each-pod | + echo standby-cluster-instance1-4c9w-0 logger.go:42: 15:26:21 | standby-pgbackrest/12-read-from-each-pod | standby-cluster-instance1-4c9w-0 logger.go:42: 15:26:21 | standby-pgbackrest/12-read-from-each-pod | ++ kubectl exec standby-cluster-instance1-4c9w-0 -n kuttl-test-firm-ray -- bash -c 'psql -q -t -d myapp -c "SELECT * from myTable;"' logger.go:42: 15:26:22 | standby-pgbackrest/12-read-from-each-pod | + data=$' 100500\n 100501' logger.go:42: 15:26:22 | standby-pgbackrest/12-read-from-each-pod | + kubectl create configmap -n kuttl-test-firm-ray 12-read-from-each-pod-1 $'--from-literal=data= 100500\n 100501' logger.go:42: 15:26:23 | standby-pgbackrest/12-read-from-each-pod | configmap/12-read-from-each-pod-1 created logger.go:42: 15:26:23 | standby-pgbackrest/12-read-from-each-pod | + t=2 logger.go:42: 15:26:23 | standby-pgbackrest/12-read-from-each-pod | + for i in $(kubectl get pods -n "${NAMESPACE}" -l postgres-operator.crunchydata.com/cluster=${cluster_name},postgres-operator.crunchydata.com/data=postgres -o jsonpath='{.items[*].metadata.name}') logger.go:42: 15:26:23 | standby-pgbackrest/12-read-from-each-pod | + echo standby-cluster-instance1-859q-0 logger.go:42: 15:26:23 | standby-pgbackrest/12-read-from-each-pod | standby-cluster-instance1-859q-0 logger.go:42: 15:26:23 | standby-pgbackrest/12-read-from-each-pod | ++ kubectl exec standby-cluster-instance1-859q-0 -n kuttl-test-firm-ray -- bash -c 'psql -q -t -d myapp -c "SELECT * from myTable;"' logger.go:42: 15:26:24 | standby-pgbackrest/12-read-from-each-pod | + data=$' 100500\n 100501' logger.go:42: 15:26:24 | standby-pgbackrest/12-read-from-each-pod | + kubectl create configmap -n kuttl-test-firm-ray 12-read-from-each-pod-2 $'--from-literal=data= 100500\n 100501' logger.go:42: 15:26:24 | standby-pgbackrest/12-read-from-each-pod | configmap/12-read-from-each-pod-2 created logger.go:42: 15:26:24 | standby-pgbackrest/12-read-from-each-pod | + t=3 logger.go:42: 15:26:24 | standby-pgbackrest/12-read-from-each-pod | + for i in $(kubectl get pods -n "${NAMESPACE}" -l postgres-operator.crunchydata.com/cluster=${cluster_name},postgres-operator.crunchydata.com/data=postgres -o jsonpath='{.items[*].metadata.name}') logger.go:42: 15:26:24 | standby-pgbackrest/12-read-from-each-pod | + echo standby-cluster-instance1-hlkv-0 logger.go:42: 15:26:24 | standby-pgbackrest/12-read-from-each-pod | standby-cluster-instance1-hlkv-0 logger.go:42: 15:26:24 | standby-pgbackrest/12-read-from-each-pod | ++ kubectl exec standby-cluster-instance1-hlkv-0 -n kuttl-test-firm-ray -- bash -c 'psql -q -t -d myapp -c "SELECT * from myTable;"' logger.go:42: 15:26:26 | standby-pgbackrest/12-read-from-each-pod | + data=$' 100500\n 100501' logger.go:42: 15:26:26 | standby-pgbackrest/12-read-from-each-pod | + kubectl create configmap -n kuttl-test-firm-ray 12-read-from-each-pod-3 $'--from-literal=data= 100500\n 100501' logger.go:42: 15:26:26 | standby-pgbackrest/12-read-from-each-pod | configmap/12-read-from-each-pod-3 created logger.go:42: 15:26:26 | standby-pgbackrest/12-read-from-each-pod | + t=4 logger.go:42: 15:26:26 | standby-pgbackrest/12-read-from-each-pod | + t=1 logger.go:42: 15:26:26 | standby-pgbackrest/12-read-from-each-pod | ++ kubectl get pods -n kuttl-test-firm-ray -l postgres-operator.crunchydata.com/cluster=standby-cluster,postgres-operator.crunchydata.com/data=postgres -o 'jsonpath={.items[*].metadata.name}' logger.go:42: 15:26:27 | standby-pgbackrest/12-read-from-each-pod | + for i in $(kubectl get pods -n "${NAMESPACE}" -l postgres-operator.crunchydata.com/cluster=${cluster_name},postgres-operator.crunchydata.com/data=postgres -o jsonpath='{.items[*].metadata.name}') logger.go:42: 15:26:27 | standby-pgbackrest/12-read-from-each-pod | + echo standby-cluster-instance1-4c9w-0 logger.go:42: 15:26:27 | standby-pgbackrest/12-read-from-each-pod | standby-cluster-instance1-4c9w-0 logger.go:42: 15:26:27 | standby-pgbackrest/12-read-from-each-pod | ++ kubectl exec standby-cluster-instance1-4c9w-0 -n kuttl-test-firm-ray -- bash -c 'psql -q -t -d myapp2 -c "SELECT * from myTable2;"' logger.go:42: 15:26:28 | standby-pgbackrest/12-read-from-each-pod | + data=' 200500' logger.go:42: 15:26:28 | standby-pgbackrest/12-read-from-each-pod | + kubectl create configmap -n kuttl-test-firm-ray 12-read-from-each-pod-1-2 '--from-literal=data= 200500' logger.go:42: 15:26:28 | standby-pgbackrest/12-read-from-each-pod | configmap/12-read-from-each-pod-1-2 created logger.go:42: 15:26:28 | standby-pgbackrest/12-read-from-each-pod | + t=2 logger.go:42: 15:26:28 | standby-pgbackrest/12-read-from-each-pod | + for i in $(kubectl get pods -n "${NAMESPACE}" -l postgres-operator.crunchydata.com/cluster=${cluster_name},postgres-operator.crunchydata.com/data=postgres -o jsonpath='{.items[*].metadata.name}') logger.go:42: 15:26:28 | standby-pgbackrest/12-read-from-each-pod | + echo standby-cluster-instance1-859q-0 logger.go:42: 15:26:28 | standby-pgbackrest/12-read-from-each-pod | standby-cluster-instance1-859q-0 logger.go:42: 15:26:28 | standby-pgbackrest/12-read-from-each-pod | ++ kubectl exec standby-cluster-instance1-859q-0 -n kuttl-test-firm-ray -- bash -c 'psql -q -t -d myapp2 -c "SELECT * from myTable2;"' logger.go:42: 15:26:30 | standby-pgbackrest/12-read-from-each-pod | + data=' 200500' logger.go:42: 15:26:30 | standby-pgbackrest/12-read-from-each-pod | + kubectl create configmap -n kuttl-test-firm-ray 12-read-from-each-pod-2-2 '--from-literal=data= 200500' logger.go:42: 15:26:30 | standby-pgbackrest/12-read-from-each-pod | configmap/12-read-from-each-pod-2-2 created logger.go:42: 15:26:30 | standby-pgbackrest/12-read-from-each-pod | + t=3 logger.go:42: 15:26:30 | standby-pgbackrest/12-read-from-each-pod | + for i in $(kubectl get pods -n "${NAMESPACE}" -l postgres-operator.crunchydata.com/cluster=${cluster_name},postgres-operator.crunchydata.com/data=postgres -o jsonpath='{.items[*].metadata.name}') logger.go:42: 15:26:30 | standby-pgbackrest/12-read-from-each-pod | + echo standby-cluster-instance1-hlkv-0 logger.go:42: 15:26:30 | standby-pgbackrest/12-read-from-each-pod | standby-cluster-instance1-hlkv-0 logger.go:42: 15:26:30 | standby-pgbackrest/12-read-from-each-pod | ++ kubectl exec standby-cluster-instance1-hlkv-0 -n kuttl-test-firm-ray -- bash -c 'psql -q -t -d myapp2 -c "SELECT * from myTable2;"' logger.go:42: 15:26:31 | standby-pgbackrest/12-read-from-each-pod | + data=' 200500' logger.go:42: 15:26:31 | standby-pgbackrest/12-read-from-each-pod | + kubectl create configmap -n kuttl-test-firm-ray 12-read-from-each-pod-3-2 '--from-literal=data= 200500' logger.go:42: 15:26:32 | standby-pgbackrest/12-read-from-each-pod | configmap/12-read-from-each-pod-3-2 created logger.go:42: 15:26:32 | standby-pgbackrest/12-read-from-each-pod | + t=4 logger.go:42: 15:26:32 | standby-pgbackrest/12-read-from-each-pod | ++ get_pod_by_role standby-cluster primary name logger.go:42: 15:26:32 | standby-pgbackrest/12-read-from-each-pod | ++ local cluster=standby-cluster logger.go:42: 15:26:32 | standby-pgbackrest/12-read-from-each-pod | ++ local role=primary logger.go:42: 15:26:32 | standby-pgbackrest/12-read-from-each-pod | ++ local parameter=name logger.go:42: 15:26:32 | standby-pgbackrest/12-read-from-each-pod | ++ case ${parameter} in logger.go:42: 15:26:32 | standby-pgbackrest/12-read-from-each-pod | ++ local 'jsonpath={.items[].metadata.name}' logger.go:42: 15:26:32 | standby-pgbackrest/12-read-from-each-pod | +++ kubectl get pods --namespace kuttl-test-firm-ray --selector=postgres-operator.crunchydata.com/role=primary,postgres-operator.crunchydata.com/cluster=standby-cluster -o 'jsonpath={.items[].metadata.name}' logger.go:42: 15:26:32 | standby-pgbackrest/12-read-from-each-pod | ++ echo standby-cluster-instance1-859q-0 logger.go:42: 15:26:32 | standby-pgbackrest/12-read-from-each-pod | + primary=standby-cluster-instance1-859q-0 logger.go:42: 15:26:32 | standby-pgbackrest/12-read-from-each-pod | + echo 'Primary pod: standby-cluster-instance1-859q-0' logger.go:42: 15:26:32 | standby-pgbackrest/12-read-from-each-pod | Primary pod: standby-cluster-instance1-859q-0 logger.go:42: 15:26:32 | standby-pgbackrest/12-read-from-each-pod | ++ kubectl exec standby-cluster-instance1-859q-0 -n kuttl-test-firm-ray -- bash -c 'psql -q -t -d myapp -c "SELECT * from myTable;"' logger.go:42: 15:26:33 | standby-pgbackrest/12-read-from-each-pod | + data=$' 100500\n 100501' logger.go:42: 15:26:33 | standby-pgbackrest/12-read-from-each-pod | + kubectl create configmap -n kuttl-test-firm-ray 12-read-from-primary $'--from-literal=data= 100500\n 100501' logger.go:42: 15:26:34 | standby-pgbackrest/12-read-from-each-pod | configmap/12-read-from-primary created logger.go:42: 15:26:34 | standby-pgbackrest/12-read-from-each-pod | ++ kubectl exec standby-cluster-instance1-859q-0 -n kuttl-test-firm-ray -- bash -c 'psql -q -t -d myapp2 -c "SELECT * from myTable2;"' logger.go:42: 15:26:35 | standby-pgbackrest/12-read-from-each-pod | + data2=' 200500' logger.go:42: 15:26:35 | standby-pgbackrest/12-read-from-each-pod | + kubectl create configmap -n kuttl-test-firm-ray 12-read-from-primary-2 '--from-literal=data= 200500' logger.go:42: 15:26:36 | standby-pgbackrest/12-read-from-each-pod | configmap/12-read-from-primary-2 created logger.go:42: 15:26:36 | standby-pgbackrest/12-read-from-each-pod | + t=1 logger.go:42: 15:26:36 | standby-pgbackrest/12-read-from-each-pod | ++ kubectl get pods -n kuttl-test-firm-ray -l postgres-operator.crunchydata.com/cluster=standby-cluster,postgres-operator.crunchydata.com/role=replica -o 'jsonpath={.items[*].metadata.name}' logger.go:42: 15:26:37 | standby-pgbackrest/12-read-from-each-pod | + for i in $(kubectl get pods -n "${NAMESPACE}" -l postgres-operator.crunchydata.com/cluster=$cluster_name,postgres-operator.crunchydata.com/role=replica -o jsonpath='{.items[*].metadata.name}') logger.go:42: 15:26:37 | standby-pgbackrest/12-read-from-each-pod | + echo 'Replica pod: standby-cluster-instance1-4c9w-0' logger.go:42: 15:26:37 | standby-pgbackrest/12-read-from-each-pod | Replica pod: standby-cluster-instance1-4c9w-0 logger.go:42: 15:26:37 | standby-pgbackrest/12-read-from-each-pod | ++ kubectl exec standby-cluster-instance1-4c9w-0 -n kuttl-test-firm-ray -- bash -c 'psql -q -t -d myapp -c "SELECT * from myTable;"' logger.go:42: 15:26:38 | standby-pgbackrest/12-read-from-each-pod | + data=$' 100500\n 100501' logger.go:42: 15:26:38 | standby-pgbackrest/12-read-from-each-pod | + kubectl create configmap -n kuttl-test-firm-ray 12-read-from-replica-1 $'--from-literal=data= 100500\n 100501' logger.go:42: 15:26:39 | standby-pgbackrest/12-read-from-each-pod | configmap/12-read-from-replica-1 created logger.go:42: 15:26:39 | standby-pgbackrest/12-read-from-each-pod | ++ kubectl exec standby-cluster-instance1-4c9w-0 -n kuttl-test-firm-ray -- bash -c 'psql -q -t -d myapp2 -c "SELECT * from myTable2;"' logger.go:42: 15:26:40 | standby-pgbackrest/12-read-from-each-pod | + data2=' 200500' logger.go:42: 15:26:40 | standby-pgbackrest/12-read-from-each-pod | + kubectl create configmap -n kuttl-test-firm-ray 12-read-from-replica-1-2 '--from-literal=data= 200500' logger.go:42: 15:26:41 | standby-pgbackrest/12-read-from-each-pod | configmap/12-read-from-replica-1-2 created logger.go:42: 15:26:41 | standby-pgbackrest/12-read-from-each-pod | + t=2 logger.go:42: 15:26:41 | standby-pgbackrest/12-read-from-each-pod | + for i in $(kubectl get pods -n "${NAMESPACE}" -l postgres-operator.crunchydata.com/cluster=$cluster_name,postgres-operator.crunchydata.com/role=replica -o jsonpath='{.items[*].metadata.name}') logger.go:42: 15:26:41 | standby-pgbackrest/12-read-from-each-pod | + echo 'Replica pod: standby-cluster-instance1-hlkv-0' logger.go:42: 15:26:41 | standby-pgbackrest/12-read-from-each-pod | Replica pod: standby-cluster-instance1-hlkv-0 logger.go:42: 15:26:41 | standby-pgbackrest/12-read-from-each-pod | ++ kubectl exec standby-cluster-instance1-hlkv-0 -n kuttl-test-firm-ray -- bash -c 'psql -q -t -d myapp -c "SELECT * from myTable;"' logger.go:42: 15:26:42 | standby-pgbackrest/12-read-from-each-pod | + data=$' 100500\n 100501' logger.go:42: 15:26:42 | standby-pgbackrest/12-read-from-each-pod | + kubectl create configmap -n kuttl-test-firm-ray 12-read-from-replica-2 $'--from-literal=data= 100500\n 100501' logger.go:42: 15:26:42 | standby-pgbackrest/12-read-from-each-pod | configmap/12-read-from-replica-2 created logger.go:42: 15:26:42 | standby-pgbackrest/12-read-from-each-pod | ++ kubectl exec standby-cluster-instance1-hlkv-0 -n kuttl-test-firm-ray -- bash -c 'psql -q -t -d myapp2 -c "SELECT * from myTable2;"' logger.go:42: 15:26:43 | standby-pgbackrest/12-read-from-each-pod | + data2=' 200500' logger.go:42: 15:26:43 | standby-pgbackrest/12-read-from-each-pod | + kubectl create configmap -n kuttl-test-firm-ray 12-read-from-replica-2-2 '--from-literal=data= 200500' logger.go:42: 15:26:44 | standby-pgbackrest/12-read-from-each-pod | configmap/12-read-from-replica-2-2 created logger.go:42: 15:26:44 | standby-pgbackrest/12-read-from-each-pod | + t=3 logger.go:42: 15:26:46 | standby-pgbackrest/12-read-from-each-pod | test step completed 12-read-from-each-pod logger.go:42: 15:26:46 | standby-pgbackrest/13-verify-encryption-standby | starting test step 13-verify-encryption-standby logger.go:42: 15:26:46 | standby-pgbackrest/13-verify-encryption-standby | running command: [sh -c set -o xtrace set -o errexit source ../../functions result=$(run_psql_command \ "SELECT extname FROM pg_extension WHERE extname = 'pg_tde';" \ "$(get_psql_uri standby-cluster postgres)") kubectl -n "${NAMESPACE}" create configmap 13-verify-extension-standby --from-literal=pg_tde_extension="$result" # verify encryption of database created before switchover result=$(run_psql_command \ "SELECT pg_tde_is_encrypted('myTable');" \ "$(get_psql_uri standby-cluster postgres)/myapp") kubectl -n "${NAMESPACE}" create configmap 13-verify-encryption-standby --from-literal=pg_tde_is_encrypted="$result" result=$(run_psql_command \ "SHOW pg_tde.wal_encrypt;" \ "$(get_psql_uri standby-cluster postgres)") kubectl -n "${NAMESPACE}" create configmap 13-verify-wal-encryption-standby --from-literal=pg_tde_wal_encrypt="$result" # pg_tde_verify_key will throw an error if it fails run_psql_command \ "SELECT pg_tde_verify_key();" \ "$(get_psql_uri standby-cluster postgres)/myapp" # After switchover the standby uses its own PostgresCluster uid in the TDE key. assert_pg_tde_key_info_uid \ "$(get_psql_uri standby-cluster postgres)/myapp" \ standby-cluster # verify encryption of second database created after switchover result=$(run_psql_command \ "SELECT pg_tde_is_encrypted('myTable2');" \ "$(get_psql_uri standby-cluster postgres)/myapp2") kubectl -n "${NAMESPACE}" create configmap 13-verify-encryption-standby2 --from-literal=pg_tde_is_encrypted="$result" # pg_tde_verify_key will throw an error if it fails run_psql_command \ "SELECT pg_tde_verify_key();" \ "$(get_psql_uri standby-cluster postgres)/myapp2" assert_pg_tde_key_info_uid \ "$(get_psql_uri standby-cluster postgres)/myapp2" \ standby-cluster] logger.go:42: 15:26:46 | standby-pgbackrest/13-verify-encryption-standby | + set -o errexit logger.go:42: 15:26:46 | standby-pgbackrest/13-verify-encryption-standby | + source ../../functions logger.go:42: 15:26:46 | standby-pgbackrest/13-verify-encryption-standby | +++ realpath ../../.. logger.go:42: 15:26:46 | standby-pgbackrest/13-verify-encryption-standby | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-pg-operator_PR-1770 logger.go:42: 15:26:46 | standby-pgbackrest/13-verify-encryption-standby | ++ CERT_MANAGER_VER=1.20.2 logger.go:42: 15:26:46 | standby-pgbackrest/13-verify-encryption-standby | ++ CERT_MANAGER_TEST_LABEL=e2e.percona.com/managed-by=percona-postgresql-operator-tests logger.go:42: 15:26:46 | standby-pgbackrest/13-verify-encryption-standby | ++ CHAOS_MESH_VER=2.5.1 logger.go:42: 15:26:46 | standby-pgbackrest/13-verify-encryption-standby | ++ BUSYBOX_VER=1.36 logger.go:42: 15:26:46 | standby-pgbackrest/13-verify-encryption-standby | ++++ pwd logger.go:42: 15:26:46 | standby-pgbackrest/13-verify-encryption-standby | +++ basename /mnt/jenkins/workspace/cloud-pg-operator_PR-1770/e2e-tests/tests/standby-pgbackrest logger.go:42: 15:26:46 | standby-pgbackrest/13-verify-encryption-standby | ++ test_name=standby-pgbackrest logger.go:42: 15:26:46 | standby-pgbackrest/13-verify-encryption-standby | ++ source /mnt/jenkins/workspace/cloud-pg-operator_PR-1770/e2e-tests/vars.sh logger.go:42: 15:26:46 | standby-pgbackrest/13-verify-encryption-standby | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-pg-operator_PR-1770 logger.go:42: 15:26:46 | standby-pgbackrest/13-verify-encryption-standby | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-pg-operator_PR-1770 logger.go:42: 15:26:46 | standby-pgbackrest/13-verify-encryption-standby | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1770/deploy logger.go:42: 15:26:46 | standby-pgbackrest/13-verify-encryption-standby | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1770/deploy logger.go:42: 15:26:46 | standby-pgbackrest/13-verify-encryption-standby | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1770/e2e-tests logger.go:42: 15:26:46 | standby-pgbackrest/13-verify-encryption-standby | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1770/e2e-tests logger.go:42: 15:26:46 | standby-pgbackrest/13-verify-encryption-standby | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1770/e2e-tests/conf logger.go:42: 15:26:46 | standby-pgbackrest/13-verify-encryption-standby | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1770/e2e-tests/conf logger.go:42: 15:26:46 | standby-pgbackrest/13-verify-encryption-standby | +++ export TEST_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1770/e2e-tests/tests/standby-pgbackrest/conf logger.go:42: 15:26:46 | standby-pgbackrest/13-verify-encryption-standby | +++ TEST_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1770/e2e-tests/tests/standby-pgbackrest/conf logger.go:42: 15:26:46 | standby-pgbackrest/13-verify-encryption-standby | +++ export TEMP_DIR=/tmp/kuttl/pg/standby-pgbackrest logger.go:42: 15:26:46 | standby-pgbackrest/13-verify-encryption-standby | +++ TEMP_DIR=/tmp/kuttl/pg/standby-pgbackrest logger.go:42: 15:26:46 | standby-pgbackrest/13-verify-encryption-standby | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 15:26:46 | standby-pgbackrest/13-verify-encryption-standby | +++ export GIT_BRANCH=PR-1770 logger.go:42: 15:26:46 | standby-pgbackrest/13-verify-encryption-standby | +++ GIT_BRANCH=PR-1770 logger.go:42: 15:26:46 | standby-pgbackrest/13-verify-encryption-standby | +++ export VERSION=PR-1770-8c67b09e6 logger.go:42: 15:26:46 | standby-pgbackrest/13-verify-encryption-standby | +++ VERSION=PR-1770-8c67b09e6 logger.go:42: 15:26:46 | standby-pgbackrest/13-verify-encryption-standby | +++ export SKIP_TEST_WARNINGS=true logger.go:42: 15:26:46 | standby-pgbackrest/13-verify-encryption-standby | +++ SKIP_TEST_WARNINGS=true logger.go:42: 15:26:46 | standby-pgbackrest/13-verify-encryption-standby | +++ export K8S_UPGRADE_PLATFORM=gke logger.go:42: 15:26:46 | standby-pgbackrest/13-verify-encryption-standby | +++ K8S_UPGRADE_PLATFORM=gke logger.go:42: 15:26:46 | standby-pgbackrest/13-verify-encryption-standby | +++ export K8S_UPGRADE_REGION=us-central1-a logger.go:42: 15:26:46 | standby-pgbackrest/13-verify-encryption-standby | +++ K8S_UPGRADE_REGION=us-central1-a logger.go:42: 15:26:46 | standby-pgbackrest/13-verify-encryption-standby | +++ export K8S_UPGRADE_INITIAL_VERSION= logger.go:42: 15:26:46 | standby-pgbackrest/13-verify-encryption-standby | +++ K8S_UPGRADE_INITIAL_VERSION= logger.go:42: 15:26:46 | standby-pgbackrest/13-verify-encryption-standby | +++ export K8S_UPGRADE_FINAL_VERSION= logger.go:42: 15:26:46 | standby-pgbackrest/13-verify-encryption-standby | +++ K8S_UPGRADE_FINAL_VERSION= logger.go:42: 15:26:46 | standby-pgbackrest/13-verify-encryption-standby | +++ [[ -z '' ]] logger.go:42: 15:26:46 | standby-pgbackrest/13-verify-encryption-standby | ++++ detect_k8s_platform logger.go:42: 15:26:46 | standby-pgbackrest/13-verify-encryption-standby | ++++ local detected_platform logger.go:42: 15:26:46 | standby-pgbackrest/13-verify-encryption-standby | ++++ local xtrace_enabled=false logger.go:42: 15:26:46 | standby-pgbackrest/13-verify-encryption-standby | ++++ [[ -o xtrace ]] logger.go:42: 15:26:46 | standby-pgbackrest/13-verify-encryption-standby | ++++ xtrace_enabled=true logger.go:42: 15:26:46 | standby-pgbackrest/13-verify-encryption-standby | ++++ set +o xtrace logger.go:42: 15:26:47 | standby-pgbackrest/13-verify-encryption-standby | +++ PLATFORM=gke logger.go:42: 15:26:47 | standby-pgbackrest/13-verify-encryption-standby | +++ export PLATFORM logger.go:42: 15:26:47 | standby-pgbackrest/13-verify-encryption-standby | +++ export IMAGE_BASE=perconalab/percona-postgresql-operator logger.go:42: 15:26:47 | standby-pgbackrest/13-verify-encryption-standby | +++ IMAGE_BASE=perconalab/percona-postgresql-operator logger.go:42: 15:26:47 | standby-pgbackrest/13-verify-encryption-standby | +++ export IMAGE=perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:26:47 | standby-pgbackrest/13-verify-encryption-standby | +++ IMAGE=perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:26:47 | standby-pgbackrest/13-verify-encryption-standby | +++ [[ ! -n '' ]] logger.go:42: 15:26:47 | standby-pgbackrest/13-verify-encryption-standby | +++ [[ -n '' ]] logger.go:42: 15:26:47 | standby-pgbackrest/13-verify-encryption-standby | +++ export PG_VER=18 logger.go:42: 15:26:47 | standby-pgbackrest/13-verify-encryption-standby | +++ PG_VER=18 logger.go:42: 15:26:47 | standby-pgbackrest/13-verify-encryption-standby | +++ export PG_DISTRIBUTION= logger.go:42: 15:26:47 | standby-pgbackrest/13-verify-encryption-standby | +++ PG_DISTRIBUTION= logger.go:42: 15:26:47 | standby-pgbackrest/13-verify-encryption-standby | +++ [[ '' == community ]] logger.go:42: 15:26:47 | standby-pgbackrest/13-verify-encryption-standby | +++ export IMAGE_PGBOUNCER=perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 15:26:47 | standby-pgbackrest/13-verify-encryption-standby | +++ IMAGE_PGBOUNCER=perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 15:26:47 | standby-pgbackrest/13-verify-encryption-standby | +++ export IMAGE_POSTGRESQL=perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 15:26:47 | standby-pgbackrest/13-verify-encryption-standby | +++ IMAGE_POSTGRESQL=perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 15:26:47 | standby-pgbackrest/13-verify-encryption-standby | +++ export IMAGE_BACKREST=perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 15:26:47 | standby-pgbackrest/13-verify-encryption-standby | +++ IMAGE_BACKREST=perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 15:26:47 | standby-pgbackrest/13-verify-encryption-standby | +++ export IMAGE_UPGRADE=perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 15:26:47 | standby-pgbackrest/13-verify-encryption-standby | +++ IMAGE_UPGRADE=perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 15:26:47 | standby-pgbackrest/13-verify-encryption-standby | +++ export BUCKET=pg-operator-testing logger.go:42: 15:26:47 | standby-pgbackrest/13-verify-encryption-standby | +++ BUCKET=pg-operator-testing logger.go:42: 15:26:47 | standby-pgbackrest/13-verify-encryption-standby | +++ export PMM_SERVER_VERSION=9.9.9 logger.go:42: 15:26:47 | standby-pgbackrest/13-verify-encryption-standby | +++ PMM_SERVER_VERSION=9.9.9 logger.go:42: 15:26:47 | standby-pgbackrest/13-verify-encryption-standby | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:26:47 | standby-pgbackrest/13-verify-encryption-standby | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:26:47 | standby-pgbackrest/13-verify-encryption-standby | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:26:47 | standby-pgbackrest/13-verify-encryption-standby | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:26:47 | standby-pgbackrest/13-verify-encryption-standby | +++ export IMAGE_LOGCOLLECTOR=perconalab/fluentbit:main-logcollector logger.go:42: 15:26:47 | standby-pgbackrest/13-verify-encryption-standby | +++ IMAGE_LOGCOLLECTOR=perconalab/fluentbit:main-logcollector logger.go:42: 15:26:47 | standby-pgbackrest/13-verify-encryption-standby | +++ export PGOV1_TAG=1.4.0 logger.go:42: 15:26:47 | standby-pgbackrest/13-verify-encryption-standby | +++ PGOV1_TAG=1.4.0 logger.go:42: 15:26:47 | standby-pgbackrest/13-verify-encryption-standby | +++ export PGOV1_VER=14 logger.go:42: 15:26:47 | standby-pgbackrest/13-verify-encryption-standby | +++ PGOV1_VER=14 logger.go:42: 15:26:47 | standby-pgbackrest/13-verify-encryption-standby | +++ export CPGO_VERSION=5.8.7 logger.go:42: 15:26:47 | standby-pgbackrest/13-verify-encryption-standby | +++ CPGO_VERSION=5.8.7 logger.go:42: 15:26:47 | standby-pgbackrest/13-verify-encryption-standby | +++ export MINIO_VER=5.4.0 logger.go:42: 15:26:47 | standby-pgbackrest/13-verify-encryption-standby | +++ MINIO_VER=5.4.0 logger.go:42: 15:26:47 | standby-pgbackrest/13-verify-encryption-standby | +++ export VAULT_VER=0.32.0 logger.go:42: 15:26:47 | standby-pgbackrest/13-verify-encryption-standby | +++ VAULT_VER=0.32.0 logger.go:42: 15:26:47 | standby-pgbackrest/13-verify-encryption-standby | +++ export REGISTRY_NAME=docker.io logger.go:42: 15:26:47 | standby-pgbackrest/13-verify-encryption-standby | +++ REGISTRY_NAME=docker.io logger.go:42: 15:26:47 | standby-pgbackrest/13-verify-encryption-standby | +++ export REGISTRY_NAME_FULL=docker.io/ logger.go:42: 15:26:47 | standby-pgbackrest/13-verify-encryption-standby | +++ REGISTRY_NAME_FULL=docker.io/ logger.go:42: 15:26:47 | standby-pgbackrest/13-verify-encryption-standby | ++++ printenv logger.go:42: 15:26:47 | standby-pgbackrest/13-verify-encryption-standby | ++++ grep -E '^IMAGE' logger.go:42: 15:26:47 | standby-pgbackrest/13-verify-encryption-standby | ++++ awk -F= '{print $1}' logger.go:42: 15:26:47 | standby-pgbackrest/13-verify-encryption-standby | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 15:26:47 | standby-pgbackrest/13-verify-encryption-standby | ++++ eval 'echo $IMAGE_BACKREST' logger.go:42: 15:26:47 | standby-pgbackrest/13-verify-encryption-standby | +++++ echo perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 15:26:47 | standby-pgbackrest/13-verify-encryption-standby | +++ var_value=perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 15:26:47 | standby-pgbackrest/13-verify-encryption-standby | +++ [[ perconalab/percona-postgresql-operator:main-pgbackrest18 == docker.io/* ]] logger.go:42: 15:26:47 | standby-pgbackrest/13-verify-encryption-standby | +++ [[ perconalab/percona-postgresql-operator:main-pgbackrest18 == percona/* ]] logger.go:42: 15:26:47 | standby-pgbackrest/13-verify-encryption-standby | +++ [[ perconalab/percona-postgresql-operator:main-pgbackrest18 == perconalab/* ]] logger.go:42: 15:26:47 | standby-pgbackrest/13-verify-encryption-standby | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 15:26:47 | standby-pgbackrest/13-verify-encryption-standby | +++ export IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 15:26:47 | standby-pgbackrest/13-verify-encryption-standby | +++ IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 15:26:47 | standby-pgbackrest/13-verify-encryption-standby | +++ echo IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 15:26:47 | standby-pgbackrest/13-verify-encryption-standby | IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 15:26:47 | standby-pgbackrest/13-verify-encryption-standby | +++ echo perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:26:47 | standby-pgbackrest/13-verify-encryption-standby | perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:26:47 | standby-pgbackrest/13-verify-encryption-standby | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 15:26:47 | standby-pgbackrest/13-verify-encryption-standby | ++++ eval 'echo $IMAGE' logger.go:42: 15:26:47 | standby-pgbackrest/13-verify-encryption-standby | +++++ echo perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:26:47 | standby-pgbackrest/13-verify-encryption-standby | +++ var_value=perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:26:47 | standby-pgbackrest/13-verify-encryption-standby | +++ [[ perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 == docker.io/* ]] logger.go:42: 15:26:47 | standby-pgbackrest/13-verify-encryption-standby | +++ [[ perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 == percona/* ]] logger.go:42: 15:26:47 | standby-pgbackrest/13-verify-encryption-standby | +++ [[ perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 == perconalab/* ]] logger.go:42: 15:26:47 | standby-pgbackrest/13-verify-encryption-standby | +++ new_value=docker.io/perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:26:47 | standby-pgbackrest/13-verify-encryption-standby | +++ export IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:26:47 | standby-pgbackrest/13-verify-encryption-standby | +++ IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:26:47 | standby-pgbackrest/13-verify-encryption-standby | +++ echo IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:26:47 | standby-pgbackrest/13-verify-encryption-standby | IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:26:47 | standby-pgbackrest/13-verify-encryption-standby | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:26:47 | standby-pgbackrest/13-verify-encryption-standby | docker.io/perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:26:47 | standby-pgbackrest/13-verify-encryption-standby | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 15:26:47 | standby-pgbackrest/13-verify-encryption-standby | ++++ eval 'echo $IMAGE_UPGRADE' logger.go:42: 15:26:47 | standby-pgbackrest/13-verify-encryption-standby | +++++ echo perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 15:26:47 | standby-pgbackrest/13-verify-encryption-standby | +++ var_value=perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 15:26:47 | standby-pgbackrest/13-verify-encryption-standby | +++ [[ perconalab/percona-postgresql-operator:main-upgrade == docker.io/* ]] logger.go:42: 15:26:47 | standby-pgbackrest/13-verify-encryption-standby | +++ [[ perconalab/percona-postgresql-operator:main-upgrade == percona/* ]] logger.go:42: 15:26:47 | standby-pgbackrest/13-verify-encryption-standby | +++ [[ perconalab/percona-postgresql-operator:main-upgrade == perconalab/* ]] logger.go:42: 15:26:47 | standby-pgbackrest/13-verify-encryption-standby | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 15:26:47 | standby-pgbackrest/13-verify-encryption-standby | +++ export IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 15:26:47 | standby-pgbackrest/13-verify-encryption-standby | +++ IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 15:26:47 | standby-pgbackrest/13-verify-encryption-standby | +++ echo IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 15:26:47 | standby-pgbackrest/13-verify-encryption-standby | IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 15:26:47 | standby-pgbackrest/13-verify-encryption-standby | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:26:47 | standby-pgbackrest/13-verify-encryption-standby | docker.io/perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:26:47 | standby-pgbackrest/13-verify-encryption-standby | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 15:26:47 | standby-pgbackrest/13-verify-encryption-standby | ++++ eval 'echo $IMAGE_LOGCOLLECTOR' logger.go:42: 15:26:47 | standby-pgbackrest/13-verify-encryption-standby | +++++ echo perconalab/fluentbit:main-logcollector logger.go:42: 15:26:47 | standby-pgbackrest/13-verify-encryption-standby | +++ var_value=perconalab/fluentbit:main-logcollector logger.go:42: 15:26:47 | standby-pgbackrest/13-verify-encryption-standby | +++ [[ perconalab/fluentbit:main-logcollector == docker.io/* ]] logger.go:42: 15:26:47 | standby-pgbackrest/13-verify-encryption-standby | +++ [[ perconalab/fluentbit:main-logcollector == percona/* ]] logger.go:42: 15:26:47 | standby-pgbackrest/13-verify-encryption-standby | +++ [[ perconalab/fluentbit:main-logcollector == perconalab/* ]] logger.go:42: 15:26:47 | standby-pgbackrest/13-verify-encryption-standby | +++ new_value=docker.io/perconalab/fluentbit:main-logcollector logger.go:42: 15:26:47 | standby-pgbackrest/13-verify-encryption-standby | +++ export IMAGE_LOGCOLLECTOR=docker.io/perconalab/fluentbit:main-logcollector logger.go:42: 15:26:47 | standby-pgbackrest/13-verify-encryption-standby | +++ IMAGE_LOGCOLLECTOR=docker.io/perconalab/fluentbit:main-logcollector logger.go:42: 15:26:47 | standby-pgbackrest/13-verify-encryption-standby | +++ echo IMAGE_LOGCOLLECTOR=docker.io/perconalab/fluentbit:main-logcollector logger.go:42: 15:26:47 | standby-pgbackrest/13-verify-encryption-standby | IMAGE_LOGCOLLECTOR=docker.io/perconalab/fluentbit:main-logcollector logger.go:42: 15:26:47 | standby-pgbackrest/13-verify-encryption-standby | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:26:47 | standby-pgbackrest/13-verify-encryption-standby | docker.io/perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:26:47 | standby-pgbackrest/13-verify-encryption-standby | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 15:26:47 | standby-pgbackrest/13-verify-encryption-standby | ++++ eval 'echo $IMAGE_BASE' logger.go:42: 15:26:47 | standby-pgbackrest/13-verify-encryption-standby | +++++ echo perconalab/percona-postgresql-operator logger.go:42: 15:26:47 | standby-pgbackrest/13-verify-encryption-standby | +++ var_value=perconalab/percona-postgresql-operator logger.go:42: 15:26:47 | standby-pgbackrest/13-verify-encryption-standby | +++ [[ perconalab/percona-postgresql-operator == docker.io/* ]] logger.go:42: 15:26:47 | standby-pgbackrest/13-verify-encryption-standby | +++ [[ perconalab/percona-postgresql-operator == percona/* ]] logger.go:42: 15:26:47 | standby-pgbackrest/13-verify-encryption-standby | +++ [[ perconalab/percona-postgresql-operator == perconalab/* ]] logger.go:42: 15:26:47 | standby-pgbackrest/13-verify-encryption-standby | +++ new_value=docker.io/perconalab/percona-postgresql-operator logger.go:42: 15:26:47 | standby-pgbackrest/13-verify-encryption-standby | +++ export IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 15:26:47 | standby-pgbackrest/13-verify-encryption-standby | +++ IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 15:26:47 | standby-pgbackrest/13-verify-encryption-standby | +++ echo IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 15:26:47 | standby-pgbackrest/13-verify-encryption-standby | IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 15:26:47 | standby-pgbackrest/13-verify-encryption-standby | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:26:47 | standby-pgbackrest/13-verify-encryption-standby | docker.io/perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:26:47 | standby-pgbackrest/13-verify-encryption-standby | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 15:26:47 | standby-pgbackrest/13-verify-encryption-standby | ++++ eval 'echo $IMAGE_PGBOUNCER' logger.go:42: 15:26:47 | standby-pgbackrest/13-verify-encryption-standby | +++++ echo perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 15:26:47 | standby-pgbackrest/13-verify-encryption-standby | +++ var_value=perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 15:26:47 | standby-pgbackrest/13-verify-encryption-standby | +++ [[ perconalab/percona-postgresql-operator:main-pgbouncer18 == docker.io/* ]] logger.go:42: 15:26:47 | standby-pgbackrest/13-verify-encryption-standby | +++ [[ perconalab/percona-postgresql-operator:main-pgbouncer18 == percona/* ]] logger.go:42: 15:26:47 | standby-pgbackrest/13-verify-encryption-standby | +++ [[ perconalab/percona-postgresql-operator:main-pgbouncer18 == perconalab/* ]] logger.go:42: 15:26:47 | standby-pgbackrest/13-verify-encryption-standby | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 15:26:47 | standby-pgbackrest/13-verify-encryption-standby | +++ export IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 15:26:47 | standby-pgbackrest/13-verify-encryption-standby | +++ IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 15:26:47 | standby-pgbackrest/13-verify-encryption-standby | +++ echo IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 15:26:47 | standby-pgbackrest/13-verify-encryption-standby | IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 15:26:47 | standby-pgbackrest/13-verify-encryption-standby | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:26:47 | standby-pgbackrest/13-verify-encryption-standby | docker.io/perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:26:47 | standby-pgbackrest/13-verify-encryption-standby | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 15:26:47 | standby-pgbackrest/13-verify-encryption-standby | ++++ eval 'echo $IMAGE_POSTGRESQL' logger.go:42: 15:26:47 | standby-pgbackrest/13-verify-encryption-standby | +++++ echo perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 15:26:47 | standby-pgbackrest/13-verify-encryption-standby | +++ var_value=perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 15:26:47 | standby-pgbackrest/13-verify-encryption-standby | +++ [[ perconalab/percona-postgresql-operator:main-ppg18-postgres == docker.io/* ]] logger.go:42: 15:26:47 | standby-pgbackrest/13-verify-encryption-standby | +++ [[ perconalab/percona-postgresql-operator:main-ppg18-postgres == percona/* ]] logger.go:42: 15:26:47 | standby-pgbackrest/13-verify-encryption-standby | +++ [[ perconalab/percona-postgresql-operator:main-ppg18-postgres == perconalab/* ]] logger.go:42: 15:26:47 | standby-pgbackrest/13-verify-encryption-standby | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 15:26:47 | standby-pgbackrest/13-verify-encryption-standby | +++ export IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 15:26:47 | standby-pgbackrest/13-verify-encryption-standby | +++ IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 15:26:47 | standby-pgbackrest/13-verify-encryption-standby | +++ echo IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 15:26:47 | standby-pgbackrest/13-verify-encryption-standby | IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 15:26:47 | standby-pgbackrest/13-verify-encryption-standby | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:26:47 | standby-pgbackrest/13-verify-encryption-standby | docker.io/perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:26:47 | standby-pgbackrest/13-verify-encryption-standby | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 15:26:47 | standby-pgbackrest/13-verify-encryption-standby | ++++ eval 'echo $IMAGE_PMM_SERVER' logger.go:42: 15:26:47 | standby-pgbackrest/13-verify-encryption-standby | +++++ echo perconalab/pmm-server:3-dev-latest logger.go:42: 15:26:47 | standby-pgbackrest/13-verify-encryption-standby | +++ var_value=perconalab/pmm-server:3-dev-latest logger.go:42: 15:26:47 | standby-pgbackrest/13-verify-encryption-standby | +++ [[ perconalab/pmm-server:3-dev-latest == docker.io/* ]] logger.go:42: 15:26:47 | standby-pgbackrest/13-verify-encryption-standby | +++ [[ perconalab/pmm-server:3-dev-latest == percona/* ]] logger.go:42: 15:26:47 | standby-pgbackrest/13-verify-encryption-standby | +++ [[ perconalab/pmm-server:3-dev-latest == perconalab/* ]] logger.go:42: 15:26:47 | standby-pgbackrest/13-verify-encryption-standby | +++ new_value=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 15:26:47 | standby-pgbackrest/13-verify-encryption-standby | +++ export IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 15:26:47 | standby-pgbackrest/13-verify-encryption-standby | +++ IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 15:26:47 | standby-pgbackrest/13-verify-encryption-standby | +++ echo IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 15:26:47 | standby-pgbackrest/13-verify-encryption-standby | IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 15:26:47 | standby-pgbackrest/13-verify-encryption-standby | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:26:47 | standby-pgbackrest/13-verify-encryption-standby | docker.io/perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:26:47 | standby-pgbackrest/13-verify-encryption-standby | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 15:26:47 | standby-pgbackrest/13-verify-encryption-standby | ++++ eval 'echo $IMAGE_PMM_CLIENT' logger.go:42: 15:26:47 | standby-pgbackrest/13-verify-encryption-standby | +++++ echo perconalab/pmm-client:3-dev-latest logger.go:42: 15:26:47 | standby-pgbackrest/13-verify-encryption-standby | +++ var_value=perconalab/pmm-client:3-dev-latest logger.go:42: 15:26:47 | standby-pgbackrest/13-verify-encryption-standby | +++ [[ perconalab/pmm-client:3-dev-latest == docker.io/* ]] logger.go:42: 15:26:47 | standby-pgbackrest/13-verify-encryption-standby | +++ [[ perconalab/pmm-client:3-dev-latest == percona/* ]] logger.go:42: 15:26:47 | standby-pgbackrest/13-verify-encryption-standby | +++ [[ perconalab/pmm-client:3-dev-latest == perconalab/* ]] logger.go:42: 15:26:47 | standby-pgbackrest/13-verify-encryption-standby | +++ new_value=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 15:26:47 | standby-pgbackrest/13-verify-encryption-standby | +++ export IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 15:26:47 | standby-pgbackrest/13-verify-encryption-standby | +++ IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 15:26:47 | standby-pgbackrest/13-verify-encryption-standby | +++ echo IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 15:26:47 | standby-pgbackrest/13-verify-encryption-standby | IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 15:26:47 | standby-pgbackrest/13-verify-encryption-standby | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:26:47 | standby-pgbackrest/13-verify-encryption-standby | docker.io/perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:26:47 | standby-pgbackrest/13-verify-encryption-standby | ++++ which gdate logger.go:42: 15:26:47 | standby-pgbackrest/13-verify-encryption-standby | which: no gdate in (/mnt/jenkins/workspace/cloud-pg-operator_PR-1770/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:26:47 | standby-pgbackrest/13-verify-encryption-standby | ++++ which date logger.go:42: 15:26:47 | standby-pgbackrest/13-verify-encryption-standby | +++ date=/usr/sbin/date logger.go:42: 15:26:47 | standby-pgbackrest/13-verify-encryption-standby | ++++ which gsed logger.go:42: 15:26:47 | standby-pgbackrest/13-verify-encryption-standby | which: no gsed in (/mnt/jenkins/workspace/cloud-pg-operator_PR-1770/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:26:47 | standby-pgbackrest/13-verify-encryption-standby | ++++ which sed logger.go:42: 15:26:47 | standby-pgbackrest/13-verify-encryption-standby | +++ sed=/usr/sbin/sed logger.go:42: 15:26:47 | standby-pgbackrest/13-verify-encryption-standby | +++ get_psql_uri standby-cluster postgres logger.go:42: 15:26:47 | standby-pgbackrest/13-verify-encryption-standby | +++ local cluster=standby-cluster logger.go:42: 15:26:47 | standby-pgbackrest/13-verify-encryption-standby | +++ local user=postgres logger.go:42: 15:26:47 | standby-pgbackrest/13-verify-encryption-standby | +++ local secret_name=standby-cluster-pguser-postgres logger.go:42: 15:26:47 | standby-pgbackrest/13-verify-encryption-standby | ++++ get_psql_user_pass standby-cluster-pguser-postgres logger.go:42: 15:26:47 | standby-pgbackrest/13-verify-encryption-standby | ++++ local secret_name=standby-cluster-pguser-postgres logger.go:42: 15:26:47 | standby-pgbackrest/13-verify-encryption-standby | ++++ kubectl -n kuttl-test-firm-ray get secret/standby-cluster-pguser-postgres '--template={{.data.password | base64decode}}' logger.go:42: 15:26:48 | standby-pgbackrest/13-verify-encryption-standby | ++++ get_psql_user_host standby-cluster-pguser-postgres logger.go:42: 15:26:48 | standby-pgbackrest/13-verify-encryption-standby | ++++ local secret_name=standby-cluster-pguser-postgres logger.go:42: 15:26:48 | standby-pgbackrest/13-verify-encryption-standby | ++++ kubectl -n kuttl-test-firm-ray get secret/standby-cluster-pguser-postgres '--template={{.data.host | base64decode }}' logger.go:42: 15:26:48 | standby-pgbackrest/13-verify-encryption-standby | +++ echo postgres:JTqTy8K95XL1lX5NxqMUIbbl@standby-cluster-primary.kuttl-test-firm-ray.svc logger.go:42: 15:26:48 | standby-pgbackrest/13-verify-encryption-standby | ++ run_psql_command 'SELECT extname FROM pg_extension WHERE extname = '\''pg_tde'\'';' postgres:JTqTy8K95XL1lX5NxqMUIbbl@standby-cluster-primary.kuttl-test-firm-ray.svc logger.go:42: 15:26:48 | standby-pgbackrest/13-verify-encryption-standby | ++ local 'command=SELECT extname FROM pg_extension WHERE extname = '\''pg_tde'\'';' logger.go:42: 15:26:48 | standby-pgbackrest/13-verify-encryption-standby | ++ local uri=postgres:JTqTy8K95XL1lX5NxqMUIbbl@standby-cluster-primary.kuttl-test-firm-ray.svc logger.go:42: 15:26:48 | standby-pgbackrest/13-verify-encryption-standby | ++ local driver=postgres logger.go:42: 15:26:48 | standby-pgbackrest/13-verify-encryption-standby | +++ get_client_pod logger.go:42: 15:26:48 | standby-pgbackrest/13-verify-encryption-standby | +++ kubectl -n kuttl-test-firm-ray get pods --selector=name=pg-client -o 'jsonpath={.items[].metadata.name}' logger.go:42: 15:26:49 | standby-pgbackrest/13-verify-encryption-standby | ++ kubectl -n kuttl-test-firm-ray exec pg-client-65d98588cc-bpjlx -- psql -v ON_ERROR_STOP=1 -t -q postgres://postgres:JTqTy8K95XL1lX5NxqMUIbbl@standby-cluster-primary.kuttl-test-firm-ray.svc -c 'SELECT extname FROM pg_extension WHERE extname = '\''pg_tde'\'';' logger.go:42: 15:26:50 | standby-pgbackrest/13-verify-encryption-standby | + result=' pg_tde' logger.go:42: 15:26:50 | standby-pgbackrest/13-verify-encryption-standby | + kubectl -n kuttl-test-firm-ray create configmap 13-verify-extension-standby '--from-literal=pg_tde_extension= pg_tde' logger.go:42: 15:26:50 | standby-pgbackrest/13-verify-encryption-standby | configmap/13-verify-extension-standby created logger.go:42: 15:26:50 | standby-pgbackrest/13-verify-encryption-standby | +++ get_psql_uri standby-cluster postgres logger.go:42: 15:26:50 | standby-pgbackrest/13-verify-encryption-standby | +++ local cluster=standby-cluster logger.go:42: 15:26:50 | standby-pgbackrest/13-verify-encryption-standby | +++ local user=postgres logger.go:42: 15:26:50 | standby-pgbackrest/13-verify-encryption-standby | +++ local secret_name=standby-cluster-pguser-postgres logger.go:42: 15:26:50 | standby-pgbackrest/13-verify-encryption-standby | ++++ get_psql_user_pass standby-cluster-pguser-postgres logger.go:42: 15:26:50 | standby-pgbackrest/13-verify-encryption-standby | ++++ local secret_name=standby-cluster-pguser-postgres logger.go:42: 15:26:50 | standby-pgbackrest/13-verify-encryption-standby | ++++ kubectl -n kuttl-test-firm-ray get secret/standby-cluster-pguser-postgres '--template={{.data.password | base64decode}}' logger.go:42: 15:26:51 | standby-pgbackrest/13-verify-encryption-standby | ++++ get_psql_user_host standby-cluster-pguser-postgres logger.go:42: 15:26:51 | standby-pgbackrest/13-verify-encryption-standby | ++++ local secret_name=standby-cluster-pguser-postgres logger.go:42: 15:26:51 | standby-pgbackrest/13-verify-encryption-standby | ++++ kubectl -n kuttl-test-firm-ray get secret/standby-cluster-pguser-postgres '--template={{.data.host | base64decode }}' logger.go:42: 15:26:52 | standby-pgbackrest/13-verify-encryption-standby | +++ echo postgres:JTqTy8K95XL1lX5NxqMUIbbl@standby-cluster-primary.kuttl-test-firm-ray.svc logger.go:42: 15:26:52 | standby-pgbackrest/13-verify-encryption-standby | ++ run_psql_command 'SELECT pg_tde_is_encrypted('\''myTable'\'');' postgres:JTqTy8K95XL1lX5NxqMUIbbl@standby-cluster-primary.kuttl-test-firm-ray.svc/myapp logger.go:42: 15:26:52 | standby-pgbackrest/13-verify-encryption-standby | ++ local 'command=SELECT pg_tde_is_encrypted('\''myTable'\'');' logger.go:42: 15:26:52 | standby-pgbackrest/13-verify-encryption-standby | ++ local uri=postgres:JTqTy8K95XL1lX5NxqMUIbbl@standby-cluster-primary.kuttl-test-firm-ray.svc/myapp logger.go:42: 15:26:52 | standby-pgbackrest/13-verify-encryption-standby | ++ local driver=postgres logger.go:42: 15:26:52 | standby-pgbackrest/13-verify-encryption-standby | +++ get_client_pod logger.go:42: 15:26:52 | standby-pgbackrest/13-verify-encryption-standby | +++ kubectl -n kuttl-test-firm-ray get pods --selector=name=pg-client -o 'jsonpath={.items[].metadata.name}' logger.go:42: 15:26:52 | standby-pgbackrest/13-verify-encryption-standby | ++ kubectl -n kuttl-test-firm-ray exec pg-client-65d98588cc-bpjlx -- psql -v ON_ERROR_STOP=1 -t -q postgres://postgres:JTqTy8K95XL1lX5NxqMUIbbl@standby-cluster-primary.kuttl-test-firm-ray.svc/myapp -c 'SELECT pg_tde_is_encrypted('\''myTable'\'');' logger.go:42: 15:26:53 | standby-pgbackrest/13-verify-encryption-standby | + result=' t' logger.go:42: 15:26:53 | standby-pgbackrest/13-verify-encryption-standby | + kubectl -n kuttl-test-firm-ray create configmap 13-verify-encryption-standby '--from-literal=pg_tde_is_encrypted= t' logger.go:42: 15:26:53 | standby-pgbackrest/13-verify-encryption-standby | configmap/13-verify-encryption-standby created logger.go:42: 15:26:53 | standby-pgbackrest/13-verify-encryption-standby | +++ get_psql_uri standby-cluster postgres logger.go:42: 15:26:53 | standby-pgbackrest/13-verify-encryption-standby | +++ local cluster=standby-cluster logger.go:42: 15:26:53 | standby-pgbackrest/13-verify-encryption-standby | +++ local user=postgres logger.go:42: 15:26:53 | standby-pgbackrest/13-verify-encryption-standby | +++ local secret_name=standby-cluster-pguser-postgres logger.go:42: 15:26:53 | standby-pgbackrest/13-verify-encryption-standby | ++++ get_psql_user_pass standby-cluster-pguser-postgres logger.go:42: 15:26:53 | standby-pgbackrest/13-verify-encryption-standby | ++++ local secret_name=standby-cluster-pguser-postgres logger.go:42: 15:26:53 | standby-pgbackrest/13-verify-encryption-standby | ++++ kubectl -n kuttl-test-firm-ray get secret/standby-cluster-pguser-postgres '--template={{.data.password | base64decode}}' logger.go:42: 15:26:54 | standby-pgbackrest/13-verify-encryption-standby | ++++ get_psql_user_host standby-cluster-pguser-postgres logger.go:42: 15:26:54 | standby-pgbackrest/13-verify-encryption-standby | ++++ local secret_name=standby-cluster-pguser-postgres logger.go:42: 15:26:54 | standby-pgbackrest/13-verify-encryption-standby | ++++ kubectl -n kuttl-test-firm-ray get secret/standby-cluster-pguser-postgres '--template={{.data.host | base64decode }}' logger.go:42: 15:26:54 | standby-pgbackrest/13-verify-encryption-standby | +++ echo postgres:JTqTy8K95XL1lX5NxqMUIbbl@standby-cluster-primary.kuttl-test-firm-ray.svc logger.go:42: 15:26:54 | standby-pgbackrest/13-verify-encryption-standby | ++ run_psql_command 'SHOW pg_tde.wal_encrypt;' postgres:JTqTy8K95XL1lX5NxqMUIbbl@standby-cluster-primary.kuttl-test-firm-ray.svc logger.go:42: 15:26:54 | standby-pgbackrest/13-verify-encryption-standby | ++ local 'command=SHOW pg_tde.wal_encrypt;' logger.go:42: 15:26:54 | standby-pgbackrest/13-verify-encryption-standby | ++ local uri=postgres:JTqTy8K95XL1lX5NxqMUIbbl@standby-cluster-primary.kuttl-test-firm-ray.svc logger.go:42: 15:26:54 | standby-pgbackrest/13-verify-encryption-standby | ++ local driver=postgres logger.go:42: 15:26:54 | standby-pgbackrest/13-verify-encryption-standby | +++ get_client_pod logger.go:42: 15:26:54 | standby-pgbackrest/13-verify-encryption-standby | +++ kubectl -n kuttl-test-firm-ray get pods --selector=name=pg-client -o 'jsonpath={.items[].metadata.name}' logger.go:42: 15:26:55 | standby-pgbackrest/13-verify-encryption-standby | ++ kubectl -n kuttl-test-firm-ray exec pg-client-65d98588cc-bpjlx -- psql -v ON_ERROR_STOP=1 -t -q postgres://postgres:JTqTy8K95XL1lX5NxqMUIbbl@standby-cluster-primary.kuttl-test-firm-ray.svc -c 'SHOW pg_tde.wal_encrypt;' logger.go:42: 15:26:56 | standby-pgbackrest/13-verify-encryption-standby | + result=' on' logger.go:42: 15:26:56 | standby-pgbackrest/13-verify-encryption-standby | + kubectl -n kuttl-test-firm-ray create configmap 13-verify-wal-encryption-standby '--from-literal=pg_tde_wal_encrypt= on' logger.go:42: 15:26:56 | standby-pgbackrest/13-verify-encryption-standby | configmap/13-verify-wal-encryption-standby created logger.go:42: 15:26:56 | standby-pgbackrest/13-verify-encryption-standby | ++ get_psql_uri standby-cluster postgres logger.go:42: 15:26:56 | standby-pgbackrest/13-verify-encryption-standby | ++ local cluster=standby-cluster logger.go:42: 15:26:56 | standby-pgbackrest/13-verify-encryption-standby | ++ local user=postgres logger.go:42: 15:26:56 | standby-pgbackrest/13-verify-encryption-standby | ++ local secret_name=standby-cluster-pguser-postgres logger.go:42: 15:26:56 | standby-pgbackrest/13-verify-encryption-standby | +++ get_psql_user_pass standby-cluster-pguser-postgres logger.go:42: 15:26:56 | standby-pgbackrest/13-verify-encryption-standby | +++ local secret_name=standby-cluster-pguser-postgres logger.go:42: 15:26:56 | standby-pgbackrest/13-verify-encryption-standby | +++ kubectl -n kuttl-test-firm-ray get secret/standby-cluster-pguser-postgres '--template={{.data.password | base64decode}}' logger.go:42: 15:26:57 | standby-pgbackrest/13-verify-encryption-standby | +++ get_psql_user_host standby-cluster-pguser-postgres logger.go:42: 15:26:57 | standby-pgbackrest/13-verify-encryption-standby | +++ local secret_name=standby-cluster-pguser-postgres logger.go:42: 15:26:57 | standby-pgbackrest/13-verify-encryption-standby | +++ kubectl -n kuttl-test-firm-ray get secret/standby-cluster-pguser-postgres '--template={{.data.host | base64decode }}' logger.go:42: 15:26:57 | standby-pgbackrest/13-verify-encryption-standby | ++ echo postgres:JTqTy8K95XL1lX5NxqMUIbbl@standby-cluster-primary.kuttl-test-firm-ray.svc logger.go:42: 15:26:57 | standby-pgbackrest/13-verify-encryption-standby | + run_psql_command 'SELECT pg_tde_verify_key();' postgres:JTqTy8K95XL1lX5NxqMUIbbl@standby-cluster-primary.kuttl-test-firm-ray.svc/myapp logger.go:42: 15:26:57 | standby-pgbackrest/13-verify-encryption-standby | + local 'command=SELECT pg_tde_verify_key();' logger.go:42: 15:26:57 | standby-pgbackrest/13-verify-encryption-standby | + local uri=postgres:JTqTy8K95XL1lX5NxqMUIbbl@standby-cluster-primary.kuttl-test-firm-ray.svc/myapp logger.go:42: 15:26:57 | standby-pgbackrest/13-verify-encryption-standby | + local driver=postgres logger.go:42: 15:26:57 | standby-pgbackrest/13-verify-encryption-standby | ++ get_client_pod logger.go:42: 15:26:57 | standby-pgbackrest/13-verify-encryption-standby | ++ kubectl -n kuttl-test-firm-ray get pods --selector=name=pg-client -o 'jsonpath={.items[].metadata.name}' logger.go:42: 15:26:58 | standby-pgbackrest/13-verify-encryption-standby | + kubectl -n kuttl-test-firm-ray exec pg-client-65d98588cc-bpjlx -- psql -v ON_ERROR_STOP=1 -t -q postgres://postgres:JTqTy8K95XL1lX5NxqMUIbbl@standby-cluster-primary.kuttl-test-firm-ray.svc/myapp -c 'SELECT pg_tde_verify_key();' logger.go:42: 15:26:59 | standby-pgbackrest/13-verify-encryption-standby | logger.go:42: 15:26:59 | standby-pgbackrest/13-verify-encryption-standby | logger.go:42: 15:26:59 | standby-pgbackrest/13-verify-encryption-standby | ++ get_psql_uri standby-cluster postgres logger.go:42: 15:26:59 | standby-pgbackrest/13-verify-encryption-standby | ++ local cluster=standby-cluster logger.go:42: 15:26:59 | standby-pgbackrest/13-verify-encryption-standby | ++ local user=postgres logger.go:42: 15:26:59 | standby-pgbackrest/13-verify-encryption-standby | ++ local secret_name=standby-cluster-pguser-postgres logger.go:42: 15:26:59 | standby-pgbackrest/13-verify-encryption-standby | +++ get_psql_user_pass standby-cluster-pguser-postgres logger.go:42: 15:26:59 | standby-pgbackrest/13-verify-encryption-standby | +++ local secret_name=standby-cluster-pguser-postgres logger.go:42: 15:26:59 | standby-pgbackrest/13-verify-encryption-standby | +++ kubectl -n kuttl-test-firm-ray get secret/standby-cluster-pguser-postgres '--template={{.data.password | base64decode}}' logger.go:42: 15:26:59 | standby-pgbackrest/13-verify-encryption-standby | +++ get_psql_user_host standby-cluster-pguser-postgres logger.go:42: 15:26:59 | standby-pgbackrest/13-verify-encryption-standby | +++ local secret_name=standby-cluster-pguser-postgres logger.go:42: 15:26:59 | standby-pgbackrest/13-verify-encryption-standby | +++ kubectl -n kuttl-test-firm-ray get secret/standby-cluster-pguser-postgres '--template={{.data.host | base64decode }}' logger.go:42: 15:27:00 | standby-pgbackrest/13-verify-encryption-standby | ++ echo postgres:JTqTy8K95XL1lX5NxqMUIbbl@standby-cluster-primary.kuttl-test-firm-ray.svc logger.go:42: 15:27:00 | standby-pgbackrest/13-verify-encryption-standby | + assert_pg_tde_key_info_uid postgres:JTqTy8K95XL1lX5NxqMUIbbl@standby-cluster-primary.kuttl-test-firm-ray.svc/myapp standby-cluster logger.go:42: 15:27:00 | standby-pgbackrest/13-verify-encryption-standby | + local uri=postgres:JTqTy8K95XL1lX5NxqMUIbbl@standby-cluster-primary.kuttl-test-firm-ray.svc/myapp logger.go:42: 15:27:00 | standby-pgbackrest/13-verify-encryption-standby | + local cluster=standby-cluster logger.go:42: 15:27:00 | standby-pgbackrest/13-verify-encryption-standby | + local uid logger.go:42: 15:27:00 | standby-pgbackrest/13-verify-encryption-standby | ++ kubectl -n kuttl-test-firm-ray get postgrescluster standby-cluster -o 'jsonpath={.metadata.uid}' logger.go:42: 15:27:00 | standby-pgbackrest/13-verify-encryption-standby | + uid=57f36585-8fac-46d1-aa5c-801ce4a06b30 logger.go:42: 15:27:00 | standby-pgbackrest/13-verify-encryption-standby | + echo 'Showing TDE key info' logger.go:42: 15:27:00 | standby-pgbackrest/13-verify-encryption-standby | Showing TDE key info logger.go:42: 15:27:00 | standby-pgbackrest/13-verify-encryption-standby | + local key_info logger.go:42: 15:27:00 | standby-pgbackrest/13-verify-encryption-standby | ++ run_psql_command 'SELECT pg_tde_key_info();' postgres:JTqTy8K95XL1lX5NxqMUIbbl@standby-cluster-primary.kuttl-test-firm-ray.svc/myapp logger.go:42: 15:27:00 | standby-pgbackrest/13-verify-encryption-standby | ++ local 'command=SELECT pg_tde_key_info();' logger.go:42: 15:27:00 | standby-pgbackrest/13-verify-encryption-standby | ++ local uri=postgres:JTqTy8K95XL1lX5NxqMUIbbl@standby-cluster-primary.kuttl-test-firm-ray.svc/myapp logger.go:42: 15:27:00 | standby-pgbackrest/13-verify-encryption-standby | ++ local driver=postgres logger.go:42: 15:27:00 | standby-pgbackrest/13-verify-encryption-standby | +++ get_client_pod logger.go:42: 15:27:00 | standby-pgbackrest/13-verify-encryption-standby | +++ kubectl -n kuttl-test-firm-ray get pods --selector=name=pg-client -o 'jsonpath={.items[].metadata.name}' logger.go:42: 15:27:01 | standby-pgbackrest/13-verify-encryption-standby | ++ kubectl -n kuttl-test-firm-ray exec pg-client-65d98588cc-bpjlx -- psql -v ON_ERROR_STOP=1 -t -q postgres://postgres:JTqTy8K95XL1lX5NxqMUIbbl@standby-cluster-primary.kuttl-test-firm-ray.svc/myapp -c 'SELECT pg_tde_key_info();' logger.go:42: 15:27:02 | standby-pgbackrest/13-verify-encryption-standby | + key_info=' (global-master-key-57f36585-8fac-46d1-aa5c-801ce4a06b30,vault-provider,-1,"2026-08-20 15:24:59.001636+00")' logger.go:42: 15:27:02 | standby-pgbackrest/13-verify-encryption-standby | + echo ' (global-master-key-57f36585-8fac-46d1-aa5c-801ce4a06b30,vault-provider,-1,"2026-08-20 15:24:59.001636+00")' logger.go:42: 15:27:02 | standby-pgbackrest/13-verify-encryption-standby | (global-master-key-57f36585-8fac-46d1-aa5c-801ce4a06b30,vault-provider,-1,"2026-08-20 15:24:59.001636+00") logger.go:42: 15:27:02 | standby-pgbackrest/13-verify-encryption-standby | + [[ (global-master-key-57f36585-8fac-46d1-aa5c-801ce4a06b30,vault-provider,-1,"2026-08-20 15:24:59.001636+00") != *global\-master\-key\-57f36585\-8fac\-46d1\-aa5c\-801ce4a06b30* ]] logger.go:42: 15:27:02 | standby-pgbackrest/13-verify-encryption-standby | +++ get_psql_uri standby-cluster postgres logger.go:42: 15:27:02 | standby-pgbackrest/13-verify-encryption-standby | +++ local cluster=standby-cluster logger.go:42: 15:27:02 | standby-pgbackrest/13-verify-encryption-standby | +++ local user=postgres logger.go:42: 15:27:02 | standby-pgbackrest/13-verify-encryption-standby | +++ local secret_name=standby-cluster-pguser-postgres logger.go:42: 15:27:02 | standby-pgbackrest/13-verify-encryption-standby | ++++ get_psql_user_pass standby-cluster-pguser-postgres logger.go:42: 15:27:02 | standby-pgbackrest/13-verify-encryption-standby | ++++ local secret_name=standby-cluster-pguser-postgres logger.go:42: 15:27:02 | standby-pgbackrest/13-verify-encryption-standby | ++++ kubectl -n kuttl-test-firm-ray get secret/standby-cluster-pguser-postgres '--template={{.data.password | base64decode}}' logger.go:42: 15:27:02 | standby-pgbackrest/13-verify-encryption-standby | ++++ get_psql_user_host standby-cluster-pguser-postgres logger.go:42: 15:27:02 | standby-pgbackrest/13-verify-encryption-standby | ++++ local secret_name=standby-cluster-pguser-postgres logger.go:42: 15:27:02 | standby-pgbackrest/13-verify-encryption-standby | ++++ kubectl -n kuttl-test-firm-ray get secret/standby-cluster-pguser-postgres '--template={{.data.host | base64decode }}' logger.go:42: 15:27:03 | standby-pgbackrest/13-verify-encryption-standby | +++ echo postgres:JTqTy8K95XL1lX5NxqMUIbbl@standby-cluster-primary.kuttl-test-firm-ray.svc logger.go:42: 15:27:03 | standby-pgbackrest/13-verify-encryption-standby | ++ run_psql_command 'SELECT pg_tde_is_encrypted('\''myTable2'\'');' postgres:JTqTy8K95XL1lX5NxqMUIbbl@standby-cluster-primary.kuttl-test-firm-ray.svc/myapp2 logger.go:42: 15:27:03 | standby-pgbackrest/13-verify-encryption-standby | ++ local 'command=SELECT pg_tde_is_encrypted('\''myTable2'\'');' logger.go:42: 15:27:03 | standby-pgbackrest/13-verify-encryption-standby | ++ local uri=postgres:JTqTy8K95XL1lX5NxqMUIbbl@standby-cluster-primary.kuttl-test-firm-ray.svc/myapp2 logger.go:42: 15:27:03 | standby-pgbackrest/13-verify-encryption-standby | ++ local driver=postgres logger.go:42: 15:27:03 | standby-pgbackrest/13-verify-encryption-standby | +++ get_client_pod logger.go:42: 15:27:03 | standby-pgbackrest/13-verify-encryption-standby | +++ kubectl -n kuttl-test-firm-ray get pods --selector=name=pg-client -o 'jsonpath={.items[].metadata.name}' logger.go:42: 15:27:03 | standby-pgbackrest/13-verify-encryption-standby | ++ kubectl -n kuttl-test-firm-ray exec pg-client-65d98588cc-bpjlx -- psql -v ON_ERROR_STOP=1 -t -q postgres://postgres:JTqTy8K95XL1lX5NxqMUIbbl@standby-cluster-primary.kuttl-test-firm-ray.svc/myapp2 -c 'SELECT pg_tde_is_encrypted('\''myTable2'\'');' logger.go:42: 15:27:04 | standby-pgbackrest/13-verify-encryption-standby | + result=' t' logger.go:42: 15:27:04 | standby-pgbackrest/13-verify-encryption-standby | + kubectl -n kuttl-test-firm-ray create configmap 13-verify-encryption-standby2 '--from-literal=pg_tde_is_encrypted= t' logger.go:42: 15:27:04 | standby-pgbackrest/13-verify-encryption-standby | configmap/13-verify-encryption-standby2 created logger.go:42: 15:27:04 | standby-pgbackrest/13-verify-encryption-standby | ++ get_psql_uri standby-cluster postgres logger.go:42: 15:27:04 | standby-pgbackrest/13-verify-encryption-standby | ++ local cluster=standby-cluster logger.go:42: 15:27:04 | standby-pgbackrest/13-verify-encryption-standby | ++ local user=postgres logger.go:42: 15:27:04 | standby-pgbackrest/13-verify-encryption-standby | ++ local secret_name=standby-cluster-pguser-postgres logger.go:42: 15:27:04 | standby-pgbackrest/13-verify-encryption-standby | +++ get_psql_user_pass standby-cluster-pguser-postgres logger.go:42: 15:27:04 | standby-pgbackrest/13-verify-encryption-standby | +++ local secret_name=standby-cluster-pguser-postgres logger.go:42: 15:27:04 | standby-pgbackrest/13-verify-encryption-standby | +++ kubectl -n kuttl-test-firm-ray get secret/standby-cluster-pguser-postgres '--template={{.data.password | base64decode}}' logger.go:42: 15:27:05 | standby-pgbackrest/13-verify-encryption-standby | +++ get_psql_user_host standby-cluster-pguser-postgres logger.go:42: 15:27:05 | standby-pgbackrest/13-verify-encryption-standby | +++ local secret_name=standby-cluster-pguser-postgres logger.go:42: 15:27:05 | standby-pgbackrest/13-verify-encryption-standby | +++ kubectl -n kuttl-test-firm-ray get secret/standby-cluster-pguser-postgres '--template={{.data.host | base64decode }}' logger.go:42: 15:27:05 | standby-pgbackrest/13-verify-encryption-standby | ++ echo postgres:JTqTy8K95XL1lX5NxqMUIbbl@standby-cluster-primary.kuttl-test-firm-ray.svc logger.go:42: 15:27:05 | standby-pgbackrest/13-verify-encryption-standby | + run_psql_command 'SELECT pg_tde_verify_key();' postgres:JTqTy8K95XL1lX5NxqMUIbbl@standby-cluster-primary.kuttl-test-firm-ray.svc/myapp2 logger.go:42: 15:27:05 | standby-pgbackrest/13-verify-encryption-standby | + local 'command=SELECT pg_tde_verify_key();' logger.go:42: 15:27:05 | standby-pgbackrest/13-verify-encryption-standby | + local uri=postgres:JTqTy8K95XL1lX5NxqMUIbbl@standby-cluster-primary.kuttl-test-firm-ray.svc/myapp2 logger.go:42: 15:27:05 | standby-pgbackrest/13-verify-encryption-standby | + local driver=postgres logger.go:42: 15:27:05 | standby-pgbackrest/13-verify-encryption-standby | ++ get_client_pod logger.go:42: 15:27:05 | standby-pgbackrest/13-verify-encryption-standby | ++ kubectl -n kuttl-test-firm-ray get pods --selector=name=pg-client -o 'jsonpath={.items[].metadata.name}' logger.go:42: 15:27:06 | standby-pgbackrest/13-verify-encryption-standby | + kubectl -n kuttl-test-firm-ray exec pg-client-65d98588cc-bpjlx -- psql -v ON_ERROR_STOP=1 -t -q postgres://postgres:JTqTy8K95XL1lX5NxqMUIbbl@standby-cluster-primary.kuttl-test-firm-ray.svc/myapp2 -c 'SELECT pg_tde_verify_key();' logger.go:42: 15:27:08 | standby-pgbackrest/13-verify-encryption-standby | logger.go:42: 15:27:08 | standby-pgbackrest/13-verify-encryption-standby | logger.go:42: 15:27:08 | standby-pgbackrest/13-verify-encryption-standby | ++ get_psql_uri standby-cluster postgres logger.go:42: 15:27:08 | standby-pgbackrest/13-verify-encryption-standby | ++ local cluster=standby-cluster logger.go:42: 15:27:08 | standby-pgbackrest/13-verify-encryption-standby | ++ local user=postgres logger.go:42: 15:27:08 | standby-pgbackrest/13-verify-encryption-standby | ++ local secret_name=standby-cluster-pguser-postgres logger.go:42: 15:27:08 | standby-pgbackrest/13-verify-encryption-standby | +++ get_psql_user_pass standby-cluster-pguser-postgres logger.go:42: 15:27:08 | standby-pgbackrest/13-verify-encryption-standby | +++ local secret_name=standby-cluster-pguser-postgres logger.go:42: 15:27:08 | standby-pgbackrest/13-verify-encryption-standby | +++ kubectl -n kuttl-test-firm-ray get secret/standby-cluster-pguser-postgres '--template={{.data.password | base64decode}}' logger.go:42: 15:27:08 | standby-pgbackrest/13-verify-encryption-standby | +++ get_psql_user_host standby-cluster-pguser-postgres logger.go:42: 15:27:08 | standby-pgbackrest/13-verify-encryption-standby | +++ local secret_name=standby-cluster-pguser-postgres logger.go:42: 15:27:08 | standby-pgbackrest/13-verify-encryption-standby | +++ kubectl -n kuttl-test-firm-ray get secret/standby-cluster-pguser-postgres '--template={{.data.host | base64decode }}' logger.go:42: 15:27:09 | standby-pgbackrest/13-verify-encryption-standby | ++ echo postgres:JTqTy8K95XL1lX5NxqMUIbbl@standby-cluster-primary.kuttl-test-firm-ray.svc logger.go:42: 15:27:09 | standby-pgbackrest/13-verify-encryption-standby | + assert_pg_tde_key_info_uid postgres:JTqTy8K95XL1lX5NxqMUIbbl@standby-cluster-primary.kuttl-test-firm-ray.svc/myapp2 standby-cluster logger.go:42: 15:27:09 | standby-pgbackrest/13-verify-encryption-standby | + local uri=postgres:JTqTy8K95XL1lX5NxqMUIbbl@standby-cluster-primary.kuttl-test-firm-ray.svc/myapp2 logger.go:42: 15:27:09 | standby-pgbackrest/13-verify-encryption-standby | + local cluster=standby-cluster logger.go:42: 15:27:09 | standby-pgbackrest/13-verify-encryption-standby | + local uid logger.go:42: 15:27:09 | standby-pgbackrest/13-verify-encryption-standby | ++ kubectl -n kuttl-test-firm-ray get postgrescluster standby-cluster -o 'jsonpath={.metadata.uid}' logger.go:42: 15:27:09 | standby-pgbackrest/13-verify-encryption-standby | + uid=57f36585-8fac-46d1-aa5c-801ce4a06b30 logger.go:42: 15:27:09 | standby-pgbackrest/13-verify-encryption-standby | + echo 'Showing TDE key info' logger.go:42: 15:27:09 | standby-pgbackrest/13-verify-encryption-standby | Showing TDE key info logger.go:42: 15:27:09 | standby-pgbackrest/13-verify-encryption-standby | + local key_info logger.go:42: 15:27:09 | standby-pgbackrest/13-verify-encryption-standby | ++ run_psql_command 'SELECT pg_tde_key_info();' postgres:JTqTy8K95XL1lX5NxqMUIbbl@standby-cluster-primary.kuttl-test-firm-ray.svc/myapp2 logger.go:42: 15:27:09 | standby-pgbackrest/13-verify-encryption-standby | ++ local 'command=SELECT pg_tde_key_info();' logger.go:42: 15:27:09 | standby-pgbackrest/13-verify-encryption-standby | ++ local uri=postgres:JTqTy8K95XL1lX5NxqMUIbbl@standby-cluster-primary.kuttl-test-firm-ray.svc/myapp2 logger.go:42: 15:27:09 | standby-pgbackrest/13-verify-encryption-standby | ++ local driver=postgres logger.go:42: 15:27:09 | standby-pgbackrest/13-verify-encryption-standby | +++ get_client_pod logger.go:42: 15:27:09 | standby-pgbackrest/13-verify-encryption-standby | +++ kubectl -n kuttl-test-firm-ray get pods --selector=name=pg-client -o 'jsonpath={.items[].metadata.name}' logger.go:42: 15:27:10 | standby-pgbackrest/13-verify-encryption-standby | ++ kubectl -n kuttl-test-firm-ray exec pg-client-65d98588cc-bpjlx -- psql -v ON_ERROR_STOP=1 -t -q postgres://postgres:JTqTy8K95XL1lX5NxqMUIbbl@standby-cluster-primary.kuttl-test-firm-ray.svc/myapp2 -c 'SELECT pg_tde_key_info();' logger.go:42: 15:27:11 | standby-pgbackrest/13-verify-encryption-standby | + key_info=' (global-master-key-57f36585-8fac-46d1-aa5c-801ce4a06b30,vault-provider,-1,"2026-08-20 15:24:59.001636+00")' logger.go:42: 15:27:11 | standby-pgbackrest/13-verify-encryption-standby | + echo ' (global-master-key-57f36585-8fac-46d1-aa5c-801ce4a06b30,vault-provider,-1,"2026-08-20 15:24:59.001636+00")' logger.go:42: 15:27:11 | standby-pgbackrest/13-verify-encryption-standby | (global-master-key-57f36585-8fac-46d1-aa5c-801ce4a06b30,vault-provider,-1,"2026-08-20 15:24:59.001636+00") logger.go:42: 15:27:11 | standby-pgbackrest/13-verify-encryption-standby | + [[ (global-master-key-57f36585-8fac-46d1-aa5c-801ce4a06b30,vault-provider,-1,"2026-08-20 15:24:59.001636+00") != *global\-master\-key\-57f36585\-8fac\-46d1\-aa5c\-801ce4a06b30* ]] logger.go:42: 15:27:12 | standby-pgbackrest/13-verify-encryption-standby | test step completed 13-verify-encryption-standby logger.go:42: 15:27:12 | standby-pgbackrest/98-destroy-chaos-mesh | starting test step 98-destroy-chaos-mesh logger.go:42: 15:27:12 | standby-pgbackrest/98-destroy-chaos-mesh | running command: [sh -c set -o errexit set -o xtrace source ../../functions destroy_chaos_mesh] logger.go:42: 15:27:12 | standby-pgbackrest/98-destroy-chaos-mesh | + source ../../functions logger.go:42: 15:27:12 | standby-pgbackrest/98-destroy-chaos-mesh | +++ realpath ../../.. logger.go:42: 15:27:12 | standby-pgbackrest/98-destroy-chaos-mesh | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-pg-operator_PR-1770 logger.go:42: 15:27:12 | standby-pgbackrest/98-destroy-chaos-mesh | ++ CERT_MANAGER_VER=1.20.2 logger.go:42: 15:27:12 | standby-pgbackrest/98-destroy-chaos-mesh | ++ CERT_MANAGER_TEST_LABEL=e2e.percona.com/managed-by=percona-postgresql-operator-tests logger.go:42: 15:27:12 | standby-pgbackrest/98-destroy-chaos-mesh | ++ CHAOS_MESH_VER=2.5.1 logger.go:42: 15:27:12 | standby-pgbackrest/98-destroy-chaos-mesh | ++ BUSYBOX_VER=1.36 logger.go:42: 15:27:12 | standby-pgbackrest/98-destroy-chaos-mesh | ++++ pwd logger.go:42: 15:27:12 | standby-pgbackrest/98-destroy-chaos-mesh | +++ basename /mnt/jenkins/workspace/cloud-pg-operator_PR-1770/e2e-tests/tests/standby-pgbackrest logger.go:42: 15:27:12 | standby-pgbackrest/98-destroy-chaos-mesh | ++ test_name=standby-pgbackrest logger.go:42: 15:27:12 | standby-pgbackrest/98-destroy-chaos-mesh | ++ source /mnt/jenkins/workspace/cloud-pg-operator_PR-1770/e2e-tests/vars.sh logger.go:42: 15:27:12 | standby-pgbackrest/98-destroy-chaos-mesh | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-pg-operator_PR-1770 logger.go:42: 15:27:12 | standby-pgbackrest/98-destroy-chaos-mesh | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-pg-operator_PR-1770 logger.go:42: 15:27:12 | standby-pgbackrest/98-destroy-chaos-mesh | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1770/deploy logger.go:42: 15:27:12 | standby-pgbackrest/98-destroy-chaos-mesh | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1770/deploy logger.go:42: 15:27:12 | standby-pgbackrest/98-destroy-chaos-mesh | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1770/e2e-tests logger.go:42: 15:27:12 | standby-pgbackrest/98-destroy-chaos-mesh | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1770/e2e-tests logger.go:42: 15:27:12 | standby-pgbackrest/98-destroy-chaos-mesh | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1770/e2e-tests/conf logger.go:42: 15:27:12 | standby-pgbackrest/98-destroy-chaos-mesh | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1770/e2e-tests/conf logger.go:42: 15:27:12 | standby-pgbackrest/98-destroy-chaos-mesh | +++ export TEST_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1770/e2e-tests/tests/standby-pgbackrest/conf logger.go:42: 15:27:12 | standby-pgbackrest/98-destroy-chaos-mesh | +++ TEST_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1770/e2e-tests/tests/standby-pgbackrest/conf logger.go:42: 15:27:12 | standby-pgbackrest/98-destroy-chaos-mesh | +++ export TEMP_DIR=/tmp/kuttl/pg/standby-pgbackrest logger.go:42: 15:27:12 | standby-pgbackrest/98-destroy-chaos-mesh | +++ TEMP_DIR=/tmp/kuttl/pg/standby-pgbackrest logger.go:42: 15:27:12 | standby-pgbackrest/98-destroy-chaos-mesh | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 15:27:12 | standby-pgbackrest/98-destroy-chaos-mesh | +++ export GIT_BRANCH=PR-1770 logger.go:42: 15:27:12 | standby-pgbackrest/98-destroy-chaos-mesh | +++ GIT_BRANCH=PR-1770 logger.go:42: 15:27:12 | standby-pgbackrest/98-destroy-chaos-mesh | +++ export VERSION=PR-1770-8c67b09e6 logger.go:42: 15:27:12 | standby-pgbackrest/98-destroy-chaos-mesh | +++ VERSION=PR-1770-8c67b09e6 logger.go:42: 15:27:12 | standby-pgbackrest/98-destroy-chaos-mesh | +++ export SKIP_TEST_WARNINGS=true logger.go:42: 15:27:12 | standby-pgbackrest/98-destroy-chaos-mesh | +++ SKIP_TEST_WARNINGS=true logger.go:42: 15:27:12 | standby-pgbackrest/98-destroy-chaos-mesh | +++ export K8S_UPGRADE_PLATFORM=gke logger.go:42: 15:27:12 | standby-pgbackrest/98-destroy-chaos-mesh | +++ K8S_UPGRADE_PLATFORM=gke logger.go:42: 15:27:12 | standby-pgbackrest/98-destroy-chaos-mesh | +++ export K8S_UPGRADE_REGION=us-central1-a logger.go:42: 15:27:12 | standby-pgbackrest/98-destroy-chaos-mesh | +++ K8S_UPGRADE_REGION=us-central1-a logger.go:42: 15:27:12 | standby-pgbackrest/98-destroy-chaos-mesh | +++ export K8S_UPGRADE_INITIAL_VERSION= logger.go:42: 15:27:12 | standby-pgbackrest/98-destroy-chaos-mesh | +++ K8S_UPGRADE_INITIAL_VERSION= logger.go:42: 15:27:12 | standby-pgbackrest/98-destroy-chaos-mesh | +++ export K8S_UPGRADE_FINAL_VERSION= logger.go:42: 15:27:12 | standby-pgbackrest/98-destroy-chaos-mesh | +++ K8S_UPGRADE_FINAL_VERSION= logger.go:42: 15:27:12 | standby-pgbackrest/98-destroy-chaos-mesh | +++ [[ -z '' ]] logger.go:42: 15:27:12 | standby-pgbackrest/98-destroy-chaos-mesh | ++++ detect_k8s_platform logger.go:42: 15:27:12 | standby-pgbackrest/98-destroy-chaos-mesh | ++++ local detected_platform logger.go:42: 15:27:12 | standby-pgbackrest/98-destroy-chaos-mesh | ++++ local xtrace_enabled=false logger.go:42: 15:27:12 | standby-pgbackrest/98-destroy-chaos-mesh | ++++ [[ -o xtrace ]] logger.go:42: 15:27:12 | standby-pgbackrest/98-destroy-chaos-mesh | ++++ xtrace_enabled=true logger.go:42: 15:27:12 | standby-pgbackrest/98-destroy-chaos-mesh | ++++ set +o xtrace logger.go:42: 15:27:14 | standby-pgbackrest/98-destroy-chaos-mesh | +++ PLATFORM=gke logger.go:42: 15:27:14 | standby-pgbackrest/98-destroy-chaos-mesh | +++ export PLATFORM logger.go:42: 15:27:14 | standby-pgbackrest/98-destroy-chaos-mesh | +++ export IMAGE_BASE=perconalab/percona-postgresql-operator logger.go:42: 15:27:14 | standby-pgbackrest/98-destroy-chaos-mesh | +++ IMAGE_BASE=perconalab/percona-postgresql-operator logger.go:42: 15:27:14 | standby-pgbackrest/98-destroy-chaos-mesh | +++ export IMAGE=perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:27:14 | standby-pgbackrest/98-destroy-chaos-mesh | +++ IMAGE=perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:27:14 | standby-pgbackrest/98-destroy-chaos-mesh | +++ [[ ! -n '' ]] logger.go:42: 15:27:14 | standby-pgbackrest/98-destroy-chaos-mesh | +++ [[ -n '' ]] logger.go:42: 15:27:14 | standby-pgbackrest/98-destroy-chaos-mesh | +++ export PG_VER=18 logger.go:42: 15:27:14 | standby-pgbackrest/98-destroy-chaos-mesh | +++ PG_VER=18 logger.go:42: 15:27:14 | standby-pgbackrest/98-destroy-chaos-mesh | +++ export PG_DISTRIBUTION= logger.go:42: 15:27:14 | standby-pgbackrest/98-destroy-chaos-mesh | +++ PG_DISTRIBUTION= logger.go:42: 15:27:14 | standby-pgbackrest/98-destroy-chaos-mesh | +++ [[ '' == community ]] logger.go:42: 15:27:14 | standby-pgbackrest/98-destroy-chaos-mesh | +++ export IMAGE_PGBOUNCER=perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 15:27:14 | standby-pgbackrest/98-destroy-chaos-mesh | +++ IMAGE_PGBOUNCER=perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 15:27:14 | standby-pgbackrest/98-destroy-chaos-mesh | +++ export IMAGE_POSTGRESQL=perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 15:27:14 | standby-pgbackrest/98-destroy-chaos-mesh | +++ IMAGE_POSTGRESQL=perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 15:27:14 | standby-pgbackrest/98-destroy-chaos-mesh | +++ export IMAGE_BACKREST=perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 15:27:14 | standby-pgbackrest/98-destroy-chaos-mesh | +++ IMAGE_BACKREST=perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 15:27:14 | standby-pgbackrest/98-destroy-chaos-mesh | +++ export IMAGE_UPGRADE=perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 15:27:14 | standby-pgbackrest/98-destroy-chaos-mesh | +++ IMAGE_UPGRADE=perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 15:27:14 | standby-pgbackrest/98-destroy-chaos-mesh | +++ export BUCKET=pg-operator-testing logger.go:42: 15:27:14 | standby-pgbackrest/98-destroy-chaos-mesh | +++ BUCKET=pg-operator-testing logger.go:42: 15:27:14 | standby-pgbackrest/98-destroy-chaos-mesh | +++ export PMM_SERVER_VERSION=9.9.9 logger.go:42: 15:27:14 | standby-pgbackrest/98-destroy-chaos-mesh | +++ PMM_SERVER_VERSION=9.9.9 logger.go:42: 15:27:14 | standby-pgbackrest/98-destroy-chaos-mesh | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:27:14 | standby-pgbackrest/98-destroy-chaos-mesh | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:27:14 | standby-pgbackrest/98-destroy-chaos-mesh | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:27:14 | standby-pgbackrest/98-destroy-chaos-mesh | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:27:14 | standby-pgbackrest/98-destroy-chaos-mesh | +++ export IMAGE_LOGCOLLECTOR=perconalab/fluentbit:main-logcollector logger.go:42: 15:27:14 | standby-pgbackrest/98-destroy-chaos-mesh | +++ IMAGE_LOGCOLLECTOR=perconalab/fluentbit:main-logcollector logger.go:42: 15:27:14 | standby-pgbackrest/98-destroy-chaos-mesh | +++ export PGOV1_TAG=1.4.0 logger.go:42: 15:27:14 | standby-pgbackrest/98-destroy-chaos-mesh | +++ PGOV1_TAG=1.4.0 logger.go:42: 15:27:14 | standby-pgbackrest/98-destroy-chaos-mesh | +++ export PGOV1_VER=14 logger.go:42: 15:27:14 | standby-pgbackrest/98-destroy-chaos-mesh | +++ PGOV1_VER=14 logger.go:42: 15:27:14 | standby-pgbackrest/98-destroy-chaos-mesh | +++ export CPGO_VERSION=5.8.7 logger.go:42: 15:27:14 | standby-pgbackrest/98-destroy-chaos-mesh | +++ CPGO_VERSION=5.8.7 logger.go:42: 15:27:14 | standby-pgbackrest/98-destroy-chaos-mesh | +++ export MINIO_VER=5.4.0 logger.go:42: 15:27:14 | standby-pgbackrest/98-destroy-chaos-mesh | +++ MINIO_VER=5.4.0 logger.go:42: 15:27:14 | standby-pgbackrest/98-destroy-chaos-mesh | +++ export VAULT_VER=0.32.0 logger.go:42: 15:27:14 | standby-pgbackrest/98-destroy-chaos-mesh | +++ VAULT_VER=0.32.0 logger.go:42: 15:27:14 | standby-pgbackrest/98-destroy-chaos-mesh | +++ export REGISTRY_NAME=docker.io logger.go:42: 15:27:14 | standby-pgbackrest/98-destroy-chaos-mesh | +++ REGISTRY_NAME=docker.io logger.go:42: 15:27:14 | standby-pgbackrest/98-destroy-chaos-mesh | +++ export REGISTRY_NAME_FULL=docker.io/ logger.go:42: 15:27:14 | standby-pgbackrest/98-destroy-chaos-mesh | +++ REGISTRY_NAME_FULL=docker.io/ logger.go:42: 15:27:14 | standby-pgbackrest/98-destroy-chaos-mesh | ++++ printenv logger.go:42: 15:27:14 | standby-pgbackrest/98-destroy-chaos-mesh | ++++ grep -E '^IMAGE' logger.go:42: 15:27:14 | standby-pgbackrest/98-destroy-chaos-mesh | ++++ awk -F= '{print $1}' logger.go:42: 15:27:14 | standby-pgbackrest/98-destroy-chaos-mesh | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 15:27:14 | standby-pgbackrest/98-destroy-chaos-mesh | ++++ eval 'echo $IMAGE_BACKREST' logger.go:42: 15:27:14 | standby-pgbackrest/98-destroy-chaos-mesh | +++++ echo perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 15:27:14 | standby-pgbackrest/98-destroy-chaos-mesh | +++ var_value=perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 15:27:14 | standby-pgbackrest/98-destroy-chaos-mesh | +++ [[ perconalab/percona-postgresql-operator:main-pgbackrest18 == docker.io/* ]] logger.go:42: 15:27:14 | standby-pgbackrest/98-destroy-chaos-mesh | +++ [[ perconalab/percona-postgresql-operator:main-pgbackrest18 == percona/* ]] logger.go:42: 15:27:14 | standby-pgbackrest/98-destroy-chaos-mesh | +++ [[ perconalab/percona-postgresql-operator:main-pgbackrest18 == perconalab/* ]] logger.go:42: 15:27:14 | standby-pgbackrest/98-destroy-chaos-mesh | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 15:27:14 | standby-pgbackrest/98-destroy-chaos-mesh | +++ export IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 15:27:14 | standby-pgbackrest/98-destroy-chaos-mesh | +++ IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 15:27:14 | standby-pgbackrest/98-destroy-chaos-mesh | +++ echo IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 15:27:14 | standby-pgbackrest/98-destroy-chaos-mesh | IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 15:27:14 | standby-pgbackrest/98-destroy-chaos-mesh | +++ echo perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:27:14 | standby-pgbackrest/98-destroy-chaos-mesh | perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:27:14 | standby-pgbackrest/98-destroy-chaos-mesh | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 15:27:14 | standby-pgbackrest/98-destroy-chaos-mesh | ++++ eval 'echo $IMAGE' logger.go:42: 15:27:14 | standby-pgbackrest/98-destroy-chaos-mesh | +++++ echo perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:27:14 | standby-pgbackrest/98-destroy-chaos-mesh | +++ var_value=perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:27:14 | standby-pgbackrest/98-destroy-chaos-mesh | +++ [[ perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 == docker.io/* ]] logger.go:42: 15:27:14 | standby-pgbackrest/98-destroy-chaos-mesh | +++ [[ perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 == percona/* ]] logger.go:42: 15:27:14 | standby-pgbackrest/98-destroy-chaos-mesh | +++ [[ perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 == perconalab/* ]] logger.go:42: 15:27:14 | standby-pgbackrest/98-destroy-chaos-mesh | +++ new_value=docker.io/perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:27:14 | standby-pgbackrest/98-destroy-chaos-mesh | +++ export IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:27:14 | standby-pgbackrest/98-destroy-chaos-mesh | +++ IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:27:14 | standby-pgbackrest/98-destroy-chaos-mesh | +++ echo IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:27:14 | standby-pgbackrest/98-destroy-chaos-mesh | IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:27:14 | standby-pgbackrest/98-destroy-chaos-mesh | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:27:14 | standby-pgbackrest/98-destroy-chaos-mesh | docker.io/perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:27:14 | standby-pgbackrest/98-destroy-chaos-mesh | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 15:27:14 | standby-pgbackrest/98-destroy-chaos-mesh | ++++ eval 'echo $IMAGE_UPGRADE' logger.go:42: 15:27:14 | standby-pgbackrest/98-destroy-chaos-mesh | +++++ echo perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 15:27:14 | standby-pgbackrest/98-destroy-chaos-mesh | +++ var_value=perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 15:27:14 | standby-pgbackrest/98-destroy-chaos-mesh | +++ [[ perconalab/percona-postgresql-operator:main-upgrade == docker.io/* ]] logger.go:42: 15:27:14 | standby-pgbackrest/98-destroy-chaos-mesh | +++ [[ perconalab/percona-postgresql-operator:main-upgrade == percona/* ]] logger.go:42: 15:27:14 | standby-pgbackrest/98-destroy-chaos-mesh | +++ [[ perconalab/percona-postgresql-operator:main-upgrade == perconalab/* ]] logger.go:42: 15:27:14 | standby-pgbackrest/98-destroy-chaos-mesh | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 15:27:14 | standby-pgbackrest/98-destroy-chaos-mesh | +++ export IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 15:27:14 | standby-pgbackrest/98-destroy-chaos-mesh | +++ IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 15:27:14 | standby-pgbackrest/98-destroy-chaos-mesh | +++ echo IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 15:27:14 | standby-pgbackrest/98-destroy-chaos-mesh | IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 15:27:14 | standby-pgbackrest/98-destroy-chaos-mesh | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:27:14 | standby-pgbackrest/98-destroy-chaos-mesh | docker.io/perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:27:14 | standby-pgbackrest/98-destroy-chaos-mesh | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 15:27:14 | standby-pgbackrest/98-destroy-chaos-mesh | ++++ eval 'echo $IMAGE_LOGCOLLECTOR' logger.go:42: 15:27:14 | standby-pgbackrest/98-destroy-chaos-mesh | +++++ echo perconalab/fluentbit:main-logcollector logger.go:42: 15:27:14 | standby-pgbackrest/98-destroy-chaos-mesh | +++ var_value=perconalab/fluentbit:main-logcollector logger.go:42: 15:27:14 | standby-pgbackrest/98-destroy-chaos-mesh | +++ [[ perconalab/fluentbit:main-logcollector == docker.io/* ]] logger.go:42: 15:27:14 | standby-pgbackrest/98-destroy-chaos-mesh | +++ [[ perconalab/fluentbit:main-logcollector == percona/* ]] logger.go:42: 15:27:14 | standby-pgbackrest/98-destroy-chaos-mesh | +++ [[ perconalab/fluentbit:main-logcollector == perconalab/* ]] logger.go:42: 15:27:14 | standby-pgbackrest/98-destroy-chaos-mesh | +++ new_value=docker.io/perconalab/fluentbit:main-logcollector logger.go:42: 15:27:14 | standby-pgbackrest/98-destroy-chaos-mesh | +++ export IMAGE_LOGCOLLECTOR=docker.io/perconalab/fluentbit:main-logcollector logger.go:42: 15:27:14 | standby-pgbackrest/98-destroy-chaos-mesh | +++ IMAGE_LOGCOLLECTOR=docker.io/perconalab/fluentbit:main-logcollector logger.go:42: 15:27:14 | standby-pgbackrest/98-destroy-chaos-mesh | +++ echo IMAGE_LOGCOLLECTOR=docker.io/perconalab/fluentbit:main-logcollector logger.go:42: 15:27:14 | standby-pgbackrest/98-destroy-chaos-mesh | IMAGE_LOGCOLLECTOR=docker.io/perconalab/fluentbit:main-logcollector logger.go:42: 15:27:14 | standby-pgbackrest/98-destroy-chaos-mesh | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:27:14 | standby-pgbackrest/98-destroy-chaos-mesh | docker.io/perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:27:14 | standby-pgbackrest/98-destroy-chaos-mesh | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 15:27:14 | standby-pgbackrest/98-destroy-chaos-mesh | ++++ eval 'echo $IMAGE_BASE' logger.go:42: 15:27:14 | standby-pgbackrest/98-destroy-chaos-mesh | +++++ echo perconalab/percona-postgresql-operator logger.go:42: 15:27:14 | standby-pgbackrest/98-destroy-chaos-mesh | +++ var_value=perconalab/percona-postgresql-operator logger.go:42: 15:27:14 | standby-pgbackrest/98-destroy-chaos-mesh | +++ [[ perconalab/percona-postgresql-operator == docker.io/* ]] logger.go:42: 15:27:14 | standby-pgbackrest/98-destroy-chaos-mesh | +++ [[ perconalab/percona-postgresql-operator == percona/* ]] logger.go:42: 15:27:14 | standby-pgbackrest/98-destroy-chaos-mesh | +++ [[ perconalab/percona-postgresql-operator == perconalab/* ]] logger.go:42: 15:27:14 | standby-pgbackrest/98-destroy-chaos-mesh | +++ new_value=docker.io/perconalab/percona-postgresql-operator logger.go:42: 15:27:14 | standby-pgbackrest/98-destroy-chaos-mesh | +++ export IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 15:27:14 | standby-pgbackrest/98-destroy-chaos-mesh | +++ IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 15:27:14 | standby-pgbackrest/98-destroy-chaos-mesh | +++ echo IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 15:27:14 | standby-pgbackrest/98-destroy-chaos-mesh | IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 15:27:14 | standby-pgbackrest/98-destroy-chaos-mesh | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:27:14 | standby-pgbackrest/98-destroy-chaos-mesh | docker.io/perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:27:14 | standby-pgbackrest/98-destroy-chaos-mesh | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 15:27:14 | standby-pgbackrest/98-destroy-chaos-mesh | ++++ eval 'echo $IMAGE_PGBOUNCER' logger.go:42: 15:27:14 | standby-pgbackrest/98-destroy-chaos-mesh | +++++ echo perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 15:27:14 | standby-pgbackrest/98-destroy-chaos-mesh | +++ var_value=perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 15:27:14 | standby-pgbackrest/98-destroy-chaos-mesh | +++ [[ perconalab/percona-postgresql-operator:main-pgbouncer18 == docker.io/* ]] logger.go:42: 15:27:14 | standby-pgbackrest/98-destroy-chaos-mesh | +++ [[ perconalab/percona-postgresql-operator:main-pgbouncer18 == percona/* ]] logger.go:42: 15:27:14 | standby-pgbackrest/98-destroy-chaos-mesh | +++ [[ perconalab/percona-postgresql-operator:main-pgbouncer18 == perconalab/* ]] logger.go:42: 15:27:14 | standby-pgbackrest/98-destroy-chaos-mesh | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 15:27:14 | standby-pgbackrest/98-destroy-chaos-mesh | +++ export IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 15:27:14 | standby-pgbackrest/98-destroy-chaos-mesh | +++ IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 15:27:14 | standby-pgbackrest/98-destroy-chaos-mesh | +++ echo IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 15:27:14 | standby-pgbackrest/98-destroy-chaos-mesh | IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 15:27:14 | standby-pgbackrest/98-destroy-chaos-mesh | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:27:14 | standby-pgbackrest/98-destroy-chaos-mesh | docker.io/perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:27:14 | standby-pgbackrest/98-destroy-chaos-mesh | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 15:27:14 | standby-pgbackrest/98-destroy-chaos-mesh | ++++ eval 'echo $IMAGE_POSTGRESQL' logger.go:42: 15:27:14 | standby-pgbackrest/98-destroy-chaos-mesh | +++++ echo perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 15:27:14 | standby-pgbackrest/98-destroy-chaos-mesh | +++ var_value=perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 15:27:14 | standby-pgbackrest/98-destroy-chaos-mesh | +++ [[ perconalab/percona-postgresql-operator:main-ppg18-postgres == docker.io/* ]] logger.go:42: 15:27:14 | standby-pgbackrest/98-destroy-chaos-mesh | +++ [[ perconalab/percona-postgresql-operator:main-ppg18-postgres == percona/* ]] logger.go:42: 15:27:14 | standby-pgbackrest/98-destroy-chaos-mesh | +++ [[ perconalab/percona-postgresql-operator:main-ppg18-postgres == perconalab/* ]] logger.go:42: 15:27:14 | standby-pgbackrest/98-destroy-chaos-mesh | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 15:27:14 | standby-pgbackrest/98-destroy-chaos-mesh | +++ export IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 15:27:14 | standby-pgbackrest/98-destroy-chaos-mesh | +++ IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 15:27:14 | standby-pgbackrest/98-destroy-chaos-mesh | +++ echo IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 15:27:14 | standby-pgbackrest/98-destroy-chaos-mesh | IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 15:27:14 | standby-pgbackrest/98-destroy-chaos-mesh | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:27:14 | standby-pgbackrest/98-destroy-chaos-mesh | docker.io/perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:27:14 | standby-pgbackrest/98-destroy-chaos-mesh | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 15:27:14 | standby-pgbackrest/98-destroy-chaos-mesh | ++++ eval 'echo $IMAGE_PMM_SERVER' logger.go:42: 15:27:14 | standby-pgbackrest/98-destroy-chaos-mesh | +++++ echo perconalab/pmm-server:3-dev-latest logger.go:42: 15:27:14 | standby-pgbackrest/98-destroy-chaos-mesh | +++ var_value=perconalab/pmm-server:3-dev-latest logger.go:42: 15:27:14 | standby-pgbackrest/98-destroy-chaos-mesh | +++ [[ perconalab/pmm-server:3-dev-latest == docker.io/* ]] logger.go:42: 15:27:14 | standby-pgbackrest/98-destroy-chaos-mesh | +++ [[ perconalab/pmm-server:3-dev-latest == percona/* ]] logger.go:42: 15:27:14 | standby-pgbackrest/98-destroy-chaos-mesh | +++ [[ perconalab/pmm-server:3-dev-latest == perconalab/* ]] logger.go:42: 15:27:14 | standby-pgbackrest/98-destroy-chaos-mesh | +++ new_value=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 15:27:14 | standby-pgbackrest/98-destroy-chaos-mesh | +++ export IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 15:27:14 | standby-pgbackrest/98-destroy-chaos-mesh | +++ IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 15:27:14 | standby-pgbackrest/98-destroy-chaos-mesh | +++ echo IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 15:27:14 | standby-pgbackrest/98-destroy-chaos-mesh | IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 15:27:14 | standby-pgbackrest/98-destroy-chaos-mesh | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:27:14 | standby-pgbackrest/98-destroy-chaos-mesh | docker.io/perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:27:14 | standby-pgbackrest/98-destroy-chaos-mesh | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 15:27:14 | standby-pgbackrest/98-destroy-chaos-mesh | ++++ eval 'echo $IMAGE_PMM_CLIENT' logger.go:42: 15:27:14 | standby-pgbackrest/98-destroy-chaos-mesh | +++++ echo perconalab/pmm-client:3-dev-latest logger.go:42: 15:27:14 | standby-pgbackrest/98-destroy-chaos-mesh | +++ var_value=perconalab/pmm-client:3-dev-latest logger.go:42: 15:27:14 | standby-pgbackrest/98-destroy-chaos-mesh | +++ [[ perconalab/pmm-client:3-dev-latest == docker.io/* ]] logger.go:42: 15:27:14 | standby-pgbackrest/98-destroy-chaos-mesh | +++ [[ perconalab/pmm-client:3-dev-latest == percona/* ]] logger.go:42: 15:27:14 | standby-pgbackrest/98-destroy-chaos-mesh | +++ [[ perconalab/pmm-client:3-dev-latest == perconalab/* ]] logger.go:42: 15:27:14 | standby-pgbackrest/98-destroy-chaos-mesh | +++ new_value=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 15:27:14 | standby-pgbackrest/98-destroy-chaos-mesh | +++ export IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 15:27:14 | standby-pgbackrest/98-destroy-chaos-mesh | +++ IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 15:27:14 | standby-pgbackrest/98-destroy-chaos-mesh | +++ echo IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 15:27:14 | standby-pgbackrest/98-destroy-chaos-mesh | IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 15:27:14 | standby-pgbackrest/98-destroy-chaos-mesh | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:27:14 | standby-pgbackrest/98-destroy-chaos-mesh | docker.io/perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:27:14 | standby-pgbackrest/98-destroy-chaos-mesh | ++++ which gdate logger.go:42: 15:27:14 | standby-pgbackrest/98-destroy-chaos-mesh | which: no gdate in (/mnt/jenkins/workspace/cloud-pg-operator_PR-1770/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:27:14 | standby-pgbackrest/98-destroy-chaos-mesh | ++++ which date logger.go:42: 15:27:14 | standby-pgbackrest/98-destroy-chaos-mesh | +++ date=/usr/sbin/date logger.go:42: 15:27:14 | standby-pgbackrest/98-destroy-chaos-mesh | ++++ which gsed logger.go:42: 15:27:14 | standby-pgbackrest/98-destroy-chaos-mesh | which: no gsed in (/mnt/jenkins/workspace/cloud-pg-operator_PR-1770/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:27:14 | standby-pgbackrest/98-destroy-chaos-mesh | ++++ which sed logger.go:42: 15:27:14 | standby-pgbackrest/98-destroy-chaos-mesh | +++ sed=/usr/sbin/sed logger.go:42: 15:27:14 | standby-pgbackrest/98-destroy-chaos-mesh | + destroy_chaos_mesh logger.go:42: 15:27:14 | standby-pgbackrest/98-destroy-chaos-mesh | ++ helm list --all-namespaces --filter chaos-mesh logger.go:42: 15:27:14 | standby-pgbackrest/98-destroy-chaos-mesh | ++ tail -n1 logger.go:42: 15:27:14 | standby-pgbackrest/98-destroy-chaos-mesh | ++ awk '-F ' '{print $2}' logger.go:42: 15:27:14 | standby-pgbackrest/98-destroy-chaos-mesh | ++ /usr/sbin/sed s/NAMESPACE// logger.go:42: 15:27:15 | standby-pgbackrest/98-destroy-chaos-mesh | + local chaos_mesh_ns=kuttl-test-firm-ray logger.go:42: 15:27:15 | standby-pgbackrest/98-destroy-chaos-mesh | + '[' -n kuttl-test-firm-ray ']' logger.go:42: 15:27:15 | standby-pgbackrest/98-destroy-chaos-mesh | + helm uninstall --wait --timeout 60s chaos-mesh --namespace kuttl-test-firm-ray logger.go:42: 15:27:25 | standby-pgbackrest/98-destroy-chaos-mesh | release "chaos-mesh" uninstalled logger.go:42: 15:27:25 | standby-pgbackrest/98-destroy-chaos-mesh | ++ kubectl get MutatingWebhookConfiguration logger.go:42: 15:27:25 | standby-pgbackrest/98-destroy-chaos-mesh | ++ grep chaos-mesh logger.go:42: 15:27:25 | standby-pgbackrest/98-destroy-chaos-mesh | ++ awk '{print $1}' logger.go:42: 15:27:26 | standby-pgbackrest/98-destroy-chaos-mesh | + timeout 30 kubectl delete MutatingWebhookConfiguration logger.go:42: 15:27:26 | standby-pgbackrest/98-destroy-chaos-mesh | error: resource(s) were provided, but no name was specified logger.go:42: 15:27:26 | standby-pgbackrest/98-destroy-chaos-mesh | + : logger.go:42: 15:27:26 | standby-pgbackrest/98-destroy-chaos-mesh | ++ kubectl get ValidatingWebhookConfiguration logger.go:42: 15:27:26 | standby-pgbackrest/98-destroy-chaos-mesh | ++ grep chaos-mesh logger.go:42: 15:27:26 | standby-pgbackrest/98-destroy-chaos-mesh | ++ awk '{print $1}' logger.go:42: 15:27:27 | standby-pgbackrest/98-destroy-chaos-mesh | + timeout 30 kubectl delete ValidatingWebhookConfiguration logger.go:42: 15:27:27 | standby-pgbackrest/98-destroy-chaos-mesh | error: resource(s) were provided, but no name was specified logger.go:42: 15:27:27 | standby-pgbackrest/98-destroy-chaos-mesh | + : logger.go:42: 15:27:27 | standby-pgbackrest/98-destroy-chaos-mesh | ++ kubectl get ValidatingWebhookConfiguration logger.go:42: 15:27:27 | standby-pgbackrest/98-destroy-chaos-mesh | ++ grep validate-auth logger.go:42: 15:27:27 | standby-pgbackrest/98-destroy-chaos-mesh | ++ awk '{print $1}' logger.go:42: 15:27:27 | standby-pgbackrest/98-destroy-chaos-mesh | + timeout 30 kubectl delete ValidatingWebhookConfiguration logger.go:42: 15:27:27 | standby-pgbackrest/98-destroy-chaos-mesh | error: resource(s) were provided, but no name was specified logger.go:42: 15:27:28 | standby-pgbackrest/98-destroy-chaos-mesh | + : logger.go:42: 15:27:28 | standby-pgbackrest/98-destroy-chaos-mesh | ++ kubectl api-resources logger.go:42: 15:27:28 | standby-pgbackrest/98-destroy-chaos-mesh | ++ grep chaos-mesh logger.go:42: 15:27:28 | standby-pgbackrest/98-destroy-chaos-mesh | ++ awk '{print $1}' logger.go:42: 15:27:28 | standby-pgbackrest/98-destroy-chaos-mesh | + for i in $(kubectl api-resources | grep chaos-mesh | awk '{print $1}') logger.go:42: 15:27:28 | standby-pgbackrest/98-destroy-chaos-mesh | + kubectl get awschaos --all-namespaces --no-headers -o custom-columns=Kind:.kind,Name:.metadata.name,NAMESPACE:.metadata.namespace logger.go:42: 15:27:28 | standby-pgbackrest/98-destroy-chaos-mesh | + read -r line logger.go:42: 15:27:29 | standby-pgbackrest/98-destroy-chaos-mesh | + timeout 30 kubectl delete awschaos --all --all-namespaces logger.go:42: 15:27:29 | standby-pgbackrest/98-destroy-chaos-mesh | No resources found logger.go:42: 15:27:29 | standby-pgbackrest/98-destroy-chaos-mesh | + for i in $(kubectl api-resources | grep chaos-mesh | awk '{print $1}') logger.go:42: 15:27:29 | standby-pgbackrest/98-destroy-chaos-mesh | + kubectl get azurechaos --all-namespaces --no-headers -o custom-columns=Kind:.kind,Name:.metadata.name,NAMESPACE:.metadata.namespace logger.go:42: 15:27:29 | standby-pgbackrest/98-destroy-chaos-mesh | + read -r line logger.go:42: 15:27:30 | standby-pgbackrest/98-destroy-chaos-mesh | + timeout 30 kubectl delete azurechaos --all --all-namespaces logger.go:42: 15:27:30 | standby-pgbackrest/98-destroy-chaos-mesh | No resources found logger.go:42: 15:27:30 | standby-pgbackrest/98-destroy-chaos-mesh | + for i in $(kubectl api-resources | grep chaos-mesh | awk '{print $1}') logger.go:42: 15:27:30 | standby-pgbackrest/98-destroy-chaos-mesh | + kubectl get blockchaos --all-namespaces --no-headers -o custom-columns=Kind:.kind,Name:.metadata.name,NAMESPACE:.metadata.namespace logger.go:42: 15:27:30 | standby-pgbackrest/98-destroy-chaos-mesh | + read -r line logger.go:42: 15:27:30 | standby-pgbackrest/98-destroy-chaos-mesh | + timeout 30 kubectl delete blockchaos --all --all-namespaces logger.go:42: 15:27:31 | standby-pgbackrest/98-destroy-chaos-mesh | No resources found logger.go:42: 15:27:31 | standby-pgbackrest/98-destroy-chaos-mesh | + for i in $(kubectl api-resources | grep chaos-mesh | awk '{print $1}') logger.go:42: 15:27:31 | standby-pgbackrest/98-destroy-chaos-mesh | + kubectl get dnschaos --all-namespaces --no-headers -o custom-columns=Kind:.kind,Name:.metadata.name,NAMESPACE:.metadata.namespace logger.go:42: 15:27:31 | standby-pgbackrest/98-destroy-chaos-mesh | + read -r line logger.go:42: 15:27:31 | standby-pgbackrest/98-destroy-chaos-mesh | + timeout 30 kubectl delete dnschaos --all --all-namespaces logger.go:42: 15:27:32 | standby-pgbackrest/98-destroy-chaos-mesh | No resources found logger.go:42: 15:27:32 | standby-pgbackrest/98-destroy-chaos-mesh | + for i in $(kubectl api-resources | grep chaos-mesh | awk '{print $1}') logger.go:42: 15:27:32 | standby-pgbackrest/98-destroy-chaos-mesh | + kubectl get gcpchaos --all-namespaces --no-headers -o custom-columns=Kind:.kind,Name:.metadata.name,NAMESPACE:.metadata.namespace logger.go:42: 15:27:32 | standby-pgbackrest/98-destroy-chaos-mesh | + read -r line logger.go:42: 15:27:32 | standby-pgbackrest/98-destroy-chaos-mesh | + timeout 30 kubectl delete gcpchaos --all --all-namespaces logger.go:42: 15:27:33 | standby-pgbackrest/98-destroy-chaos-mesh | No resources found logger.go:42: 15:27:33 | standby-pgbackrest/98-destroy-chaos-mesh | + for i in $(kubectl api-resources | grep chaos-mesh | awk '{print $1}') logger.go:42: 15:27:33 | standby-pgbackrest/98-destroy-chaos-mesh | + kubectl get httpchaos --all-namespaces --no-headers -o custom-columns=Kind:.kind,Name:.metadata.name,NAMESPACE:.metadata.namespace logger.go:42: 15:27:33 | standby-pgbackrest/98-destroy-chaos-mesh | + read -r line logger.go:42: 15:27:33 | standby-pgbackrest/98-destroy-chaos-mesh | + timeout 30 kubectl delete httpchaos --all --all-namespaces logger.go:42: 15:27:34 | standby-pgbackrest/98-destroy-chaos-mesh | No resources found logger.go:42: 15:27:34 | standby-pgbackrest/98-destroy-chaos-mesh | + for i in $(kubectl api-resources | grep chaos-mesh | awk '{print $1}') logger.go:42: 15:27:34 | standby-pgbackrest/98-destroy-chaos-mesh | + kubectl get iochaos --all-namespaces --no-headers -o custom-columns=Kind:.kind,Name:.metadata.name,NAMESPACE:.metadata.namespace logger.go:42: 15:27:34 | standby-pgbackrest/98-destroy-chaos-mesh | + read -r line logger.go:42: 15:27:34 | standby-pgbackrest/98-destroy-chaos-mesh | + timeout 30 kubectl delete iochaos --all --all-namespaces logger.go:42: 15:27:35 | standby-pgbackrest/98-destroy-chaos-mesh | No resources found logger.go:42: 15:27:35 | standby-pgbackrest/98-destroy-chaos-mesh | + for i in $(kubectl api-resources | grep chaos-mesh | awk '{print $1}') logger.go:42: 15:27:35 | standby-pgbackrest/98-destroy-chaos-mesh | + kubectl get jvmchaos --all-namespaces --no-headers -o custom-columns=Kind:.kind,Name:.metadata.name,NAMESPACE:.metadata.namespace logger.go:42: 15:27:35 | standby-pgbackrest/98-destroy-chaos-mesh | + read -r line logger.go:42: 15:27:35 | standby-pgbackrest/98-destroy-chaos-mesh | + timeout 30 kubectl delete jvmchaos --all --all-namespaces logger.go:42: 15:27:36 | standby-pgbackrest/98-destroy-chaos-mesh | No resources found logger.go:42: 15:27:36 | standby-pgbackrest/98-destroy-chaos-mesh | + for i in $(kubectl api-resources | grep chaos-mesh | awk '{print $1}') logger.go:42: 15:27:36 | standby-pgbackrest/98-destroy-chaos-mesh | + kubectl get kernelchaos --all-namespaces --no-headers -o custom-columns=Kind:.kind,Name:.metadata.name,NAMESPACE:.metadata.namespace logger.go:42: 15:27:36 | standby-pgbackrest/98-destroy-chaos-mesh | + read -r line logger.go:42: 15:27:37 | standby-pgbackrest/98-destroy-chaos-mesh | + timeout 30 kubectl delete kernelchaos --all --all-namespaces logger.go:42: 15:27:37 | standby-pgbackrest/98-destroy-chaos-mesh | No resources found logger.go:42: 15:27:37 | standby-pgbackrest/98-destroy-chaos-mesh | + for i in $(kubectl api-resources | grep chaos-mesh | awk '{print $1}') logger.go:42: 15:27:37 | standby-pgbackrest/98-destroy-chaos-mesh | + kubectl get networkchaos --all-namespaces --no-headers -o custom-columns=Kind:.kind,Name:.metadata.name,NAMESPACE:.metadata.namespace logger.go:42: 15:27:37 | standby-pgbackrest/98-destroy-chaos-mesh | + read -r line logger.go:42: 15:27:38 | standby-pgbackrest/98-destroy-chaos-mesh | + timeout 30 kubectl delete networkchaos --all --all-namespaces logger.go:42: 15:27:38 | standby-pgbackrest/98-destroy-chaos-mesh | No resources found logger.go:42: 15:27:38 | standby-pgbackrest/98-destroy-chaos-mesh | + for i in $(kubectl api-resources | grep chaos-mesh | awk '{print $1}') logger.go:42: 15:27:38 | standby-pgbackrest/98-destroy-chaos-mesh | + kubectl get physicalmachinechaos --all-namespaces --no-headers -o custom-columns=Kind:.kind,Name:.metadata.name,NAMESPACE:.metadata.namespace logger.go:42: 15:27:38 | standby-pgbackrest/98-destroy-chaos-mesh | + read -r line logger.go:42: 15:27:39 | standby-pgbackrest/98-destroy-chaos-mesh | + timeout 30 kubectl delete physicalmachinechaos --all --all-namespaces logger.go:42: 15:27:39 | standby-pgbackrest/98-destroy-chaos-mesh | No resources found logger.go:42: 15:27:39 | standby-pgbackrest/98-destroy-chaos-mesh | + for i in $(kubectl api-resources | grep chaos-mesh | awk '{print $1}') logger.go:42: 15:27:39 | standby-pgbackrest/98-destroy-chaos-mesh | + kubectl get physicalmachines --all-namespaces --no-headers -o custom-columns=Kind:.kind,Name:.metadata.name,NAMESPACE:.metadata.namespace logger.go:42: 15:27:39 | standby-pgbackrest/98-destroy-chaos-mesh | + read -r line logger.go:42: 15:27:39 | standby-pgbackrest/98-destroy-chaos-mesh | + timeout 30 kubectl delete physicalmachines --all --all-namespaces logger.go:42: 15:27:40 | standby-pgbackrest/98-destroy-chaos-mesh | No resources found logger.go:42: 15:27:40 | standby-pgbackrest/98-destroy-chaos-mesh | + for i in $(kubectl api-resources | grep chaos-mesh | awk '{print $1}') logger.go:42: 15:27:40 | standby-pgbackrest/98-destroy-chaos-mesh | + read -r line logger.go:42: 15:27:40 | standby-pgbackrest/98-destroy-chaos-mesh | + kubectl get podchaos --all-namespaces --no-headers -o custom-columns=Kind:.kind,Name:.metadata.name,NAMESPACE:.metadata.namespace logger.go:42: 15:27:40 | standby-pgbackrest/98-destroy-chaos-mesh | + timeout 30 kubectl delete podchaos --all --all-namespaces logger.go:42: 15:27:41 | standby-pgbackrest/98-destroy-chaos-mesh | No resources found logger.go:42: 15:27:41 | standby-pgbackrest/98-destroy-chaos-mesh | + for i in $(kubectl api-resources | grep chaos-mesh | awk '{print $1}') logger.go:42: 15:27:41 | standby-pgbackrest/98-destroy-chaos-mesh | + kubectl get podhttpchaos --all-namespaces --no-headers -o custom-columns=Kind:.kind,Name:.metadata.name,NAMESPACE:.metadata.namespace logger.go:42: 15:27:41 | standby-pgbackrest/98-destroy-chaos-mesh | + read -r line logger.go:42: 15:27:41 | standby-pgbackrest/98-destroy-chaos-mesh | + timeout 30 kubectl delete podhttpchaos --all --all-namespaces logger.go:42: 15:27:42 | standby-pgbackrest/98-destroy-chaos-mesh | No resources found logger.go:42: 15:27:42 | standby-pgbackrest/98-destroy-chaos-mesh | + for i in $(kubectl api-resources | grep chaos-mesh | awk '{print $1}') logger.go:42: 15:27:42 | standby-pgbackrest/98-destroy-chaos-mesh | + kubectl get podiochaos --all-namespaces --no-headers -o custom-columns=Kind:.kind,Name:.metadata.name,NAMESPACE:.metadata.namespace logger.go:42: 15:27:42 | standby-pgbackrest/98-destroy-chaos-mesh | + read -r line logger.go:42: 15:27:42 | standby-pgbackrest/98-destroy-chaos-mesh | + timeout 30 kubectl delete podiochaos --all --all-namespaces logger.go:42: 15:27:43 | standby-pgbackrest/98-destroy-chaos-mesh | No resources found logger.go:42: 15:27:43 | standby-pgbackrest/98-destroy-chaos-mesh | + for i in $(kubectl api-resources | grep chaos-mesh | awk '{print $1}') logger.go:42: 15:27:43 | standby-pgbackrest/98-destroy-chaos-mesh | + kubectl get podnetworkchaos --all-namespaces --no-headers -o custom-columns=Kind:.kind,Name:.metadata.name,NAMESPACE:.metadata.namespace logger.go:42: 15:27:43 | standby-pgbackrest/98-destroy-chaos-mesh | + read -r line logger.go:42: 15:27:43 | standby-pgbackrest/98-destroy-chaos-mesh | + timeout 30 kubectl delete podnetworkchaos --all --all-namespaces logger.go:42: 15:27:44 | standby-pgbackrest/98-destroy-chaos-mesh | No resources found logger.go:42: 15:27:44 | standby-pgbackrest/98-destroy-chaos-mesh | + for i in $(kubectl api-resources | grep chaos-mesh | awk '{print $1}') logger.go:42: 15:27:44 | standby-pgbackrest/98-destroy-chaos-mesh | + kubectl get remoteclusters --all-namespaces --no-headers -o custom-columns=Kind:.kind,Name:.metadata.name,NAMESPACE:.metadata.namespace logger.go:42: 15:27:44 | standby-pgbackrest/98-destroy-chaos-mesh | + read -r line logger.go:42: 15:27:44 | standby-pgbackrest/98-destroy-chaos-mesh | + timeout 30 kubectl delete remoteclusters --all --all-namespaces logger.go:42: 15:27:45 | standby-pgbackrest/98-destroy-chaos-mesh | No resources found logger.go:42: 15:27:45 | standby-pgbackrest/98-destroy-chaos-mesh | + for i in $(kubectl api-resources | grep chaos-mesh | awk '{print $1}') logger.go:42: 15:27:45 | standby-pgbackrest/98-destroy-chaos-mesh | + kubectl get schedules --all-namespaces --no-headers -o custom-columns=Kind:.kind,Name:.metadata.name,NAMESPACE:.metadata.namespace logger.go:42: 15:27:45 | standby-pgbackrest/98-destroy-chaos-mesh | + read -r line logger.go:42: 15:27:45 | standby-pgbackrest/98-destroy-chaos-mesh | + timeout 30 kubectl delete schedules --all --all-namespaces logger.go:42: 15:27:46 | standby-pgbackrest/98-destroy-chaos-mesh | No resources found logger.go:42: 15:27:46 | standby-pgbackrest/98-destroy-chaos-mesh | + for i in $(kubectl api-resources | grep chaos-mesh | awk '{print $1}') logger.go:42: 15:27:46 | standby-pgbackrest/98-destroy-chaos-mesh | + kubectl get statuschecks --all-namespaces --no-headers -o custom-columns=Kind:.kind,Name:.metadata.name,NAMESPACE:.metadata.namespace logger.go:42: 15:27:46 | standby-pgbackrest/98-destroy-chaos-mesh | + read -r line logger.go:42: 15:27:46 | standby-pgbackrest/98-destroy-chaos-mesh | + timeout 30 kubectl delete statuschecks --all --all-namespaces logger.go:42: 15:27:46 | standby-pgbackrest/98-destroy-chaos-mesh | No resources found logger.go:42: 15:27:46 | standby-pgbackrest/98-destroy-chaos-mesh | + for i in $(kubectl api-resources | grep chaos-mesh | awk '{print $1}') logger.go:42: 15:27:46 | standby-pgbackrest/98-destroy-chaos-mesh | + kubectl get stresschaos --all-namespaces --no-headers -o custom-columns=Kind:.kind,Name:.metadata.name,NAMESPACE:.metadata.namespace logger.go:42: 15:27:46 | standby-pgbackrest/98-destroy-chaos-mesh | + read -r line logger.go:42: 15:27:47 | standby-pgbackrest/98-destroy-chaos-mesh | + timeout 30 kubectl delete stresschaos --all --all-namespaces logger.go:42: 15:27:47 | standby-pgbackrest/98-destroy-chaos-mesh | No resources found logger.go:42: 15:27:47 | standby-pgbackrest/98-destroy-chaos-mesh | + for i in $(kubectl api-resources | grep chaos-mesh | awk '{print $1}') logger.go:42: 15:27:47 | standby-pgbackrest/98-destroy-chaos-mesh | + kubectl get timechaos --all-namespaces --no-headers -o custom-columns=Kind:.kind,Name:.metadata.name,NAMESPACE:.metadata.namespace logger.go:42: 15:27:47 | standby-pgbackrest/98-destroy-chaos-mesh | + read -r line logger.go:42: 15:27:48 | standby-pgbackrest/98-destroy-chaos-mesh | + timeout 30 kubectl delete timechaos --all --all-namespaces logger.go:42: 15:27:48 | standby-pgbackrest/98-destroy-chaos-mesh | No resources found logger.go:42: 15:27:48 | standby-pgbackrest/98-destroy-chaos-mesh | + for i in $(kubectl api-resources | grep chaos-mesh | awk '{print $1}') logger.go:42: 15:27:48 | standby-pgbackrest/98-destroy-chaos-mesh | + kubectl get workflownodes --all-namespaces --no-headers -o custom-columns=Kind:.kind,Name:.metadata.name,NAMESPACE:.metadata.namespace logger.go:42: 15:27:48 | standby-pgbackrest/98-destroy-chaos-mesh | + read -r line logger.go:42: 15:27:49 | standby-pgbackrest/98-destroy-chaos-mesh | + timeout 30 kubectl delete workflownodes --all --all-namespaces logger.go:42: 15:27:49 | standby-pgbackrest/98-destroy-chaos-mesh | No resources found logger.go:42: 15:27:49 | standby-pgbackrest/98-destroy-chaos-mesh | + for i in $(kubectl api-resources | grep chaos-mesh | awk '{print $1}') logger.go:42: 15:27:49 | standby-pgbackrest/98-destroy-chaos-mesh | + kubectl get workflows --all-namespaces --no-headers -o custom-columns=Kind:.kind,Name:.metadata.name,NAMESPACE:.metadata.namespace logger.go:42: 15:27:49 | standby-pgbackrest/98-destroy-chaos-mesh | + read -r line logger.go:42: 15:27:50 | standby-pgbackrest/98-destroy-chaos-mesh | + timeout 30 kubectl delete workflows --all --all-namespaces logger.go:42: 15:27:50 | standby-pgbackrest/98-destroy-chaos-mesh | No resources found logger.go:42: 15:27:50 | standby-pgbackrest/98-destroy-chaos-mesh | ++ kubectl get crd logger.go:42: 15:27:50 | standby-pgbackrest/98-destroy-chaos-mesh | ++ grep chaos-mesh.org logger.go:42: 15:27:50 | standby-pgbackrest/98-destroy-chaos-mesh | ++ awk '{print $1}' logger.go:42: 15:27:51 | standby-pgbackrest/98-destroy-chaos-mesh | + timeout 30 kubectl delete crd awschaos.chaos-mesh.org azurechaos.chaos-mesh.org blockchaos.chaos-mesh.org dnschaos.chaos-mesh.org gcpchaos.chaos-mesh.org httpchaos.chaos-mesh.org iochaos.chaos-mesh.org jvmchaos.chaos-mesh.org kernelchaos.chaos-mesh.org networkchaos.chaos-mesh.org physicalmachinechaos.chaos-mesh.org physicalmachines.chaos-mesh.org podchaos.chaos-mesh.org podhttpchaos.chaos-mesh.org podiochaos.chaos-mesh.org podnetworkchaos.chaos-mesh.org remoteclusters.chaos-mesh.org schedules.chaos-mesh.org statuschecks.chaos-mesh.org stresschaos.chaos-mesh.org timechaos.chaos-mesh.org workflownodes.chaos-mesh.org workflows.chaos-mesh.org logger.go:42: 15:27:52 | standby-pgbackrest/98-destroy-chaos-mesh | customresourcedefinition.apiextensions.k8s.io "awschaos.chaos-mesh.org" deleted logger.go:42: 15:27:52 | standby-pgbackrest/98-destroy-chaos-mesh | customresourcedefinition.apiextensions.k8s.io "azurechaos.chaos-mesh.org" deleted logger.go:42: 15:27:52 | standby-pgbackrest/98-destroy-chaos-mesh | customresourcedefinition.apiextensions.k8s.io "blockchaos.chaos-mesh.org" deleted logger.go:42: 15:27:52 | standby-pgbackrest/98-destroy-chaos-mesh | customresourcedefinition.apiextensions.k8s.io "dnschaos.chaos-mesh.org" deleted logger.go:42: 15:27:53 | standby-pgbackrest/98-destroy-chaos-mesh | customresourcedefinition.apiextensions.k8s.io "gcpchaos.chaos-mesh.org" deleted logger.go:42: 15:27:53 | standby-pgbackrest/98-destroy-chaos-mesh | customresourcedefinition.apiextensions.k8s.io "httpchaos.chaos-mesh.org" deleted logger.go:42: 15:27:54 | standby-pgbackrest/98-destroy-chaos-mesh | customresourcedefinition.apiextensions.k8s.io "iochaos.chaos-mesh.org" deleted logger.go:42: 15:27:54 | standby-pgbackrest/98-destroy-chaos-mesh | customresourcedefinition.apiextensions.k8s.io "jvmchaos.chaos-mesh.org" deleted logger.go:42: 15:27:54 | standby-pgbackrest/98-destroy-chaos-mesh | customresourcedefinition.apiextensions.k8s.io "kernelchaos.chaos-mesh.org" deleted logger.go:42: 15:27:55 | standby-pgbackrest/98-destroy-chaos-mesh | customresourcedefinition.apiextensions.k8s.io "networkchaos.chaos-mesh.org" deleted logger.go:42: 15:27:55 | standby-pgbackrest/98-destroy-chaos-mesh | customresourcedefinition.apiextensions.k8s.io "physicalmachinechaos.chaos-mesh.org" deleted logger.go:42: 15:27:55 | standby-pgbackrest/98-destroy-chaos-mesh | customresourcedefinition.apiextensions.k8s.io "physicalmachines.chaos-mesh.org" deleted logger.go:42: 15:27:56 | standby-pgbackrest/98-destroy-chaos-mesh | customresourcedefinition.apiextensions.k8s.io "podchaos.chaos-mesh.org" deleted logger.go:42: 15:27:56 | standby-pgbackrest/98-destroy-chaos-mesh | customresourcedefinition.apiextensions.k8s.io "podhttpchaos.chaos-mesh.org" deleted logger.go:42: 15:27:56 | standby-pgbackrest/98-destroy-chaos-mesh | customresourcedefinition.apiextensions.k8s.io "podiochaos.chaos-mesh.org" deleted logger.go:42: 15:27:56 | standby-pgbackrest/98-destroy-chaos-mesh | customresourcedefinition.apiextensions.k8s.io "podnetworkchaos.chaos-mesh.org" deleted logger.go:42: 15:27:57 | standby-pgbackrest/98-destroy-chaos-mesh | customresourcedefinition.apiextensions.k8s.io "remoteclusters.chaos-mesh.org" deleted logger.go:42: 15:27:58 | standby-pgbackrest/98-destroy-chaos-mesh | customresourcedefinition.apiextensions.k8s.io "schedules.chaos-mesh.org" deleted logger.go:42: 15:27:58 | standby-pgbackrest/98-destroy-chaos-mesh | customresourcedefinition.apiextensions.k8s.io "statuschecks.chaos-mesh.org" deleted logger.go:42: 15:27:59 | standby-pgbackrest/98-destroy-chaos-mesh | customresourcedefinition.apiextensions.k8s.io "stresschaos.chaos-mesh.org" deleted logger.go:42: 15:27:59 | standby-pgbackrest/98-destroy-chaos-mesh | customresourcedefinition.apiextensions.k8s.io "timechaos.chaos-mesh.org" deleted logger.go:42: 15:28:02 | standby-pgbackrest/98-destroy-chaos-mesh | customresourcedefinition.apiextensions.k8s.io "workflownodes.chaos-mesh.org" deleted logger.go:42: 15:28:04 | standby-pgbackrest/98-destroy-chaos-mesh | customresourcedefinition.apiextensions.k8s.io "workflows.chaos-mesh.org" deleted logger.go:42: 15:28:11 | standby-pgbackrest/98-destroy-chaos-mesh | ++ kubectl get clusterrolebinding logger.go:42: 15:28:11 | standby-pgbackrest/98-destroy-chaos-mesh | ++ grep chaos-mesh logger.go:42: 15:28:11 | standby-pgbackrest/98-destroy-chaos-mesh | ++ awk '{print $1}' logger.go:42: 15:28:12 | standby-pgbackrest/98-destroy-chaos-mesh | + timeout 30 kubectl delete clusterrolebinding logger.go:42: 15:28:12 | standby-pgbackrest/98-destroy-chaos-mesh | error: resource(s) were provided, but no name was specified logger.go:42: 15:28:12 | standby-pgbackrest/98-destroy-chaos-mesh | + : logger.go:42: 15:28:12 | standby-pgbackrest/98-destroy-chaos-mesh | ++ kubectl get clusterrole logger.go:42: 15:28:12 | standby-pgbackrest/98-destroy-chaos-mesh | ++ grep chaos-mesh logger.go:42: 15:28:12 | standby-pgbackrest/98-destroy-chaos-mesh | ++ awk '{print $1}' logger.go:42: 15:28:13 | standby-pgbackrest/98-destroy-chaos-mesh | + timeout 30 kubectl delete clusterrole logger.go:42: 15:28:13 | standby-pgbackrest/98-destroy-chaos-mesh | error: resource(s) were provided, but no name was specified logger.go:42: 15:28:13 | standby-pgbackrest/98-destroy-chaos-mesh | + : logger.go:42: 15:28:13 | standby-pgbackrest/98-destroy-chaos-mesh | test step completed 98-destroy-chaos-mesh logger.go:42: 15:28:13 | standby-pgbackrest/99-remove-cluster-gracefully | starting test step 99-remove-cluster-gracefully logger.go:42: 15:28:24 | standby-pgbackrest/99-remove-cluster-gracefully | running command: [sh -c set -o errexit set -o xtrace source ../../functions remove_all_finalizers check_operator_panic destroy_operator] logger.go:42: 15:28:24 | standby-pgbackrest/99-remove-cluster-gracefully | + source ../../functions logger.go:42: 15:28:24 | standby-pgbackrest/99-remove-cluster-gracefully | +++ realpath ../../.. logger.go:42: 15:28:24 | standby-pgbackrest/99-remove-cluster-gracefully | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-pg-operator_PR-1770 logger.go:42: 15:28:24 | standby-pgbackrest/99-remove-cluster-gracefully | ++ CERT_MANAGER_VER=1.20.2 logger.go:42: 15:28:24 | standby-pgbackrest/99-remove-cluster-gracefully | ++ CERT_MANAGER_TEST_LABEL=e2e.percona.com/managed-by=percona-postgresql-operator-tests logger.go:42: 15:28:24 | standby-pgbackrest/99-remove-cluster-gracefully | ++ CHAOS_MESH_VER=2.5.1 logger.go:42: 15:28:24 | standby-pgbackrest/99-remove-cluster-gracefully | ++ BUSYBOX_VER=1.36 logger.go:42: 15:28:24 | standby-pgbackrest/99-remove-cluster-gracefully | ++++ pwd logger.go:42: 15:28:24 | standby-pgbackrest/99-remove-cluster-gracefully | +++ basename /mnt/jenkins/workspace/cloud-pg-operator_PR-1770/e2e-tests/tests/standby-pgbackrest logger.go:42: 15:28:24 | standby-pgbackrest/99-remove-cluster-gracefully | ++ test_name=standby-pgbackrest logger.go:42: 15:28:24 | standby-pgbackrest/99-remove-cluster-gracefully | ++ source /mnt/jenkins/workspace/cloud-pg-operator_PR-1770/e2e-tests/vars.sh logger.go:42: 15:28:24 | standby-pgbackrest/99-remove-cluster-gracefully | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-pg-operator_PR-1770 logger.go:42: 15:28:24 | standby-pgbackrest/99-remove-cluster-gracefully | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-pg-operator_PR-1770 logger.go:42: 15:28:24 | standby-pgbackrest/99-remove-cluster-gracefully | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1770/deploy logger.go:42: 15:28:24 | standby-pgbackrest/99-remove-cluster-gracefully | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1770/deploy logger.go:42: 15:28:24 | standby-pgbackrest/99-remove-cluster-gracefully | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1770/e2e-tests logger.go:42: 15:28:24 | standby-pgbackrest/99-remove-cluster-gracefully | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1770/e2e-tests logger.go:42: 15:28:24 | standby-pgbackrest/99-remove-cluster-gracefully | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1770/e2e-tests/conf logger.go:42: 15:28:24 | standby-pgbackrest/99-remove-cluster-gracefully | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1770/e2e-tests/conf logger.go:42: 15:28:24 | standby-pgbackrest/99-remove-cluster-gracefully | +++ export TEST_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1770/e2e-tests/tests/standby-pgbackrest/conf logger.go:42: 15:28:24 | standby-pgbackrest/99-remove-cluster-gracefully | +++ TEST_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1770/e2e-tests/tests/standby-pgbackrest/conf logger.go:42: 15:28:24 | standby-pgbackrest/99-remove-cluster-gracefully | +++ export TEMP_DIR=/tmp/kuttl/pg/standby-pgbackrest logger.go:42: 15:28:24 | standby-pgbackrest/99-remove-cluster-gracefully | +++ TEMP_DIR=/tmp/kuttl/pg/standby-pgbackrest logger.go:42: 15:28:24 | standby-pgbackrest/99-remove-cluster-gracefully | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 15:28:24 | standby-pgbackrest/99-remove-cluster-gracefully | +++ export GIT_BRANCH=PR-1770 logger.go:42: 15:28:24 | standby-pgbackrest/99-remove-cluster-gracefully | +++ GIT_BRANCH=PR-1770 logger.go:42: 15:28:24 | standby-pgbackrest/99-remove-cluster-gracefully | +++ export VERSION=PR-1770-8c67b09e6 logger.go:42: 15:28:24 | standby-pgbackrest/99-remove-cluster-gracefully | +++ VERSION=PR-1770-8c67b09e6 logger.go:42: 15:28:24 | standby-pgbackrest/99-remove-cluster-gracefully | +++ export SKIP_TEST_WARNINGS=true logger.go:42: 15:28:24 | standby-pgbackrest/99-remove-cluster-gracefully | +++ SKIP_TEST_WARNINGS=true logger.go:42: 15:28:24 | standby-pgbackrest/99-remove-cluster-gracefully | +++ export K8S_UPGRADE_PLATFORM=gke logger.go:42: 15:28:24 | standby-pgbackrest/99-remove-cluster-gracefully | +++ K8S_UPGRADE_PLATFORM=gke logger.go:42: 15:28:24 | standby-pgbackrest/99-remove-cluster-gracefully | +++ export K8S_UPGRADE_REGION=us-central1-a logger.go:42: 15:28:24 | standby-pgbackrest/99-remove-cluster-gracefully | +++ K8S_UPGRADE_REGION=us-central1-a logger.go:42: 15:28:24 | standby-pgbackrest/99-remove-cluster-gracefully | +++ export K8S_UPGRADE_INITIAL_VERSION= logger.go:42: 15:28:24 | standby-pgbackrest/99-remove-cluster-gracefully | +++ K8S_UPGRADE_INITIAL_VERSION= logger.go:42: 15:28:24 | standby-pgbackrest/99-remove-cluster-gracefully | +++ export K8S_UPGRADE_FINAL_VERSION= logger.go:42: 15:28:24 | standby-pgbackrest/99-remove-cluster-gracefully | +++ K8S_UPGRADE_FINAL_VERSION= logger.go:42: 15:28:24 | standby-pgbackrest/99-remove-cluster-gracefully | +++ [[ -z '' ]] logger.go:42: 15:28:24 | standby-pgbackrest/99-remove-cluster-gracefully | ++++ detect_k8s_platform logger.go:42: 15:28:24 | standby-pgbackrest/99-remove-cluster-gracefully | ++++ local detected_platform logger.go:42: 15:28:24 | standby-pgbackrest/99-remove-cluster-gracefully | ++++ local xtrace_enabled=false logger.go:42: 15:28:24 | standby-pgbackrest/99-remove-cluster-gracefully | ++++ [[ -o xtrace ]] logger.go:42: 15:28:24 | standby-pgbackrest/99-remove-cluster-gracefully | ++++ xtrace_enabled=true logger.go:42: 15:28:24 | standby-pgbackrest/99-remove-cluster-gracefully | ++++ set +o xtrace logger.go:42: 15:28:27 | standby-pgbackrest/99-remove-cluster-gracefully | +++ PLATFORM=gke logger.go:42: 15:28:27 | standby-pgbackrest/99-remove-cluster-gracefully | +++ export PLATFORM logger.go:42: 15:28:27 | standby-pgbackrest/99-remove-cluster-gracefully | +++ export IMAGE_BASE=perconalab/percona-postgresql-operator logger.go:42: 15:28:27 | standby-pgbackrest/99-remove-cluster-gracefully | +++ IMAGE_BASE=perconalab/percona-postgresql-operator logger.go:42: 15:28:27 | standby-pgbackrest/99-remove-cluster-gracefully | +++ export IMAGE=perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:28:27 | standby-pgbackrest/99-remove-cluster-gracefully | +++ IMAGE=perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:28:27 | standby-pgbackrest/99-remove-cluster-gracefully | +++ [[ ! -n '' ]] logger.go:42: 15:28:27 | standby-pgbackrest/99-remove-cluster-gracefully | +++ [[ -n '' ]] logger.go:42: 15:28:27 | standby-pgbackrest/99-remove-cluster-gracefully | +++ export PG_VER=18 logger.go:42: 15:28:27 | standby-pgbackrest/99-remove-cluster-gracefully | +++ PG_VER=18 logger.go:42: 15:28:27 | standby-pgbackrest/99-remove-cluster-gracefully | +++ export PG_DISTRIBUTION= logger.go:42: 15:28:27 | standby-pgbackrest/99-remove-cluster-gracefully | +++ PG_DISTRIBUTION= logger.go:42: 15:28:27 | standby-pgbackrest/99-remove-cluster-gracefully | +++ [[ '' == community ]] logger.go:42: 15:28:27 | standby-pgbackrest/99-remove-cluster-gracefully | +++ export IMAGE_PGBOUNCER=perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 15:28:27 | standby-pgbackrest/99-remove-cluster-gracefully | +++ IMAGE_PGBOUNCER=perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 15:28:27 | standby-pgbackrest/99-remove-cluster-gracefully | +++ export IMAGE_POSTGRESQL=perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 15:28:27 | standby-pgbackrest/99-remove-cluster-gracefully | +++ IMAGE_POSTGRESQL=perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 15:28:27 | standby-pgbackrest/99-remove-cluster-gracefully | +++ export IMAGE_BACKREST=perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 15:28:27 | standby-pgbackrest/99-remove-cluster-gracefully | +++ IMAGE_BACKREST=perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 15:28:27 | standby-pgbackrest/99-remove-cluster-gracefully | +++ export IMAGE_UPGRADE=perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 15:28:27 | standby-pgbackrest/99-remove-cluster-gracefully | +++ IMAGE_UPGRADE=perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 15:28:27 | standby-pgbackrest/99-remove-cluster-gracefully | +++ export BUCKET=pg-operator-testing logger.go:42: 15:28:27 | standby-pgbackrest/99-remove-cluster-gracefully | +++ BUCKET=pg-operator-testing logger.go:42: 15:28:27 | standby-pgbackrest/99-remove-cluster-gracefully | +++ export PMM_SERVER_VERSION=9.9.9 logger.go:42: 15:28:27 | standby-pgbackrest/99-remove-cluster-gracefully | +++ PMM_SERVER_VERSION=9.9.9 logger.go:42: 15:28:27 | standby-pgbackrest/99-remove-cluster-gracefully | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:28:27 | standby-pgbackrest/99-remove-cluster-gracefully | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 15:28:27 | standby-pgbackrest/99-remove-cluster-gracefully | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:28:27 | standby-pgbackrest/99-remove-cluster-gracefully | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 15:28:27 | standby-pgbackrest/99-remove-cluster-gracefully | +++ export IMAGE_LOGCOLLECTOR=perconalab/fluentbit:main-logcollector logger.go:42: 15:28:27 | standby-pgbackrest/99-remove-cluster-gracefully | +++ IMAGE_LOGCOLLECTOR=perconalab/fluentbit:main-logcollector logger.go:42: 15:28:27 | standby-pgbackrest/99-remove-cluster-gracefully | +++ export PGOV1_TAG=1.4.0 logger.go:42: 15:28:27 | standby-pgbackrest/99-remove-cluster-gracefully | +++ PGOV1_TAG=1.4.0 logger.go:42: 15:28:27 | standby-pgbackrest/99-remove-cluster-gracefully | +++ export PGOV1_VER=14 logger.go:42: 15:28:27 | standby-pgbackrest/99-remove-cluster-gracefully | +++ PGOV1_VER=14 logger.go:42: 15:28:27 | standby-pgbackrest/99-remove-cluster-gracefully | +++ export CPGO_VERSION=5.8.7 logger.go:42: 15:28:27 | standby-pgbackrest/99-remove-cluster-gracefully | +++ CPGO_VERSION=5.8.7 logger.go:42: 15:28:27 | standby-pgbackrest/99-remove-cluster-gracefully | +++ export MINIO_VER=5.4.0 logger.go:42: 15:28:27 | standby-pgbackrest/99-remove-cluster-gracefully | +++ MINIO_VER=5.4.0 logger.go:42: 15:28:27 | standby-pgbackrest/99-remove-cluster-gracefully | +++ export VAULT_VER=0.32.0 logger.go:42: 15:28:27 | standby-pgbackrest/99-remove-cluster-gracefully | +++ VAULT_VER=0.32.0 logger.go:42: 15:28:27 | standby-pgbackrest/99-remove-cluster-gracefully | +++ export REGISTRY_NAME=docker.io logger.go:42: 15:28:27 | standby-pgbackrest/99-remove-cluster-gracefully | +++ REGISTRY_NAME=docker.io logger.go:42: 15:28:27 | standby-pgbackrest/99-remove-cluster-gracefully | +++ export REGISTRY_NAME_FULL=docker.io/ logger.go:42: 15:28:27 | standby-pgbackrest/99-remove-cluster-gracefully | +++ REGISTRY_NAME_FULL=docker.io/ logger.go:42: 15:28:27 | standby-pgbackrest/99-remove-cluster-gracefully | ++++ printenv logger.go:42: 15:28:27 | standby-pgbackrest/99-remove-cluster-gracefully | ++++ grep -E '^IMAGE' logger.go:42: 15:28:27 | standby-pgbackrest/99-remove-cluster-gracefully | ++++ awk -F= '{print $1}' logger.go:42: 15:28:27 | standby-pgbackrest/99-remove-cluster-gracefully | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 15:28:27 | standby-pgbackrest/99-remove-cluster-gracefully | ++++ eval 'echo $IMAGE_BACKREST' logger.go:42: 15:28:27 | standby-pgbackrest/99-remove-cluster-gracefully | +++++ echo perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 15:28:27 | standby-pgbackrest/99-remove-cluster-gracefully | +++ var_value=perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 15:28:27 | standby-pgbackrest/99-remove-cluster-gracefully | +++ [[ perconalab/percona-postgresql-operator:main-pgbackrest18 == docker.io/* ]] logger.go:42: 15:28:27 | standby-pgbackrest/99-remove-cluster-gracefully | +++ [[ perconalab/percona-postgresql-operator:main-pgbackrest18 == percona/* ]] logger.go:42: 15:28:27 | standby-pgbackrest/99-remove-cluster-gracefully | +++ [[ perconalab/percona-postgresql-operator:main-pgbackrest18 == perconalab/* ]] logger.go:42: 15:28:27 | standby-pgbackrest/99-remove-cluster-gracefully | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 15:28:27 | standby-pgbackrest/99-remove-cluster-gracefully | +++ export IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 15:28:27 | standby-pgbackrest/99-remove-cluster-gracefully | +++ IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 15:28:27 | standby-pgbackrest/99-remove-cluster-gracefully | +++ echo IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 15:28:27 | standby-pgbackrest/99-remove-cluster-gracefully | IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 15:28:27 | standby-pgbackrest/99-remove-cluster-gracefully | +++ echo perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:28:27 | standby-pgbackrest/99-remove-cluster-gracefully | perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:28:27 | standby-pgbackrest/99-remove-cluster-gracefully | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 15:28:27 | standby-pgbackrest/99-remove-cluster-gracefully | ++++ eval 'echo $IMAGE' logger.go:42: 15:28:27 | standby-pgbackrest/99-remove-cluster-gracefully | +++++ echo perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:28:27 | standby-pgbackrest/99-remove-cluster-gracefully | +++ var_value=perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:28:27 | standby-pgbackrest/99-remove-cluster-gracefully | +++ [[ perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 == docker.io/* ]] logger.go:42: 15:28:27 | standby-pgbackrest/99-remove-cluster-gracefully | +++ [[ perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 == percona/* ]] logger.go:42: 15:28:27 | standby-pgbackrest/99-remove-cluster-gracefully | +++ [[ perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 == perconalab/* ]] logger.go:42: 15:28:27 | standby-pgbackrest/99-remove-cluster-gracefully | +++ new_value=docker.io/perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:28:27 | standby-pgbackrest/99-remove-cluster-gracefully | +++ export IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:28:27 | standby-pgbackrest/99-remove-cluster-gracefully | +++ IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:28:27 | standby-pgbackrest/99-remove-cluster-gracefully | +++ echo IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:28:27 | standby-pgbackrest/99-remove-cluster-gracefully | IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:28:27 | standby-pgbackrest/99-remove-cluster-gracefully | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:28:27 | standby-pgbackrest/99-remove-cluster-gracefully | docker.io/perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:28:27 | standby-pgbackrest/99-remove-cluster-gracefully | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 15:28:27 | standby-pgbackrest/99-remove-cluster-gracefully | ++++ eval 'echo $IMAGE_UPGRADE' logger.go:42: 15:28:27 | standby-pgbackrest/99-remove-cluster-gracefully | +++++ echo perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 15:28:27 | standby-pgbackrest/99-remove-cluster-gracefully | +++ var_value=perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 15:28:27 | standby-pgbackrest/99-remove-cluster-gracefully | +++ [[ perconalab/percona-postgresql-operator:main-upgrade == docker.io/* ]] logger.go:42: 15:28:27 | standby-pgbackrest/99-remove-cluster-gracefully | +++ [[ perconalab/percona-postgresql-operator:main-upgrade == percona/* ]] logger.go:42: 15:28:27 | standby-pgbackrest/99-remove-cluster-gracefully | +++ [[ perconalab/percona-postgresql-operator:main-upgrade == perconalab/* ]] logger.go:42: 15:28:27 | standby-pgbackrest/99-remove-cluster-gracefully | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 15:28:27 | standby-pgbackrest/99-remove-cluster-gracefully | +++ export IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 15:28:27 | standby-pgbackrest/99-remove-cluster-gracefully | +++ IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 15:28:27 | standby-pgbackrest/99-remove-cluster-gracefully | +++ echo IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 15:28:27 | standby-pgbackrest/99-remove-cluster-gracefully | IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 15:28:27 | standby-pgbackrest/99-remove-cluster-gracefully | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:28:27 | standby-pgbackrest/99-remove-cluster-gracefully | docker.io/perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:28:27 | standby-pgbackrest/99-remove-cluster-gracefully | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 15:28:27 | standby-pgbackrest/99-remove-cluster-gracefully | ++++ eval 'echo $IMAGE_LOGCOLLECTOR' logger.go:42: 15:28:27 | standby-pgbackrest/99-remove-cluster-gracefully | +++++ echo perconalab/fluentbit:main-logcollector logger.go:42: 15:28:27 | standby-pgbackrest/99-remove-cluster-gracefully | +++ var_value=perconalab/fluentbit:main-logcollector logger.go:42: 15:28:27 | standby-pgbackrest/99-remove-cluster-gracefully | +++ [[ perconalab/fluentbit:main-logcollector == docker.io/* ]] logger.go:42: 15:28:27 | standby-pgbackrest/99-remove-cluster-gracefully | +++ [[ perconalab/fluentbit:main-logcollector == percona/* ]] logger.go:42: 15:28:27 | standby-pgbackrest/99-remove-cluster-gracefully | +++ [[ perconalab/fluentbit:main-logcollector == perconalab/* ]] logger.go:42: 15:28:27 | standby-pgbackrest/99-remove-cluster-gracefully | +++ new_value=docker.io/perconalab/fluentbit:main-logcollector logger.go:42: 15:28:27 | standby-pgbackrest/99-remove-cluster-gracefully | +++ export IMAGE_LOGCOLLECTOR=docker.io/perconalab/fluentbit:main-logcollector logger.go:42: 15:28:27 | standby-pgbackrest/99-remove-cluster-gracefully | +++ IMAGE_LOGCOLLECTOR=docker.io/perconalab/fluentbit:main-logcollector logger.go:42: 15:28:27 | standby-pgbackrest/99-remove-cluster-gracefully | +++ echo IMAGE_LOGCOLLECTOR=docker.io/perconalab/fluentbit:main-logcollector logger.go:42: 15:28:27 | standby-pgbackrest/99-remove-cluster-gracefully | IMAGE_LOGCOLLECTOR=docker.io/perconalab/fluentbit:main-logcollector logger.go:42: 15:28:27 | standby-pgbackrest/99-remove-cluster-gracefully | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:28:27 | standby-pgbackrest/99-remove-cluster-gracefully | docker.io/perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:28:27 | standby-pgbackrest/99-remove-cluster-gracefully | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 15:28:27 | standby-pgbackrest/99-remove-cluster-gracefully | ++++ eval 'echo $IMAGE_BASE' logger.go:42: 15:28:27 | standby-pgbackrest/99-remove-cluster-gracefully | +++++ echo perconalab/percona-postgresql-operator logger.go:42: 15:28:27 | standby-pgbackrest/99-remove-cluster-gracefully | +++ var_value=perconalab/percona-postgresql-operator logger.go:42: 15:28:27 | standby-pgbackrest/99-remove-cluster-gracefully | +++ [[ perconalab/percona-postgresql-operator == docker.io/* ]] logger.go:42: 15:28:27 | standby-pgbackrest/99-remove-cluster-gracefully | +++ [[ perconalab/percona-postgresql-operator == percona/* ]] logger.go:42: 15:28:27 | standby-pgbackrest/99-remove-cluster-gracefully | +++ [[ perconalab/percona-postgresql-operator == perconalab/* ]] logger.go:42: 15:28:27 | standby-pgbackrest/99-remove-cluster-gracefully | +++ new_value=docker.io/perconalab/percona-postgresql-operator logger.go:42: 15:28:27 | standby-pgbackrest/99-remove-cluster-gracefully | +++ export IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 15:28:27 | standby-pgbackrest/99-remove-cluster-gracefully | +++ IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 15:28:27 | standby-pgbackrest/99-remove-cluster-gracefully | +++ echo IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 15:28:27 | standby-pgbackrest/99-remove-cluster-gracefully | IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 15:28:27 | standby-pgbackrest/99-remove-cluster-gracefully | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:28:27 | standby-pgbackrest/99-remove-cluster-gracefully | docker.io/perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:28:27 | standby-pgbackrest/99-remove-cluster-gracefully | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 15:28:27 | standby-pgbackrest/99-remove-cluster-gracefully | ++++ eval 'echo $IMAGE_PGBOUNCER' logger.go:42: 15:28:27 | standby-pgbackrest/99-remove-cluster-gracefully | +++++ echo perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 15:28:27 | standby-pgbackrest/99-remove-cluster-gracefully | +++ var_value=perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 15:28:27 | standby-pgbackrest/99-remove-cluster-gracefully | +++ [[ perconalab/percona-postgresql-operator:main-pgbouncer18 == docker.io/* ]] logger.go:42: 15:28:27 | standby-pgbackrest/99-remove-cluster-gracefully | +++ [[ perconalab/percona-postgresql-operator:main-pgbouncer18 == percona/* ]] logger.go:42: 15:28:27 | standby-pgbackrest/99-remove-cluster-gracefully | +++ [[ perconalab/percona-postgresql-operator:main-pgbouncer18 == perconalab/* ]] logger.go:42: 15:28:27 | standby-pgbackrest/99-remove-cluster-gracefully | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 15:28:27 | standby-pgbackrest/99-remove-cluster-gracefully | +++ export IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 15:28:27 | standby-pgbackrest/99-remove-cluster-gracefully | +++ IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 15:28:27 | standby-pgbackrest/99-remove-cluster-gracefully | +++ echo IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 15:28:27 | standby-pgbackrest/99-remove-cluster-gracefully | IMAGE_PGBOUNCER=docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18 logger.go:42: 15:28:27 | standby-pgbackrest/99-remove-cluster-gracefully | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:28:27 | standby-pgbackrest/99-remove-cluster-gracefully | docker.io/perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:28:27 | standby-pgbackrest/99-remove-cluster-gracefully | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 15:28:27 | standby-pgbackrest/99-remove-cluster-gracefully | ++++ eval 'echo $IMAGE_POSTGRESQL' logger.go:42: 15:28:27 | standby-pgbackrest/99-remove-cluster-gracefully | +++++ echo perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 15:28:27 | standby-pgbackrest/99-remove-cluster-gracefully | +++ var_value=perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 15:28:27 | standby-pgbackrest/99-remove-cluster-gracefully | +++ [[ perconalab/percona-postgresql-operator:main-ppg18-postgres == docker.io/* ]] logger.go:42: 15:28:27 | standby-pgbackrest/99-remove-cluster-gracefully | +++ [[ perconalab/percona-postgresql-operator:main-ppg18-postgres == percona/* ]] logger.go:42: 15:28:27 | standby-pgbackrest/99-remove-cluster-gracefully | +++ [[ perconalab/percona-postgresql-operator:main-ppg18-postgres == perconalab/* ]] logger.go:42: 15:28:27 | standby-pgbackrest/99-remove-cluster-gracefully | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 15:28:27 | standby-pgbackrest/99-remove-cluster-gracefully | +++ export IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 15:28:27 | standby-pgbackrest/99-remove-cluster-gracefully | +++ IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 15:28:27 | standby-pgbackrest/99-remove-cluster-gracefully | +++ echo IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 15:28:27 | standby-pgbackrest/99-remove-cluster-gracefully | IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 15:28:27 | standby-pgbackrest/99-remove-cluster-gracefully | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:28:27 | standby-pgbackrest/99-remove-cluster-gracefully | docker.io/perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:28:27 | standby-pgbackrest/99-remove-cluster-gracefully | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 15:28:27 | standby-pgbackrest/99-remove-cluster-gracefully | ++++ eval 'echo $IMAGE_PMM_SERVER' logger.go:42: 15:28:27 | standby-pgbackrest/99-remove-cluster-gracefully | +++++ echo perconalab/pmm-server:3-dev-latest logger.go:42: 15:28:27 | standby-pgbackrest/99-remove-cluster-gracefully | +++ var_value=perconalab/pmm-server:3-dev-latest logger.go:42: 15:28:27 | standby-pgbackrest/99-remove-cluster-gracefully | +++ [[ perconalab/pmm-server:3-dev-latest == docker.io/* ]] logger.go:42: 15:28:27 | standby-pgbackrest/99-remove-cluster-gracefully | +++ [[ perconalab/pmm-server:3-dev-latest == percona/* ]] logger.go:42: 15:28:27 | standby-pgbackrest/99-remove-cluster-gracefully | +++ [[ perconalab/pmm-server:3-dev-latest == perconalab/* ]] logger.go:42: 15:28:27 | standby-pgbackrest/99-remove-cluster-gracefully | +++ new_value=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 15:28:27 | standby-pgbackrest/99-remove-cluster-gracefully | +++ export IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 15:28:27 | standby-pgbackrest/99-remove-cluster-gracefully | +++ IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 15:28:27 | standby-pgbackrest/99-remove-cluster-gracefully | +++ echo IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 15:28:27 | standby-pgbackrest/99-remove-cluster-gracefully | IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 15:28:27 | standby-pgbackrest/99-remove-cluster-gracefully | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:28:27 | standby-pgbackrest/99-remove-cluster-gracefully | docker.io/perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:28:27 | standby-pgbackrest/99-remove-cluster-gracefully | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 15:28:27 | standby-pgbackrest/99-remove-cluster-gracefully | ++++ eval 'echo $IMAGE_PMM_CLIENT' logger.go:42: 15:28:27 | standby-pgbackrest/99-remove-cluster-gracefully | +++++ echo perconalab/pmm-client:3-dev-latest logger.go:42: 15:28:27 | standby-pgbackrest/99-remove-cluster-gracefully | +++ var_value=perconalab/pmm-client:3-dev-latest logger.go:42: 15:28:27 | standby-pgbackrest/99-remove-cluster-gracefully | +++ [[ perconalab/pmm-client:3-dev-latest == docker.io/* ]] logger.go:42: 15:28:27 | standby-pgbackrest/99-remove-cluster-gracefully | +++ [[ perconalab/pmm-client:3-dev-latest == percona/* ]] logger.go:42: 15:28:27 | standby-pgbackrest/99-remove-cluster-gracefully | +++ [[ perconalab/pmm-client:3-dev-latest == perconalab/* ]] logger.go:42: 15:28:27 | standby-pgbackrest/99-remove-cluster-gracefully | +++ new_value=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 15:28:27 | standby-pgbackrest/99-remove-cluster-gracefully | +++ export IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 15:28:27 | standby-pgbackrest/99-remove-cluster-gracefully | +++ IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 15:28:27 | standby-pgbackrest/99-remove-cluster-gracefully | +++ echo IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 15:28:27 | standby-pgbackrest/99-remove-cluster-gracefully | IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 15:28:27 | standby-pgbackrest/99-remove-cluster-gracefully | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:28:27 | standby-pgbackrest/99-remove-cluster-gracefully | docker.io/perconalab/percona-postgresql-operator:PR-1770-8c67b09e6 logger.go:42: 15:28:27 | standby-pgbackrest/99-remove-cluster-gracefully | ++++ which gdate logger.go:42: 15:28:27 | standby-pgbackrest/99-remove-cluster-gracefully | which: no gdate in (/mnt/jenkins/workspace/cloud-pg-operator_PR-1770/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:28:27 | standby-pgbackrest/99-remove-cluster-gracefully | ++++ which date logger.go:42: 15:28:27 | standby-pgbackrest/99-remove-cluster-gracefully | +++ date=/usr/sbin/date logger.go:42: 15:28:27 | standby-pgbackrest/99-remove-cluster-gracefully | ++++ which gsed logger.go:42: 15:28:27 | standby-pgbackrest/99-remove-cluster-gracefully | which: no gsed in (/mnt/jenkins/workspace/cloud-pg-operator_PR-1770/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 15:28:27 | standby-pgbackrest/99-remove-cluster-gracefully | ++++ which sed logger.go:42: 15:28:27 | standby-pgbackrest/99-remove-cluster-gracefully | +++ sed=/usr/sbin/sed logger.go:42: 15:28:27 | standby-pgbackrest/99-remove-cluster-gracefully | + remove_all_finalizers logger.go:42: 15:28:27 | standby-pgbackrest/99-remove-cluster-gracefully | + resource_types=("pg-restore" "pg-backup" "pg") logger.go:42: 15:28:27 | standby-pgbackrest/99-remove-cluster-gracefully | + for resource in "${resource_types[@]}" logger.go:42: 15:28:27 | standby-pgbackrest/99-remove-cluster-gracefully | + echo 'removing all finalizers for pg-restore resources' logger.go:42: 15:28:27 | standby-pgbackrest/99-remove-cluster-gracefully | removing all finalizers for pg-restore resources logger.go:42: 15:28:27 | standby-pgbackrest/99-remove-cluster-gracefully | + kubectl -n kuttl-test-firm-ray get pg-restore -o json logger.go:42: 15:28:27 | standby-pgbackrest/99-remove-cluster-gracefully | + jq '.items[] | .metadata.name' -r logger.go:42: 15:28:27 | standby-pgbackrest/99-remove-cluster-gracefully | + IFS= logger.go:42: 15:28:27 | standby-pgbackrest/99-remove-cluster-gracefully | + read -r name logger.go:42: 15:28:28 | standby-pgbackrest/99-remove-cluster-gracefully | + for resource in "${resource_types[@]}" logger.go:42: 15:28:28 | standby-pgbackrest/99-remove-cluster-gracefully | + echo 'removing all finalizers for pg-backup resources' logger.go:42: 15:28:28 | standby-pgbackrest/99-remove-cluster-gracefully | removing all finalizers for pg-backup resources logger.go:42: 15:28:28 | standby-pgbackrest/99-remove-cluster-gracefully | + jq '.items[] | .metadata.name' -r logger.go:42: 15:28:28 | standby-pgbackrest/99-remove-cluster-gracefully | + kubectl -n kuttl-test-firm-ray get pg-backup -o json logger.go:42: 15:28:28 | standby-pgbackrest/99-remove-cluster-gracefully | + IFS= logger.go:42: 15:28:28 | standby-pgbackrest/99-remove-cluster-gracefully | + read -r name logger.go:42: 15:28:28 | standby-pgbackrest/99-remove-cluster-gracefully | + kubectl -n kuttl-test-firm-ray delete pg-backup source-cluster-backup-pzwb-2ssf4 --wait=0 logger.go:42: 15:28:29 | standby-pgbackrest/99-remove-cluster-gracefully | perconapgbackup.pgv2.percona.com "source-cluster-backup-pzwb-2ssf4" deleted from kuttl-test-firm-ray namespace logger.go:42: 15:28:29 | standby-pgbackrest/99-remove-cluster-gracefully | ++ kubectl -n kuttl-test-firm-ray get pg-backup source-cluster-backup-pzwb-2ssf4 -o yaml logger.go:42: 15:28:29 | standby-pgbackrest/99-remove-cluster-gracefully | ++ yq '.metadata.finalizers | length' logger.go:42: 15:28:29 | standby-pgbackrest/99-remove-cluster-gracefully | Error from server (NotFound): perconapgbackups.pgv2.percona.com "source-cluster-backup-pzwb-2ssf4" not found logger.go:42: 15:28:29 | standby-pgbackrest/99-remove-cluster-gracefully | + [[ 0 == 0 ]] logger.go:42: 15:28:29 | standby-pgbackrest/99-remove-cluster-gracefully | + continue logger.go:42: 15:28:29 | standby-pgbackrest/99-remove-cluster-gracefully | + IFS= logger.go:42: 15:28:29 | standby-pgbackrest/99-remove-cluster-gracefully | + read -r name logger.go:42: 15:28:29 | standby-pgbackrest/99-remove-cluster-gracefully | + kubectl -n kuttl-test-firm-ray delete pg-backup standby-cluster-backup-c8mk-xl2cb --wait=0 logger.go:42: 15:28:30 | standby-pgbackrest/99-remove-cluster-gracefully | perconapgbackup.pgv2.percona.com "standby-cluster-backup-c8mk-xl2cb" deleted from kuttl-test-firm-ray namespace logger.go:42: 15:28:30 | standby-pgbackrest/99-remove-cluster-gracefully | ++ kubectl -n kuttl-test-firm-ray get pg-backup standby-cluster-backup-c8mk-xl2cb -o yaml logger.go:42: 15:28:30 | standby-pgbackrest/99-remove-cluster-gracefully | ++ yq '.metadata.finalizers | length' logger.go:42: 15:28:30 | standby-pgbackrest/99-remove-cluster-gracefully | Error from server (NotFound): perconapgbackups.pgv2.percona.com "standby-cluster-backup-c8mk-xl2cb" not found logger.go:42: 15:28:30 | standby-pgbackrest/99-remove-cluster-gracefully | + [[ 0 == 0 ]] logger.go:42: 15:28:30 | standby-pgbackrest/99-remove-cluster-gracefully | + continue logger.go:42: 15:28:30 | standby-pgbackrest/99-remove-cluster-gracefully | + IFS= logger.go:42: 15:28:30 | standby-pgbackrest/99-remove-cluster-gracefully | + read -r name logger.go:42: 15:28:30 | standby-pgbackrest/99-remove-cluster-gracefully | + for resource in "${resource_types[@]}" logger.go:42: 15:28:30 | standby-pgbackrest/99-remove-cluster-gracefully | + echo 'removing all finalizers for pg resources' logger.go:42: 15:28:30 | standby-pgbackrest/99-remove-cluster-gracefully | removing all finalizers for pg resources logger.go:42: 15:28:30 | standby-pgbackrest/99-remove-cluster-gracefully | + kubectl -n kuttl-test-firm-ray get pg -o json logger.go:42: 15:28:30 | standby-pgbackrest/99-remove-cluster-gracefully | + jq '.items[] | .metadata.name' -r logger.go:42: 15:28:30 | standby-pgbackrest/99-remove-cluster-gracefully | + IFS= logger.go:42: 15:28:30 | standby-pgbackrest/99-remove-cluster-gracefully | + read -r name logger.go:42: 15:28:31 | standby-pgbackrest/99-remove-cluster-gracefully | + check_operator_panic logger.go:42: 15:28:31 | standby-pgbackrest/99-remove-cluster-gracefully | ++ get_operator_pod logger.go:42: 15:28:31 | standby-pgbackrest/99-remove-cluster-gracefully | +++ kubectl get pods -n pg-operator --selector=app.kubernetes.io/name=percona-postgresql-operator -o 'jsonpath={.items[].metadata.name}' logger.go:42: 15:28:31 | standby-pgbackrest/99-remove-cluster-gracefully | ++ echo percona-postgresql-operator-6944574c84-k6lml logger.go:42: 15:28:31 | standby-pgbackrest/99-remove-cluster-gracefully | + local operator_pod=percona-postgresql-operator-6944574c84-k6lml logger.go:42: 15:28:31 | standby-pgbackrest/99-remove-cluster-gracefully | + local panic_log logger.go:42: 15:28:31 | standby-pgbackrest/99-remove-cluster-gracefully | ++ kubectl logs -n pg-operator percona-postgresql-operator-6944574c84-k6lml -c operator logger.go:42: 15:28:31 | standby-pgbackrest/99-remove-cluster-gracefully | ++ grep -A 100 'Observed a panic' logger.go:42: 15:28:33 | standby-pgbackrest/99-remove-cluster-gracefully | ++ true logger.go:42: 15:28:33 | standby-pgbackrest/99-remove-cluster-gracefully | + panic_log= logger.go:42: 15:28:33 | standby-pgbackrest/99-remove-cluster-gracefully | + '[' -n '' ']' logger.go:42: 15:28:33 | standby-pgbackrest/99-remove-cluster-gracefully | + destroy_operator logger.go:42: 15:28:33 | standby-pgbackrest/99-remove-cluster-gracefully | + kubectl -n pg-operator delete deployment percona-postgresql-operator --force --grace-period=0 logger.go:42: 15:28:33 | standby-pgbackrest/99-remove-cluster-gracefully | Warning: Immediate deletion does not wait for confirmation that the running resource has been terminated. The resource may continue to run on the cluster indefinitely. logger.go:42: 15:28:33 | standby-pgbackrest/99-remove-cluster-gracefully | deployment.apps "percona-postgresql-operator" force deleted from pg-operator namespace logger.go:42: 15:28:33 | standby-pgbackrest/99-remove-cluster-gracefully | + [[ -n pg-operator ]] logger.go:42: 15:28:33 | standby-pgbackrest/99-remove-cluster-gracefully | + kubectl delete namespace pg-operator --force --grace-period=0 logger.go:42: 15:28:33 | standby-pgbackrest/99-remove-cluster-gracefully | Warning: Immediate deletion does not wait for confirmation that the running resource has been terminated. The resource may continue to run on the cluster indefinitely. logger.go:42: 15:28:34 | standby-pgbackrest/99-remove-cluster-gracefully | namespace "pg-operator" force deleted logger.go:42: 15:28:45 | standby-pgbackrest/99-remove-cluster-gracefully | test step completed 99-remove-cluster-gracefully logger.go:42: 15:28:46 | standby-pgbackrest | standby-pgbackrest events from ns kuttl-test-firm-ray: logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:08:43 +0000 UTC Normal Pod pg-client-65d98588cc-bpjlx Binding Scheduled Successfully assigned kuttl-test-firm-ray/pg-client-65d98588cc-bpjlx to gke-jen-pg-1770-8c67b09e-default-pool-6e3902c7-3pb5 default-scheduler logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:08:43 +0000 UTC Normal Pod pg-client-65d98588cc-bpjlx.spec.containers{pg-client} Pulling Pulling image "perconalab/percona-distribution-postgresql:16" kubelet logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:08:43 +0000 UTC Normal Pod pg-client-65d98588cc-bpjlx.spec.containers{pg-client} Pulled Successfully pulled image "perconalab/percona-distribution-postgresql:16" in 122ms (122ms including waiting). Image size: 445181537 bytes. kubelet logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:08:43 +0000 UTC Normal Pod pg-client-65d98588cc-bpjlx.spec.containers{pg-client} Created Created container: pg-client kubelet logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:08:43 +0000 UTC Normal ReplicaSet.apps pg-client-65d98588cc SuccessfulCreate Created pod: pg-client-65d98588cc-bpjlx replicaset-controller logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:08:43 +0000 UTC Normal Deployment.apps pg-client ScalingReplicaSet Scaled up replica set pg-client-65d98588cc from 0 to 1 deployment-controller logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:08:44 +0000 UTC Normal Pod pg-client-65d98588cc-bpjlx.spec.containers{pg-client} Started Started container pg-client kubelet logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:09:58 +0000 UTC Normal Deployment.apps chaos-controller-manager ScalingReplicaSet Scaled up replica set chaos-controller-manager-d9ff8958 from 0 to 3 deployment-controller logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:09:58 +0000 UTC Normal Pod chaos-daemon-22p9b Binding Scheduled Successfully assigned kuttl-test-firm-ray/chaos-daemon-22p9b to gke-jen-pg-1770-8c67b09e-default-pool-6e3902c7-w89l default-scheduler logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:09:58 +0000 UTC Normal Pod chaos-daemon-m4t5d Binding Scheduled Successfully assigned kuttl-test-firm-ray/chaos-daemon-m4t5d to gke-jen-pg-1770-8c67b09e-default-pool-6e3902c7-3pb5 default-scheduler logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:09:58 +0000 UTC Normal Pod chaos-daemon-zxtlb Binding Scheduled Successfully assigned kuttl-test-firm-ray/chaos-daemon-zxtlb to gke-jen-pg-1770-8c67b09e-default-pool-6e3902c7-nbc2 default-scheduler logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:09:58 +0000 UTC Normal Pod chaos-daemon-zxtlb.spec.containers{chaos-daemon} Pulled Container image "ghcr.io/chaos-mesh/chaos-daemon:v2.5.1" already present on machine kubelet logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:09:58 +0000 UTC Normal DaemonSet.apps chaos-daemon SuccessfulCreate Created pod: chaos-daemon-zxtlb daemonset-controller logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:09:58 +0000 UTC Normal DaemonSet.apps chaos-daemon SuccessfulCreate Created pod: chaos-daemon-22p9b daemonset-controller logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:09:58 +0000 UTC Normal DaemonSet.apps chaos-daemon SuccessfulCreate Created pod: chaos-daemon-m4t5d daemonset-controller logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:09:59 +0000 UTC Normal Pod chaos-controller-manager-d9ff8958-9n9p5 Binding Scheduled Successfully assigned kuttl-test-firm-ray/chaos-controller-manager-d9ff8958-9n9p5 to gke-jen-pg-1770-8c67b09e-default-pool-6e3902c7-3pb5 default-scheduler logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:09:59 +0000 UTC Normal Pod chaos-controller-manager-d9ff8958-kg5pc Binding Scheduled Successfully assigned kuttl-test-firm-ray/chaos-controller-manager-d9ff8958-kg5pc to gke-jen-pg-1770-8c67b09e-default-pool-6e3902c7-w89l default-scheduler logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:09:59 +0000 UTC Normal Pod chaos-controller-manager-d9ff8958-qqbzb Binding Scheduled Successfully assigned kuttl-test-firm-ray/chaos-controller-manager-d9ff8958-qqbzb to gke-jen-pg-1770-8c67b09e-default-pool-6e3902c7-nbc2 default-scheduler logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:09:59 +0000 UTC Normal ReplicaSet.apps chaos-controller-manager-d9ff8958 SuccessfulCreate Created pod: chaos-controller-manager-d9ff8958-kg5pc replicaset-controller logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:09:59 +0000 UTC Normal ReplicaSet.apps chaos-controller-manager-d9ff8958 SuccessfulCreate Created pod: chaos-controller-manager-d9ff8958-qqbzb replicaset-controller logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:09:59 +0000 UTC Normal ReplicaSet.apps chaos-controller-manager-d9ff8958 SuccessfulCreate Created pod: chaos-controller-manager-d9ff8958-9n9p5 replicaset-controller logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:09:59 +0000 UTC Normal Pod chaos-daemon-22p9b.spec.containers{chaos-daemon} Pulled Container image "ghcr.io/chaos-mesh/chaos-daemon:v2.5.1" already present on machine kubelet logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:09:59 +0000 UTC Normal Pod chaos-daemon-22p9b.spec.containers{chaos-daemon} Created Created container: chaos-daemon kubelet logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:09:59 +0000 UTC Normal Pod chaos-daemon-22p9b.spec.containers{chaos-daemon} Started Started container chaos-daemon kubelet logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:09:59 +0000 UTC Normal Pod chaos-daemon-m4t5d.spec.containers{chaos-daemon} Pulled Container image "ghcr.io/chaos-mesh/chaos-daemon:v2.5.1" already present on machine kubelet logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:09:59 +0000 UTC Normal Pod chaos-daemon-m4t5d.spec.containers{chaos-daemon} Created Created container: chaos-daemon kubelet logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:09:59 +0000 UTC Normal Pod chaos-daemon-m4t5d.spec.containers{chaos-daemon} Started Started container chaos-daemon kubelet logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:09:59 +0000 UTC Normal Pod chaos-daemon-zxtlb.spec.containers{chaos-daemon} Created Created container: chaos-daemon kubelet logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:09:59 +0000 UTC Normal Pod chaos-daemon-zxtlb.spec.containers{chaos-daemon} Started Started container chaos-daemon kubelet logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:10:00 +0000 UTC Normal Pod chaos-controller-manager-d9ff8958-9n9p5.spec.containers{chaos-mesh} Pulled Container image "ghcr.io/chaos-mesh/chaos-mesh:v2.5.1" already present on machine kubelet logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:10:00 +0000 UTC Normal Pod chaos-controller-manager-d9ff8958-9n9p5.spec.containers{chaos-mesh} Created Created container: chaos-mesh kubelet logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:10:00 +0000 UTC Normal Pod chaos-controller-manager-d9ff8958-9n9p5.spec.containers{chaos-mesh} Started Started container chaos-mesh kubelet logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:10:00 +0000 UTC Normal Pod chaos-controller-manager-d9ff8958-kg5pc.spec.containers{chaos-mesh} Pulled Container image "ghcr.io/chaos-mesh/chaos-mesh:v2.5.1" already present on machine kubelet logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:10:00 +0000 UTC Normal Pod chaos-controller-manager-d9ff8958-kg5pc.spec.containers{chaos-mesh} Created Created container: chaos-mesh kubelet logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:10:00 +0000 UTC Normal Pod chaos-controller-manager-d9ff8958-kg5pc.spec.containers{chaos-mesh} Started Started container chaos-mesh kubelet logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:10:00 +0000 UTC Warning Pod chaos-controller-manager-d9ff8958-qqbzb FailedMount MountVolume.SetUp failed for volume "chaosd-client-cert" : failed to sync secret cache: timed out waiting for the condition kubelet logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:10:00 +0000 UTC Warning Pod chaos-controller-manager-d9ff8958-qqbzb FailedMount MountVolume.SetUp failed for volume "chaos-daemon-client-cert" : failed to sync secret cache: timed out waiting for the condition kubelet logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:10:00 +0000 UTC Normal ConfigMap chaos-mesh LeaderElection chaos-controller-manager-d9ff8958-kg5pc_a0032d42-256d-4842-bec1-dea28e260a52 became leader logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:10:00 +0000 UTC Normal Lease.coordination.k8s.io chaos-mesh LeaderElection chaos-controller-manager-d9ff8958-kg5pc_a0032d42-256d-4842-bec1-dea28e260a52 became leader logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:10:01 +0000 UTC Normal Pod chaos-controller-manager-d9ff8958-qqbzb.spec.containers{chaos-mesh} Pulled Container image "ghcr.io/chaos-mesh/chaos-mesh:v2.5.1" already present on machine kubelet logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:10:01 +0000 UTC Normal Pod chaos-controller-manager-d9ff8958-qqbzb.spec.containers{chaos-mesh} Created Created container: chaos-mesh kubelet logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:10:01 +0000 UTC Normal Pod chaos-controller-manager-d9ff8958-qqbzb.spec.containers{chaos-mesh} Started Started container chaos-mesh kubelet logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:11:18 +0000 UTC Normal CertificateRequest.cert-manager.io source-cluster-cluster-ca-cert-1 WaitingForApproval Not signing CertificateRequest until it is Approved cert-manager-certificaterequests-issuer-vault logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:11:18 +0000 UTC Normal CertificateRequest.cert-manager.io source-cluster-cluster-ca-cert-1 WaitingForApproval Not signing CertificateRequest until it is Approved cert-manager-certificaterequests-issuer-acme logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:11:18 +0000 UTC Normal CertificateRequest.cert-manager.io source-cluster-cluster-ca-cert-1 WaitingForApproval Not signing CertificateRequest until it is Approved cert-manager-certificaterequests-issuer-selfsigned logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:11:18 +0000 UTC Normal CertificateRequest.cert-manager.io source-cluster-cluster-ca-cert-1 WaitingForApproval Not signing CertificateRequest until it is Approved cert-manager-certificaterequests-issuer-ca logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:11:18 +0000 UTC Normal CertificateRequest.cert-manager.io source-cluster-cluster-ca-cert-1 WaitingForApproval Not signing CertificateRequest until it is Approved cert-manager-certificaterequests-issuer-venafi logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:11:18 +0000 UTC Normal CertificateRequest.cert-manager.io source-cluster-cluster-ca-cert-1 cert-manager.io Certificate request has been approved by cert-manager.io cert-manager-certificaterequests-approver logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:11:18 +0000 UTC Normal CertificateRequest.cert-manager.io source-cluster-cluster-ca-cert-1 CertificateIssued Certificate fetched from issuer successfully cert-manager-certificaterequests-issuer-selfsigned logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:11:18 +0000 UTC Normal Certificate.cert-manager.io source-cluster-cluster-ca-cert Issuing Issuing certificate as Secret does not exist cert-manager-certificates-trigger logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:11:18 +0000 UTC Normal Certificate.cert-manager.io source-cluster-cluster-ca-cert Generated Stored new private key in temporary Secret resource "source-cluster-cluster-ca-cert-r42ng" cert-manager-certificates-key-manager logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:11:18 +0000 UTC Normal Certificate.cert-manager.io source-cluster-cluster-ca-cert Requested Created new CertificateRequest resource "source-cluster-cluster-ca-cert-1" cert-manager-certificates-request-manager logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:11:18 +0000 UTC Normal Certificate.cert-manager.io source-cluster-cluster-ca-cert Issuing The certificate has been successfully issued cert-manager-certificates-issuing logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:11:19 +0000 UTC Normal CertificateRequest.cert-manager.io source-cluster-replication-cert-1 WaitingForApproval Not signing CertificateRequest until it is Approved cert-manager-certificaterequests-issuer-acme logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:11:19 +0000 UTC Normal CertificateRequest.cert-manager.io source-cluster-replication-cert-1 WaitingForApproval Not signing CertificateRequest until it is Approved cert-manager-certificaterequests-issuer-venafi logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:11:19 +0000 UTC Normal CertificateRequest.cert-manager.io source-cluster-replication-cert-1 WaitingForApproval Not signing CertificateRequest until it is Approved cert-manager-certificaterequests-issuer-ca logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:11:19 +0000 UTC Normal CertificateRequest.cert-manager.io source-cluster-replication-cert-1 WaitingForApproval Not signing CertificateRequest until it is Approved cert-manager-certificaterequests-issuer-selfsigned logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:11:19 +0000 UTC Normal CertificateRequest.cert-manager.io source-cluster-replication-cert-1 WaitingForApproval Not signing CertificateRequest until it is Approved cert-manager-certificaterequests-issuer-vault logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:11:19 +0000 UTC Normal CertificateRequest.cert-manager.io source-cluster-replication-cert-1 cert-manager.io Certificate request has been approved by cert-manager.io cert-manager-certificaterequests-approver logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:11:19 +0000 UTC Normal CertificateRequest.cert-manager.io source-cluster-replication-cert-1 IssuerNotFound Referenced "Issuer" not found: issuer.cert-manager.io "source-cluster-tls-issuer" not found cert-manager-certificaterequests-issuer-ca logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:11:19 +0000 UTC Normal CertificateRequest.cert-manager.io source-cluster-replication-cert-1 IssuerNotFound Referenced "Issuer" not found: issuer.cert-manager.io "source-cluster-tls-issuer" not found cert-manager-certificaterequests-issuer-acme logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:11:19 +0000 UTC Normal CertificateRequest.cert-manager.io source-cluster-replication-cert-1 IssuerNotFound Referenced "Issuer" not found: issuer.cert-manager.io "source-cluster-tls-issuer" not found cert-manager-certificaterequests-issuer-selfsigned logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:11:19 +0000 UTC Normal CertificateRequest.cert-manager.io source-cluster-replication-cert-1 IssuerNotFound Referenced "Issuer" not found: issuer.cert-manager.io "source-cluster-tls-issuer" not found cert-manager-certificaterequests-issuer-vault logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:11:19 +0000 UTC Normal CertificateRequest.cert-manager.io source-cluster-replication-cert-1 IssuerNotFound Referenced "Issuer" not found: issuer.cert-manager.io "source-cluster-tls-issuer" not found cert-manager-certificaterequests-issuer-venafi logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:11:19 +0000 UTC Normal Certificate.cert-manager.io source-cluster-replication-cert Issuing Issuing certificate as Secret does not exist cert-manager-certificates-trigger logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:11:19 +0000 UTC Normal Certificate.cert-manager.io source-cluster-replication-cert Generated Stored new private key in temporary Secret resource "source-cluster-replication-cert-dv2lw" cert-manager-certificates-key-manager logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:11:19 +0000 UTC Normal Certificate.cert-manager.io source-cluster-replication-cert Requested Created new CertificateRequest resource "source-cluster-replication-cert-1" cert-manager-certificates-request-manager logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:11:20 +0000 UTC Normal CertificateRequest.cert-manager.io source-cluster-cluster-cert-1 WaitingForApproval Not signing CertificateRequest until it is Approved cert-manager-certificaterequests-issuer-acme logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:11:20 +0000 UTC Normal CertificateRequest.cert-manager.io source-cluster-cluster-cert-1 WaitingForApproval Not signing CertificateRequest until it is Approved cert-manager-certificaterequests-issuer-ca logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:11:20 +0000 UTC Normal CertificateRequest.cert-manager.io source-cluster-cluster-cert-1 WaitingForApproval Not signing CertificateRequest until it is Approved cert-manager-certificaterequests-issuer-venafi logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:11:20 +0000 UTC Normal CertificateRequest.cert-manager.io source-cluster-cluster-cert-1 WaitingForApproval Not signing CertificateRequest until it is Approved cert-manager-certificaterequests-issuer-selfsigned logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:11:20 +0000 UTC Normal CertificateRequest.cert-manager.io source-cluster-cluster-cert-1 WaitingForApproval Not signing CertificateRequest until it is Approved cert-manager-certificaterequests-issuer-vault logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:11:20 +0000 UTC Normal CertificateRequest.cert-manager.io source-cluster-cluster-cert-1 cert-manager.io Certificate request has been approved by cert-manager.io cert-manager-certificaterequests-approver logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:11:20 +0000 UTC Normal CertificateRequest.cert-manager.io source-cluster-cluster-cert-1 CertificateIssued Certificate fetched from issuer successfully cert-manager-certificaterequests-issuer-ca logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:11:20 +0000 UTC Normal Certificate.cert-manager.io source-cluster-cluster-cert Issuing Issuing certificate as Secret does not exist cert-manager-certificates-trigger logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:11:20 +0000 UTC Normal Certificate.cert-manager.io source-cluster-cluster-cert Generated Stored new private key in temporary Secret resource "source-cluster-cluster-cert-jscgl" cert-manager-certificates-key-manager logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:11:20 +0000 UTC Normal Certificate.cert-manager.io source-cluster-cluster-cert Requested Created new CertificateRequest resource "source-cluster-cluster-cert-1" cert-manager-certificates-request-manager logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:11:20 +0000 UTC Normal Certificate.cert-manager.io source-cluster-instance1-v9zt-cert Issuing Issuing certificate as Secret does not exist cert-manager-certificates-trigger logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:11:20 +0000 UTC Normal Certificate.cert-manager.io source-cluster-instance1-v9zt-cert Generated Stored new private key in temporary Secret resource "source-cluster-instance1-v9zt-cert-ft75m" cert-manager-certificates-key-manager logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:11:20 +0000 UTC Normal PersistentVolumeClaim source-cluster-instance1-v9zt-pgdata WaitForFirstConsumer waiting for first consumer to be created before binding persistentvolume-controller logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:11:20 +0000 UTC Normal CertificateRequest.cert-manager.io source-cluster-replication-cert-1 CertificateIssued Certificate fetched from issuer successfully cert-manager-certificaterequests-issuer-ca logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:11:20 +0000 UTC Normal Certificate.cert-manager.io source-cluster-replication-cert Issuing The certificate has been successfully issued cert-manager-certificates-issuing logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:11:20 +0000 UTC Normal Issuer.cert-manager.io source-cluster-tls-issuer KeyPairVerified Signing CA verified cert-manager-issuers logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:11:21 +0000 UTC Normal Certificate.cert-manager.io source-cluster-cluster-cert Issuing The certificate has been successfully issued cert-manager-certificates-issuing logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:11:21 +0000 UTC Normal PersistentVolumeClaim source-cluster-instance1-bnxx-pgdata WaitForFirstConsumer waiting for first consumer to be created before binding persistentvolume-controller logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:11:21 +0000 UTC Normal CertificateRequest.cert-manager.io source-cluster-instance1-v9zt-cert-1 WaitingForApproval Not signing CertificateRequest until it is Approved cert-manager-certificaterequests-issuer-ca logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:11:21 +0000 UTC Normal CertificateRequest.cert-manager.io source-cluster-instance1-v9zt-cert-1 WaitingForApproval Not signing CertificateRequest until it is Approved cert-manager-certificaterequests-issuer-selfsigned logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:11:21 +0000 UTC Normal CertificateRequest.cert-manager.io source-cluster-instance1-v9zt-cert-1 WaitingForApproval Not signing CertificateRequest until it is Approved cert-manager-certificaterequests-issuer-acme logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:11:21 +0000 UTC Normal CertificateRequest.cert-manager.io source-cluster-instance1-v9zt-cert-1 WaitingForApproval Not signing CertificateRequest until it is Approved cert-manager-certificaterequests-issuer-vault logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:11:21 +0000 UTC Normal CertificateRequest.cert-manager.io source-cluster-instance1-v9zt-cert-1 WaitingForApproval Not signing CertificateRequest until it is Approved cert-manager-certificaterequests-issuer-venafi logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:11:21 +0000 UTC Normal CertificateRequest.cert-manager.io source-cluster-instance1-v9zt-cert-1 cert-manager.io Certificate request has been approved by cert-manager.io cert-manager-certificaterequests-approver logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:11:21 +0000 UTC Normal CertificateRequest.cert-manager.io source-cluster-instance1-v9zt-cert-1 CertificateIssued Certificate fetched from issuer successfully cert-manager-certificaterequests-issuer-ca logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:11:21 +0000 UTC Normal Certificate.cert-manager.io source-cluster-instance1-v9zt-cert Requested Created new CertificateRequest resource "source-cluster-instance1-v9zt-cert-1" cert-manager-certificates-request-manager logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:11:21 +0000 UTC Normal PersistentVolumeClaim source-cluster-instance1-v9zt-pgdata ExternalProvisioning Waiting for a volume to be created either by the external provisioner 'pd.csi.storage.gke.io' or manually by the system administrator. If volume creation is delayed, please verify that the provisioner is running and correctly registered. persistentvolume-controller logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:11:21 +0000 UTC Normal PersistentVolumeClaim source-cluster-instance1-v9zt-pgdata Provisioning External provisioner is provisioning volume for claim "kuttl-test-firm-ray/source-cluster-instance1-v9zt-pgdata" pd.csi.storage.gke.io_gke-a187805770084d128b34-2c00-b516-vm_8bdee0b3-89ff-4780-8823-8234e08170e3 logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:11:21 +0000 UTC Normal StatefulSet.apps source-cluster-instance1-v9zt SuccessfulCreate create Pod source-cluster-instance1-v9zt-0 in StatefulSet source-cluster-instance1-v9zt successful statefulset-controller logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:11:22 +0000 UTC Normal CertificateRequest.cert-manager.io source-cluster-instance1-bnxx-cert-1 WaitingForApproval Not signing CertificateRequest until it is Approved cert-manager-certificaterequests-issuer-ca logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:11:22 +0000 UTC Normal CertificateRequest.cert-manager.io source-cluster-instance1-bnxx-cert-1 WaitingForApproval Not signing CertificateRequest until it is Approved cert-manager-certificaterequests-issuer-venafi logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:11:22 +0000 UTC Normal CertificateRequest.cert-manager.io source-cluster-instance1-bnxx-cert-1 WaitingForApproval Not signing CertificateRequest until it is Approved cert-manager-certificaterequests-issuer-acme logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:11:22 +0000 UTC Normal CertificateRequest.cert-manager.io source-cluster-instance1-bnxx-cert-1 WaitingForApproval Not signing CertificateRequest until it is Approved cert-manager-certificaterequests-issuer-selfsigned logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:11:22 +0000 UTC Normal CertificateRequest.cert-manager.io source-cluster-instance1-bnxx-cert-1 WaitingForApproval Not signing CertificateRequest until it is Approved cert-manager-certificaterequests-issuer-vault logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:11:22 +0000 UTC Normal Certificate.cert-manager.io source-cluster-instance1-bnxx-cert Issuing Issuing certificate as Secret does not exist cert-manager-certificates-trigger logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:11:22 +0000 UTC Normal Certificate.cert-manager.io source-cluster-instance1-bnxx-cert Generated Stored new private key in temporary Secret resource "source-cluster-instance1-bnxx-cert-fch5h" cert-manager-certificates-key-manager logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:11:22 +0000 UTC Normal Certificate.cert-manager.io source-cluster-instance1-bnxx-cert Requested Created new CertificateRequest resource "source-cluster-instance1-bnxx-cert-1" cert-manager-certificates-request-manager logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:11:22 +0000 UTC Normal PersistentVolumeClaim source-cluster-instance1-bnxx-pgdata ExternalProvisioning Waiting for a volume to be created either by the external provisioner 'pd.csi.storage.gke.io' or manually by the system administrator. If volume creation is delayed, please verify that the provisioner is running and correctly registered. persistentvolume-controller logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:11:22 +0000 UTC Normal PersistentVolumeClaim source-cluster-instance1-bnxx-pgdata Provisioning External provisioner is provisioning volume for claim "kuttl-test-firm-ray/source-cluster-instance1-bnxx-pgdata" pd.csi.storage.gke.io_gke-a187805770084d128b34-2c00-b516-vm_8bdee0b3-89ff-4780-8823-8234e08170e3 logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:11:22 +0000 UTC Normal StatefulSet.apps source-cluster-instance1-bnxx SuccessfulCreate create Pod source-cluster-instance1-bnxx-0 in StatefulSet source-cluster-instance1-bnxx successful statefulset-controller logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:11:22 +0000 UTC Normal PersistentVolumeClaim source-cluster-instance1-j8lk-pgdata WaitForFirstConsumer waiting for first consumer to be created before binding persistentvolume-controller logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:11:23 +0000 UTC Normal CertificateRequest.cert-manager.io source-cluster-instance1-bnxx-cert-1 cert-manager.io Certificate request has been approved by cert-manager.io cert-manager-certificaterequests-approver logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:11:23 +0000 UTC Normal CertificateRequest.cert-manager.io source-cluster-instance1-bnxx-cert-1 CertificateIssued Certificate fetched from issuer successfully cert-manager-certificaterequests-issuer-ca logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:11:23 +0000 UTC Normal Certificate.cert-manager.io source-cluster-instance1-bnxx-cert Issuing The certificate has been successfully issued cert-manager-certificates-issuing logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:11:23 +0000 UTC Normal Certificate.cert-manager.io source-cluster-instance1-j8lk-cert Issuing Issuing certificate as Secret does not exist cert-manager-certificates-trigger logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:11:23 +0000 UTC Normal Certificate.cert-manager.io source-cluster-instance1-j8lk-cert Generated Stored new private key in temporary Secret resource "source-cluster-instance1-j8lk-cert-cnzh9" cert-manager-certificates-key-manager logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:11:23 +0000 UTC Normal Certificate.cert-manager.io source-cluster-instance1-v9zt-cert Issuing The certificate has been successfully issued cert-manager-certificates-issuing logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:11:24 +0000 UTC Normal CertificateRequest.cert-manager.io source-cluster-instance1-j8lk-cert-1 WaitingForApproval Not signing CertificateRequest until it is Approved cert-manager-certificaterequests-issuer-venafi logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:11:24 +0000 UTC Normal CertificateRequest.cert-manager.io source-cluster-instance1-j8lk-cert-1 WaitingForApproval Not signing CertificateRequest until it is Approved cert-manager-certificaterequests-issuer-ca logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:11:24 +0000 UTC Normal CertificateRequest.cert-manager.io source-cluster-instance1-j8lk-cert-1 WaitingForApproval Not signing CertificateRequest until it is Approved cert-manager-certificaterequests-issuer-acme logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:11:24 +0000 UTC Normal CertificateRequest.cert-manager.io source-cluster-instance1-j8lk-cert-1 WaitingForApproval Not signing CertificateRequest until it is Approved cert-manager-certificaterequests-issuer-selfsigned logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:11:24 +0000 UTC Normal CertificateRequest.cert-manager.io source-cluster-instance1-j8lk-cert-1 WaitingForApproval Not signing CertificateRequest until it is Approved cert-manager-certificaterequests-issuer-vault logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:11:24 +0000 UTC Normal CertificateRequest.cert-manager.io source-cluster-instance1-j8lk-cert-1 cert-manager.io Certificate request has been approved by cert-manager.io cert-manager-certificaterequests-approver logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:11:24 +0000 UTC Normal CertificateRequest.cert-manager.io source-cluster-instance1-j8lk-cert-1 CertificateIssued Certificate fetched from issuer successfully cert-manager-certificaterequests-issuer-ca logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:11:24 +0000 UTC Normal Certificate.cert-manager.io source-cluster-instance1-j8lk-cert Requested Created new CertificateRequest resource "source-cluster-instance1-j8lk-cert-1" cert-manager-certificates-request-manager logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:11:24 +0000 UTC Normal PersistentVolumeClaim source-cluster-instance1-j8lk-pgdata ExternalProvisioning Waiting for a volume to be created either by the external provisioner 'pd.csi.storage.gke.io' or manually by the system administrator. If volume creation is delayed, please verify that the provisioner is running and correctly registered. persistentvolume-controller logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:11:24 +0000 UTC Normal PersistentVolumeClaim source-cluster-instance1-j8lk-pgdata Provisioning External provisioner is provisioning volume for claim "kuttl-test-firm-ray/source-cluster-instance1-j8lk-pgdata" pd.csi.storage.gke.io_gke-a187805770084d128b34-2c00-b516-vm_8bdee0b3-89ff-4780-8823-8234e08170e3 logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:11:24 +0000 UTC Normal StatefulSet.apps source-cluster-instance1-j8lk SuccessfulCreate create Pod source-cluster-instance1-j8lk-0 in StatefulSet source-cluster-instance1-j8lk successful statefulset-controller logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:11:25 +0000 UTC Normal Certificate.cert-manager.io source-cluster-instance1-j8lk-cert Issuing The certificate has been successfully issued cert-manager-certificates-issuing logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:11:25 +0000 UTC Normal PersistentVolumeClaim source-cluster-instance1-v9zt-pgdata ProvisioningSucceeded Successfully provisioned volume pvc-8231f994-fd3b-4619-a48c-df2f1e995899 pd.csi.storage.gke.io_gke-a187805770084d128b34-2c00-b516-vm_8bdee0b3-89ff-4780-8823-8234e08170e3 logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:11:26 +0000 UTC Normal Pod source-cluster-instance1-v9zt-0 Binding Scheduled Successfully assigned kuttl-test-firm-ray/source-cluster-instance1-v9zt-0 to gke-jen-pg-1770-8c67b09e-default-pool-6e3902c7-nbc2 default-scheduler logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:11:26 +0000 UTC Warning Pod source-cluster-instance1-v9zt-0 FailedMount MountVolume.SetUp failed for volume "patroni-config" : references non-existent secret key: patroni.ca-roots kubelet logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:11:26 +0000 UTC Normal PostgresCluster.upstream.pgv2.percona.com source-cluster RepoHostCreated created pgBackRest repository host StatefulSet/source-cluster-repo-host postgrescluster-controller logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:11:27 +0000 UTC Normal Pod source-cluster-instance1-bnxx-0 Binding Scheduled Successfully assigned kuttl-test-firm-ray/source-cluster-instance1-bnxx-0 to gke-jen-pg-1770-8c67b09e-default-pool-6e3902c7-w89l default-scheduler logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:11:27 +0000 UTC Normal PersistentVolumeClaim source-cluster-instance1-bnxx-pgdata ProvisioningSucceeded Successfully provisioned volume pvc-7ee05355-3205-4247-b16f-82ca2766736b pd.csi.storage.gke.io_gke-a187805770084d128b34-2c00-b516-vm_8bdee0b3-89ff-4780-8823-8234e08170e3 logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:11:27 +0000 UTC Warning Pod source-cluster-instance1-v9zt-0 FailedMount MountVolume.SetUp failed for volume "pgbackrest-config" : [configmap "source-cluster-pgbackrest-config" not found, secret "source-cluster-pgbackrest" not found] kubelet logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:11:27 +0000 UTC Warning Pod source-cluster-instance1-v9zt-0 FailedMount MountVolume.SetUp failed for volume "pgbackrest-server" : references non-existent secret key: pgbackrest-server.crt kubelet logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:11:27 +0000 UTC Normal Certificate.cert-manager.io source-cluster-pgbackrest-client-cert Issuing Issuing certificate as Secret does not exist cert-manager-certificates-trigger logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:11:27 +0000 UTC Normal Certificate.cert-manager.io source-cluster-pgbackrest-client-cert Generated Stored new private key in temporary Secret resource "source-cluster-pgbackrest-client-cert-qlp7s" cert-manager-certificates-key-manager logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:11:27 +0000 UTC Normal Certificate.cert-manager.io source-cluster-pgbackrest-repo-cert Issuing Issuing certificate as Secret does not exist cert-manager-certificates-trigger logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:11:27 +0000 UTC Normal Pod source-cluster-repo-host-0 Binding Scheduled Successfully assigned kuttl-test-firm-ray/source-cluster-repo-host-0 to gke-jen-pg-1770-8c67b09e-default-pool-6e3902c7-nbc2 default-scheduler logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:11:27 +0000 UTC Normal StatefulSet.apps source-cluster-repo-host SuccessfulCreate create Pod source-cluster-repo-host-0 in StatefulSet source-cluster-repo-host successful statefulset-controller logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:11:28 +0000 UTC Warning Pod source-cluster-instance1-bnxx-0 FailedMount MountVolume.SetUp failed for volume "pgbackrest-server" : references non-existent secret key: pgbackrest-server.crt kubelet logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:11:28 +0000 UTC Warning Pod source-cluster-instance1-bnxx-0 FailedMount MountVolume.SetUp failed for volume "patroni-config" : references non-existent secret key: patroni.ca-roots kubelet logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:11:28 +0000 UTC Normal PersistentVolumeClaim source-cluster-instance1-j8lk-pgdata ProvisioningSucceeded Successfully provisioned volume pvc-947790a1-084e-4d49-8b38-5aeb8abfd30f pd.csi.storage.gke.io_gke-a187805770084d128b34-2c00-b516-vm_8bdee0b3-89ff-4780-8823-8234e08170e3 logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:11:28 +0000 UTC Normal CertificateRequest.cert-manager.io source-cluster-pgbackrest-client-cert-1 WaitingForApproval Not signing CertificateRequest until it is Approved cert-manager-certificaterequests-issuer-ca logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:11:28 +0000 UTC Normal CertificateRequest.cert-manager.io source-cluster-pgbackrest-client-cert-1 WaitingForApproval Not signing CertificateRequest until it is Approved cert-manager-certificaterequests-issuer-selfsigned logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:11:28 +0000 UTC Normal CertificateRequest.cert-manager.io source-cluster-pgbackrest-client-cert-1 WaitingForApproval Not signing CertificateRequest until it is Approved cert-manager-certificaterequests-issuer-acme logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:11:28 +0000 UTC Normal CertificateRequest.cert-manager.io source-cluster-pgbackrest-client-cert-1 WaitingForApproval Not signing CertificateRequest until it is Approved cert-manager-certificaterequests-issuer-vault logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:11:28 +0000 UTC Normal CertificateRequest.cert-manager.io source-cluster-pgbackrest-client-cert-1 WaitingForApproval Not signing CertificateRequest until it is Approved cert-manager-certificaterequests-issuer-venafi logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:11:28 +0000 UTC Normal CertificateRequest.cert-manager.io source-cluster-pgbackrest-client-cert-1 cert-manager.io Certificate request has been approved by cert-manager.io cert-manager-certificaterequests-approver logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:11:28 +0000 UTC Normal CertificateRequest.cert-manager.io source-cluster-pgbackrest-client-cert-1 CertificateIssued Certificate fetched from issuer successfully cert-manager-certificaterequests-issuer-ca logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:11:28 +0000 UTC Normal Certificate.cert-manager.io source-cluster-pgbackrest-client-cert Requested Created new CertificateRequest resource "source-cluster-pgbackrest-client-cert-1" cert-manager-certificates-request-manager logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:11:28 +0000 UTC Normal CertificateRequest.cert-manager.io source-cluster-pgbackrest-repo-cert-1 WaitingForApproval Not signing CertificateRequest until it is Approved cert-manager-certificaterequests-issuer-ca logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:11:28 +0000 UTC Normal CertificateRequest.cert-manager.io source-cluster-pgbackrest-repo-cert-1 WaitingForApproval Not signing CertificateRequest until it is Approved cert-manager-certificaterequests-issuer-venafi logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:11:28 +0000 UTC Normal CertificateRequest.cert-manager.io source-cluster-pgbackrest-repo-cert-1 WaitingForApproval Not signing CertificateRequest until it is Approved cert-manager-certificaterequests-issuer-acme logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:11:28 +0000 UTC Normal CertificateRequest.cert-manager.io source-cluster-pgbackrest-repo-cert-1 WaitingForApproval Not signing CertificateRequest until it is Approved cert-manager-certificaterequests-issuer-selfsigned logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:11:28 +0000 UTC Normal CertificateRequest.cert-manager.io source-cluster-pgbackrest-repo-cert-1 WaitingForApproval Not signing CertificateRequest until it is Approved cert-manager-certificaterequests-issuer-vault logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:11:28 +0000 UTC Normal CertificateRequest.cert-manager.io source-cluster-pgbackrest-repo-cert-1 cert-manager.io Certificate request has been approved by cert-manager.io cert-manager-certificaterequests-approver logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:11:28 +0000 UTC Normal CertificateRequest.cert-manager.io source-cluster-pgbackrest-repo-cert-1 CertificateIssued Certificate fetched from issuer successfully cert-manager-certificaterequests-issuer-ca logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:11:28 +0000 UTC Normal Certificate.cert-manager.io source-cluster-pgbackrest-repo-cert Generated Stored new private key in temporary Secret resource "source-cluster-pgbackrest-repo-cert-jf9w5" cert-manager-certificates-key-manager logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:11:28 +0000 UTC Normal Certificate.cert-manager.io source-cluster-pgbackrest-repo-cert Requested Created new CertificateRequest resource "source-cluster-pgbackrest-repo-cert-1" cert-manager-certificates-request-manager logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:11:28 +0000 UTC Warning Pod source-cluster-repo-host-0 FailedMount MountVolume.SetUp failed for volume "pgbackrest-server" : secret "source-cluster-pgbackrest" not found kubelet logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:11:28 +0000 UTC Warning Pod source-cluster-repo-host-0 FailedMount MountVolume.SetUp failed for volume "pgbackrest-config" : [configmap "source-cluster-pgbackrest-config" not found, secret "source-cluster-pgbackrest" not found] kubelet logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:11:28 +0000 UTC Normal Pod source-cluster-repo-host-0.spec.initContainers{nss-wrapper-init} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18" kubelet logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:11:28 +0000 UTC Normal Pod source-cluster-repo-host-0.spec.initContainers{nss-wrapper-init} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18" in 98ms (98ms including waiting). Image size: 122685992 bytes. kubelet logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:11:28 +0000 UTC Normal Pod source-cluster-repo-host-0.spec.initContainers{nss-wrapper-init} Created Created container: nss-wrapper-init kubelet logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:11:28 +0000 UTC Normal Pod source-cluster-repo-host-0.spec.initContainers{nss-wrapper-init} Started Started container nss-wrapper-init kubelet logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:11:29 +0000 UTC Normal Pod source-cluster-instance1-j8lk-0 Binding Scheduled Successfully assigned kuttl-test-firm-ray/source-cluster-instance1-j8lk-0 to gke-jen-pg-1770-8c67b09e-default-pool-6e3902c7-3pb5 default-scheduler logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:11:29 +0000 UTC Warning Pod source-cluster-instance1-j8lk-0 FailedMount MountVolume.SetUp failed for volume "pgbackrest-server" : references non-existent secret key: pgbackrest-server.crt kubelet logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:11:29 +0000 UTC Normal Certificate.cert-manager.io source-cluster-pgbackrest-client-cert Issuing The certificate has been successfully issued cert-manager-certificates-issuing logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:11:29 +0000 UTC Normal Certificate.cert-manager.io source-cluster-pgbackrest-repo-cert Issuing The certificate has been successfully issued cert-manager-certificates-issuing logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:11:29 +0000 UTC Normal CertificateRequest.cert-manager.io source-cluster-pgbouncer-cert-1 WaitingForApproval Not signing CertificateRequest until it is Approved cert-manager-certificaterequests-issuer-vault logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:11:29 +0000 UTC Normal CertificateRequest.cert-manager.io source-cluster-pgbouncer-cert-1 WaitingForApproval Not signing CertificateRequest until it is Approved cert-manager-certificaterequests-issuer-selfsigned logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:11:29 +0000 UTC Normal CertificateRequest.cert-manager.io source-cluster-pgbouncer-cert-1 WaitingForApproval Not signing CertificateRequest until it is Approved cert-manager-certificaterequests-issuer-venafi logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:11:29 +0000 UTC Normal CertificateRequest.cert-manager.io source-cluster-pgbouncer-cert-1 WaitingForApproval Not signing CertificateRequest until it is Approved cert-manager-certificaterequests-issuer-acme logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:11:29 +0000 UTC Normal CertificateRequest.cert-manager.io source-cluster-pgbouncer-cert-1 WaitingForApproval Not signing CertificateRequest until it is Approved cert-manager-certificaterequests-issuer-ca logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:11:29 +0000 UTC Normal CertificateRequest.cert-manager.io source-cluster-pgbouncer-cert-1 cert-manager.io Certificate request has been approved by cert-manager.io cert-manager-certificaterequests-approver logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:11:29 +0000 UTC Normal Certificate.cert-manager.io source-cluster-pgbouncer-cert Issuing Issuing certificate as Secret does not exist cert-manager-certificates-trigger logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:11:29 +0000 UTC Normal Certificate.cert-manager.io source-cluster-pgbouncer-cert Generated Stored new private key in temporary Secret resource "source-cluster-pgbouncer-cert-rpzqf" cert-manager-certificates-key-manager logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:11:29 +0000 UTC Normal Certificate.cert-manager.io source-cluster-pgbouncer-cert Requested Created new CertificateRequest resource "source-cluster-pgbouncer-cert-1" cert-manager-certificates-request-manager logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:11:29 +0000 UTC Normal PodDisruptionBudget.policy source-cluster-pgbouncer NoPods No matching pods found controllermanager logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:11:29 +0000 UTC Normal Pod source-cluster-repo-host-0.spec.containers{pgbackrest} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18" kubelet logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:11:29 +0000 UTC Normal Pod source-cluster-repo-host-0.spec.containers{pgbackrest} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18" in 110ms (110ms including waiting). Image size: 122685992 bytes. kubelet logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:11:29 +0000 UTC Normal Pod source-cluster-repo-host-0.spec.containers{pgbackrest} Created Created container: pgbackrest kubelet logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:11:30 +0000 UTC Warning Pod source-cluster-instance1-j8lk-0 FailedMount MountVolume.SetUp failed for volume "patroni-config" : references non-existent secret key: patroni.ca-roots kubelet logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:11:30 +0000 UTC Normal Pod source-cluster-pgbouncer-6d9dbcc45d-v8xck Binding Scheduled Successfully assigned kuttl-test-firm-ray/source-cluster-pgbouncer-6d9dbcc45d-v8xck to gke-jen-pg-1770-8c67b09e-default-pool-6e3902c7-w89l default-scheduler logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:11:30 +0000 UTC Normal ReplicaSet.apps source-cluster-pgbouncer-6d9dbcc45d SuccessfulCreate Created pod: source-cluster-pgbouncer-6d9dbcc45d-v8xck replicaset-controller logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:11:30 +0000 UTC Normal CertificateRequest.cert-manager.io source-cluster-pgbouncer-cert-1 CertificateIssued Certificate fetched from issuer successfully cert-manager-certificaterequests-issuer-ca logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:11:30 +0000 UTC Normal Certificate.cert-manager.io source-cluster-pgbouncer-cert Issuing The certificate has been successfully issued cert-manager-certificates-issuing logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:11:30 +0000 UTC Normal Deployment.apps source-cluster-pgbouncer ScalingReplicaSet Scaled up replica set source-cluster-pgbouncer-6d9dbcc45d from 0 to 3 deployment-controller logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:11:30 +0000 UTC Normal Pod source-cluster-repo-host-0.spec.containers{pgbackrest} Started Started container pgbackrest kubelet logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:11:30 +0000 UTC Normal Pod source-cluster-repo-host-0.spec.containers{pgbackrest-config} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18" kubelet logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:11:30 +0000 UTC Normal Pod source-cluster-repo-host-0.spec.containers{pgbackrest-config} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18" in 106ms (106ms including waiting). Image size: 122685992 bytes. kubelet logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:11:30 +0000 UTC Normal Pod source-cluster-repo-host-0.spec.containers{pgbackrest-config} Created Created container: pgbackrest-config kubelet logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:11:30 +0000 UTC Normal Pod source-cluster-repo-host-0.spec.containers{pgbackrest-config} Started Started container pgbackrest-config kubelet logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:11:31 +0000 UTC Normal Pod source-cluster-pgbouncer-6d9dbcc45d-mbd7w Binding Scheduled Successfully assigned kuttl-test-firm-ray/source-cluster-pgbouncer-6d9dbcc45d-mbd7w to gke-jen-pg-1770-8c67b09e-default-pool-6e3902c7-nbc2 default-scheduler logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:11:31 +0000 UTC Normal Pod source-cluster-pgbouncer-6d9dbcc45d-mbd7w.spec.initContainers{pgbouncer-init} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:PR-1770-8c67b09e6" kubelet logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:11:31 +0000 UTC Normal Pod source-cluster-pgbouncer-6d9dbcc45d-v8xck.spec.initContainers{pgbouncer-init} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:PR-1770-8c67b09e6" kubelet logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:11:31 +0000 UTC Normal Pod source-cluster-pgbouncer-6d9dbcc45d-v8xck.spec.initContainers{pgbouncer-init} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:PR-1770-8c67b09e6" in 153ms (153ms including waiting). Image size: 86000084 bytes. kubelet logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:11:31 +0000 UTC Normal Pod source-cluster-pgbouncer-6d9dbcc45d-v8xck.spec.initContainers{pgbouncer-init} Created Created container: pgbouncer-init kubelet logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:11:31 +0000 UTC Normal Pod source-cluster-pgbouncer-6d9dbcc45d-v8xck.spec.initContainers{pgbouncer-init} Started Started container pgbouncer-init kubelet logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:11:31 +0000 UTC Normal Pod source-cluster-pgbouncer-6d9dbcc45d-zwzpj Binding Scheduled Successfully assigned kuttl-test-firm-ray/source-cluster-pgbouncer-6d9dbcc45d-zwzpj to gke-jen-pg-1770-8c67b09e-default-pool-6e3902c7-3pb5 default-scheduler logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:11:31 +0000 UTC Normal Pod source-cluster-pgbouncer-6d9dbcc45d-zwzpj.spec.initContainers{pgbouncer-init} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:PR-1770-8c67b09e6" kubelet logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:11:31 +0000 UTC Normal ReplicaSet.apps source-cluster-pgbouncer-6d9dbcc45d SuccessfulCreate Created pod: source-cluster-pgbouncer-6d9dbcc45d-zwzpj replicaset-controller logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:11:31 +0000 UTC Normal ReplicaSet.apps source-cluster-pgbouncer-6d9dbcc45d SuccessfulCreate Created pod: source-cluster-pgbouncer-6d9dbcc45d-mbd7w replicaset-controller logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:11:32 +0000 UTC Normal Pod source-cluster-pgbouncer-6d9dbcc45d-mbd7w.spec.initContainers{pgbouncer-init} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:PR-1770-8c67b09e6" in 135ms (135ms including waiting). Image size: 86000084 bytes. kubelet logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:11:32 +0000 UTC Normal Pod source-cluster-pgbouncer-6d9dbcc45d-mbd7w.spec.initContainers{pgbouncer-init} Created Created container: pgbouncer-init kubelet logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:11:32 +0000 UTC Normal Pod source-cluster-pgbouncer-6d9dbcc45d-mbd7w.spec.initContainers{pgbouncer-init} Started Started container pgbouncer-init kubelet logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:11:32 +0000 UTC Normal Pod source-cluster-pgbouncer-6d9dbcc45d-mbd7w.spec.containers{pgbouncer} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18" kubelet logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:11:32 +0000 UTC Normal Pod source-cluster-pgbouncer-6d9dbcc45d-mbd7w.spec.containers{pgbouncer} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18" in 111ms (111ms including waiting). Image size: 84604288 bytes. kubelet logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:11:32 +0000 UTC Normal Pod source-cluster-pgbouncer-6d9dbcc45d-mbd7w.spec.containers{pgbouncer} Created Created container: pgbouncer kubelet logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:11:32 +0000 UTC Normal Pod source-cluster-pgbouncer-6d9dbcc45d-mbd7w.spec.containers{pgbouncer} Started Started container pgbouncer kubelet logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:11:32 +0000 UTC Normal Pod source-cluster-pgbouncer-6d9dbcc45d-v8xck.spec.containers{pgbouncer} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18" kubelet logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:11:32 +0000 UTC Normal Pod source-cluster-pgbouncer-6d9dbcc45d-v8xck.spec.containers{pgbouncer} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18" in 122ms (122ms including waiting). Image size: 84604288 bytes. kubelet logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:11:32 +0000 UTC Normal Pod source-cluster-pgbouncer-6d9dbcc45d-v8xck.spec.containers{pgbouncer} Created Created container: pgbouncer kubelet logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:11:32 +0000 UTC Normal Pod source-cluster-pgbouncer-6d9dbcc45d-v8xck.spec.containers{pgbouncer} Started Started container pgbouncer kubelet logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:11:32 +0000 UTC Normal Pod source-cluster-pgbouncer-6d9dbcc45d-v8xck.spec.containers{pgbouncer-config} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18" kubelet logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:11:32 +0000 UTC Normal Pod source-cluster-pgbouncer-6d9dbcc45d-zwzpj.spec.initContainers{pgbouncer-init} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:PR-1770-8c67b09e6" in 204ms (204ms including waiting). Image size: 86000084 bytes. kubelet logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:11:32 +0000 UTC Normal Pod source-cluster-pgbouncer-6d9dbcc45d-zwzpj.spec.initContainers{pgbouncer-init} Created Created container: pgbouncer-init kubelet logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:11:32 +0000 UTC Normal Pod source-cluster-pgbouncer-6d9dbcc45d-zwzpj.spec.initContainers{pgbouncer-init} Started Started container pgbouncer-init kubelet logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:11:33 +0000 UTC Normal Pod source-cluster-pgbouncer-6d9dbcc45d-mbd7w.spec.containers{pgbouncer-config} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18" kubelet logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:11:33 +0000 UTC Normal Pod source-cluster-pgbouncer-6d9dbcc45d-mbd7w.spec.containers{pgbouncer-config} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18" in 105ms (105ms including waiting). Image size: 84604288 bytes. kubelet logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:11:33 +0000 UTC Normal Pod source-cluster-pgbouncer-6d9dbcc45d-mbd7w.spec.containers{pgbouncer-config} Created Created container: pgbouncer-config kubelet logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:11:33 +0000 UTC Normal Pod source-cluster-pgbouncer-6d9dbcc45d-mbd7w.spec.containers{pgbouncer-config} Started Started container pgbouncer-config kubelet logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:11:33 +0000 UTC Normal Pod source-cluster-pgbouncer-6d9dbcc45d-v8xck.spec.containers{pgbouncer-config} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18" in 128ms (128ms including waiting). Image size: 84604288 bytes. kubelet logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:11:33 +0000 UTC Normal Pod source-cluster-pgbouncer-6d9dbcc45d-v8xck.spec.containers{pgbouncer-config} Created Created container: pgbouncer-config kubelet logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:11:33 +0000 UTC Normal Pod source-cluster-pgbouncer-6d9dbcc45d-v8xck.spec.containers{pgbouncer-config} Started Started container pgbouncer-config kubelet logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:11:33 +0000 UTC Normal Pod source-cluster-pgbouncer-6d9dbcc45d-zwzpj.spec.containers{pgbouncer} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18" kubelet logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:11:33 +0000 UTC Normal Pod source-cluster-pgbouncer-6d9dbcc45d-zwzpj.spec.containers{pgbouncer} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18" in 196ms (196ms including waiting). Image size: 84604288 bytes. kubelet logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:11:33 +0000 UTC Normal Pod source-cluster-pgbouncer-6d9dbcc45d-zwzpj.spec.containers{pgbouncer} Created Created container: pgbouncer kubelet logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:11:33 +0000 UTC Normal Pod source-cluster-pgbouncer-6d9dbcc45d-zwzpj.spec.containers{pgbouncer} Started Started container pgbouncer kubelet logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:11:33 +0000 UTC Normal Pod source-cluster-pgbouncer-6d9dbcc45d-zwzpj.spec.containers{pgbouncer-config} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18" kubelet logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:11:34 +0000 UTC Normal Pod source-cluster-pgbouncer-6d9dbcc45d-zwzpj.spec.containers{pgbouncer-config} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18" in 122ms (122ms including waiting). Image size: 84604288 bytes. kubelet logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:11:34 +0000 UTC Normal Pod source-cluster-pgbouncer-6d9dbcc45d-zwzpj.spec.containers{pgbouncer-config} Created Created container: pgbouncer-config kubelet logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:11:34 +0000 UTC Normal Pod source-cluster-pgbouncer-6d9dbcc45d-zwzpj.spec.containers{pgbouncer-config} Started Started container pgbouncer-config kubelet logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:11:35 +0000 UTC Normal Pod source-cluster-instance1-v9zt-0 SuccessfulAttachVolume AttachVolume.Attach succeeded for volume "pvc-8231f994-fd3b-4619-a48c-df2f1e995899" attachdetach-controller logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:11:36 +0000 UTC Normal Pod source-cluster-instance1-v9zt-0.spec.initContainers{database-init} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:PR-1770-8c67b09e6" kubelet logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:11:36 +0000 UTC Normal Pod source-cluster-instance1-v9zt-0.spec.initContainers{database-init} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:PR-1770-8c67b09e6" in 112ms (112ms including waiting). Image size: 86000084 bytes. kubelet logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:11:36 +0000 UTC Normal Pod source-cluster-instance1-v9zt-0.spec.initContainers{database-init} Created Created container: database-init kubelet logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:11:37 +0000 UTC Normal Pod source-cluster-instance1-bnxx-0 SuccessfulAttachVolume AttachVolume.Attach succeeded for volume "pvc-7ee05355-3205-4247-b16f-82ca2766736b" attachdetach-controller logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:11:37 +0000 UTC Normal Pod source-cluster-instance1-j8lk-0 SuccessfulAttachVolume AttachVolume.Attach succeeded for volume "pvc-947790a1-084e-4d49-8b38-5aeb8abfd30f" attachdetach-controller logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:11:37 +0000 UTC Normal Pod source-cluster-instance1-v9zt-0.spec.initContainers{database-init} Started Started container database-init kubelet logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:11:37 +0000 UTC Normal Pod source-cluster-instance1-v9zt-0.spec.initContainers{postgres-startup} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres" kubelet logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:11:37 +0000 UTC Normal Pod source-cluster-instance1-v9zt-0.spec.initContainers{postgres-startup} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres" in 151ms (151ms including waiting). Image size: 449182289 bytes. kubelet logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:11:37 +0000 UTC Normal Pod source-cluster-instance1-v9zt-0.spec.initContainers{postgres-startup} Created Created container: postgres-startup kubelet logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:11:38 +0000 UTC Normal Pod source-cluster-instance1-bnxx-0.spec.initContainers{database-init} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:PR-1770-8c67b09e6" kubelet logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:11:38 +0000 UTC Normal Pod source-cluster-instance1-v9zt-0.spec.initContainers{postgres-startup} Started Started container postgres-startup kubelet logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:11:38 +0000 UTC Normal Pod source-cluster-instance1-v9zt-0.spec.initContainers{nss-wrapper-init-logcollector} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres" kubelet logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:11:38 +0000 UTC Normal Pod source-cluster-instance1-v9zt-0.spec.initContainers{nss-wrapper-init-logcollector} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres" in 133ms (133ms including waiting). Image size: 449182289 bytes. kubelet logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:11:38 +0000 UTC Normal Pod source-cluster-instance1-v9zt-0.spec.initContainers{nss-wrapper-init-logcollector} Created Created container: nss-wrapper-init-logcollector kubelet logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:11:39 +0000 UTC Normal Pod source-cluster-instance1-bnxx-0.spec.initContainers{database-init} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:PR-1770-8c67b09e6" in 143ms (143ms including waiting). Image size: 86000084 bytes. kubelet logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:11:39 +0000 UTC Normal Pod source-cluster-instance1-bnxx-0.spec.initContainers{database-init} Created Created container: database-init kubelet logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:11:39 +0000 UTC Normal Pod source-cluster-instance1-bnxx-0.spec.initContainers{database-init} Started Started container database-init kubelet logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:11:39 +0000 UTC Normal Pod source-cluster-instance1-bnxx-0.spec.initContainers{postgres-startup} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres" kubelet logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:11:39 +0000 UTC Normal Pod source-cluster-instance1-bnxx-0.spec.initContainers{postgres-startup} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres" in 117ms (117ms including waiting). Image size: 449182289 bytes. kubelet logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:11:39 +0000 UTC Normal Pod source-cluster-instance1-bnxx-0.spec.initContainers{postgres-startup} Created Created container: postgres-startup kubelet logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:11:39 +0000 UTC Normal Pod source-cluster-instance1-bnxx-0.spec.initContainers{postgres-startup} Started Started container postgres-startup kubelet logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:11:39 +0000 UTC Normal Pod source-cluster-instance1-j8lk-0.spec.initContainers{database-init} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:PR-1770-8c67b09e6" kubelet logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:11:39 +0000 UTC Normal Pod source-cluster-instance1-j8lk-0.spec.initContainers{database-init} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:PR-1770-8c67b09e6" in 161ms (161ms including waiting). Image size: 86000084 bytes. kubelet logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:11:39 +0000 UTC Normal Pod source-cluster-instance1-j8lk-0.spec.initContainers{database-init} Created Created container: database-init kubelet logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:11:39 +0000 UTC Normal Pod source-cluster-instance1-j8lk-0.spec.initContainers{database-init} Started Started container database-init kubelet logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:11:39 +0000 UTC Normal Pod source-cluster-instance1-v9zt-0.spec.initContainers{nss-wrapper-init-logcollector} Started Started container nss-wrapper-init-logcollector kubelet logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:11:39 +0000 UTC Normal Pod source-cluster-instance1-v9zt-0.spec.initContainers{nss-wrapper-init} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres" kubelet logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:11:39 +0000 UTC Normal Pod source-cluster-instance1-v9zt-0.spec.initContainers{nss-wrapper-init} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres" in 129ms (129ms including waiting). Image size: 449182289 bytes. kubelet logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:11:39 +0000 UTC Normal Pod source-cluster-instance1-v9zt-0.spec.initContainers{nss-wrapper-init} Created Created container: nss-wrapper-init kubelet logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:11:40 +0000 UTC Normal Pod source-cluster-instance1-bnxx-0.spec.initContainers{nss-wrapper-init-logcollector} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres" kubelet logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:11:40 +0000 UTC Normal Pod source-cluster-instance1-bnxx-0.spec.initContainers{nss-wrapper-init-logcollector} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres" in 146ms (146ms including waiting). Image size: 449182289 bytes. kubelet logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:11:40 +0000 UTC Normal Pod source-cluster-instance1-j8lk-0.spec.initContainers{postgres-startup} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres" kubelet logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:11:40 +0000 UTC Normal Pod source-cluster-instance1-j8lk-0.spec.initContainers{postgres-startup} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres" in 184ms (184ms including waiting). Image size: 449182289 bytes. kubelet logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:11:40 +0000 UTC Normal Pod source-cluster-instance1-j8lk-0.spec.initContainers{postgres-startup} Created Created container: postgres-startup kubelet logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:11:40 +0000 UTC Normal Pod source-cluster-instance1-v9zt-0.spec.initContainers{nss-wrapper-init} Started Started container nss-wrapper-init kubelet logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:11:40 +0000 UTC Normal Pod source-cluster-instance1-v9zt-0.spec.containers{database} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres" kubelet logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:11:40 +0000 UTC Normal Pod source-cluster-instance1-v9zt-0.spec.containers{database} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres" in 133ms (133ms including waiting). Image size: 449182289 bytes. kubelet logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:11:41 +0000 UTC Normal Pod source-cluster-instance1-bnxx-0.spec.initContainers{nss-wrapper-init-logcollector} Created Created container: nss-wrapper-init-logcollector kubelet logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:11:41 +0000 UTC Normal Pod source-cluster-instance1-bnxx-0.spec.initContainers{nss-wrapper-init-logcollector} Started Started container nss-wrapper-init-logcollector kubelet logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:11:41 +0000 UTC Normal Pod source-cluster-instance1-bnxx-0.spec.initContainers{nss-wrapper-init} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres" kubelet logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:11:41 +0000 UTC Normal Pod source-cluster-instance1-bnxx-0.spec.initContainers{nss-wrapper-init} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres" in 119ms (119ms including waiting). Image size: 449182289 bytes. kubelet logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:11:41 +0000 UTC Normal Pod source-cluster-instance1-bnxx-0.spec.initContainers{nss-wrapper-init} Created Created container: nss-wrapper-init kubelet logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:11:41 +0000 UTC Normal Pod source-cluster-instance1-j8lk-0.spec.initContainers{postgres-startup} Started Started container postgres-startup kubelet logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:11:41 +0000 UTC Normal Pod source-cluster-instance1-j8lk-0.spec.initContainers{nss-wrapper-init-logcollector} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres" kubelet logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:11:41 +0000 UTC Normal Pod source-cluster-instance1-j8lk-0.spec.initContainers{nss-wrapper-init-logcollector} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres" in 179ms (179ms including waiting). Image size: 449182289 bytes. kubelet logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:11:41 +0000 UTC Normal Pod source-cluster-instance1-j8lk-0.spec.initContainers{nss-wrapper-init-logcollector} Created Created container: nss-wrapper-init-logcollector kubelet logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:11:41 +0000 UTC Normal Pod source-cluster-instance1-v9zt-0.spec.containers{database} Created Created container: database kubelet logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:11:41 +0000 UTC Normal Pod source-cluster-instance1-v9zt-0.spec.containers{database} Started Started container database kubelet logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:11:41 +0000 UTC Normal Pod source-cluster-instance1-v9zt-0.spec.containers{replication-cert-copy} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres" kubelet logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:11:41 +0000 UTC Normal Pod source-cluster-instance1-v9zt-0.spec.containers{replication-cert-copy} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres" in 129ms (129ms including waiting). Image size: 449182289 bytes. kubelet logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:11:41 +0000 UTC Normal Pod source-cluster-instance1-v9zt-0.spec.containers{replication-cert-copy} Created Created container: replication-cert-copy kubelet logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:11:41 +0000 UTC Normal Pod source-cluster-instance1-v9zt-0.spec.containers{replication-cert-copy} Started Started container replication-cert-copy kubelet logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:11:41 +0000 UTC Normal Pod source-cluster-instance1-v9zt-0.spec.containers{logs} Pulled Container image "docker.io/perconalab/fluentbit:main-logcollector" already present on machine kubelet logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:11:42 +0000 UTC Normal Pod source-cluster-instance1-bnxx-0.spec.initContainers{nss-wrapper-init} Started Started container nss-wrapper-init kubelet logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:11:42 +0000 UTC Normal Pod source-cluster-instance1-bnxx-0.spec.containers{database} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres" kubelet logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:11:42 +0000 UTC Normal Pod source-cluster-instance1-bnxx-0.spec.containers{database} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres" in 141ms (141ms including waiting). Image size: 449182289 bytes. kubelet logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:11:42 +0000 UTC Normal Pod source-cluster-instance1-j8lk-0.spec.initContainers{nss-wrapper-init-logcollector} Started Started container nss-wrapper-init-logcollector kubelet logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:11:42 +0000 UTC Normal Pod source-cluster-instance1-j8lk-0.spec.initContainers{nss-wrapper-init} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres" kubelet logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:11:42 +0000 UTC Normal Pod source-cluster-instance1-j8lk-0.spec.initContainers{nss-wrapper-init} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres" in 166ms (166ms including waiting). Image size: 449182289 bytes. kubelet logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:11:42 +0000 UTC Normal Pod source-cluster-instance1-j8lk-0.spec.initContainers{nss-wrapper-init} Created Created container: nss-wrapper-init kubelet logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:11:43 +0000 UTC Normal Pod source-cluster-instance1-bnxx-0.spec.containers{database} Created Created container: database kubelet logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:11:43 +0000 UTC Normal Pod source-cluster-instance1-bnxx-0.spec.containers{database} Started Started container database kubelet logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:11:43 +0000 UTC Normal Pod source-cluster-instance1-bnxx-0.spec.containers{replication-cert-copy} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres" kubelet logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:11:43 +0000 UTC Normal Pod source-cluster-instance1-bnxx-0.spec.containers{replication-cert-copy} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres" in 115ms (115ms including waiting). Image size: 449182289 bytes. kubelet logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:11:43 +0000 UTC Normal Pod source-cluster-instance1-bnxx-0.spec.containers{replication-cert-copy} Created Created container: replication-cert-copy kubelet logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:11:43 +0000 UTC Normal Pod source-cluster-instance1-j8lk-0.spec.initContainers{nss-wrapper-init} Started Started container nss-wrapper-init kubelet logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:11:43 +0000 UTC Normal Pod source-cluster-instance1-j8lk-0.spec.containers{database} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres" kubelet logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:11:43 +0000 UTC Normal Pod source-cluster-instance1-j8lk-0.spec.containers{database} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres" in 149ms (149ms including waiting). Image size: 449182289 bytes. kubelet logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:11:44 +0000 UTC Normal Pod source-cluster-instance1-bnxx-0.spec.containers{replication-cert-copy} Started Started container replication-cert-copy kubelet logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:11:44 +0000 UTC Normal Pod source-cluster-instance1-bnxx-0.spec.containers{logs} Pulled Container image "docker.io/perconalab/fluentbit:main-logcollector" already present on machine kubelet logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:11:44 +0000 UTC Normal Pod source-cluster-instance1-j8lk-0.spec.containers{database} Created Created container: database kubelet logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:11:44 +0000 UTC Normal Pod source-cluster-instance1-j8lk-0.spec.containers{database} Started Started container database kubelet logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:11:44 +0000 UTC Normal Pod source-cluster-instance1-j8lk-0.spec.containers{replication-cert-copy} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres" kubelet logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:11:44 +0000 UTC Normal Pod source-cluster-instance1-j8lk-0.spec.containers{replication-cert-copy} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres" in 143ms (143ms including waiting). Image size: 449182289 bytes. kubelet logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:11:44 +0000 UTC Normal Pod source-cluster-instance1-j8lk-0.spec.containers{replication-cert-copy} Created Created container: replication-cert-copy kubelet logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:11:44 +0000 UTC Normal Pod source-cluster-instance1-j8lk-0.spec.containers{replication-cert-copy} Started Started container replication-cert-copy kubelet logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:11:44 +0000 UTC Warning Pod source-cluster-instance1-v9zt-0.spec.containers{database} Unhealthy Readiness probe failed: kubelet logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:11:45 +0000 UTC Warning Pod source-cluster-instance1-bnxx-0.spec.containers{database} Unhealthy Readiness probe failed: kubelet logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:11:45 +0000 UTC Normal Pod source-cluster-instance1-j8lk-0.spec.containers{logs} Pulled Container image "docker.io/perconalab/fluentbit:main-logcollector" already present on machine kubelet logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:11:46 +0000 UTC Warning Pod source-cluster-instance1-j8lk-0.spec.containers{database} Unhealthy Readiness probe failed: kubelet logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:11:57 +0000 UTC Normal Pod source-cluster-backup-pzwb-r7rn5 Binding Scheduled Successfully assigned kuttl-test-firm-ray/source-cluster-backup-pzwb-r7rn5 to gke-jen-pg-1770-8c67b09e-default-pool-6e3902c7-3pb5 default-scheduler logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:11:57 +0000 UTC Normal Job.batch source-cluster-backup-pzwb SuccessfulCreate Created pod: source-cluster-backup-pzwb-r7rn5 job-controller logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:11:57 +0000 UTC Normal PostgresCluster.upstream.pgv2.percona.com source-cluster StanzasCreated pgBackRest stanza creation completed successfully postgrescluster-controller logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:11:58 +0000 UTC Normal Pod source-cluster-backup-pzwb-r7rn5.spec.initContainers{pgbackrest-init} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:PR-1770-8c67b09e6" kubelet logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:11:58 +0000 UTC Normal Pod source-cluster-backup-pzwb-r7rn5.spec.initContainers{pgbackrest-init} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:PR-1770-8c67b09e6" in 171ms (171ms including waiting). Image size: 86000084 bytes. kubelet logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:11:58 +0000 UTC Normal Pod source-cluster-backup-pzwb-r7rn5.spec.initContainers{pgbackrest-init} Created Created container: pgbackrest-init kubelet logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:11:58 +0000 UTC Normal Pod source-cluster-backup-pzwb-r7rn5.spec.initContainers{pgbackrest-init} Started Started container pgbackrest-init kubelet logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:11:59 +0000 UTC Normal Pod source-cluster-backup-pzwb-r7rn5.spec.containers{pgbackrest} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18" kubelet logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:11:59 +0000 UTC Normal Pod source-cluster-backup-pzwb-r7rn5.spec.containers{pgbackrest} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18" in 118ms (118ms including waiting). Image size: 122685992 bytes. kubelet logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:11:59 +0000 UTC Normal Pod source-cluster-backup-pzwb-r7rn5.spec.containers{pgbackrest} Created Created container: pgbackrest kubelet logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:11:59 +0000 UTC Normal Pod source-cluster-backup-pzwb-r7rn5.spec.containers{pgbackrest} Started Started container pgbackrest kubelet logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:12:10 +0000 UTC Normal Pod source-cluster-backup-pzwb-vbt2c Binding Scheduled Successfully assigned kuttl-test-firm-ray/source-cluster-backup-pzwb-vbt2c to gke-jen-pg-1770-8c67b09e-default-pool-6e3902c7-w89l default-scheduler logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:12:10 +0000 UTC Normal Pod source-cluster-backup-pzwb-vbt2c.spec.initContainers{pgbackrest-init} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:PR-1770-8c67b09e6" kubelet logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:12:10 +0000 UTC Normal Pod source-cluster-backup-pzwb-vbt2c.spec.initContainers{pgbackrest-init} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:PR-1770-8c67b09e6" in 207ms (207ms including waiting). Image size: 86000084 bytes. kubelet logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:12:10 +0000 UTC Normal Pod source-cluster-backup-pzwb-vbt2c.spec.initContainers{pgbackrest-init} Created Created container: pgbackrest-init kubelet logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:12:10 +0000 UTC Normal Job.batch source-cluster-backup-pzwb SuccessfulCreate Created pod: source-cluster-backup-pzwb-vbt2c job-controller logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:12:11 +0000 UTC Normal Pod source-cluster-backup-pzwb-vbt2c.spec.initContainers{pgbackrest-init} Started Started container pgbackrest-init kubelet logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:12:11 +0000 UTC Normal Pod source-cluster-backup-pzwb-vbt2c.spec.containers{pgbackrest} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18" kubelet logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:12:11 +0000 UTC Normal Pod source-cluster-backup-pzwb-vbt2c.spec.containers{pgbackrest} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18" in 104ms (104ms including waiting). Image size: 122685992 bytes. kubelet logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:12:11 +0000 UTC Normal Pod source-cluster-backup-pzwb-vbt2c.spec.containers{pgbackrest} Created Created container: pgbackrest kubelet logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:12:12 +0000 UTC Normal Pod source-cluster-backup-pzwb-vbt2c.spec.containers{pgbackrest} Started Started container pgbackrest kubelet logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:12:32 +0000 UTC Normal Pod source-cluster-backup-pzwb-4mhbf Binding Scheduled Successfully assigned kuttl-test-firm-ray/source-cluster-backup-pzwb-4mhbf to gke-jen-pg-1770-8c67b09e-default-pool-6e3902c7-w89l default-scheduler logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:12:32 +0000 UTC Normal Pod source-cluster-backup-pzwb-4mhbf.spec.initContainers{pgbackrest-init} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:PR-1770-8c67b09e6" kubelet logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:12:32 +0000 UTC Normal Pod source-cluster-backup-pzwb-4mhbf.spec.initContainers{pgbackrest-init} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:PR-1770-8c67b09e6" in 132ms (132ms including waiting). Image size: 86000084 bytes. kubelet logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:12:32 +0000 UTC Normal Pod source-cluster-backup-pzwb-4mhbf.spec.initContainers{pgbackrest-init} Created Created container: pgbackrest-init kubelet logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:12:32 +0000 UTC Normal Pod source-cluster-backup-pzwb-4mhbf.spec.initContainers{pgbackrest-init} Started Started container pgbackrest-init kubelet logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:12:32 +0000 UTC Normal Job.batch source-cluster-backup-pzwb SuccessfulCreate Created pod: source-cluster-backup-pzwb-4mhbf job-controller logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:12:33 +0000 UTC Normal Pod source-cluster-backup-pzwb-4mhbf.spec.containers{pgbackrest} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18" kubelet logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:12:33 +0000 UTC Normal Pod source-cluster-backup-pzwb-4mhbf.spec.containers{pgbackrest} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18" in 111ms (111ms including waiting). Image size: 122685992 bytes. kubelet logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:12:34 +0000 UTC Normal Pod source-cluster-backup-pzwb-4mhbf.spec.containers{pgbackrest} Created Created container: pgbackrest kubelet logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:12:34 +0000 UTC Normal Pod source-cluster-backup-pzwb-4mhbf.spec.containers{pgbackrest} Started Started container pgbackrest kubelet logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:12:58 +0000 UTC Normal CertificateRequest.cert-manager.io standby-cluster-cluster-ca-cert-1 WaitingForApproval Not signing CertificateRequest until it is Approved cert-manager-certificaterequests-issuer-acme logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:12:58 +0000 UTC Normal CertificateRequest.cert-manager.io standby-cluster-cluster-ca-cert-1 WaitingForApproval Not signing CertificateRequest until it is Approved cert-manager-certificaterequests-issuer-venafi logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:12:58 +0000 UTC Normal CertificateRequest.cert-manager.io standby-cluster-cluster-ca-cert-1 WaitingForApproval Not signing CertificateRequest until it is Approved cert-manager-certificaterequests-issuer-ca logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:12:58 +0000 UTC Normal CertificateRequest.cert-manager.io standby-cluster-cluster-ca-cert-1 WaitingForApproval Not signing CertificateRequest until it is Approved cert-manager-certificaterequests-issuer-selfsigned logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:12:58 +0000 UTC Normal CertificateRequest.cert-manager.io standby-cluster-cluster-ca-cert-1 WaitingForApproval Not signing CertificateRequest until it is Approved cert-manager-certificaterequests-issuer-vault logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:12:58 +0000 UTC Normal CertificateRequest.cert-manager.io standby-cluster-cluster-ca-cert-1 cert-manager.io Certificate request has been approved by cert-manager.io cert-manager-certificaterequests-approver logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:12:58 +0000 UTC Normal CertificateRequest.cert-manager.io standby-cluster-cluster-ca-cert-1 CertificateIssued Certificate fetched from issuer successfully cert-manager-certificaterequests-issuer-selfsigned logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:12:58 +0000 UTC Normal Certificate.cert-manager.io standby-cluster-cluster-ca-cert Issuing Issuing certificate as Secret does not exist cert-manager-certificates-trigger logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:12:58 +0000 UTC Normal Certificate.cert-manager.io standby-cluster-cluster-ca-cert Generated Stored new private key in temporary Secret resource "standby-cluster-cluster-ca-cert-tp4fp" cert-manager-certificates-key-manager logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:12:58 +0000 UTC Normal Certificate.cert-manager.io standby-cluster-cluster-ca-cert Requested Created new CertificateRequest resource "standby-cluster-cluster-ca-cert-1" cert-manager-certificates-request-manager logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:12:58 +0000 UTC Normal Certificate.cert-manager.io standby-cluster-cluster-ca-cert Issuing The certificate has been successfully issued cert-manager-certificates-issuing logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:12:59 +0000 UTC Normal CertificateRequest.cert-manager.io standby-cluster-replication-cert-1 WaitingForApproval Not signing CertificateRequest until it is Approved cert-manager-certificaterequests-issuer-ca logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:12:59 +0000 UTC Normal CertificateRequest.cert-manager.io standby-cluster-replication-cert-1 WaitingForApproval Not signing CertificateRequest until it is Approved cert-manager-certificaterequests-issuer-vault logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:12:59 +0000 UTC Normal CertificateRequest.cert-manager.io standby-cluster-replication-cert-1 WaitingForApproval Not signing CertificateRequest until it is Approved cert-manager-certificaterequests-issuer-selfsigned logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:12:59 +0000 UTC Normal CertificateRequest.cert-manager.io standby-cluster-replication-cert-1 WaitingForApproval Not signing CertificateRequest until it is Approved cert-manager-certificaterequests-issuer-acme logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:12:59 +0000 UTC Normal CertificateRequest.cert-manager.io standby-cluster-replication-cert-1 WaitingForApproval Not signing CertificateRequest until it is Approved cert-manager-certificaterequests-issuer-venafi logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:12:59 +0000 UTC Normal CertificateRequest.cert-manager.io standby-cluster-replication-cert-1 cert-manager.io Certificate request has been approved by cert-manager.io cert-manager-certificaterequests-approver logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:12:59 +0000 UTC Normal CertificateRequest.cert-manager.io standby-cluster-replication-cert-1 IssuerNotFound Referenced "Issuer" not found: issuer.cert-manager.io "standby-cluster-tls-issuer" not found cert-manager-certificaterequests-issuer-vault logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:12:59 +0000 UTC Normal CertificateRequest.cert-manager.io standby-cluster-replication-cert-1 IssuerNotFound Referenced "Issuer" not found: issuer.cert-manager.io "standby-cluster-tls-issuer" not found cert-manager-certificaterequests-issuer-ca logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:12:59 +0000 UTC Normal CertificateRequest.cert-manager.io standby-cluster-replication-cert-1 IssuerNotFound Referenced "Issuer" not found: issuer.cert-manager.io "standby-cluster-tls-issuer" not found cert-manager-certificaterequests-issuer-acme logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:12:59 +0000 UTC Normal CertificateRequest.cert-manager.io standby-cluster-replication-cert-1 IssuerNotFound Referenced "Issuer" not found: issuer.cert-manager.io "standby-cluster-tls-issuer" not found cert-manager-certificaterequests-issuer-venafi logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:12:59 +0000 UTC Normal CertificateRequest.cert-manager.io standby-cluster-replication-cert-1 IssuerNotFound Referenced "Issuer" not found: issuer.cert-manager.io "standby-cluster-tls-issuer" not found cert-manager-certificaterequests-issuer-selfsigned logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:12:59 +0000 UTC Normal Certificate.cert-manager.io standby-cluster-replication-cert Issuing Issuing certificate as Secret does not exist cert-manager-certificates-trigger logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:12:59 +0000 UTC Normal Certificate.cert-manager.io standby-cluster-replication-cert Generated Stored new private key in temporary Secret resource "standby-cluster-replication-cert-x68qp" cert-manager-certificates-key-manager logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:12:59 +0000 UTC Normal Certificate.cert-manager.io standby-cluster-replication-cert Requested Created new CertificateRequest resource "standby-cluster-replication-cert-1" cert-manager-certificates-request-manager logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:13:00 +0000 UTC Normal CertificateRequest.cert-manager.io standby-cluster-cluster-cert-1 WaitingForApproval Not signing CertificateRequest until it is Approved cert-manager-certificaterequests-issuer-acme logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:13:00 +0000 UTC Normal CertificateRequest.cert-manager.io standby-cluster-cluster-cert-1 WaitingForApproval Not signing CertificateRequest until it is Approved cert-manager-certificaterequests-issuer-vault logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:13:00 +0000 UTC Normal CertificateRequest.cert-manager.io standby-cluster-cluster-cert-1 WaitingForApproval Not signing CertificateRequest until it is Approved cert-manager-certificaterequests-issuer-ca logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:13:00 +0000 UTC Normal CertificateRequest.cert-manager.io standby-cluster-cluster-cert-1 WaitingForApproval Not signing CertificateRequest until it is Approved cert-manager-certificaterequests-issuer-selfsigned logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:13:00 +0000 UTC Normal CertificateRequest.cert-manager.io standby-cluster-cluster-cert-1 WaitingForApproval Not signing CertificateRequest until it is Approved cert-manager-certificaterequests-issuer-venafi logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:13:00 +0000 UTC Normal CertificateRequest.cert-manager.io standby-cluster-cluster-cert-1 CertificateIssued Certificate fetched from issuer successfully cert-manager-certificaterequests-issuer-ca logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:13:00 +0000 UTC Normal CertificateRequest.cert-manager.io standby-cluster-cluster-cert-1 cert-manager.io Certificate request has been approved by cert-manager.io cert-manager-certificaterequests-approver logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:13:00 +0000 UTC Normal Certificate.cert-manager.io standby-cluster-cluster-cert Issuing Issuing certificate as Secret does not exist cert-manager-certificates-trigger logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:13:00 +0000 UTC Normal Certificate.cert-manager.io standby-cluster-cluster-cert Generated Stored new private key in temporary Secret resource "standby-cluster-cluster-cert-wdd65" cert-manager-certificates-key-manager logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:13:00 +0000 UTC Normal Certificate.cert-manager.io standby-cluster-cluster-cert Requested Created new CertificateRequest resource "standby-cluster-cluster-cert-1" cert-manager-certificates-request-manager logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:13:00 +0000 UTC Normal Certificate.cert-manager.io standby-cluster-cluster-cert Issuing The certificate has been successfully issued cert-manager-certificates-issuing logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:13:00 +0000 UTC Normal Certificate.cert-manager.io standby-cluster-instance1-hlkv-cert Issuing Issuing certificate as Secret does not exist cert-manager-certificates-trigger logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:13:00 +0000 UTC Normal Certificate.cert-manager.io standby-cluster-instance1-hlkv-cert Generated Stored new private key in temporary Secret resource "standby-cluster-instance1-hlkv-cert-spgqx" cert-manager-certificates-key-manager logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:13:00 +0000 UTC Normal PersistentVolumeClaim standby-cluster-instance1-hlkv-pgdata WaitForFirstConsumer waiting for first consumer to be created before binding persistentvolume-controller logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:13:00 +0000 UTC Normal CertificateRequest.cert-manager.io standby-cluster-replication-cert-1 CertificateIssued Certificate fetched from issuer successfully cert-manager-certificaterequests-issuer-ca logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:13:00 +0000 UTC Normal Certificate.cert-manager.io standby-cluster-replication-cert Issuing The certificate has been successfully issued cert-manager-certificates-issuing logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:13:00 +0000 UTC Normal Issuer.cert-manager.io standby-cluster-tls-issuer KeyPairVerified Signing CA verified cert-manager-issuers logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:13:01 +0000 UTC Normal Certificate.cert-manager.io standby-cluster-instance1-859q-cert Issuing Issuing certificate as Secret does not exist cert-manager-certificates-trigger logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:13:01 +0000 UTC Normal PersistentVolumeClaim standby-cluster-instance1-859q-pgdata WaitForFirstConsumer waiting for first consumer to be created before binding persistentvolume-controller logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:13:01 +0000 UTC Normal CertificateRequest.cert-manager.io standby-cluster-instance1-hlkv-cert-1 WaitingForApproval Not signing CertificateRequest until it is Approved cert-manager-certificaterequests-issuer-selfsigned logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:13:01 +0000 UTC Normal CertificateRequest.cert-manager.io standby-cluster-instance1-hlkv-cert-1 WaitingForApproval Not signing CertificateRequest until it is Approved cert-manager-certificaterequests-issuer-acme logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:13:01 +0000 UTC Normal CertificateRequest.cert-manager.io standby-cluster-instance1-hlkv-cert-1 WaitingForApproval Not signing CertificateRequest until it is Approved cert-manager-certificaterequests-issuer-venafi logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:13:01 +0000 UTC Normal CertificateRequest.cert-manager.io standby-cluster-instance1-hlkv-cert-1 WaitingForApproval Not signing CertificateRequest until it is Approved cert-manager-certificaterequests-issuer-ca logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:13:01 +0000 UTC Normal CertificateRequest.cert-manager.io standby-cluster-instance1-hlkv-cert-1 WaitingForApproval Not signing CertificateRequest until it is Approved cert-manager-certificaterequests-issuer-vault logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:13:01 +0000 UTC Normal CertificateRequest.cert-manager.io standby-cluster-instance1-hlkv-cert-1 cert-manager.io Certificate request has been approved by cert-manager.io cert-manager-certificaterequests-approver logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:13:01 +0000 UTC Normal CertificateRequest.cert-manager.io standby-cluster-instance1-hlkv-cert-1 CertificateIssued Certificate fetched from issuer successfully cert-manager-certificaterequests-issuer-ca logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:13:01 +0000 UTC Normal Certificate.cert-manager.io standby-cluster-instance1-hlkv-cert Requested Created new CertificateRequest resource "standby-cluster-instance1-hlkv-cert-1" cert-manager-certificates-request-manager logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:13:01 +0000 UTC Normal StatefulSet.apps standby-cluster-instance1-hlkv SuccessfulCreate create Pod standby-cluster-instance1-hlkv-0 in StatefulSet standby-cluster-instance1-hlkv successful statefulset-controller logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:13:02 +0000 UTC Normal CertificateRequest.cert-manager.io standby-cluster-instance1-859q-cert-1 WaitingForApproval Not signing CertificateRequest until it is Approved cert-manager-certificaterequests-issuer-acme logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:13:02 +0000 UTC Normal CertificateRequest.cert-manager.io standby-cluster-instance1-859q-cert-1 WaitingForApproval Not signing CertificateRequest until it is Approved cert-manager-certificaterequests-issuer-venafi logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:13:02 +0000 UTC Normal CertificateRequest.cert-manager.io standby-cluster-instance1-859q-cert-1 WaitingForApproval Not signing CertificateRequest until it is Approved cert-manager-certificaterequests-issuer-selfsigned logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:13:02 +0000 UTC Normal CertificateRequest.cert-manager.io standby-cluster-instance1-859q-cert-1 WaitingForApproval Not signing CertificateRequest until it is Approved cert-manager-certificaterequests-issuer-vault logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:13:02 +0000 UTC Normal CertificateRequest.cert-manager.io standby-cluster-instance1-859q-cert-1 WaitingForApproval Not signing CertificateRequest until it is Approved cert-manager-certificaterequests-issuer-ca logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:13:02 +0000 UTC Normal CertificateRequest.cert-manager.io standby-cluster-instance1-859q-cert-1 CertificateIssued Certificate fetched from issuer successfully cert-manager-certificaterequests-issuer-ca logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:13:02 +0000 UTC Normal CertificateRequest.cert-manager.io standby-cluster-instance1-859q-cert-1 cert-manager.io Certificate request has been approved by cert-manager.io cert-manager-certificaterequests-approver logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:13:02 +0000 UTC Normal Certificate.cert-manager.io standby-cluster-instance1-859q-cert Generated Stored new private key in temporary Secret resource "standby-cluster-instance1-859q-cert-j4nls" cert-manager-certificates-key-manager logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:13:02 +0000 UTC Normal Certificate.cert-manager.io standby-cluster-instance1-859q-cert Requested Created new CertificateRequest resource "standby-cluster-instance1-859q-cert-1" cert-manager-certificates-request-manager logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:13:02 +0000 UTC Normal Certificate.cert-manager.io standby-cluster-instance1-hlkv-cert Issuing The certificate has been successfully issued cert-manager-certificates-issuing logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:13:02 +0000 UTC Normal PersistentVolumeClaim standby-cluster-instance1-hlkv-pgdata ExternalProvisioning Waiting for a volume to be created either by the external provisioner 'pd.csi.storage.gke.io' or manually by the system administrator. If volume creation is delayed, please verify that the provisioner is running and correctly registered. persistentvolume-controller logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:13:02 +0000 UTC Normal PersistentVolumeClaim standby-cluster-instance1-hlkv-pgdata Provisioning External provisioner is provisioning volume for claim "kuttl-test-firm-ray/standby-cluster-instance1-hlkv-pgdata" pd.csi.storage.gke.io_gke-a187805770084d128b34-2c00-b516-vm_8bdee0b3-89ff-4780-8823-8234e08170e3 logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:13:03 +0000 UTC Normal Certificate.cert-manager.io standby-cluster-instance1-4c9w-cert Issuing Issuing certificate as Secret does not exist cert-manager-certificates-trigger logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:13:03 +0000 UTC Normal Certificate.cert-manager.io standby-cluster-instance1-4c9w-cert Generated Stored new private key in temporary Secret resource "standby-cluster-instance1-4c9w-cert-p2v5j" cert-manager-certificates-key-manager logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:13:03 +0000 UTC Normal PersistentVolumeClaim standby-cluster-instance1-4c9w-pgdata WaitForFirstConsumer waiting for first consumer to be created before binding persistentvolume-controller logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:13:03 +0000 UTC Normal Certificate.cert-manager.io standby-cluster-instance1-859q-cert Issuing The certificate has been successfully issued cert-manager-certificates-issuing logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:13:03 +0000 UTC Normal PersistentVolumeClaim standby-cluster-instance1-859q-pgdata ExternalProvisioning Waiting for a volume to be created either by the external provisioner 'pd.csi.storage.gke.io' or manually by the system administrator. If volume creation is delayed, please verify that the provisioner is running and correctly registered. persistentvolume-controller logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:13:03 +0000 UTC Normal PersistentVolumeClaim standby-cluster-instance1-859q-pgdata Provisioning External provisioner is provisioning volume for claim "kuttl-test-firm-ray/standby-cluster-instance1-859q-pgdata" pd.csi.storage.gke.io_gke-a187805770084d128b34-2c00-b516-vm_8bdee0b3-89ff-4780-8823-8234e08170e3 logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:13:03 +0000 UTC Normal StatefulSet.apps standby-cluster-instance1-859q SuccessfulCreate create Pod standby-cluster-instance1-859q-0 in StatefulSet standby-cluster-instance1-859q successful statefulset-controller logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:13:04 +0000 UTC Normal CertificateRequest.cert-manager.io standby-cluster-instance1-4c9w-cert-1 WaitingForApproval Not signing CertificateRequest until it is Approved cert-manager-certificaterequests-issuer-venafi logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:13:04 +0000 UTC Normal CertificateRequest.cert-manager.io standby-cluster-instance1-4c9w-cert-1 WaitingForApproval Not signing CertificateRequest until it is Approved cert-manager-certificaterequests-issuer-ca logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:13:04 +0000 UTC Normal CertificateRequest.cert-manager.io standby-cluster-instance1-4c9w-cert-1 WaitingForApproval Not signing CertificateRequest until it is Approved cert-manager-certificaterequests-issuer-selfsigned logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:13:04 +0000 UTC Normal CertificateRequest.cert-manager.io standby-cluster-instance1-4c9w-cert-1 WaitingForApproval Not signing CertificateRequest until it is Approved cert-manager-certificaterequests-issuer-acme logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:13:04 +0000 UTC Normal CertificateRequest.cert-manager.io standby-cluster-instance1-4c9w-cert-1 WaitingForApproval Not signing CertificateRequest until it is Approved cert-manager-certificaterequests-issuer-vault logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:13:04 +0000 UTC Normal CertificateRequest.cert-manager.io standby-cluster-instance1-4c9w-cert-1 cert-manager.io Certificate request has been approved by cert-manager.io cert-manager-certificaterequests-approver logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:13:04 +0000 UTC Normal CertificateRequest.cert-manager.io standby-cluster-instance1-4c9w-cert-1 CertificateIssued Certificate fetched from issuer successfully cert-manager-certificaterequests-issuer-ca logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:13:04 +0000 UTC Normal Certificate.cert-manager.io standby-cluster-instance1-4c9w-cert Requested Created new CertificateRequest resource "standby-cluster-instance1-4c9w-cert-1" cert-manager-certificates-request-manager logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:13:04 +0000 UTC Normal Certificate.cert-manager.io standby-cluster-instance1-4c9w-cert Issuing The certificate has been successfully issued cert-manager-certificates-issuing logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:13:05 +0000 UTC Normal PersistentVolumeClaim standby-cluster-instance1-4c9w-pgdata Provisioning External provisioner is provisioning volume for claim "kuttl-test-firm-ray/standby-cluster-instance1-4c9w-pgdata" pd.csi.storage.gke.io_gke-a187805770084d128b34-2c00-b516-vm_8bdee0b3-89ff-4780-8823-8234e08170e3 logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:13:05 +0000 UTC Normal PersistentVolumeClaim standby-cluster-instance1-4c9w-pgdata ExternalProvisioning Waiting for a volume to be created either by the external provisioner 'pd.csi.storage.gke.io' or manually by the system administrator. If volume creation is delayed, please verify that the provisioner is running and correctly registered. persistentvolume-controller logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:13:05 +0000 UTC Normal StatefulSet.apps standby-cluster-instance1-4c9w SuccessfulCreate create Pod standby-cluster-instance1-4c9w-0 in StatefulSet standby-cluster-instance1-4c9w successful statefulset-controller logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:13:05 +0000 UTC Normal Pod standby-cluster-repo-host-0 Binding Scheduled Successfully assigned kuttl-test-firm-ray/standby-cluster-repo-host-0 to gke-jen-pg-1770-8c67b09e-default-pool-6e3902c7-3pb5 default-scheduler logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:13:05 +0000 UTC Normal StatefulSet.apps standby-cluster-repo-host SuccessfulCreate create Pod standby-cluster-repo-host-0 in StatefulSet standby-cluster-repo-host successful statefulset-controller logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:13:05 +0000 UTC Normal PostgresCluster.upstream.pgv2.percona.com standby-cluster RepoHostCreated created pgBackRest repository host StatefulSet/standby-cluster-repo-host postgrescluster-controller logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:13:06 +0000 UTC Normal PersistentVolumeClaim standby-cluster-instance1-hlkv-pgdata ProvisioningSucceeded Successfully provisioned volume pvc-d9138769-c53f-4164-9d9e-4fcdae836f32 pd.csi.storage.gke.io_gke-a187805770084d128b34-2c00-b516-vm_8bdee0b3-89ff-4780-8823-8234e08170e3 logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:13:06 +0000 UTC Normal Certificate.cert-manager.io standby-cluster-pgbackrest-repo-cert Issuing Issuing certificate as Secret does not exist cert-manager-certificates-trigger logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:13:06 +0000 UTC Warning Pod standby-cluster-repo-host-0 FailedMount MountVolume.SetUp failed for volume "pgbackrest-config" : configmap "standby-cluster-pgbackrest-config" not found kubelet logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:13:07 +0000 UTC Normal CertificateRequest.cert-manager.io standby-cluster-pgbackrest-client-cert-1 WaitingForApproval Not signing CertificateRequest until it is Approved cert-manager-certificaterequests-issuer-acme logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:13:07 +0000 UTC Normal Certificate.cert-manager.io standby-cluster-pgbackrest-client-cert Issuing Issuing certificate as Secret does not exist cert-manager-certificates-trigger logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:13:07 +0000 UTC Normal Certificate.cert-manager.io standby-cluster-pgbackrest-client-cert Generated Stored new private key in temporary Secret resource "standby-cluster-pgbackrest-client-cert-pzgz6" cert-manager-certificates-key-manager logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:13:07 +0000 UTC Normal Certificate.cert-manager.io standby-cluster-pgbackrest-client-cert Requested Created new CertificateRequest resource "standby-cluster-pgbackrest-client-cert-1" cert-manager-certificates-request-manager logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:13:07 +0000 UTC Normal Certificate.cert-manager.io standby-cluster-pgbackrest-repo-cert Generated Stored new private key in temporary Secret resource "standby-cluster-pgbackrest-repo-cert-psw42" cert-manager-certificates-key-manager logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:13:07 +0000 UTC Normal Pod standby-cluster-repo-host-0.spec.initContainers{nss-wrapper-init} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18" kubelet logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:13:08 +0000 UTC Normal Pod standby-cluster-instance1-859q-0 Binding Scheduled Successfully assigned kuttl-test-firm-ray/standby-cluster-instance1-859q-0 to gke-jen-pg-1770-8c67b09e-default-pool-6e3902c7-3pb5 default-scheduler logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:13:08 +0000 UTC Normal PersistentVolumeClaim standby-cluster-instance1-859q-pgdata ProvisioningSucceeded Successfully provisioned volume pvc-1f8e13c2-4f35-47bd-b4f9-ba11e319b397 pd.csi.storage.gke.io_gke-a187805770084d128b34-2c00-b516-vm_8bdee0b3-89ff-4780-8823-8234e08170e3 logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:13:08 +0000 UTC Normal Pod standby-cluster-instance1-hlkv-0 Binding Scheduled Successfully assigned kuttl-test-firm-ray/standby-cluster-instance1-hlkv-0 to gke-jen-pg-1770-8c67b09e-default-pool-6e3902c7-w89l default-scheduler logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:13:08 +0000 UTC Warning Pod standby-cluster-instance1-hlkv-0 FailedMount MountVolume.SetUp failed for volume "pgbackrest-server" : references non-existent secret key: pgbackrest-server.crt kubelet logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:13:08 +0000 UTC Warning Pod standby-cluster-instance1-hlkv-0 FailedMount MountVolume.SetUp failed for volume "patroni-config" : references non-existent secret key: patroni.ca-roots kubelet logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:13:08 +0000 UTC Normal CertificateRequest.cert-manager.io standby-cluster-pgbackrest-client-cert-1 WaitingForApproval Not signing CertificateRequest until it is Approved cert-manager-certificaterequests-issuer-selfsigned logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:13:08 +0000 UTC Normal CertificateRequest.cert-manager.io standby-cluster-pgbackrest-client-cert-1 WaitingForApproval Not signing CertificateRequest until it is Approved cert-manager-certificaterequests-issuer-vault logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:13:08 +0000 UTC Normal CertificateRequest.cert-manager.io standby-cluster-pgbackrest-client-cert-1 WaitingForApproval Not signing CertificateRequest until it is Approved cert-manager-certificaterequests-issuer-venafi logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:13:08 +0000 UTC Normal CertificateRequest.cert-manager.io standby-cluster-pgbackrest-client-cert-1 WaitingForApproval Not signing CertificateRequest until it is Approved cert-manager-certificaterequests-issuer-ca logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:13:08 +0000 UTC Normal CertificateRequest.cert-manager.io standby-cluster-pgbackrest-client-cert-1 cert-manager.io Certificate request has been approved by cert-manager.io cert-manager-certificaterequests-approver logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:13:08 +0000 UTC Normal CertificateRequest.cert-manager.io standby-cluster-pgbackrest-client-cert-1 CertificateIssued Certificate fetched from issuer successfully cert-manager-certificaterequests-issuer-ca logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:13:08 +0000 UTC Normal Certificate.cert-manager.io standby-cluster-pgbackrest-client-cert Issuing The certificate has been successfully issued cert-manager-certificates-issuing logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:13:08 +0000 UTC Normal CertificateRequest.cert-manager.io standby-cluster-pgbackrest-repo-cert-1 WaitingForApproval Not signing CertificateRequest until it is Approved cert-manager-certificaterequests-issuer-ca logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:13:08 +0000 UTC Normal CertificateRequest.cert-manager.io standby-cluster-pgbackrest-repo-cert-1 WaitingForApproval Not signing CertificateRequest until it is Approved cert-manager-certificaterequests-issuer-selfsigned logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:13:08 +0000 UTC Normal CertificateRequest.cert-manager.io standby-cluster-pgbackrest-repo-cert-1 WaitingForApproval Not signing CertificateRequest until it is Approved cert-manager-certificaterequests-issuer-vault logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:13:08 +0000 UTC Normal CertificateRequest.cert-manager.io standby-cluster-pgbackrest-repo-cert-1 WaitingForApproval Not signing CertificateRequest until it is Approved cert-manager-certificaterequests-issuer-acme logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:13:08 +0000 UTC Normal CertificateRequest.cert-manager.io standby-cluster-pgbackrest-repo-cert-1 WaitingForApproval Not signing CertificateRequest until it is Approved cert-manager-certificaterequests-issuer-venafi logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:13:08 +0000 UTC Normal CertificateRequest.cert-manager.io standby-cluster-pgbackrest-repo-cert-1 CertificateIssued Certificate fetched from issuer successfully cert-manager-certificaterequests-issuer-ca logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:13:08 +0000 UTC Normal CertificateRequest.cert-manager.io standby-cluster-pgbackrest-repo-cert-1 cert-manager.io Certificate request has been approved by cert-manager.io cert-manager-certificaterequests-approver logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:13:08 +0000 UTC Normal Certificate.cert-manager.io standby-cluster-pgbackrest-repo-cert Requested Created new CertificateRequest resource "standby-cluster-pgbackrest-repo-cert-1" cert-manager-certificates-request-manager logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:13:08 +0000 UTC Normal Certificate.cert-manager.io standby-cluster-pgbackrest-repo-cert Issuing The certificate has been successfully issued cert-manager-certificates-issuing logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:13:08 +0000 UTC Normal Pod standby-cluster-repo-host-0.spec.initContainers{nss-wrapper-init} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18" in 114ms (114ms including waiting). Image size: 122685992 bytes. kubelet logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:13:08 +0000 UTC Normal Pod standby-cluster-repo-host-0.spec.initContainers{nss-wrapper-init} Created Created container: nss-wrapper-init kubelet logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:13:08 +0000 UTC Normal Pod standby-cluster-repo-host-0.spec.initContainers{nss-wrapper-init} Started Started container nss-wrapper-init kubelet logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:13:08 +0000 UTC Normal Pod standby-cluster-repo-host-0.spec.containers{pgbackrest} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18" kubelet logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:13:08 +0000 UTC Normal Pod standby-cluster-repo-host-0.spec.containers{pgbackrest} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18" in 111ms (111ms including waiting). Image size: 122685992 bytes. kubelet logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:13:09 +0000 UTC Normal PersistentVolumeClaim standby-cluster-instance1-4c9w-pgdata ProvisioningSucceeded Successfully provisioned volume pvc-60b341c0-d139-4ab2-947f-0b3f774ecc51 pd.csi.storage.gke.io_gke-a187805770084d128b34-2c00-b516-vm_8bdee0b3-89ff-4780-8823-8234e08170e3 logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:13:09 +0000 UTC Warning Pod standby-cluster-instance1-859q-0 FailedMount MountVolume.SetUp failed for volume "pgbackrest-server" : references non-existent secret key: pgbackrest-server.crt kubelet logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:13:09 +0000 UTC Warning Pod standby-cluster-instance1-859q-0 FailedMount MountVolume.SetUp failed for volume "patroni-config" : references non-existent secret key: patroni.ca-roots kubelet logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:13:09 +0000 UTC Normal CertificateRequest.cert-manager.io standby-cluster-pgbouncer-cert-1 WaitingForApproval Not signing CertificateRequest until it is Approved cert-manager-certificaterequests-issuer-acme logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:13:09 +0000 UTC Normal CertificateRequest.cert-manager.io standby-cluster-pgbouncer-cert-1 WaitingForApproval Not signing CertificateRequest until it is Approved cert-manager-certificaterequests-issuer-ca logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:13:09 +0000 UTC Normal CertificateRequest.cert-manager.io standby-cluster-pgbouncer-cert-1 WaitingForApproval Not signing CertificateRequest until it is Approved cert-manager-certificaterequests-issuer-venafi logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:13:09 +0000 UTC Normal CertificateRequest.cert-manager.io standby-cluster-pgbouncer-cert-1 WaitingForApproval Not signing CertificateRequest until it is Approved cert-manager-certificaterequests-issuer-vault logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:13:09 +0000 UTC Normal CertificateRequest.cert-manager.io standby-cluster-pgbouncer-cert-1 WaitingForApproval Not signing CertificateRequest until it is Approved cert-manager-certificaterequests-issuer-selfsigned logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:13:09 +0000 UTC Normal Certificate.cert-manager.io standby-cluster-pgbouncer-cert Issuing Issuing certificate as Secret does not exist cert-manager-certificates-trigger logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:13:09 +0000 UTC Normal Certificate.cert-manager.io standby-cluster-pgbouncer-cert Generated Stored new private key in temporary Secret resource "standby-cluster-pgbouncer-cert-7bznd" cert-manager-certificates-key-manager logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:13:09 +0000 UTC Normal Certificate.cert-manager.io standby-cluster-pgbouncer-cert Requested Created new CertificateRequest resource "standby-cluster-pgbouncer-cert-1" cert-manager-certificates-request-manager logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:13:09 +0000 UTC Normal PodDisruptionBudget.policy standby-cluster-pgbouncer NoPods No matching pods found controllermanager logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:13:09 +0000 UTC Normal Deployment.apps standby-cluster-pgbouncer ScalingReplicaSet Scaled up replica set standby-cluster-pgbouncer-6c4675695b from 0 to 3 deployment-controller logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:13:09 +0000 UTC Normal Pod standby-cluster-repo-host-0.spec.containers{pgbackrest} Created Created container: pgbackrest kubelet logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:13:09 +0000 UTC Normal Pod standby-cluster-repo-host-0.spec.containers{pgbackrest} Started Started container pgbackrest kubelet logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:13:09 +0000 UTC Normal Pod standby-cluster-repo-host-0.spec.containers{pgbackrest-config} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18" kubelet logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:13:09 +0000 UTC Normal Pod standby-cluster-repo-host-0.spec.containers{pgbackrest-config} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18" in 179ms (179ms including waiting). Image size: 122685992 bytes. kubelet logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:13:09 +0000 UTC Normal Pod standby-cluster-repo-host-0.spec.containers{pgbackrest-config} Created Created container: pgbackrest-config kubelet logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:13:09 +0000 UTC Normal Pod standby-cluster-repo-host-0.spec.containers{pgbackrest-config} Started Started container pgbackrest-config kubelet logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:13:10 +0000 UTC Normal Pod standby-cluster-instance1-4c9w-0 Binding Scheduled Successfully assigned kuttl-test-firm-ray/standby-cluster-instance1-4c9w-0 to gke-jen-pg-1770-8c67b09e-default-pool-6e3902c7-nbc2 default-scheduler logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:13:10 +0000 UTC Warning Pod standby-cluster-instance1-4c9w-0 FailedMount MountVolume.SetUp failed for volume "patroni-config" : references non-existent secret key: patroni.ca-roots kubelet logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:13:10 +0000 UTC Warning Pod standby-cluster-instance1-4c9w-0 FailedMount MountVolume.SetUp failed for volume "pgbackrest-server" : references non-existent secret key: pgbackrest-server.crt kubelet logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:13:10 +0000 UTC Normal Pod standby-cluster-pgbouncer-6c4675695b-5cqwk Binding Scheduled Successfully assigned kuttl-test-firm-ray/standby-cluster-pgbouncer-6c4675695b-5cqwk to gke-jen-pg-1770-8c67b09e-default-pool-6e3902c7-w89l default-scheduler logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:13:10 +0000 UTC Normal Pod standby-cluster-pgbouncer-6c4675695b-5cqwk.spec.initContainers{pgbouncer-init} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:PR-1770-8c67b09e6" kubelet logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:13:10 +0000 UTC Normal Pod standby-cluster-pgbouncer-6c4675695b-5cqwk.spec.initContainers{pgbouncer-init} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:PR-1770-8c67b09e6" in 146ms (146ms including waiting). Image size: 86000084 bytes. kubelet logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:13:10 +0000 UTC Normal Pod standby-cluster-pgbouncer-6c4675695b-5cqwk.spec.initContainers{pgbouncer-init} Created Created container: pgbouncer-init kubelet logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:13:10 +0000 UTC Normal Pod standby-cluster-pgbouncer-6c4675695b-8zrcd Binding Scheduled Successfully assigned kuttl-test-firm-ray/standby-cluster-pgbouncer-6c4675695b-8zrcd to gke-jen-pg-1770-8c67b09e-default-pool-6e3902c7-3pb5 default-scheduler logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:13:10 +0000 UTC Normal Pod standby-cluster-pgbouncer-6c4675695b-cj48c Binding Scheduled Successfully assigned kuttl-test-firm-ray/standby-cluster-pgbouncer-6c4675695b-cj48c to gke-jen-pg-1770-8c67b09e-default-pool-6e3902c7-nbc2 default-scheduler logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:13:10 +0000 UTC Normal ReplicaSet.apps standby-cluster-pgbouncer-6c4675695b SuccessfulCreate Created pod: standby-cluster-pgbouncer-6c4675695b-5cqwk replicaset-controller logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:13:10 +0000 UTC Normal ReplicaSet.apps standby-cluster-pgbouncer-6c4675695b SuccessfulCreate Created pod: standby-cluster-pgbouncer-6c4675695b-cj48c replicaset-controller logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:13:10 +0000 UTC Normal ReplicaSet.apps standby-cluster-pgbouncer-6c4675695b SuccessfulCreate Created pod: standby-cluster-pgbouncer-6c4675695b-8zrcd replicaset-controller logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:13:10 +0000 UTC Normal CertificateRequest.cert-manager.io standby-cluster-pgbouncer-cert-1 cert-manager.io Certificate request has been approved by cert-manager.io cert-manager-certificaterequests-approver logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:13:10 +0000 UTC Normal CertificateRequest.cert-manager.io standby-cluster-pgbouncer-cert-1 CertificateIssued Certificate fetched from issuer successfully cert-manager-certificaterequests-issuer-ca logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:13:11 +0000 UTC Normal Pod standby-cluster-pgbouncer-6c4675695b-5cqwk.spec.initContainers{pgbouncer-init} Started Started container pgbouncer-init kubelet logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:13:11 +0000 UTC Normal Pod standby-cluster-pgbouncer-6c4675695b-5cqwk.spec.containers{pgbouncer} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18" kubelet logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:13:11 +0000 UTC Normal Pod standby-cluster-pgbouncer-6c4675695b-8zrcd.spec.initContainers{pgbouncer-init} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:PR-1770-8c67b09e6" kubelet logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:13:11 +0000 UTC Normal Pod standby-cluster-pgbouncer-6c4675695b-8zrcd.spec.initContainers{pgbouncer-init} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:PR-1770-8c67b09e6" in 137ms (137ms including waiting). Image size: 86000084 bytes. kubelet logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:13:11 +0000 UTC Normal Pod standby-cluster-pgbouncer-6c4675695b-8zrcd.spec.initContainers{pgbouncer-init} Created Created container: pgbouncer-init kubelet logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:13:11 +0000 UTC Normal Pod standby-cluster-pgbouncer-6c4675695b-8zrcd.spec.initContainers{pgbouncer-init} Started Started container pgbouncer-init kubelet logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:13:11 +0000 UTC Normal Pod standby-cluster-pgbouncer-6c4675695b-cj48c.spec.initContainers{pgbouncer-init} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:PR-1770-8c67b09e6" kubelet logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:13:11 +0000 UTC Normal Pod standby-cluster-pgbouncer-6c4675695b-cj48c.spec.initContainers{pgbouncer-init} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:PR-1770-8c67b09e6" in 133ms (133ms including waiting). Image size: 86000084 bytes. kubelet logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:13:11 +0000 UTC Normal Pod standby-cluster-pgbouncer-6c4675695b-cj48c.spec.initContainers{pgbouncer-init} Created Created container: pgbouncer-init kubelet logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:13:11 +0000 UTC Normal Pod standby-cluster-pgbouncer-6c4675695b-cj48c.spec.initContainers{pgbouncer-init} Started Started container pgbouncer-init kubelet logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:13:11 +0000 UTC Normal Certificate.cert-manager.io standby-cluster-pgbouncer-cert Issuing The certificate has been successfully issued cert-manager-certificates-issuing logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:13:12 +0000 UTC Normal Pod standby-cluster-pgbouncer-6c4675695b-5cqwk.spec.containers{pgbouncer} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18" in 120ms (120ms including waiting). Image size: 84604288 bytes. kubelet logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:13:12 +0000 UTC Normal Pod standby-cluster-pgbouncer-6c4675695b-5cqwk.spec.containers{pgbouncer} Created Created container: pgbouncer kubelet logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:13:12 +0000 UTC Normal Pod standby-cluster-pgbouncer-6c4675695b-5cqwk.spec.containers{pgbouncer} Started Started container pgbouncer kubelet logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:13:12 +0000 UTC Normal Pod standby-cluster-pgbouncer-6c4675695b-5cqwk.spec.containers{pgbouncer-config} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18" kubelet logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:13:12 +0000 UTC Normal Pod standby-cluster-pgbouncer-6c4675695b-5cqwk.spec.containers{pgbouncer-config} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18" in 102ms (102ms including waiting). Image size: 84604288 bytes. kubelet logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:13:12 +0000 UTC Normal Pod standby-cluster-pgbouncer-6c4675695b-5cqwk.spec.containers{pgbouncer-config} Created Created container: pgbouncer-config kubelet logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:13:12 +0000 UTC Normal Pod standby-cluster-pgbouncer-6c4675695b-5cqwk.spec.containers{pgbouncer-config} Started Started container pgbouncer-config kubelet logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:13:12 +0000 UTC Normal Pod standby-cluster-pgbouncer-6c4675695b-8zrcd.spec.containers{pgbouncer} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18" kubelet logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:13:12 +0000 UTC Normal Pod standby-cluster-pgbouncer-6c4675695b-cj48c.spec.containers{pgbouncer} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18" kubelet logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:13:12 +0000 UTC Normal Pod standby-cluster-pgbouncer-6c4675695b-cj48c.spec.containers{pgbouncer} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18" in 109ms (109ms including waiting). Image size: 84604288 bytes. kubelet logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:13:12 +0000 UTC Normal Pod standby-cluster-pgbouncer-6c4675695b-cj48c.spec.containers{pgbouncer} Created Created container: pgbouncer kubelet logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:13:12 +0000 UTC Normal Pod standby-cluster-pgbouncer-6c4675695b-cj48c.spec.containers{pgbouncer} Started Started container pgbouncer kubelet logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:13:12 +0000 UTC Normal Pod standby-cluster-pgbouncer-6c4675695b-cj48c.spec.containers{pgbouncer-config} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18" kubelet logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:13:12 +0000 UTC Normal Pod standby-cluster-pgbouncer-6c4675695b-cj48c.spec.containers{pgbouncer-config} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18" in 127ms (127ms including waiting). Image size: 84604288 bytes. kubelet logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:13:12 +0000 UTC Normal Pod standby-cluster-pgbouncer-6c4675695b-cj48c.spec.containers{pgbouncer-config} Created Created container: pgbouncer-config kubelet logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:13:12 +0000 UTC Normal Pod standby-cluster-pgbouncer-6c4675695b-cj48c.spec.containers{pgbouncer-config} Started Started container pgbouncer-config kubelet logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:13:13 +0000 UTC Normal Pod standby-cluster-pgbouncer-6c4675695b-8zrcd.spec.containers{pgbouncer} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18" in 127ms (127ms including waiting). Image size: 84604288 bytes. kubelet logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:13:13 +0000 UTC Normal Pod standby-cluster-pgbouncer-6c4675695b-8zrcd.spec.containers{pgbouncer} Created Created container: pgbouncer kubelet logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:13:13 +0000 UTC Normal Pod standby-cluster-pgbouncer-6c4675695b-8zrcd.spec.containers{pgbouncer} Started Started container pgbouncer kubelet logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:13:13 +0000 UTC Normal Pod standby-cluster-pgbouncer-6c4675695b-8zrcd.spec.containers{pgbouncer-config} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18" kubelet logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:13:13 +0000 UTC Normal Pod standby-cluster-pgbouncer-6c4675695b-8zrcd.spec.containers{pgbouncer-config} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-pgbouncer18" in 153ms (153ms including waiting). Image size: 84604288 bytes. kubelet logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:13:13 +0000 UTC Normal Pod standby-cluster-pgbouncer-6c4675695b-8zrcd.spec.containers{pgbouncer-config} Created Created container: pgbouncer-config kubelet logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:13:13 +0000 UTC Normal Pod standby-cluster-pgbouncer-6c4675695b-8zrcd.spec.containers{pgbouncer-config} Started Started container pgbouncer-config kubelet logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:13:14 +0000 UTC Normal Pod source-cluster-backup-pzwb-fvfcq Binding Scheduled Successfully assigned kuttl-test-firm-ray/source-cluster-backup-pzwb-fvfcq to gke-jen-pg-1770-8c67b09e-default-pool-6e3902c7-w89l default-scheduler logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:13:14 +0000 UTC Normal Job.batch source-cluster-backup-pzwb SuccessfulCreate Created pod: source-cluster-backup-pzwb-fvfcq job-controller logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:13:15 +0000 UTC Normal Pod source-cluster-backup-pzwb-fvfcq.spec.initContainers{pgbackrest-init} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:PR-1770-8c67b09e6" kubelet logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:13:15 +0000 UTC Normal Pod source-cluster-backup-pzwb-fvfcq.spec.initContainers{pgbackrest-init} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:PR-1770-8c67b09e6" in 148ms (148ms including waiting). Image size: 86000084 bytes. kubelet logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:13:15 +0000 UTC Normal Pod source-cluster-backup-pzwb-fvfcq.spec.initContainers{pgbackrest-init} Created Created container: pgbackrest-init kubelet logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:13:15 +0000 UTC Normal Pod source-cluster-backup-pzwb-fvfcq.spec.initContainers{pgbackrest-init} Started Started container pgbackrest-init kubelet logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:13:16 +0000 UTC Normal Pod source-cluster-backup-pzwb-fvfcq.spec.containers{pgbackrest} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18" kubelet logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:13:16 +0000 UTC Normal Pod source-cluster-backup-pzwb-fvfcq.spec.containers{pgbackrest} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18" in 109ms (109ms including waiting). Image size: 122685992 bytes. kubelet logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:13:16 +0000 UTC Normal Pod source-cluster-backup-pzwb-fvfcq.spec.containers{pgbackrest} Created Created container: pgbackrest kubelet logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:13:16 +0000 UTC Normal Pod source-cluster-backup-pzwb-fvfcq.spec.containers{pgbackrest} Started Started container pgbackrest kubelet logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:13:23 +0000 UTC Normal Pod standby-cluster-instance1-859q-0 SuccessfulAttachVolume AttachVolume.Attach succeeded for volume "pvc-1f8e13c2-4f35-47bd-b4f9-ba11e319b397" attachdetach-controller logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:13:23 +0000 UTC Normal Pod standby-cluster-instance1-hlkv-0 SuccessfulAttachVolume AttachVolume.Attach succeeded for volume "pvc-d9138769-c53f-4164-9d9e-4fcdae836f32" attachdetach-controller logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:13:25 +0000 UTC Normal Pod standby-cluster-instance1-4c9w-0 SuccessfulAttachVolume AttachVolume.Attach succeeded for volume "pvc-60b341c0-d139-4ab2-947f-0b3f774ecc51" attachdetach-controller logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:13:25 +0000 UTC Normal Pod standby-cluster-instance1-859q-0.spec.initContainers{database-init} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:PR-1770-8c67b09e6" kubelet logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:13:25 +0000 UTC Normal Pod standby-cluster-instance1-859q-0.spec.initContainers{database-init} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:PR-1770-8c67b09e6" in 133ms (133ms including waiting). Image size: 86000084 bytes. kubelet logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:13:25 +0000 UTC Normal Pod standby-cluster-instance1-859q-0.spec.initContainers{database-init} Created Created container: database-init kubelet logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:13:25 +0000 UTC Normal Pod standby-cluster-instance1-859q-0.spec.initContainers{database-init} Started Started container database-init kubelet logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:13:25 +0000 UTC Normal Pod standby-cluster-instance1-hlkv-0.spec.initContainers{database-init} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:PR-1770-8c67b09e6" kubelet logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:13:25 +0000 UTC Normal Pod standby-cluster-instance1-hlkv-0.spec.initContainers{database-init} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:PR-1770-8c67b09e6" in 175ms (175ms including waiting). Image size: 86000084 bytes. kubelet logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:13:25 +0000 UTC Normal Pod standby-cluster-instance1-hlkv-0.spec.initContainers{database-init} Created Created container: database-init kubelet logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:13:25 +0000 UTC Normal Pod standby-cluster-instance1-hlkv-0.spec.initContainers{database-init} Started Started container database-init kubelet logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:13:26 +0000 UTC Normal Pod standby-cluster-instance1-hlkv-0.spec.initContainers{postgres-startup} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres" kubelet logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:13:26 +0000 UTC Normal Pod standby-cluster-instance1-hlkv-0.spec.initContainers{postgres-startup} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres" in 118ms (118ms including waiting). Image size: 449182289 bytes. kubelet logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:13:26 +0000 UTC Normal Pod standby-cluster-instance1-hlkv-0.spec.initContainers{postgres-startup} Created Created container: postgres-startup kubelet logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:13:26 +0000 UTC Normal Pod standby-cluster-instance1-hlkv-0.spec.initContainers{postgres-startup} Started Started container postgres-startup kubelet logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:13:27 +0000 UTC Normal Pod standby-cluster-instance1-4c9w-0.spec.initContainers{database-init} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:PR-1770-8c67b09e6" kubelet logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:13:27 +0000 UTC Normal Pod standby-cluster-instance1-4c9w-0.spec.initContainers{database-init} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:PR-1770-8c67b09e6" in 213ms (213ms including waiting). Image size: 86000084 bytes. kubelet logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:13:27 +0000 UTC Normal Pod standby-cluster-instance1-4c9w-0.spec.initContainers{database-init} Created Created container: database-init kubelet logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:13:27 +0000 UTC Normal Pod standby-cluster-instance1-4c9w-0.spec.initContainers{database-init} Started Started container database-init kubelet logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:13:27 +0000 UTC Normal Pod standby-cluster-instance1-859q-0.spec.initContainers{postgres-startup} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres" kubelet logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:13:27 +0000 UTC Normal Pod standby-cluster-instance1-859q-0.spec.initContainers{postgres-startup} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres" in 166ms (166ms including waiting). Image size: 449182289 bytes. kubelet logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:13:27 +0000 UTC Normal Pod standby-cluster-instance1-859q-0.spec.initContainers{postgres-startup} Created Created container: postgres-startup kubelet logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:13:27 +0000 UTC Normal Pod standby-cluster-instance1-859q-0.spec.initContainers{postgres-startup} Started Started container postgres-startup kubelet logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:13:27 +0000 UTC Normal Pod standby-cluster-instance1-hlkv-0.spec.initContainers{nss-wrapper-init-logcollector} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres" kubelet logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:13:27 +0000 UTC Normal Pod standby-cluster-instance1-hlkv-0.spec.initContainers{nss-wrapper-init-logcollector} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres" in 169ms (169ms including waiting). Image size: 449182289 bytes. kubelet logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:13:27 +0000 UTC Normal Pod standby-cluster-instance1-hlkv-0.spec.initContainers{nss-wrapper-init-logcollector} Created Created container: nss-wrapper-init-logcollector kubelet logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:13:27 +0000 UTC Normal Pod standby-cluster-instance1-hlkv-0.spec.initContainers{nss-wrapper-init-logcollector} Started Started container nss-wrapper-init-logcollector kubelet logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:13:28 +0000 UTC Normal Pod standby-cluster-instance1-4c9w-0.spec.initContainers{postgres-startup} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres" kubelet logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:13:28 +0000 UTC Normal Pod standby-cluster-instance1-4c9w-0.spec.initContainers{postgres-startup} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres" in 152ms (152ms including waiting). Image size: 449182289 bytes. kubelet logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:13:28 +0000 UTC Normal Pod standby-cluster-instance1-4c9w-0.spec.initContainers{postgres-startup} Created Created container: postgres-startup kubelet logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:13:28 +0000 UTC Normal Pod standby-cluster-instance1-4c9w-0.spec.initContainers{postgres-startup} Started Started container postgres-startup kubelet logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:13:28 +0000 UTC Normal Pod standby-cluster-instance1-859q-0.spec.initContainers{nss-wrapper-init-logcollector} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres" kubelet logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:13:28 +0000 UTC Normal Pod standby-cluster-instance1-859q-0.spec.initContainers{nss-wrapper-init-logcollector} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres" in 135ms (135ms including waiting). Image size: 449182289 bytes. kubelet logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:13:28 +0000 UTC Normal Pod standby-cluster-instance1-859q-0.spec.initContainers{nss-wrapper-init-logcollector} Created Created container: nss-wrapper-init-logcollector kubelet logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:13:28 +0000 UTC Normal Pod standby-cluster-instance1-859q-0.spec.initContainers{nss-wrapper-init-logcollector} Started Started container nss-wrapper-init-logcollector kubelet logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:13:28 +0000 UTC Normal Pod standby-cluster-instance1-hlkv-0.spec.initContainers{nss-wrapper-init} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres" kubelet logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:13:28 +0000 UTC Normal Pod standby-cluster-instance1-hlkv-0.spec.initContainers{nss-wrapper-init} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres" in 141ms (141ms including waiting). Image size: 449182289 bytes. kubelet logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:13:28 +0000 UTC Normal Pod standby-cluster-instance1-hlkv-0.spec.initContainers{nss-wrapper-init} Created Created container: nss-wrapper-init kubelet logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:13:28 +0000 UTC Normal Pod standby-cluster-instance1-hlkv-0.spec.initContainers{nss-wrapper-init} Started Started container nss-wrapper-init kubelet logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:13:29 +0000 UTC Normal Pod standby-cluster-instance1-4c9w-0.spec.initContainers{nss-wrapper-init-logcollector} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres" kubelet logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:13:29 +0000 UTC Normal Pod standby-cluster-instance1-4c9w-0.spec.initContainers{nss-wrapper-init-logcollector} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres" in 111ms (111ms including waiting). Image size: 449182289 bytes. kubelet logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:13:29 +0000 UTC Normal Pod standby-cluster-instance1-4c9w-0.spec.initContainers{nss-wrapper-init-logcollector} Created Created container: nss-wrapper-init-logcollector kubelet logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:13:29 +0000 UTC Normal Pod standby-cluster-instance1-4c9w-0.spec.initContainers{nss-wrapper-init-logcollector} Started Started container nss-wrapper-init-logcollector kubelet logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:13:29 +0000 UTC Normal Pod standby-cluster-instance1-859q-0.spec.initContainers{nss-wrapper-init} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres" kubelet logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:13:29 +0000 UTC Normal Pod standby-cluster-instance1-859q-0.spec.initContainers{nss-wrapper-init} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres" in 147ms (147ms including waiting). Image size: 449182289 bytes. kubelet logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:13:29 +0000 UTC Normal Pod standby-cluster-instance1-859q-0.spec.initContainers{nss-wrapper-init} Created Created container: nss-wrapper-init kubelet logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:13:29 +0000 UTC Normal Pod standby-cluster-instance1-859q-0.spec.initContainers{nss-wrapper-init} Started Started container nss-wrapper-init kubelet logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:13:29 +0000 UTC Normal Pod standby-cluster-instance1-hlkv-0.spec.containers{database} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres" kubelet logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:13:29 +0000 UTC Normal Pod standby-cluster-instance1-hlkv-0.spec.containers{database} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres" in 117ms (117ms including waiting). Image size: 449182289 bytes. kubelet logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:13:29 +0000 UTC Normal Pod standby-cluster-instance1-hlkv-0.spec.containers{database} Created Created container: database kubelet logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:13:29 +0000 UTC Normal Pod standby-cluster-instance1-hlkv-0.spec.containers{database} Started Started container database kubelet logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:13:29 +0000 UTC Normal Pod standby-cluster-instance1-hlkv-0.spec.containers{replication-cert-copy} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres" kubelet logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:13:29 +0000 UTC Normal Pod standby-cluster-instance1-hlkv-0.spec.containers{replication-cert-copy} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres" in 133ms (133ms including waiting). Image size: 449182289 bytes. kubelet logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:13:29 +0000 UTC Normal Pod standby-cluster-instance1-hlkv-0.spec.containers{replication-cert-copy} Created Created container: replication-cert-copy kubelet logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:13:29 +0000 UTC Normal Pod standby-cluster-instance1-hlkv-0.spec.containers{replication-cert-copy} Started Started container replication-cert-copy kubelet logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:13:29 +0000 UTC Normal Pod standby-cluster-instance1-hlkv-0.spec.containers{netshoot} Pulling Pulling image "docker.io/nicolaka/netshoot:latest" kubelet logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:13:30 +0000 UTC Normal Pod standby-cluster-instance1-4c9w-0.spec.initContainers{nss-wrapper-init} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres" kubelet logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:13:30 +0000 UTC Normal Pod standby-cluster-instance1-4c9w-0.spec.initContainers{nss-wrapper-init} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres" in 131ms (131ms including waiting). Image size: 449182289 bytes. kubelet logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:13:30 +0000 UTC Normal Pod standby-cluster-instance1-4c9w-0.spec.initContainers{nss-wrapper-init} Created Created container: nss-wrapper-init kubelet logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:13:30 +0000 UTC Normal Pod standby-cluster-instance1-4c9w-0.spec.initContainers{nss-wrapper-init} Started Started container nss-wrapper-init kubelet logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:13:30 +0000 UTC Normal Pod standby-cluster-instance1-859q-0.spec.containers{database} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres" kubelet logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:13:30 +0000 UTC Normal Pod standby-cluster-instance1-859q-0.spec.containers{database} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres" in 175ms (175ms including waiting). Image size: 449182289 bytes. kubelet logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:13:30 +0000 UTC Normal Pod standby-cluster-instance1-859q-0.spec.containers{database} Created Created container: database kubelet logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:13:30 +0000 UTC Normal Pod standby-cluster-instance1-859q-0.spec.containers{database} Started Started container database kubelet logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:13:30 +0000 UTC Normal Pod standby-cluster-instance1-859q-0.spec.containers{replication-cert-copy} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres" kubelet logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:13:30 +0000 UTC Normal Pod standby-cluster-instance1-859q-0.spec.containers{replication-cert-copy} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres" in 144ms (144ms including waiting). Image size: 449182289 bytes. kubelet logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:13:30 +0000 UTC Normal Pod standby-cluster-instance1-859q-0.spec.containers{replication-cert-copy} Created Created container: replication-cert-copy kubelet logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:13:30 +0000 UTC Normal Pod standby-cluster-instance1-859q-0.spec.containers{replication-cert-copy} Started Started container replication-cert-copy kubelet logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:13:30 +0000 UTC Normal Pod standby-cluster-instance1-859q-0.spec.containers{netshoot} Pulling Pulling image "docker.io/nicolaka/netshoot:latest" kubelet logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:13:31 +0000 UTC Normal Pod standby-cluster-instance1-4c9w-0.spec.containers{database} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres" kubelet logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:13:31 +0000 UTC Normal Pod standby-cluster-instance1-4c9w-0.spec.containers{database} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres" in 119ms (119ms including waiting). Image size: 449182289 bytes. kubelet logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:13:31 +0000 UTC Normal Pod standby-cluster-instance1-4c9w-0.spec.containers{database} Created Created container: database kubelet logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:13:31 +0000 UTC Normal Pod standby-cluster-instance1-4c9w-0.spec.containers{database} Started Started container database kubelet logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:13:31 +0000 UTC Normal Pod standby-cluster-instance1-4c9w-0.spec.containers{replication-cert-copy} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres" kubelet logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:13:31 +0000 UTC Normal Pod standby-cluster-instance1-4c9w-0.spec.containers{replication-cert-copy} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres" in 132ms (132ms including waiting). Image size: 449182289 bytes. kubelet logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:13:31 +0000 UTC Normal Pod standby-cluster-instance1-4c9w-0.spec.containers{replication-cert-copy} Created Created container: replication-cert-copy kubelet logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:13:31 +0000 UTC Normal Pod standby-cluster-instance1-4c9w-0.spec.containers{replication-cert-copy} Started Started container replication-cert-copy kubelet logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:13:32 +0000 UTC Normal Pod standby-cluster-instance1-4c9w-0.spec.containers{netshoot} Pulling Pulling image "docker.io/nicolaka/netshoot:latest" kubelet logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:13:45 +0000 UTC Warning Pod standby-cluster-instance1-859q-0.spec.containers{database} Unhealthy Readiness probe failed: kubelet logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:13:47 +0000 UTC Warning Pod standby-cluster-instance1-4c9w-0.spec.containers{database} Unhealthy Readiness probe failed: kubelet logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:13:57 +0000 UTC Warning Pod standby-cluster-instance1-859q-0.spec.containers{database} Unhealthy Readiness probe errored and resulted in unknown state: rpc error: code = NotFound desc = failed to exec in container: failed to load task: no running task found: task a705239b993303788140d5d0ce2b77027e5aedeeaa8e3fa42b14862fb1791b1e not found kubelet logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:13:57 +0000 UTC Warning Pod standby-cluster-instance1-859q-0.spec.containers{database} Unhealthy Liveness probe errored and resulted in unknown state: rpc error: code = Unknown desc = failed to exec in container: container is in CONTAINER_EXITED state kubelet logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:13:57 +0000 UTC Warning Pod standby-cluster-instance1-hlkv-0.spec.containers{database} Unhealthy Readiness probe failed: kubelet logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:14:15 +0000 UTC Warning Pod standby-cluster-instance1-4c9w-0.spec.containers{database} Unhealthy Readiness probe errored and resulted in unknown state: rpc error: code = Unknown desc = failed to exec in container: container is in CONTAINER_EXITED state kubelet logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:14:15 +0000 UTC Warning Pod standby-cluster-instance1-4c9w-0.spec.containers{database} BackOff Back-off restarting failed container database in pod standby-cluster-instance1-4c9w-0_kuttl-test-firm-ray(a63676c6-53ed-483f-91ba-e026335a0933) kubelet logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:14:20 +0000 UTC Normal Job.batch source-cluster-backup-pzwb Completed Job completed job-controller logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:14:27 +0000 UTC Warning Pod standby-cluster-instance1-hlkv-0.spec.containers{database} Unhealthy Readiness probe errored and resulted in unknown state: rpc error: code = Unknown desc = failed to exec in container: container is in CONTAINER_EXITED state kubelet logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:14:27 +0000 UTC Warning Pod standby-cluster-instance1-hlkv-0.spec.containers{database} BackOff Back-off restarting failed container database in pod standby-cluster-instance1-hlkv-0_kuttl-test-firm-ray(b6f6cd5a-edce-479f-b550-1239e4c2fe29) kubelet logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:21:34 +0000 UTC Warning Pod standby-cluster-instance1-859q-0.spec.containers{database} Unhealthy Readiness probe failed: Replication lag detected, pod is not ready kubelet logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:24:17 +0000 UTC Normal Pod source-cluster-instance1-bnxx-0.spec.containers{database} Killing Stopping container database kubelet logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:24:17 +0000 UTC Normal Pod source-cluster-instance1-bnxx-0.spec.containers{pgbackrest-config} Killing Stopping container pgbackrest-config kubelet logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:24:17 +0000 UTC Normal StatefulSet.apps source-cluster-instance1-bnxx SuccessfulDelete delete Pod source-cluster-instance1-bnxx-0 in StatefulSet source-cluster-instance1-bnxx successful statefulset-controller logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:24:18 +0000 UTC Normal Pod source-cluster-instance1-j8lk-0.spec.containers{database} Killing Stopping container database kubelet logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:24:18 +0000 UTC Normal Pod source-cluster-instance1-j8lk-0.spec.containers{pgbackrest} Killing Stopping container pgbackrest kubelet logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:24:18 +0000 UTC Normal StatefulSet.apps source-cluster-instance1-j8lk SuccessfulDelete delete Pod source-cluster-instance1-j8lk-0 in StatefulSet source-cluster-instance1-j8lk successful statefulset-controller logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:24:19 +0000 UTC Normal Deployment.apps source-cluster-pgbouncer ScalingReplicaSet Scaled down replica set source-cluster-pgbouncer-6d9dbcc45d from 3 to 0 deployment-controller logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:24:20 +0000 UTC Normal Pod source-cluster-pgbouncer-6d9dbcc45d-mbd7w.spec.containers{pgbouncer} Killing Stopping container pgbouncer kubelet logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:24:20 +0000 UTC Normal Pod source-cluster-pgbouncer-6d9dbcc45d-mbd7w.spec.containers{pgbouncer-config} Killing Stopping container pgbouncer-config kubelet logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:24:20 +0000 UTC Normal Pod source-cluster-pgbouncer-6d9dbcc45d-v8xck.spec.containers{pgbouncer} Killing Stopping container pgbouncer kubelet logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:24:20 +0000 UTC Normal Pod source-cluster-pgbouncer-6d9dbcc45d-v8xck.spec.containers{pgbouncer-config} Killing Stopping container pgbouncer-config kubelet logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:24:20 +0000 UTC Normal Pod source-cluster-pgbouncer-6d9dbcc45d-zwzpj.spec.containers{pgbouncer} Killing Stopping container pgbouncer kubelet logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:24:20 +0000 UTC Normal Pod source-cluster-pgbouncer-6d9dbcc45d-zwzpj.spec.containers{pgbouncer-config} Killing Stopping container pgbouncer-config kubelet logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:24:20 +0000 UTC Normal ReplicaSet.apps source-cluster-pgbouncer-6d9dbcc45d SuccessfulDelete Deleted pod: source-cluster-pgbouncer-6d9dbcc45d-zwzpj replicaset-controller logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:24:20 +0000 UTC Normal ReplicaSet.apps source-cluster-pgbouncer-6d9dbcc45d SuccessfulDelete Deleted pod: source-cluster-pgbouncer-6d9dbcc45d-mbd7w replicaset-controller logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:24:20 +0000 UTC Normal ReplicaSet.apps source-cluster-pgbouncer-6d9dbcc45d SuccessfulDelete Deleted pod: source-cluster-pgbouncer-6d9dbcc45d-v8xck replicaset-controller logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:24:29 +0000 UTC Normal Pod source-cluster-instance1-v9zt-0.spec.containers{database} Killing Stopping container database kubelet logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:24:29 +0000 UTC Normal Pod source-cluster-instance1-v9zt-0.spec.containers{pgbackrest-config} Killing Stopping container pgbackrest-config kubelet logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:24:29 +0000 UTC Normal StatefulSet.apps source-cluster-instance1-v9zt SuccessfulDelete delete Pod source-cluster-instance1-v9zt-0 in StatefulSet source-cluster-instance1-v9zt successful statefulset-controller logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:24:32 +0000 UTC Normal PodDisruptionBudget.policy source-cluster-set-instance1 NoPods No matching pods found controllermanager logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:24:39 +0000 UTC Normal Pod source-cluster-repo-host-0.spec.containers{pgbackrest} Killing Stopping container pgbackrest kubelet logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:24:39 +0000 UTC Normal Pod source-cluster-repo-host-0.spec.containers{pgbackrest-config} Killing Stopping container pgbackrest-config kubelet logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:24:39 +0000 UTC Normal StatefulSet.apps source-cluster-repo-host SuccessfulDelete delete Pod source-cluster-repo-host-0 in StatefulSet source-cluster-repo-host successful statefulset-controller logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:25:00 +0000 UTC Normal PostgresCluster.upstream.pgv2.percona.com standby-cluster StanzasCreated pgBackRest stanza creation completed successfully postgrescluster-controller logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:25:01 +0000 UTC Normal Pod standby-cluster-backup-c8mk-2f886 Binding Scheduled Successfully assigned kuttl-test-firm-ray/standby-cluster-backup-c8mk-2f886 to gke-jen-pg-1770-8c67b09e-default-pool-6e3902c7-nbc2 default-scheduler logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:25:01 +0000 UTC Normal Job.batch standby-cluster-backup-c8mk SuccessfulCreate Created pod: standby-cluster-backup-c8mk-2f886 job-controller logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:25:02 +0000 UTC Normal Pod standby-cluster-backup-c8mk-2f886.spec.initContainers{pgbackrest-init} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:PR-1770-8c67b09e6" kubelet logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:25:02 +0000 UTC Normal Pod standby-cluster-backup-c8mk-2f886.spec.initContainers{pgbackrest-init} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:PR-1770-8c67b09e6" in 165ms (165ms including waiting). Image size: 86000084 bytes. kubelet logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:25:02 +0000 UTC Normal Pod standby-cluster-backup-c8mk-2f886.spec.initContainers{pgbackrest-init} Created Created container: pgbackrest-init kubelet logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:25:02 +0000 UTC Normal Pod standby-cluster-backup-c8mk-2f886.spec.initContainers{pgbackrest-init} Started Started container pgbackrest-init kubelet logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:25:02 +0000 UTC Normal Pod standby-cluster-backup-c8mk-2f886.spec.containers{pgbackrest} Pulling Pulling image "docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18" kubelet logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:25:03 +0000 UTC Normal Pod standby-cluster-backup-c8mk-2f886.spec.containers{pgbackrest} Pulled Successfully pulled image "docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18" in 172ms (172ms including waiting). Image size: 122685992 bytes. kubelet logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:25:03 +0000 UTC Normal Pod standby-cluster-backup-c8mk-2f886.spec.containers{pgbackrest} Created Created container: pgbackrest kubelet logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:25:03 +0000 UTC Normal Pod standby-cluster-backup-c8mk-2f886.spec.containers{pgbackrest} Started Started container pgbackrest kubelet logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:25:09 +0000 UTC Warning PostgresCluster.upstream.pgv2.percona.com standby-cluster UnableToCreateStanzas 2026-08-20 15:25:09.210 P00 ERROR: [050]: unable to acquire lock on file '/tmp/pgbackrest/db-backup-1.lock': Resource temporarily unavailable HINT: is another pgBackRest process running? 2026-08-20 15:25:09.402 P00 ERROR: [050]: unable to acquire lock on file '/tmp/pgbackrest/db-backup-1.lock': Resource temporarily unavailable HINT: is another pgBackRest process running? : command terminated with exit code 50 postgrescluster-controller logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:25:53 +0000 UTC Normal Job.batch standby-cluster-backup-c8mk Completed Job completed job-controller logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:27:19 +0000 UTC Normal Pod chaos-controller-manager-d9ff8958-9n9p5.spec.containers{chaos-mesh} Killing Stopping container chaos-mesh kubelet logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:27:19 +0000 UTC Normal Pod chaos-controller-manager-d9ff8958-kg5pc.spec.containers{chaos-mesh} Killing Stopping container chaos-mesh kubelet logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:27:19 +0000 UTC Normal Pod chaos-controller-manager-d9ff8958-qqbzb.spec.containers{chaos-mesh} Killing Stopping container chaos-mesh kubelet logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:27:19 +0000 UTC Normal Pod chaos-daemon-22p9b.spec.containers{chaos-daemon} Killing Stopping container chaos-daemon kubelet logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:27:19 +0000 UTC Normal Pod chaos-daemon-m4t5d.spec.containers{chaos-daemon} Killing Stopping container chaos-daemon kubelet logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:27:19 +0000 UTC Normal Pod chaos-daemon-zxtlb.spec.containers{chaos-daemon} Killing Stopping container chaos-daemon kubelet logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:28:15 +0000 UTC Normal Pod standby-cluster-instance1-hlkv-0.spec.containers{replication-cert-copy} Killing Stopping container replication-cert-copy kubelet logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:28:15 +0000 UTC Normal Pod standby-cluster-instance1-hlkv-0.spec.containers{database} Killing Stopping container database kubelet logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:28:15 +0000 UTC Normal StatefulSet.apps standby-cluster-instance1-hlkv SuccessfulDelete delete Pod standby-cluster-instance1-hlkv-0 in StatefulSet standby-cluster-instance1-hlkv successful statefulset-controller logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:28:16 +0000 UTC Normal Pod standby-cluster-instance1-4c9w-0.spec.containers{replication-cert-copy} Killing Stopping container replication-cert-copy kubelet logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:28:16 +0000 UTC Normal Pod standby-cluster-instance1-4c9w-0.spec.containers{pgbackrest} Killing Stopping container pgbackrest kubelet logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:28:16 +0000 UTC Normal StatefulSet.apps standby-cluster-instance1-4c9w SuccessfulDelete delete Pod standby-cluster-instance1-4c9w-0 in StatefulSet standby-cluster-instance1-4c9w successful statefulset-controller logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:28:19 +0000 UTC Normal Pod standby-cluster-instance1-859q-0.spec.containers{replication-cert-copy} Killing Stopping container replication-cert-copy kubelet logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:28:19 +0000 UTC Normal Pod standby-cluster-instance1-859q-0.spec.containers{pgbackrest-config} Killing Stopping container pgbackrest-config kubelet logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:28:19 +0000 UTC Normal StatefulSet.apps standby-cluster-instance1-859q SuccessfulDelete delete Pod standby-cluster-instance1-859q-0 in StatefulSet standby-cluster-instance1-859q successful statefulset-controller logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:28:22 +0000 UTC Normal PodDisruptionBudget.policy standby-cluster-set-instance1 NoPods No matching pods found controllermanager logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:28:25 +0000 UTC Normal Pod standby-cluster-repo-host-0.spec.containers{pgbackrest} Killing Stopping container pgbackrest kubelet logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:28:25 +0000 UTC Normal Pod standby-cluster-repo-host-0.spec.containers{pgbackrest-config} Killing Stopping container pgbackrest-config kubelet logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:28:26 +0000 UTC Normal Pod standby-cluster-pgbouncer-6c4675695b-5cqwk.spec.containers{pgbouncer} Killing Stopping container pgbouncer kubelet logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:28:26 +0000 UTC Normal Pod standby-cluster-pgbouncer-6c4675695b-5cqwk.spec.containers{pgbouncer-config} Killing Stopping container pgbouncer-config kubelet logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:28:26 +0000 UTC Normal Pod standby-cluster-pgbouncer-6c4675695b-8zrcd.spec.containers{pgbouncer} Killing Stopping container pgbouncer kubelet logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:28:26 +0000 UTC Normal Pod standby-cluster-pgbouncer-6c4675695b-8zrcd.spec.containers{pgbouncer-config} Killing Stopping container pgbouncer-config kubelet logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:28:26 +0000 UTC Normal Pod standby-cluster-pgbouncer-6c4675695b-cj48c.spec.containers{pgbouncer} Killing Stopping container pgbouncer kubelet logger.go:42: 15:28:46 | standby-pgbackrest | 2026-08-20 15:28:27 +0000 UTC Normal Pod standby-cluster-pgbouncer-6c4675695b-cj48c.spec.containers{pgbouncer-config} Killing Stopping container pgbouncer-config kubelet logger.go:42: 15:28:46 | standby-pgbackrest | Deleting namespace "kuttl-test-firm-ray" === NAME kuttl harness.go:404: run tests finished harness.go:511: cleaning up harness.go:568: removing temp folder: "" --- PASS: kuttl (1312.56s) --- PASS: kuttl/harness (0.00s) --- PASS: kuttl/harness/standby-pgbackrest (1311.83s) PASS