=== RUN kuttl harness.go:460: starting setup harness.go:258: running tests using configured kubeconfig. harness.go:281: Successful connection to cluster at: https://34.172.180.223 harness.go:366: running tests harness.go:77: going to run test suite with timeout of 600 seconds for each step harness.go:378: testsuite: e2e-tests/tests has 58 tests === RUN kuttl/harness === RUN kuttl/harness/logcollection === PAUSE kuttl/harness/logcollection === CONT kuttl/harness/logcollection logger.go:42: 18:11:33 | logcollection | Creating namespace "kuttl-test-pro-goshawk" logger.go:42: 18:11:33 | logcollection/0-deploy-operator | starting test step 0-deploy-operator logger.go:42: 18:11:33 | logcollection/0-deploy-operator | running command: [sh -c set -o errexit set -o xtrace source ../../functions init_temp_dir # do this only in the first TestStep deploy_operator deploy_client kubectl -n "${NAMESPACE}" apply -f "${TESTS_CONFIG_DIR}/s3-secret.yml" # Self-signed cert whose SAN matches the SeaweedFS Service fluent-bit dials. create_s3_tls_secret deploy_s3_storage s3-tls] logger.go:42: 18:11:33 | logcollection/0-deploy-operator | + source ../../functions logger.go:42: 18:11:33 | logcollection/0-deploy-operator | +++ realpath ../../.. logger.go:42: 18:11:33 | logcollection/0-deploy-operator | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-pg-operator_PR-1894 logger.go:42: 18:11:33 | logcollection/0-deploy-operator | ++ CERT_MANAGER_VER=1.21.1 logger.go:42: 18:11:33 | logcollection/0-deploy-operator | ++ CERT_MANAGER_TEST_LABEL=e2e.percona.com/managed-by=percona-postgresql-operator-tests logger.go:42: 18:11:33 | logcollection/0-deploy-operator | ++ CHAOS_MESH_VER=2.5.1 logger.go:42: 18:11:33 | logcollection/0-deploy-operator | ++++ pwd logger.go:42: 18:11:33 | logcollection/0-deploy-operator | +++ basename /mnt/jenkins/workspace/cloud-pg-operator_PR-1894/e2e-tests/tests/logcollection logger.go:42: 18:11:33 | logcollection/0-deploy-operator | ++ test_name=logcollection logger.go:42: 18:11:33 | logcollection/0-deploy-operator | ++ source /mnt/jenkins/workspace/cloud-pg-operator_PR-1894/e2e-tests/vars.sh logger.go:42: 18:11:33 | logcollection/0-deploy-operator | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-pg-operator_PR-1894 logger.go:42: 18:11:33 | logcollection/0-deploy-operator | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-pg-operator_PR-1894 logger.go:42: 18:11:33 | logcollection/0-deploy-operator | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1894/deploy logger.go:42: 18:11:33 | logcollection/0-deploy-operator | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1894/deploy logger.go:42: 18:11:33 | logcollection/0-deploy-operator | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1894/e2e-tests logger.go:42: 18:11:33 | logcollection/0-deploy-operator | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1894/e2e-tests logger.go:42: 18:11:33 | logcollection/0-deploy-operator | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1894/e2e-tests/conf logger.go:42: 18:11:33 | logcollection/0-deploy-operator | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1894/e2e-tests/conf logger.go:42: 18:11:33 | logcollection/0-deploy-operator | +++ export TEST_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1894/e2e-tests/tests/logcollection/conf logger.go:42: 18:11:33 | logcollection/0-deploy-operator | +++ TEST_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1894/e2e-tests/tests/logcollection/conf logger.go:42: 18:11:33 | logcollection/0-deploy-operator | +++ export TEMP_DIR=/tmp/kuttl/pg/logcollection logger.go:42: 18:11:33 | logcollection/0-deploy-operator | +++ TEMP_DIR=/tmp/kuttl/pg/logcollection logger.go:42: 18:11:33 | logcollection/0-deploy-operator | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 18:11:33 | logcollection/0-deploy-operator | +++ export GIT_BRANCH=PR-1894 logger.go:42: 18:11:33 | logcollection/0-deploy-operator | +++ GIT_BRANCH=PR-1894 logger.go:42: 18:11:33 | logcollection/0-deploy-operator | +++ export VERSION=PR-1894-3cabfe33f logger.go:42: 18:11:33 | logcollection/0-deploy-operator | +++ VERSION=PR-1894-3cabfe33f logger.go:42: 18:11:33 | logcollection/0-deploy-operator | +++ export SKIP_TEST_WARNINGS=true logger.go:42: 18:11:33 | logcollection/0-deploy-operator | +++ SKIP_TEST_WARNINGS=true logger.go:42: 18:11:33 | logcollection/0-deploy-operator | +++ export K8S_UPGRADE_PLATFORM=gke logger.go:42: 18:11:33 | logcollection/0-deploy-operator | +++ K8S_UPGRADE_PLATFORM=gke logger.go:42: 18:11:33 | logcollection/0-deploy-operator | +++ export K8S_UPGRADE_REGION=us-central1-a logger.go:42: 18:11:33 | logcollection/0-deploy-operator | +++ K8S_UPGRADE_REGION=us-central1-a logger.go:42: 18:11:33 | logcollection/0-deploy-operator | +++ export K8S_UPGRADE_INITIAL_VERSION= logger.go:42: 18:11:33 | logcollection/0-deploy-operator | +++ K8S_UPGRADE_INITIAL_VERSION= logger.go:42: 18:11:33 | logcollection/0-deploy-operator | +++ export K8S_UPGRADE_FINAL_VERSION= logger.go:42: 18:11:33 | logcollection/0-deploy-operator | +++ K8S_UPGRADE_FINAL_VERSION= logger.go:42: 18:11:33 | logcollection/0-deploy-operator | +++ [[ -z '' ]] logger.go:42: 18:11:33 | logcollection/0-deploy-operator | ++++ detect_k8s_platform logger.go:42: 18:11:33 | logcollection/0-deploy-operator | ++++ local detected_platform logger.go:42: 18:11:33 | logcollection/0-deploy-operator | ++++ local xtrace_enabled=false logger.go:42: 18:11:33 | logcollection/0-deploy-operator | ++++ [[ -o xtrace ]] logger.go:42: 18:11:33 | logcollection/0-deploy-operator | ++++ xtrace_enabled=true logger.go:42: 18:11:33 | logcollection/0-deploy-operator | ++++ set +o xtrace logger.go:42: 18:11:35 | logcollection/0-deploy-operator | +++ PLATFORM=gke logger.go:42: 18:11:35 | logcollection/0-deploy-operator | +++ export PLATFORM logger.go:42: 18:11:35 | logcollection/0-deploy-operator | +++ export IMAGE_BASE=perconalab/percona-postgresql-operator logger.go:42: 18:11:35 | logcollection/0-deploy-operator | +++ IMAGE_BASE=perconalab/percona-postgresql-operator logger.go:42: 18:11:35 | logcollection/0-deploy-operator | +++ export IMAGE=perconalab/percona-postgresql-operator:PR-1894-3cabfe33f logger.go:42: 18:11:35 | logcollection/0-deploy-operator | +++ IMAGE=perconalab/percona-postgresql-operator:PR-1894-3cabfe33f logger.go:42: 18:11:35 | logcollection/0-deploy-operator | +++ [[ ! -n '' ]] logger.go:42: 18:11:35 | logcollection/0-deploy-operator | +++ [[ -n '' ]] logger.go:42: 18:11:35 | logcollection/0-deploy-operator | +++ export PG_VER=18 logger.go:42: 18:11:35 | logcollection/0-deploy-operator | +++ PG_VER=18 logger.go:42: 18:11:35 | logcollection/0-deploy-operator | +++ export ARCH= logger.go:42: 18:11:35 | logcollection/0-deploy-operator | +++ ARCH= logger.go:42: 18:11:35 | logcollection/0-deploy-operator | +++ [[ -z '' ]] logger.go:42: 18:11:35 | logcollection/0-deploy-operator | ++++ kubectl get nodes -o 'jsonpath={range .items[*]}{.metadata.labels.kubernetes\.io/arch}{"\n"}{end}' logger.go:42: 18:11:35 | logcollection/0-deploy-operator | ++++ sort -u logger.go:42: 18:11:36 | logcollection/0-deploy-operator | +++ node_arches=amd64 logger.go:42: 18:11:36 | logcollection/0-deploy-operator | +++ [[ amd64 == arm64 ]] logger.go:42: 18:11:36 | logcollection/0-deploy-operator | +++ export PG_DISTRIBUTION= logger.go:42: 18:11:36 | logcollection/0-deploy-operator | +++ PG_DISTRIBUTION= logger.go:42: 18:11:36 | logcollection/0-deploy-operator | +++ [[ '' == community ]] logger.go:42: 18:11:36 | logcollection/0-deploy-operator | +++ export IMAGE_PGBOUNCER=percona/percona-pgbouncer:1.25.2-8 logger.go:42: 18:11:36 | logcollection/0-deploy-operator | +++ IMAGE_PGBOUNCER=percona/percona-pgbouncer:1.25.2-8 logger.go:42: 18:11:36 | logcollection/0-deploy-operator | +++ export IMAGE_POSTGRESQL=perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 18:11:36 | logcollection/0-deploy-operator | +++ IMAGE_POSTGRESQL=perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 18:11:36 | logcollection/0-deploy-operator | +++ export IMAGE_BACKREST=perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 18:11:36 | logcollection/0-deploy-operator | +++ IMAGE_BACKREST=perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 18:11:36 | logcollection/0-deploy-operator | +++ export IMAGE_UPGRADE=perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 18:11:36 | logcollection/0-deploy-operator | +++ IMAGE_UPGRADE=perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 18:11:36 | logcollection/0-deploy-operator | +++ export BUCKET=pg-operator-testing logger.go:42: 18:11:36 | logcollection/0-deploy-operator | +++ BUCKET=pg-operator-testing logger.go:42: 18:11:36 | logcollection/0-deploy-operator | +++ export PMM_SERVER_VERSION=9.9.9 logger.go:42: 18:11:36 | logcollection/0-deploy-operator | +++ PMM_SERVER_VERSION=9.9.9 logger.go:42: 18:11:36 | logcollection/0-deploy-operator | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 18:11:36 | logcollection/0-deploy-operator | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 18:11:36 | logcollection/0-deploy-operator | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 18:11:36 | logcollection/0-deploy-operator | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 18:11:36 | logcollection/0-deploy-operator | +++ export IMAGE_LOGCOLLECTOR=perconalab/fluentbit:main-logcollector logger.go:42: 18:11:36 | logcollection/0-deploy-operator | +++ IMAGE_LOGCOLLECTOR=perconalab/fluentbit:main-logcollector logger.go:42: 18:11:36 | logcollection/0-deploy-operator | +++ export PGOV1_TAG=1.4.0 logger.go:42: 18:11:36 | logcollection/0-deploy-operator | +++ PGOV1_TAG=1.4.0 logger.go:42: 18:11:36 | logcollection/0-deploy-operator | +++ export PGOV1_VER=14 logger.go:42: 18:11:36 | logcollection/0-deploy-operator | +++ PGOV1_VER=14 logger.go:42: 18:11:36 | logcollection/0-deploy-operator | +++ export CPGO_VERSION=5.8.7 logger.go:42: 18:11:36 | logcollection/0-deploy-operator | +++ CPGO_VERSION=5.8.7 logger.go:42: 18:11:36 | logcollection/0-deploy-operator | +++ export SEAWEEDFS_VER=4.47.0 logger.go:42: 18:11:36 | logcollection/0-deploy-operator | +++ SEAWEEDFS_VER=4.47.0 logger.go:42: 18:11:36 | logcollection/0-deploy-operator | +++ export VAULT_VER=0.32.0 logger.go:42: 18:11:36 | logcollection/0-deploy-operator | +++ VAULT_VER=0.32.0 logger.go:42: 18:11:36 | logcollection/0-deploy-operator | +++ export IMAGE_AWS_CLI=docker.io/amazon/aws-cli:2.34.60 logger.go:42: 18:11:36 | logcollection/0-deploy-operator | +++ IMAGE_AWS_CLI=docker.io/amazon/aws-cli:2.34.60 logger.go:42: 18:11:36 | logcollection/0-deploy-operator | +++ export REGISTRY_NAME=docker.io logger.go:42: 18:11:36 | logcollection/0-deploy-operator | +++ REGISTRY_NAME=docker.io logger.go:42: 18:11:36 | logcollection/0-deploy-operator | +++ export REGISTRY_NAME_FULL=docker.io/ logger.go:42: 18:11:36 | logcollection/0-deploy-operator | +++ REGISTRY_NAME_FULL=docker.io/ logger.go:42: 18:11:36 | logcollection/0-deploy-operator | ++++ printenv logger.go:42: 18:11:36 | logcollection/0-deploy-operator | ++++ grep -E '^IMAGE' logger.go:42: 18:11:36 | logcollection/0-deploy-operator | ++++ awk -F= '{print $1}' logger.go:42: 18:11:36 | logcollection/0-deploy-operator | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 18:11:36 | logcollection/0-deploy-operator | ++++ eval 'echo $IMAGE_BACKREST' logger.go:42: 18:11:36 | logcollection/0-deploy-operator | +++++ echo perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 18:11:36 | logcollection/0-deploy-operator | +++ var_value=perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 18:11:36 | logcollection/0-deploy-operator | +++ [[ perconalab/percona-postgresql-operator:main-pgbackrest18 == docker.io/* ]] logger.go:42: 18:11:36 | logcollection/0-deploy-operator | +++ [[ perconalab/percona-postgresql-operator:main-pgbackrest18 == percona/* ]] logger.go:42: 18:11:36 | logcollection/0-deploy-operator | +++ [[ perconalab/percona-postgresql-operator:main-pgbackrest18 == perconalab/* ]] logger.go:42: 18:11:36 | logcollection/0-deploy-operator | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 18:11:36 | logcollection/0-deploy-operator | +++ export IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 18:11:36 | logcollection/0-deploy-operator | +++ IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 18:11:36 | logcollection/0-deploy-operator | +++ echo IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 18:11:36 | logcollection/0-deploy-operator | IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 18:11:36 | logcollection/0-deploy-operator | +++ echo perconalab/percona-postgresql-operator:PR-1894-3cabfe33f logger.go:42: 18:11:36 | logcollection/0-deploy-operator | perconalab/percona-postgresql-operator:PR-1894-3cabfe33f logger.go:42: 18:11:36 | logcollection/0-deploy-operator | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 18:11:36 | logcollection/0-deploy-operator | ++++ eval 'echo $IMAGE' logger.go:42: 18:11:36 | logcollection/0-deploy-operator | +++++ echo perconalab/percona-postgresql-operator:PR-1894-3cabfe33f logger.go:42: 18:11:36 | logcollection/0-deploy-operator | +++ var_value=perconalab/percona-postgresql-operator:PR-1894-3cabfe33f logger.go:42: 18:11:36 | logcollection/0-deploy-operator | +++ [[ perconalab/percona-postgresql-operator:PR-1894-3cabfe33f == docker.io/* ]] logger.go:42: 18:11:36 | logcollection/0-deploy-operator | +++ [[ perconalab/percona-postgresql-operator:PR-1894-3cabfe33f == percona/* ]] logger.go:42: 18:11:36 | logcollection/0-deploy-operator | +++ [[ perconalab/percona-postgresql-operator:PR-1894-3cabfe33f == perconalab/* ]] logger.go:42: 18:11:36 | logcollection/0-deploy-operator | +++ new_value=docker.io/perconalab/percona-postgresql-operator:PR-1894-3cabfe33f logger.go:42: 18:11:36 | logcollection/0-deploy-operator | +++ export IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1894-3cabfe33f logger.go:42: 18:11:36 | logcollection/0-deploy-operator | +++ IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1894-3cabfe33f logger.go:42: 18:11:36 | logcollection/0-deploy-operator | +++ echo IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1894-3cabfe33f logger.go:42: 18:11:36 | logcollection/0-deploy-operator | IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1894-3cabfe33f logger.go:42: 18:11:36 | logcollection/0-deploy-operator | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1894-3cabfe33f logger.go:42: 18:11:36 | logcollection/0-deploy-operator | docker.io/perconalab/percona-postgresql-operator:PR-1894-3cabfe33f logger.go:42: 18:11:36 | logcollection/0-deploy-operator | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 18:11:36 | logcollection/0-deploy-operator | ++++ eval 'echo $IMAGE_UPGRADE' logger.go:42: 18:11:36 | logcollection/0-deploy-operator | +++++ echo perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 18:11:36 | logcollection/0-deploy-operator | +++ var_value=perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 18:11:36 | logcollection/0-deploy-operator | +++ [[ perconalab/percona-postgresql-operator:main-upgrade == docker.io/* ]] logger.go:42: 18:11:36 | logcollection/0-deploy-operator | +++ [[ perconalab/percona-postgresql-operator:main-upgrade == percona/* ]] logger.go:42: 18:11:36 | logcollection/0-deploy-operator | +++ [[ perconalab/percona-postgresql-operator:main-upgrade == perconalab/* ]] logger.go:42: 18:11:36 | logcollection/0-deploy-operator | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 18:11:36 | logcollection/0-deploy-operator | +++ export IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 18:11:36 | logcollection/0-deploy-operator | +++ IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 18:11:36 | logcollection/0-deploy-operator | +++ echo IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 18:11:36 | logcollection/0-deploy-operator | IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 18:11:36 | logcollection/0-deploy-operator | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1894-3cabfe33f logger.go:42: 18:11:36 | logcollection/0-deploy-operator | docker.io/perconalab/percona-postgresql-operator:PR-1894-3cabfe33f logger.go:42: 18:11:36 | logcollection/0-deploy-operator | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 18:11:36 | logcollection/0-deploy-operator | ++++ eval 'echo $IMAGE_LOGCOLLECTOR' logger.go:42: 18:11:36 | logcollection/0-deploy-operator | +++++ echo perconalab/fluentbit:main-logcollector logger.go:42: 18:11:36 | logcollection/0-deploy-operator | +++ var_value=perconalab/fluentbit:main-logcollector logger.go:42: 18:11:36 | logcollection/0-deploy-operator | +++ [[ perconalab/fluentbit:main-logcollector == docker.io/* ]] logger.go:42: 18:11:36 | logcollection/0-deploy-operator | +++ [[ perconalab/fluentbit:main-logcollector == percona/* ]] logger.go:42: 18:11:36 | logcollection/0-deploy-operator | +++ [[ perconalab/fluentbit:main-logcollector == perconalab/* ]] logger.go:42: 18:11:36 | logcollection/0-deploy-operator | +++ new_value=docker.io/perconalab/fluentbit:main-logcollector logger.go:42: 18:11:36 | logcollection/0-deploy-operator | +++ export IMAGE_LOGCOLLECTOR=docker.io/perconalab/fluentbit:main-logcollector logger.go:42: 18:11:36 | logcollection/0-deploy-operator | +++ IMAGE_LOGCOLLECTOR=docker.io/perconalab/fluentbit:main-logcollector logger.go:42: 18:11:36 | logcollection/0-deploy-operator | +++ echo IMAGE_LOGCOLLECTOR=docker.io/perconalab/fluentbit:main-logcollector logger.go:42: 18:11:36 | logcollection/0-deploy-operator | IMAGE_LOGCOLLECTOR=docker.io/perconalab/fluentbit:main-logcollector logger.go:42: 18:11:36 | logcollection/0-deploy-operator | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1894-3cabfe33f logger.go:42: 18:11:36 | logcollection/0-deploy-operator | docker.io/perconalab/percona-postgresql-operator:PR-1894-3cabfe33f logger.go:42: 18:11:36 | logcollection/0-deploy-operator | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 18:11:36 | logcollection/0-deploy-operator | ++++ eval 'echo $IMAGE_BASE' logger.go:42: 18:11:36 | logcollection/0-deploy-operator | +++++ echo perconalab/percona-postgresql-operator logger.go:42: 18:11:36 | logcollection/0-deploy-operator | +++ var_value=perconalab/percona-postgresql-operator logger.go:42: 18:11:36 | logcollection/0-deploy-operator | +++ [[ perconalab/percona-postgresql-operator == docker.io/* ]] logger.go:42: 18:11:36 | logcollection/0-deploy-operator | +++ [[ perconalab/percona-postgresql-operator == percona/* ]] logger.go:42: 18:11:36 | logcollection/0-deploy-operator | +++ [[ perconalab/percona-postgresql-operator == perconalab/* ]] logger.go:42: 18:11:36 | logcollection/0-deploy-operator | +++ new_value=docker.io/perconalab/percona-postgresql-operator logger.go:42: 18:11:36 | logcollection/0-deploy-operator | +++ export IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 18:11:36 | logcollection/0-deploy-operator | +++ IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 18:11:36 | logcollection/0-deploy-operator | +++ echo IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 18:11:36 | logcollection/0-deploy-operator | IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 18:11:36 | logcollection/0-deploy-operator | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1894-3cabfe33f logger.go:42: 18:11:36 | logcollection/0-deploy-operator | docker.io/perconalab/percona-postgresql-operator:PR-1894-3cabfe33f logger.go:42: 18:11:36 | logcollection/0-deploy-operator | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 18:11:36 | logcollection/0-deploy-operator | ++++ eval 'echo $IMAGE_PGBOUNCER' logger.go:42: 18:11:36 | logcollection/0-deploy-operator | +++++ echo percona/percona-pgbouncer:1.25.2-8 logger.go:42: 18:11:36 | logcollection/0-deploy-operator | +++ var_value=percona/percona-pgbouncer:1.25.2-8 logger.go:42: 18:11:36 | logcollection/0-deploy-operator | +++ [[ percona/percona-pgbouncer:1.25.2-8 == docker.io/* ]] logger.go:42: 18:11:36 | logcollection/0-deploy-operator | +++ [[ percona/percona-pgbouncer:1.25.2-8 == percona/* ]] logger.go:42: 18:11:36 | logcollection/0-deploy-operator | +++ new_value=docker.io/percona/percona-pgbouncer:1.25.2-8 logger.go:42: 18:11:36 | logcollection/0-deploy-operator | +++ export IMAGE_PGBOUNCER=docker.io/percona/percona-pgbouncer:1.25.2-8 logger.go:42: 18:11:36 | logcollection/0-deploy-operator | +++ IMAGE_PGBOUNCER=docker.io/percona/percona-pgbouncer:1.25.2-8 logger.go:42: 18:11:36 | logcollection/0-deploy-operator | +++ echo IMAGE_PGBOUNCER=docker.io/percona/percona-pgbouncer:1.25.2-8 logger.go:42: 18:11:36 | logcollection/0-deploy-operator | IMAGE_PGBOUNCER=docker.io/percona/percona-pgbouncer:1.25.2-8 logger.go:42: 18:11:36 | logcollection/0-deploy-operator | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1894-3cabfe33f logger.go:42: 18:11:36 | logcollection/0-deploy-operator | docker.io/perconalab/percona-postgresql-operator:PR-1894-3cabfe33f logger.go:42: 18:11:36 | logcollection/0-deploy-operator | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 18:11:36 | logcollection/0-deploy-operator | ++++ eval 'echo $IMAGE_POSTGRESQL' logger.go:42: 18:11:36 | logcollection/0-deploy-operator | +++++ echo perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 18:11:36 | logcollection/0-deploy-operator | +++ var_value=perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 18:11:36 | logcollection/0-deploy-operator | +++ [[ perconalab/percona-postgresql-operator:main-ppg18-postgres == docker.io/* ]] logger.go:42: 18:11:36 | logcollection/0-deploy-operator | +++ [[ perconalab/percona-postgresql-operator:main-ppg18-postgres == percona/* ]] logger.go:42: 18:11:36 | logcollection/0-deploy-operator | +++ [[ perconalab/percona-postgresql-operator:main-ppg18-postgres == perconalab/* ]] logger.go:42: 18:11:36 | logcollection/0-deploy-operator | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 18:11:36 | logcollection/0-deploy-operator | +++ export IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 18:11:36 | logcollection/0-deploy-operator | +++ IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 18:11:36 | logcollection/0-deploy-operator | +++ echo IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 18:11:36 | logcollection/0-deploy-operator | IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 18:11:36 | logcollection/0-deploy-operator | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1894-3cabfe33f logger.go:42: 18:11:36 | logcollection/0-deploy-operator | docker.io/perconalab/percona-postgresql-operator:PR-1894-3cabfe33f logger.go:42: 18:11:36 | logcollection/0-deploy-operator | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 18:11:36 | logcollection/0-deploy-operator | ++++ eval 'echo $IMAGE_PMM_SERVER' logger.go:42: 18:11:36 | logcollection/0-deploy-operator | +++++ echo perconalab/pmm-server:3-dev-latest logger.go:42: 18:11:36 | logcollection/0-deploy-operator | +++ var_value=perconalab/pmm-server:3-dev-latest logger.go:42: 18:11:36 | logcollection/0-deploy-operator | +++ [[ perconalab/pmm-server:3-dev-latest == docker.io/* ]] logger.go:42: 18:11:36 | logcollection/0-deploy-operator | +++ [[ perconalab/pmm-server:3-dev-latest == percona/* ]] logger.go:42: 18:11:36 | logcollection/0-deploy-operator | +++ [[ perconalab/pmm-server:3-dev-latest == perconalab/* ]] logger.go:42: 18:11:36 | logcollection/0-deploy-operator | +++ new_value=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 18:11:36 | logcollection/0-deploy-operator | +++ export IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 18:11:36 | logcollection/0-deploy-operator | +++ IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 18:11:36 | logcollection/0-deploy-operator | +++ echo IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 18:11:36 | logcollection/0-deploy-operator | IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 18:11:36 | logcollection/0-deploy-operator | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1894-3cabfe33f logger.go:42: 18:11:36 | logcollection/0-deploy-operator | docker.io/perconalab/percona-postgresql-operator:PR-1894-3cabfe33f logger.go:42: 18:11:36 | logcollection/0-deploy-operator | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 18:11:36 | logcollection/0-deploy-operator | ++++ eval 'echo $IMAGE_PMM_CLIENT' logger.go:42: 18:11:36 | logcollection/0-deploy-operator | +++++ echo perconalab/pmm-client:3-dev-latest logger.go:42: 18:11:36 | logcollection/0-deploy-operator | +++ var_value=perconalab/pmm-client:3-dev-latest logger.go:42: 18:11:36 | logcollection/0-deploy-operator | +++ [[ perconalab/pmm-client:3-dev-latest == docker.io/* ]] logger.go:42: 18:11:36 | logcollection/0-deploy-operator | +++ [[ perconalab/pmm-client:3-dev-latest == percona/* ]] logger.go:42: 18:11:36 | logcollection/0-deploy-operator | +++ [[ perconalab/pmm-client:3-dev-latest == perconalab/* ]] logger.go:42: 18:11:36 | logcollection/0-deploy-operator | +++ new_value=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 18:11:36 | logcollection/0-deploy-operator | +++ export IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 18:11:36 | logcollection/0-deploy-operator | +++ IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 18:11:36 | logcollection/0-deploy-operator | +++ echo IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 18:11:36 | logcollection/0-deploy-operator | IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 18:11:36 | logcollection/0-deploy-operator | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1894-3cabfe33f logger.go:42: 18:11:36 | logcollection/0-deploy-operator | docker.io/perconalab/percona-postgresql-operator:PR-1894-3cabfe33f logger.go:42: 18:11:36 | logcollection/0-deploy-operator | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 18:11:36 | logcollection/0-deploy-operator | ++++ eval 'echo $IMAGE_AWS_CLI' logger.go:42: 18:11:36 | logcollection/0-deploy-operator | +++++ echo docker.io/amazon/aws-cli:2.34.60 logger.go:42: 18:11:36 | logcollection/0-deploy-operator | +++ var_value=docker.io/amazon/aws-cli:2.34.60 logger.go:42: 18:11:36 | logcollection/0-deploy-operator | +++ [[ docker.io/amazon/aws-cli:2.34.60 == docker.io/* ]] logger.go:42: 18:11:36 | logcollection/0-deploy-operator | +++ continue logger.go:42: 18:11:36 | logcollection/0-deploy-operator | ++++ which gdate logger.go:42: 18:11:36 | logcollection/0-deploy-operator | which: no gdate in (/mnt/jenkins/workspace/cloud-pg-operator_PR-1894/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 18:11:36 | logcollection/0-deploy-operator | ++++ which date logger.go:42: 18:11:36 | logcollection/0-deploy-operator | +++ date=/usr/sbin/date logger.go:42: 18:11:36 | logcollection/0-deploy-operator | ++++ which gsed logger.go:42: 18:11:36 | logcollection/0-deploy-operator | which: no gsed in (/mnt/jenkins/workspace/cloud-pg-operator_PR-1894/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 18:11:36 | logcollection/0-deploy-operator | ++++ which sed logger.go:42: 18:11:36 | logcollection/0-deploy-operator | +++ sed=/usr/sbin/sed logger.go:42: 18:11:36 | logcollection/0-deploy-operator | ++ arch_scheduling_enabled logger.go:42: 18:11:36 | logcollection/0-deploy-operator | ++ [[ -n '' ]] logger.go:42: 18:11:36 | logcollection/0-deploy-operator | + init_temp_dir logger.go:42: 18:11:36 | logcollection/0-deploy-operator | + rm -rf /tmp/kuttl/pg/logcollection logger.go:42: 18:11:36 | logcollection/0-deploy-operator | + mkdir -p /tmp/kuttl/pg/logcollection logger.go:42: 18:11:36 | logcollection/0-deploy-operator | + deploy_operator logger.go:42: 18:11:36 | logcollection/0-deploy-operator | + local cw_prefix= logger.go:42: 18:11:36 | logcollection/0-deploy-operator | + destroy_operator logger.go:42: 18:11:36 | logcollection/0-deploy-operator | + kubectl -n pg-operator delete deployment percona-postgresql-operator --force --grace-period=0 logger.go:42: 18:11:36 | logcollection/0-deploy-operator | Warning: Immediate deletion does not wait for confirmation that the running resource has been terminated. The resource may continue to run on the cluster indefinitely. logger.go:42: 18:11:36 | logcollection/0-deploy-operator | deployment.apps "percona-postgresql-operator" force deleted from pg-operator namespace logger.go:42: 18:11:36 | logcollection/0-deploy-operator | + [[ -n pg-operator ]] logger.go:42: 18:11:36 | logcollection/0-deploy-operator | + kubectl delete namespace pg-operator --force --grace-period=0 --ignore-not-found logger.go:42: 18:11:36 | logcollection/0-deploy-operator | Warning: Immediate deletion does not wait for confirmation that the running resource has been terminated. The resource may continue to run on the cluster indefinitely. logger.go:42: 18:11:37 | logcollection/0-deploy-operator | namespace "pg-operator" force deleted logger.go:42: 18:11:48 | logcollection/0-deploy-operator | + [[ -n pg-operator ]] logger.go:42: 18:11:48 | logcollection/0-deploy-operator | + create_namespace pg-operator logger.go:42: 18:11:48 | logcollection/0-deploy-operator | + local namespace=pg-operator logger.go:42: 18:11:48 | logcollection/0-deploy-operator | + [[ gke == openshift ]] logger.go:42: 18:11:48 | logcollection/0-deploy-operator | + kubectl delete namespace pg-operator --ignore-not-found logger.go:42: 18:11:48 | logcollection/0-deploy-operator | + kubectl wait --for=delete namespace pg-operator logger.go:42: 18:11:49 | logcollection/0-deploy-operator | + kubectl create namespace pg-operator logger.go:42: 18:11:49 | logcollection/0-deploy-operator | namespace/pg-operator created logger.go:42: 18:11:49 | logcollection/0-deploy-operator | + cw_prefix=cw- logger.go:42: 18:11:49 | logcollection/0-deploy-operator | + kubectl -n pg-operator apply --server-side --force-conflicts -f /mnt/jenkins/workspace/cloud-pg-operator_PR-1894/deploy/crd.yaml logger.go:42: 18:11:50 | logcollection/0-deploy-operator | customresourcedefinition.apiextensions.k8s.io/crunchybridgeclusters.upstream.pgv2.percona.com serverside-applied logger.go:42: 18:11:50 | logcollection/0-deploy-operator | customresourcedefinition.apiextensions.k8s.io/perconapgbackups.pgv2.percona.com serverside-applied logger.go:42: 18:11:52 | logcollection/0-deploy-operator | customresourcedefinition.apiextensions.k8s.io/perconapgclusters.pgv2.percona.com serverside-applied logger.go:42: 18:11:52 | logcollection/0-deploy-operator | customresourcedefinition.apiextensions.k8s.io/perconapgrestores.pgv2.percona.com serverside-applied logger.go:42: 18:11:52 | logcollection/0-deploy-operator | customresourcedefinition.apiextensions.k8s.io/perconapgupgrades.pgv2.percona.com serverside-applied logger.go:42: 18:11:52 | logcollection/0-deploy-operator | customresourcedefinition.apiextensions.k8s.io/pgadmins.upstream.pgv2.percona.com serverside-applied logger.go:42: 18:11:53 | logcollection/0-deploy-operator | customresourcedefinition.apiextensions.k8s.io/pgupgrades.upstream.pgv2.percona.com serverside-applied logger.go:42: 18:11:54 | logcollection/0-deploy-operator | customresourcedefinition.apiextensions.k8s.io/postgresclusters.upstream.pgv2.percona.com serverside-applied logger.go:42: 18:11:54 | logcollection/0-deploy-operator | + kubectl -n pg-operator apply --server-side --force-conflicts -f /mnt/jenkins/workspace/cloud-pg-operator_PR-1894/deploy/cw-rbac.yaml logger.go:42: 18:11:55 | logcollection/0-deploy-operator | serviceaccount/percona-postgresql-operator serverside-applied logger.go:42: 18:11:55 | logcollection/0-deploy-operator | clusterrole.rbac.authorization.k8s.io/percona-postgresql-operator serverside-applied logger.go:42: 18:11:55 | logcollection/0-deploy-operator | clusterrolebinding.rbac.authorization.k8s.io/percona-postgresql-operator serverside-applied logger.go:42: 18:11:55 | logcollection/0-deploy-operator | + local disable_telemetry=true logger.go:42: 18:11:55 | logcollection/0-deploy-operator | + '[' logcollection == telemetry-transfer ']' logger.go:42: 18:11:55 | logcollection/0-deploy-operator | + yq eval '.spec.template.spec.containers[0].image = "docker.io/perconalab/percona-postgresql-operator:PR-1894-3cabfe33f"' /mnt/jenkins/workspace/cloud-pg-operator_PR-1894/deploy/cw-operator.yaml logger.go:42: 18:11:55 | logcollection/0-deploy-operator | + yq eval '(.spec.template.spec.containers[] | select(.name=="operator") | .env[] | select(.name=="DISABLE_TELEMETRY") | .value) = "true"' - logger.go:42: 18:11:55 | logcollection/0-deploy-operator | + yq eval '(.spec.template.spec.containers[] | select(.name=="operator") | .env[] | select(.name=="LOG_LEVEL") | .value) = "DEBUG"' - logger.go:42: 18:11:55 | logcollection/0-deploy-operator | + yq eval '(.spec.template.spec.containers[] | select(.name=="operator") | .env[] | select(.name=="PGO_FEATURE_GATES") | .value) = ""' - logger.go:42: 18:11:55 | logcollection/0-deploy-operator | + add_arch_to_podspecs - logger.go:42: 18:11:55 | logcollection/0-deploy-operator | + arch_scheduling_enabled logger.go:42: 18:11:55 | logcollection/0-deploy-operator | + [[ -n '' ]] logger.go:42: 18:11:55 | logcollection/0-deploy-operator | + cat - logger.go:42: 18:11:55 | logcollection/0-deploy-operator | + kubectl -n pg-operator apply -f - logger.go:42: 18:11:55 | logcollection/0-deploy-operator | + return logger.go:42: 18:11:56 | logcollection/0-deploy-operator | deployment.apps/percona-postgresql-operator created logger.go:42: 18:11:56 | logcollection/0-deploy-operator | + deploy_client logger.go:42: 18:11:56 | logcollection/0-deploy-operator | + kubectl -n kuttl-test-pro-goshawk apply -f - logger.go:42: 18:11:56 | logcollection/0-deploy-operator | + add_arch_to_podspecs /mnt/jenkins/workspace/cloud-pg-operator_PR-1894/e2e-tests/conf/client.yaml logger.go:42: 18:11:56 | logcollection/0-deploy-operator | + arch_scheduling_enabled logger.go:42: 18:11:56 | logcollection/0-deploy-operator | + [[ -n '' ]] logger.go:42: 18:11:56 | logcollection/0-deploy-operator | + cat /mnt/jenkins/workspace/cloud-pg-operator_PR-1894/e2e-tests/conf/client.yaml logger.go:42: 18:11:56 | logcollection/0-deploy-operator | + return logger.go:42: 18:11:57 | logcollection/0-deploy-operator | deployment.apps/pg-client created logger.go:42: 18:11:57 | logcollection/0-deploy-operator | + kubectl -n kuttl-test-pro-goshawk apply -f /mnt/jenkins/workspace/cloud-pg-operator_PR-1894/e2e-tests/conf/s3-secret.yml logger.go:42: 18:11:58 | logcollection/0-deploy-operator | secret/s3-secret created logger.go:42: 18:11:58 | logcollection/0-deploy-operator | + create_s3_tls_secret logger.go:42: 18:11:58 | logcollection/0-deploy-operator | + local name=s3-tls logger.go:42: 18:11:58 | logcollection/0-deploy-operator | ++ s3_storage_host logger.go:42: 18:11:58 | logcollection/0-deploy-operator | ++ echo s3-storage-all-in-one logger.go:42: 18:11:58 | logcollection/0-deploy-operator | + local host=s3-storage-all-in-one logger.go:42: 18:11:58 | logcollection/0-deploy-operator | + local fqdn=s3-storage-all-in-one.kuttl-test-pro-goshawk.svc.cluster.local logger.go:42: 18:11:58 | logcollection/0-deploy-operator | + cat logger.go:42: 18:11:58 | logcollection/0-deploy-operator | + openssl req -x509 -nodes -days 3650 -newkey rsa:2048 -keyout /tmp/kuttl/pg/logcollection/s3.key -out /tmp/kuttl/pg/logcollection/s3.crt -config /tmp/kuttl/pg/logcollection/s3-openssl.cnf logger.go:42: 18:11:58 | logcollection/0-deploy-operator | ...+...+...........+...+......+.+...+...+.........+.....+.+.....+..........+..+.......+........+.+..+++++++++++++++++++++++++++++++++++++++*...+++++++++++++++++++++++++++++++++++++++*....+....+..+....+..+.......+..+....+......+..............+.+...+............+...+..+...............+....++++++ logger.go:42: 18:11:58 | logcollection/0-deploy-operator | .....+.............+............+..+.+.........+..+++++++++++++++++++++++++++++++++++++++*......+..+...+......+.+.....+.+...+...........+.+.....+...+......+.+++++++++++++++++++++++++++++++++++++++*.....+.+........+.+...+..+.+.....+............+.......++++++ logger.go:42: 18:11:58 | logcollection/0-deploy-operator | ----- logger.go:42: 18:11:58 | logcollection/0-deploy-operator | + kubectl -n kuttl-test-pro-goshawk create secret generic s3-tls --from-file=tls.crt=/tmp/kuttl/pg/logcollection/s3.crt --from-file=tls.key=/tmp/kuttl/pg/logcollection/s3.key logger.go:42: 18:11:59 | logcollection/0-deploy-operator | secret/s3-tls created logger.go:42: 18:11:59 | logcollection/0-deploy-operator | + deploy_s3_storage s3-tls logger.go:42: 18:11:59 | logcollection/0-deploy-operator | + local tls_secret=s3-tls logger.go:42: 18:11:59 | logcollection/0-deploy-operator | + local fullname=s3-storage logger.go:42: 18:11:59 | logcollection/0-deploy-operator | + local access_key logger.go:42: 18:11:59 | logcollection/0-deploy-operator | + local secret_key logger.go:42: 18:11:59 | logcollection/0-deploy-operator | + local endpoint_url=http://s3-storage-all-in-one:8333 logger.go:42: 18:11:59 | logcollection/0-deploy-operator | + local aws_extra_args= logger.go:42: 18:11:59 | logcollection/0-deploy-operator | + local -a additional_helm_args logger.go:42: 18:11:59 | logcollection/0-deploy-operator | ++ base64 -d logger.go:42: 18:11:59 | logcollection/0-deploy-operator | ++ kubectl -n kuttl-test-pro-goshawk get secret s3-secret -o 'jsonpath={.data.AWS_ACCESS_KEY_ID}' logger.go:42: 18:11:59 | logcollection/0-deploy-operator | + access_key=some-access-key logger.go:42: 18:11:59 | logcollection/0-deploy-operator | ++ kubectl -n kuttl-test-pro-goshawk get secret s3-secret -o 'jsonpath={.data.AWS_SECRET_ACCESS_KEY}' logger.go:42: 18:11:59 | logcollection/0-deploy-operator | ++ base64 -d logger.go:42: 18:12:00 | logcollection/0-deploy-operator | + secret_key=some-secret-key logger.go:42: 18:12:00 | logcollection/0-deploy-operator | + arch_scheduling_enabled logger.go:42: 18:12:00 | logcollection/0-deploy-operator | + [[ -n '' ]] logger.go:42: 18:12:00 | logcollection/0-deploy-operator | + [[ -n s3-tls ]] logger.go:42: 18:12:00 | logcollection/0-deploy-operator | + additional_helm_args+=(-f "${TESTS_CONFIG_DIR}/seaweedfs-tls-values.yaml") logger.go:42: 18:12:00 | logcollection/0-deploy-operator | + [[ s3-tls != s3\-tls ]] logger.go:42: 18:12:00 | logcollection/0-deploy-operator | + endpoint_url=https://s3-storage-all-in-one:8443 logger.go:42: 18:12:00 | logcollection/0-deploy-operator | + aws_extra_args=--no-verify-ssl logger.go:42: 18:12:00 | logcollection/0-deploy-operator | + helm uninstall -n kuttl-test-pro-goshawk s3-storage logger.go:42: 18:12:00 | logcollection/0-deploy-operator | Error: uninstall: Release not loaded: s3-storage: release: not found logger.go:42: 18:12:00 | logcollection/0-deploy-operator | + : logger.go:42: 18:12:00 | logcollection/0-deploy-operator | + helm repo remove seaweedfs logger.go:42: 18:12:00 | logcollection/0-deploy-operator | "seaweedfs" has been removed from your repositories logger.go:42: 18:12:00 | logcollection/0-deploy-operator | + helm repo add seaweedfs https://seaweedfs.github.io/seaweedfs/helm logger.go:42: 18:12:01 | logcollection/0-deploy-operator | "seaweedfs" has been added to your repositories logger.go:42: 18:12:01 | logcollection/0-deploy-operator | + retry 10 60 helm install s3-storage -n kuttl-test-pro-goshawk --version 4.47.0 -f /mnt/jenkins/workspace/cloud-pg-operator_PR-1894/e2e-tests/conf/seaweedfs-values.yaml --set allInOne.data.type=persistentVolumeClaim --set allInOne.data.size=2G --set fullnameOverride=s3-storage --set-string s3.credentials.admin.accessKey=some-access-key --set-string s3.credentials.admin.secretKey=some-secret-key --set-string global.seaweedfs.serviceAccountName=s3-storage-sa -f /mnt/jenkins/workspace/cloud-pg-operator_PR-1894/e2e-tests/conf/seaweedfs-tls-values.yaml seaweedfs/seaweedfs logger.go:42: 18:12:01 | logcollection/0-deploy-operator | + local max=10 logger.go:42: 18:12:01 | logcollection/0-deploy-operator | + local delay=60 logger.go:42: 18:12:01 | logcollection/0-deploy-operator | + shift 2 logger.go:42: 18:12:01 | logcollection/0-deploy-operator | + local n=1 logger.go:42: 18:12:01 | logcollection/0-deploy-operator | + helm install s3-storage -n kuttl-test-pro-goshawk --version 4.47.0 -f /mnt/jenkins/workspace/cloud-pg-operator_PR-1894/e2e-tests/conf/seaweedfs-values.yaml --set allInOne.data.type=persistentVolumeClaim --set allInOne.data.size=2G --set fullnameOverride=s3-storage --set-string s3.credentials.admin.accessKey=some-access-key --set-string s3.credentials.admin.secretKey=some-secret-key --set-string global.seaweedfs.serviceAccountName=s3-storage-sa -f /mnt/jenkins/workspace/cloud-pg-operator_PR-1894/e2e-tests/conf/seaweedfs-tls-values.yaml seaweedfs/seaweedfs logger.go:42: 18:12:08 | logcollection/0-deploy-operator | NAME: s3-storage logger.go:42: 18:12:08 | logcollection/0-deploy-operator | LAST DEPLOYED: Fri Nov 13 18:12:02 2026 logger.go:42: 18:12:08 | logcollection/0-deploy-operator | NAMESPACE: kuttl-test-pro-goshawk logger.go:42: 18:12:08 | logcollection/0-deploy-operator | STATUS: deployed logger.go:42: 18:12:08 | logcollection/0-deploy-operator | REVISION: 1 logger.go:42: 18:12:08 | logcollection/0-deploy-operator | TEST SUITE: None logger.go:42: 18:12:08 | logcollection/0-deploy-operator | + [[ gke == openshift ]] logger.go:42: 18:12:08 | logcollection/0-deploy-operator | + kubectl -n kuttl-test-pro-goshawk rollout status deployment/s3-storage-all-in-one --timeout=300s logger.go:42: 18:12:08 | logcollection/0-deploy-operator | Waiting for deployment "s3-storage-all-in-one" rollout to finish: 0 of 1 updated replicas are available... logger.go:42: 18:12:33 | logcollection/0-deploy-operator | deployment "s3-storage-all-in-one" successfully rolled out logger.go:42: 18:12:33 | logcollection/0-deploy-operator | + aws_cli some-access-key some-secret-key us-east-1 --endpoint-url https://s3-storage-all-in-one:8443 --no-verify-ssl s3 mb s3://operator-testing logger.go:42: 18:12:33 | logcollection/0-deploy-operator | + local access_key=some-access-key logger.go:42: 18:12:33 | logcollection/0-deploy-operator | + local secret_key=some-secret-key logger.go:42: 18:12:33 | logcollection/0-deploy-operator | + local region=us-east-1 logger.go:42: 18:12:33 | logcollection/0-deploy-operator | + shift 3 logger.go:42: 18:12:33 | logcollection/0-deploy-operator | + run_args=('-n' 'kuttl-test-pro-goshawk' 'run' '-i' '--rm' 'aws-cli-32588' '--image=docker.io/amazon/aws-cli:2.34.60' '--restart=Never' '--env=AWS_ACCESS_KEY_ID=some-access-key' '--env=AWS_SECRET_ACCESS_KEY=some-secret-key' '--env=AWS_DEFAULT_REGION=us-east-1' '--env=AWS_EC2_METADATA_DISABLED=true') logger.go:42: 18:12:33 | logcollection/0-deploy-operator | + local -a run_args logger.go:42: 18:12:33 | logcollection/0-deploy-operator | + arch_scheduling_enabled logger.go:42: 18:12:33 | logcollection/0-deploy-operator | + [[ -n '' ]] logger.go:42: 18:12:33 | logcollection/0-deploy-operator | + [[ --endpoint-url == bash ]] logger.go:42: 18:12:33 | logcollection/0-deploy-operator | + [[ --endpoint-url == /bin/bash ]] logger.go:42: 18:12:33 | logcollection/0-deploy-operator | + kubectl -n kuttl-test-pro-goshawk run -i --rm aws-cli-32588 --image=docker.io/amazon/aws-cli:2.34.60 --restart=Never --env=AWS_ACCESS_KEY_ID=some-access-key --env=AWS_SECRET_ACCESS_KEY=some-secret-key --env=AWS_DEFAULT_REGION=us-east-1 --env=AWS_EC2_METADATA_DISABLED=true -- --endpoint-url https://s3-storage-all-in-one:8443 --no-verify-ssl s3 mb s3://operator-testing logger.go:42: 18:12:34 | logcollection/0-deploy-operator | Warning: BCID failed open: BCID suppressed until 2026-11-13 20:38:10.353829589 +0000 UTC m=+10848.349708031 logger.go:42: 18:12:35 | logcollection/0-deploy-operator | All commands and output from this session will be recorded in container logs, including credentials and sensitive information passed through the command prompt. logger.go:42: 18:12:35 | logcollection/0-deploy-operator | If you don't see a command prompt, try pressing enter. logger.go:42: 18:12:35 | logcollection/0-deploy-operator | urllib3/connectionpool.py:1097: InsecureRequestWarning: Unverified HTTPS request is being made to host 's3-storage-all-in-one'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings logger.go:42: 18:12:35 | logcollection/0-deploy-operator | make_bucket: operator-testing logger.go:42: 18:12:37 | logcollection/0-deploy-operator | pod "aws-cli-32588" deleted from kuttl-test-pro-goshawk namespace logger.go:42: 18:12:38 | logcollection/0-deploy-operator | running command: [sh -c kubectl assert exist-enhanced deployment percona-postgresql-operator -n ${OPERATOR_NS:-$NAMESPACE} --field-selector status.readyReplicas=1] logger.go:42: 18:12:38 | logcollection/0-deploy-operator | ASSERT deployment percona-postgresql-operator matching field criteria 'status.readyReplicas=1' should exist. logger.go:42: 18:12:38 | logcollection/0-deploy-operator | INFO Found 1 resource(s). logger.go:42: 18:12:38 | logcollection/0-deploy-operator | NAME NAMESPACE COL0 logger.go:42: 18:12:38 | logcollection/0-deploy-operator | percona-postgresql-operator pg-operator 1 logger.go:42: 18:12:38 | logcollection/0-deploy-operator | ASSERT PASS logger.go:42: 18:12:38 | logcollection/0-deploy-operator | test step completed 0-deploy-operator logger.go:42: 18:12:38 | logcollection/1-create-cluster | starting test step 1-create-cluster logger.go:42: 18:12:38 | logcollection/1-create-cluster | running command: [sh -c set -o errexit set -o xtrace source ../../functions export fluentbit_custom="$(printf '%s\n' \ 'pipeline:' \ ' filters:' \ ' - name: record_modifier' \ ' match: "*"' \ ' record:' \ ' - e2e_marker present' \ ' outputs:' \ ' - name: s3' \ ' match: "*.postgres"' \ ' bucket: operator-testing' \ ' endpoint: https://s3-storage-all-in-one:8443' \ ' tls: on' \ ' tls.ca_file: /etc/fluentbit/tls/ca.crt' \ ' region: us-east-1' \ ' store_dir: /tmp/fluent-bit/s3' \ ' total_file_size: 1M' \ ' upload_timeout: 15s' \ ' use_put_object: on' \ ' s3_key_format: /$TAG/%Y/%m/%d/%H-%M-%S-$UUID' \ ' s3_key_format_tag_delimiters: .' \ ' processors:' \ ' logs:' \ ' - name: opentelemetry_envelope')" export logrotate_custom="$(printf '%s\n' \ '/pgdata/custom-log/*.log' \ '/pgdata/custom-log/*.csv {' \ ' hourly' \ ' rotate 3' \ ' missingok' \ ' notifempty' \ ' copytruncate' \ ' sharedscripts' \ '}')" kubectl -n "${NAMESPACE}" create configmap logcollection-extra-logrotate \ --from-literal=extra.conf="$(printf '%s\n' \ '/pgdata/extra-log/*.log {' \ ' rotate 2' \ ' missingok' \ ' notifempty' \ ' copytruncate' \ ' sharedscripts' \ '}')" get_cr \ | yq eval '.spec.logcollector.enabled = true' - \ | yq eval '.spec.logcollector.configuration = strenv(fluentbit_custom)' - \ | yq eval '.spec.logcollector.envFrom = [{"secretRef": {"name": "s3-secret"}}]' - \ | yq eval '.spec.logcollector.volumeMounts = [{"name": "s3-ca", "mountPath": "/etc/fluentbit/tls", "readOnly": true}]' - \ | yq eval '.spec.logcollector.volumes = [{"name": "s3-ca", "secret": {"secretName": "s3-tls", "items": [{"key": "tls.crt", "path": "ca.crt"}]}}]' - \ | yq eval '.spec.logcollector.logRotate.configuration = strenv(logrotate_custom)' - \ | yq eval '.spec.logcollector.logRotate.extraConfig.name = "logcollection-extra-logrotate"' - \ | yq eval '.spec.logcollector.logRotate.schedule = "*/5 * * * *"' - \ | yq eval '.spec.patroni.dynamicConfiguration.postgresql.parameters.log_statement = "all"' - \ | yq eval '.spec.patroni.dynamicConfiguration.postgresql.parameters.log_directory = "/pgdata/custom-log"' - \ | kubectl -n "${NAMESPACE}" apply -f -] logger.go:42: 18:12:38 | logcollection/1-create-cluster | + source ../../functions logger.go:42: 18:12:38 | logcollection/1-create-cluster | +++ realpath ../../.. logger.go:42: 18:12:38 | logcollection/1-create-cluster | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-pg-operator_PR-1894 logger.go:42: 18:12:38 | logcollection/1-create-cluster | ++ CERT_MANAGER_VER=1.21.1 logger.go:42: 18:12:38 | logcollection/1-create-cluster | ++ CERT_MANAGER_TEST_LABEL=e2e.percona.com/managed-by=percona-postgresql-operator-tests logger.go:42: 18:12:38 | logcollection/1-create-cluster | ++ CHAOS_MESH_VER=2.5.1 logger.go:42: 18:12:38 | logcollection/1-create-cluster | ++++ pwd logger.go:42: 18:12:38 | logcollection/1-create-cluster | +++ basename /mnt/jenkins/workspace/cloud-pg-operator_PR-1894/e2e-tests/tests/logcollection logger.go:42: 18:12:38 | logcollection/1-create-cluster | ++ test_name=logcollection logger.go:42: 18:12:38 | logcollection/1-create-cluster | ++ source /mnt/jenkins/workspace/cloud-pg-operator_PR-1894/e2e-tests/vars.sh logger.go:42: 18:12:38 | logcollection/1-create-cluster | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-pg-operator_PR-1894 logger.go:42: 18:12:38 | logcollection/1-create-cluster | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-pg-operator_PR-1894 logger.go:42: 18:12:38 | logcollection/1-create-cluster | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1894/deploy logger.go:42: 18:12:38 | logcollection/1-create-cluster | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1894/deploy logger.go:42: 18:12:38 | logcollection/1-create-cluster | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1894/e2e-tests logger.go:42: 18:12:38 | logcollection/1-create-cluster | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1894/e2e-tests logger.go:42: 18:12:38 | logcollection/1-create-cluster | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1894/e2e-tests/conf logger.go:42: 18:12:38 | logcollection/1-create-cluster | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1894/e2e-tests/conf logger.go:42: 18:12:38 | logcollection/1-create-cluster | +++ export TEST_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1894/e2e-tests/tests/logcollection/conf logger.go:42: 18:12:38 | logcollection/1-create-cluster | +++ TEST_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1894/e2e-tests/tests/logcollection/conf logger.go:42: 18:12:38 | logcollection/1-create-cluster | +++ export TEMP_DIR=/tmp/kuttl/pg/logcollection logger.go:42: 18:12:38 | logcollection/1-create-cluster | +++ TEMP_DIR=/tmp/kuttl/pg/logcollection logger.go:42: 18:12:38 | logcollection/1-create-cluster | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 18:12:38 | logcollection/1-create-cluster | +++ export GIT_BRANCH=PR-1894 logger.go:42: 18:12:38 | logcollection/1-create-cluster | +++ GIT_BRANCH=PR-1894 logger.go:42: 18:12:38 | logcollection/1-create-cluster | +++ export VERSION=PR-1894-3cabfe33f logger.go:42: 18:12:38 | logcollection/1-create-cluster | +++ VERSION=PR-1894-3cabfe33f logger.go:42: 18:12:38 | logcollection/1-create-cluster | +++ export SKIP_TEST_WARNINGS=true logger.go:42: 18:12:38 | logcollection/1-create-cluster | +++ SKIP_TEST_WARNINGS=true logger.go:42: 18:12:38 | logcollection/1-create-cluster | +++ export K8S_UPGRADE_PLATFORM=gke logger.go:42: 18:12:38 | logcollection/1-create-cluster | +++ K8S_UPGRADE_PLATFORM=gke logger.go:42: 18:12:38 | logcollection/1-create-cluster | +++ export K8S_UPGRADE_REGION=us-central1-a logger.go:42: 18:12:38 | logcollection/1-create-cluster | +++ K8S_UPGRADE_REGION=us-central1-a logger.go:42: 18:12:38 | logcollection/1-create-cluster | +++ export K8S_UPGRADE_INITIAL_VERSION= logger.go:42: 18:12:38 | logcollection/1-create-cluster | +++ K8S_UPGRADE_INITIAL_VERSION= logger.go:42: 18:12:38 | logcollection/1-create-cluster | +++ export K8S_UPGRADE_FINAL_VERSION= logger.go:42: 18:12:38 | logcollection/1-create-cluster | +++ K8S_UPGRADE_FINAL_VERSION= logger.go:42: 18:12:38 | logcollection/1-create-cluster | +++ [[ -z '' ]] logger.go:42: 18:12:38 | logcollection/1-create-cluster | ++++ detect_k8s_platform logger.go:42: 18:12:38 | logcollection/1-create-cluster | ++++ local detected_platform logger.go:42: 18:12:38 | logcollection/1-create-cluster | ++++ local xtrace_enabled=false logger.go:42: 18:12:38 | logcollection/1-create-cluster | ++++ [[ -o xtrace ]] logger.go:42: 18:12:38 | logcollection/1-create-cluster | ++++ xtrace_enabled=true logger.go:42: 18:12:38 | logcollection/1-create-cluster | ++++ set +o xtrace logger.go:42: 18:12:40 | logcollection/1-create-cluster | +++ PLATFORM=gke logger.go:42: 18:12:40 | logcollection/1-create-cluster | +++ export PLATFORM logger.go:42: 18:12:40 | logcollection/1-create-cluster | +++ export IMAGE_BASE=perconalab/percona-postgresql-operator logger.go:42: 18:12:40 | logcollection/1-create-cluster | +++ IMAGE_BASE=perconalab/percona-postgresql-operator logger.go:42: 18:12:40 | logcollection/1-create-cluster | +++ export IMAGE=perconalab/percona-postgresql-operator:PR-1894-3cabfe33f logger.go:42: 18:12:40 | logcollection/1-create-cluster | +++ IMAGE=perconalab/percona-postgresql-operator:PR-1894-3cabfe33f logger.go:42: 18:12:40 | logcollection/1-create-cluster | +++ [[ ! -n '' ]] logger.go:42: 18:12:40 | logcollection/1-create-cluster | +++ [[ -n '' ]] logger.go:42: 18:12:40 | logcollection/1-create-cluster | +++ export PG_VER=18 logger.go:42: 18:12:40 | logcollection/1-create-cluster | +++ PG_VER=18 logger.go:42: 18:12:40 | logcollection/1-create-cluster | +++ export ARCH= logger.go:42: 18:12:40 | logcollection/1-create-cluster | +++ ARCH= logger.go:42: 18:12:40 | logcollection/1-create-cluster | +++ [[ -z '' ]] logger.go:42: 18:12:40 | logcollection/1-create-cluster | ++++ kubectl get nodes -o 'jsonpath={range .items[*]}{.metadata.labels.kubernetes\.io/arch}{"\n"}{end}' logger.go:42: 18:12:40 | logcollection/1-create-cluster | ++++ sort -u logger.go:42: 18:12:41 | logcollection/1-create-cluster | +++ node_arches=amd64 logger.go:42: 18:12:41 | logcollection/1-create-cluster | +++ [[ amd64 == arm64 ]] logger.go:42: 18:12:41 | logcollection/1-create-cluster | +++ export PG_DISTRIBUTION= logger.go:42: 18:12:41 | logcollection/1-create-cluster | +++ PG_DISTRIBUTION= logger.go:42: 18:12:41 | logcollection/1-create-cluster | +++ [[ '' == community ]] logger.go:42: 18:12:41 | logcollection/1-create-cluster | +++ export IMAGE_PGBOUNCER=percona/percona-pgbouncer:1.25.2-8 logger.go:42: 18:12:41 | logcollection/1-create-cluster | +++ IMAGE_PGBOUNCER=percona/percona-pgbouncer:1.25.2-8 logger.go:42: 18:12:41 | logcollection/1-create-cluster | +++ export IMAGE_POSTGRESQL=perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 18:12:41 | logcollection/1-create-cluster | +++ IMAGE_POSTGRESQL=perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 18:12:41 | logcollection/1-create-cluster | +++ export IMAGE_BACKREST=perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 18:12:41 | logcollection/1-create-cluster | +++ IMAGE_BACKREST=perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 18:12:41 | logcollection/1-create-cluster | +++ export IMAGE_UPGRADE=perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 18:12:41 | logcollection/1-create-cluster | +++ IMAGE_UPGRADE=perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 18:12:41 | logcollection/1-create-cluster | +++ export BUCKET=pg-operator-testing logger.go:42: 18:12:41 | logcollection/1-create-cluster | +++ BUCKET=pg-operator-testing logger.go:42: 18:12:41 | logcollection/1-create-cluster | +++ export PMM_SERVER_VERSION=9.9.9 logger.go:42: 18:12:41 | logcollection/1-create-cluster | +++ PMM_SERVER_VERSION=9.9.9 logger.go:42: 18:12:41 | logcollection/1-create-cluster | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 18:12:41 | logcollection/1-create-cluster | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 18:12:41 | logcollection/1-create-cluster | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 18:12:41 | logcollection/1-create-cluster | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 18:12:41 | logcollection/1-create-cluster | +++ export IMAGE_LOGCOLLECTOR=perconalab/fluentbit:main-logcollector logger.go:42: 18:12:41 | logcollection/1-create-cluster | +++ IMAGE_LOGCOLLECTOR=perconalab/fluentbit:main-logcollector logger.go:42: 18:12:41 | logcollection/1-create-cluster | +++ export PGOV1_TAG=1.4.0 logger.go:42: 18:12:41 | logcollection/1-create-cluster | +++ PGOV1_TAG=1.4.0 logger.go:42: 18:12:41 | logcollection/1-create-cluster | +++ export PGOV1_VER=14 logger.go:42: 18:12:41 | logcollection/1-create-cluster | +++ PGOV1_VER=14 logger.go:42: 18:12:41 | logcollection/1-create-cluster | +++ export CPGO_VERSION=5.8.7 logger.go:42: 18:12:41 | logcollection/1-create-cluster | +++ CPGO_VERSION=5.8.7 logger.go:42: 18:12:41 | logcollection/1-create-cluster | +++ export SEAWEEDFS_VER=4.47.0 logger.go:42: 18:12:41 | logcollection/1-create-cluster | +++ SEAWEEDFS_VER=4.47.0 logger.go:42: 18:12:41 | logcollection/1-create-cluster | +++ export VAULT_VER=0.32.0 logger.go:42: 18:12:41 | logcollection/1-create-cluster | +++ VAULT_VER=0.32.0 logger.go:42: 18:12:41 | logcollection/1-create-cluster | +++ export IMAGE_AWS_CLI=docker.io/amazon/aws-cli:2.34.60 logger.go:42: 18:12:41 | logcollection/1-create-cluster | +++ IMAGE_AWS_CLI=docker.io/amazon/aws-cli:2.34.60 logger.go:42: 18:12:41 | logcollection/1-create-cluster | +++ export REGISTRY_NAME=docker.io logger.go:42: 18:12:41 | logcollection/1-create-cluster | +++ REGISTRY_NAME=docker.io logger.go:42: 18:12:41 | logcollection/1-create-cluster | +++ export REGISTRY_NAME_FULL=docker.io/ logger.go:42: 18:12:41 | logcollection/1-create-cluster | +++ REGISTRY_NAME_FULL=docker.io/ logger.go:42: 18:12:41 | logcollection/1-create-cluster | ++++ grep -E '^IMAGE' logger.go:42: 18:12:41 | logcollection/1-create-cluster | ++++ printenv logger.go:42: 18:12:41 | logcollection/1-create-cluster | ++++ awk -F= '{print $1}' logger.go:42: 18:12:41 | logcollection/1-create-cluster | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 18:12:41 | logcollection/1-create-cluster | ++++ eval 'echo $IMAGE_BACKREST' logger.go:42: 18:12:41 | logcollection/1-create-cluster | +++++ echo perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 18:12:41 | logcollection/1-create-cluster | +++ var_value=perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 18:12:41 | logcollection/1-create-cluster | +++ [[ perconalab/percona-postgresql-operator:main-pgbackrest18 == docker.io/* ]] logger.go:42: 18:12:41 | logcollection/1-create-cluster | +++ [[ perconalab/percona-postgresql-operator:main-pgbackrest18 == percona/* ]] logger.go:42: 18:12:41 | logcollection/1-create-cluster | +++ [[ perconalab/percona-postgresql-operator:main-pgbackrest18 == perconalab/* ]] logger.go:42: 18:12:41 | logcollection/1-create-cluster | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 18:12:41 | logcollection/1-create-cluster | +++ export IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 18:12:41 | logcollection/1-create-cluster | +++ IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 18:12:41 | logcollection/1-create-cluster | +++ echo IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 18:12:41 | logcollection/1-create-cluster | IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 18:12:41 | logcollection/1-create-cluster | +++ echo perconalab/percona-postgresql-operator:PR-1894-3cabfe33f logger.go:42: 18:12:41 | logcollection/1-create-cluster | perconalab/percona-postgresql-operator:PR-1894-3cabfe33f logger.go:42: 18:12:41 | logcollection/1-create-cluster | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 18:12:41 | logcollection/1-create-cluster | ++++ eval 'echo $IMAGE' logger.go:42: 18:12:41 | logcollection/1-create-cluster | +++++ echo perconalab/percona-postgresql-operator:PR-1894-3cabfe33f logger.go:42: 18:12:41 | logcollection/1-create-cluster | +++ var_value=perconalab/percona-postgresql-operator:PR-1894-3cabfe33f logger.go:42: 18:12:41 | logcollection/1-create-cluster | +++ [[ perconalab/percona-postgresql-operator:PR-1894-3cabfe33f == docker.io/* ]] logger.go:42: 18:12:41 | logcollection/1-create-cluster | +++ [[ perconalab/percona-postgresql-operator:PR-1894-3cabfe33f == percona/* ]] logger.go:42: 18:12:41 | logcollection/1-create-cluster | +++ [[ perconalab/percona-postgresql-operator:PR-1894-3cabfe33f == perconalab/* ]] logger.go:42: 18:12:41 | logcollection/1-create-cluster | +++ new_value=docker.io/perconalab/percona-postgresql-operator:PR-1894-3cabfe33f logger.go:42: 18:12:41 | logcollection/1-create-cluster | +++ export IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1894-3cabfe33f logger.go:42: 18:12:41 | logcollection/1-create-cluster | +++ IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1894-3cabfe33f logger.go:42: 18:12:41 | logcollection/1-create-cluster | +++ echo IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1894-3cabfe33f logger.go:42: 18:12:41 | logcollection/1-create-cluster | IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1894-3cabfe33f logger.go:42: 18:12:41 | logcollection/1-create-cluster | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1894-3cabfe33f logger.go:42: 18:12:41 | logcollection/1-create-cluster | docker.io/perconalab/percona-postgresql-operator:PR-1894-3cabfe33f logger.go:42: 18:12:41 | logcollection/1-create-cluster | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 18:12:41 | logcollection/1-create-cluster | ++++ eval 'echo $IMAGE_UPGRADE' logger.go:42: 18:12:41 | logcollection/1-create-cluster | +++++ echo perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 18:12:41 | logcollection/1-create-cluster | +++ var_value=perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 18:12:41 | logcollection/1-create-cluster | +++ [[ perconalab/percona-postgresql-operator:main-upgrade == docker.io/* ]] logger.go:42: 18:12:41 | logcollection/1-create-cluster | +++ [[ perconalab/percona-postgresql-operator:main-upgrade == percona/* ]] logger.go:42: 18:12:41 | logcollection/1-create-cluster | +++ [[ perconalab/percona-postgresql-operator:main-upgrade == perconalab/* ]] logger.go:42: 18:12:41 | logcollection/1-create-cluster | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 18:12:41 | logcollection/1-create-cluster | +++ export IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 18:12:41 | logcollection/1-create-cluster | +++ IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 18:12:41 | logcollection/1-create-cluster | +++ echo IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 18:12:41 | logcollection/1-create-cluster | IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 18:12:41 | logcollection/1-create-cluster | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1894-3cabfe33f logger.go:42: 18:12:41 | logcollection/1-create-cluster | docker.io/perconalab/percona-postgresql-operator:PR-1894-3cabfe33f logger.go:42: 18:12:41 | logcollection/1-create-cluster | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 18:12:41 | logcollection/1-create-cluster | ++++ eval 'echo $IMAGE_LOGCOLLECTOR' logger.go:42: 18:12:41 | logcollection/1-create-cluster | +++++ echo perconalab/fluentbit:main-logcollector logger.go:42: 18:12:41 | logcollection/1-create-cluster | +++ var_value=perconalab/fluentbit:main-logcollector logger.go:42: 18:12:41 | logcollection/1-create-cluster | +++ [[ perconalab/fluentbit:main-logcollector == docker.io/* ]] logger.go:42: 18:12:41 | logcollection/1-create-cluster | +++ [[ perconalab/fluentbit:main-logcollector == percona/* ]] logger.go:42: 18:12:41 | logcollection/1-create-cluster | +++ [[ perconalab/fluentbit:main-logcollector == perconalab/* ]] logger.go:42: 18:12:41 | logcollection/1-create-cluster | +++ new_value=docker.io/perconalab/fluentbit:main-logcollector logger.go:42: 18:12:41 | logcollection/1-create-cluster | +++ export IMAGE_LOGCOLLECTOR=docker.io/perconalab/fluentbit:main-logcollector logger.go:42: 18:12:41 | logcollection/1-create-cluster | +++ IMAGE_LOGCOLLECTOR=docker.io/perconalab/fluentbit:main-logcollector logger.go:42: 18:12:41 | logcollection/1-create-cluster | +++ echo IMAGE_LOGCOLLECTOR=docker.io/perconalab/fluentbit:main-logcollector logger.go:42: 18:12:41 | logcollection/1-create-cluster | IMAGE_LOGCOLLECTOR=docker.io/perconalab/fluentbit:main-logcollector logger.go:42: 18:12:41 | logcollection/1-create-cluster | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1894-3cabfe33f logger.go:42: 18:12:41 | logcollection/1-create-cluster | docker.io/perconalab/percona-postgresql-operator:PR-1894-3cabfe33f logger.go:42: 18:12:41 | logcollection/1-create-cluster | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 18:12:41 | logcollection/1-create-cluster | ++++ eval 'echo $IMAGE_BASE' logger.go:42: 18:12:41 | logcollection/1-create-cluster | +++++ echo perconalab/percona-postgresql-operator logger.go:42: 18:12:41 | logcollection/1-create-cluster | +++ var_value=perconalab/percona-postgresql-operator logger.go:42: 18:12:41 | logcollection/1-create-cluster | +++ [[ perconalab/percona-postgresql-operator == docker.io/* ]] logger.go:42: 18:12:41 | logcollection/1-create-cluster | +++ [[ perconalab/percona-postgresql-operator == percona/* ]] logger.go:42: 18:12:41 | logcollection/1-create-cluster | +++ [[ perconalab/percona-postgresql-operator == perconalab/* ]] logger.go:42: 18:12:41 | logcollection/1-create-cluster | +++ new_value=docker.io/perconalab/percona-postgresql-operator logger.go:42: 18:12:41 | logcollection/1-create-cluster | +++ export IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 18:12:41 | logcollection/1-create-cluster | +++ IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 18:12:41 | logcollection/1-create-cluster | +++ echo IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 18:12:41 | logcollection/1-create-cluster | IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 18:12:41 | logcollection/1-create-cluster | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1894-3cabfe33f logger.go:42: 18:12:41 | logcollection/1-create-cluster | docker.io/perconalab/percona-postgresql-operator:PR-1894-3cabfe33f logger.go:42: 18:12:41 | logcollection/1-create-cluster | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 18:12:41 | logcollection/1-create-cluster | ++++ eval 'echo $IMAGE_PGBOUNCER' logger.go:42: 18:12:41 | logcollection/1-create-cluster | +++++ echo percona/percona-pgbouncer:1.25.2-8 logger.go:42: 18:12:41 | logcollection/1-create-cluster | +++ var_value=percona/percona-pgbouncer:1.25.2-8 logger.go:42: 18:12:41 | logcollection/1-create-cluster | +++ [[ percona/percona-pgbouncer:1.25.2-8 == docker.io/* ]] logger.go:42: 18:12:41 | logcollection/1-create-cluster | +++ [[ percona/percona-pgbouncer:1.25.2-8 == percona/* ]] logger.go:42: 18:12:41 | logcollection/1-create-cluster | +++ new_value=docker.io/percona/percona-pgbouncer:1.25.2-8 logger.go:42: 18:12:41 | logcollection/1-create-cluster | +++ export IMAGE_PGBOUNCER=docker.io/percona/percona-pgbouncer:1.25.2-8 logger.go:42: 18:12:41 | logcollection/1-create-cluster | +++ IMAGE_PGBOUNCER=docker.io/percona/percona-pgbouncer:1.25.2-8 logger.go:42: 18:12:41 | logcollection/1-create-cluster | +++ echo IMAGE_PGBOUNCER=docker.io/percona/percona-pgbouncer:1.25.2-8 logger.go:42: 18:12:41 | logcollection/1-create-cluster | IMAGE_PGBOUNCER=docker.io/percona/percona-pgbouncer:1.25.2-8 logger.go:42: 18:12:41 | logcollection/1-create-cluster | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1894-3cabfe33f logger.go:42: 18:12:41 | logcollection/1-create-cluster | docker.io/perconalab/percona-postgresql-operator:PR-1894-3cabfe33f logger.go:42: 18:12:41 | logcollection/1-create-cluster | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 18:12:41 | logcollection/1-create-cluster | ++++ eval 'echo $IMAGE_POSTGRESQL' logger.go:42: 18:12:41 | logcollection/1-create-cluster | +++++ echo perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 18:12:41 | logcollection/1-create-cluster | +++ var_value=perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 18:12:41 | logcollection/1-create-cluster | +++ [[ perconalab/percona-postgresql-operator:main-ppg18-postgres == docker.io/* ]] logger.go:42: 18:12:41 | logcollection/1-create-cluster | +++ [[ perconalab/percona-postgresql-operator:main-ppg18-postgres == percona/* ]] logger.go:42: 18:12:41 | logcollection/1-create-cluster | +++ [[ perconalab/percona-postgresql-operator:main-ppg18-postgres == perconalab/* ]] logger.go:42: 18:12:41 | logcollection/1-create-cluster | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 18:12:41 | logcollection/1-create-cluster | +++ export IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 18:12:41 | logcollection/1-create-cluster | +++ IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 18:12:41 | logcollection/1-create-cluster | +++ echo IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 18:12:41 | logcollection/1-create-cluster | IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 18:12:41 | logcollection/1-create-cluster | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1894-3cabfe33f logger.go:42: 18:12:41 | logcollection/1-create-cluster | docker.io/perconalab/percona-postgresql-operator:PR-1894-3cabfe33f logger.go:42: 18:12:41 | logcollection/1-create-cluster | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 18:12:41 | logcollection/1-create-cluster | ++++ eval 'echo $IMAGE_PMM_SERVER' logger.go:42: 18:12:41 | logcollection/1-create-cluster | +++++ echo perconalab/pmm-server:3-dev-latest logger.go:42: 18:12:41 | logcollection/1-create-cluster | +++ var_value=perconalab/pmm-server:3-dev-latest logger.go:42: 18:12:41 | logcollection/1-create-cluster | +++ [[ perconalab/pmm-server:3-dev-latest == docker.io/* ]] logger.go:42: 18:12:41 | logcollection/1-create-cluster | +++ [[ perconalab/pmm-server:3-dev-latest == percona/* ]] logger.go:42: 18:12:41 | logcollection/1-create-cluster | +++ [[ perconalab/pmm-server:3-dev-latest == perconalab/* ]] logger.go:42: 18:12:41 | logcollection/1-create-cluster | +++ new_value=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 18:12:41 | logcollection/1-create-cluster | +++ export IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 18:12:41 | logcollection/1-create-cluster | +++ IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 18:12:41 | logcollection/1-create-cluster | +++ echo IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 18:12:41 | logcollection/1-create-cluster | IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 18:12:41 | logcollection/1-create-cluster | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1894-3cabfe33f logger.go:42: 18:12:41 | logcollection/1-create-cluster | docker.io/perconalab/percona-postgresql-operator:PR-1894-3cabfe33f logger.go:42: 18:12:41 | logcollection/1-create-cluster | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 18:12:41 | logcollection/1-create-cluster | ++++ eval 'echo $IMAGE_PMM_CLIENT' logger.go:42: 18:12:41 | logcollection/1-create-cluster | +++++ echo perconalab/pmm-client:3-dev-latest logger.go:42: 18:12:41 | logcollection/1-create-cluster | +++ var_value=perconalab/pmm-client:3-dev-latest logger.go:42: 18:12:41 | logcollection/1-create-cluster | +++ [[ perconalab/pmm-client:3-dev-latest == docker.io/* ]] logger.go:42: 18:12:41 | logcollection/1-create-cluster | +++ [[ perconalab/pmm-client:3-dev-latest == percona/* ]] logger.go:42: 18:12:41 | logcollection/1-create-cluster | +++ [[ perconalab/pmm-client:3-dev-latest == perconalab/* ]] logger.go:42: 18:12:41 | logcollection/1-create-cluster | +++ new_value=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 18:12:41 | logcollection/1-create-cluster | +++ export IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 18:12:41 | logcollection/1-create-cluster | +++ IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 18:12:41 | logcollection/1-create-cluster | +++ echo IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 18:12:41 | logcollection/1-create-cluster | IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 18:12:41 | logcollection/1-create-cluster | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1894-3cabfe33f logger.go:42: 18:12:41 | logcollection/1-create-cluster | docker.io/perconalab/percona-postgresql-operator:PR-1894-3cabfe33f logger.go:42: 18:12:41 | logcollection/1-create-cluster | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 18:12:41 | logcollection/1-create-cluster | ++++ eval 'echo $IMAGE_AWS_CLI' logger.go:42: 18:12:41 | logcollection/1-create-cluster | +++++ echo docker.io/amazon/aws-cli:2.34.60 logger.go:42: 18:12:41 | logcollection/1-create-cluster | +++ var_value=docker.io/amazon/aws-cli:2.34.60 logger.go:42: 18:12:41 | logcollection/1-create-cluster | +++ [[ docker.io/amazon/aws-cli:2.34.60 == docker.io/* ]] logger.go:42: 18:12:41 | logcollection/1-create-cluster | +++ continue logger.go:42: 18:12:41 | logcollection/1-create-cluster | ++++ which gdate logger.go:42: 18:12:41 | logcollection/1-create-cluster | which: no gdate in (/mnt/jenkins/workspace/cloud-pg-operator_PR-1894/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 18:12:41 | logcollection/1-create-cluster | ++++ which date logger.go:42: 18:12:41 | logcollection/1-create-cluster | +++ date=/usr/sbin/date logger.go:42: 18:12:41 | logcollection/1-create-cluster | ++++ which gsed logger.go:42: 18:12:41 | logcollection/1-create-cluster | which: no gsed in (/mnt/jenkins/workspace/cloud-pg-operator_PR-1894/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 18:12:41 | logcollection/1-create-cluster | ++++ which sed logger.go:42: 18:12:41 | logcollection/1-create-cluster | +++ sed=/usr/sbin/sed logger.go:42: 18:12:41 | logcollection/1-create-cluster | ++ arch_scheduling_enabled logger.go:42: 18:12:41 | logcollection/1-create-cluster | ++ [[ -n '' ]] logger.go:42: 18:12:41 | logcollection/1-create-cluster | ++ printf '%s\n' pipeline: ' filters:' ' - name: record_modifier' ' match: "*"' ' record:' ' - e2e_marker present' ' outputs:' ' - name: s3' ' match: "*.postgres"' ' bucket: operator-testing' ' endpoint: https://s3-storage-all-in-one:8443' ' tls: on' ' tls.ca_file: /etc/fluentbit/tls/ca.crt' ' region: us-east-1' ' store_dir: /tmp/fluent-bit/s3' ' total_file_size: 1M' ' upload_timeout: 15s' ' use_put_object: on' ' s3_key_format: /$TAG/%Y/%m/%d/%H-%M-%S-$UUID' ' s3_key_format_tag_delimiters: .' ' processors:' ' logs:' ' - name: opentelemetry_envelope' logger.go:42: 18:12:41 | logcollection/1-create-cluster | + export $'fluentbit_custom=pipeline:\n filters:\n - name: record_modifier\n match: "*"\n record:\n - e2e_marker present\n outputs:\n - name: s3\n match: "*.postgres"\n bucket: operator-testing\n endpoint: https://s3-storage-all-in-one:8443\n tls: on\n tls.ca_file: /etc/fluentbit/tls/ca.crt\n region: us-east-1\n store_dir: /tmp/fluent-bit/s3\n total_file_size: 1M\n upload_timeout: 15s\n use_put_object: on\n s3_key_format: /$TAG/%Y/%m/%d/%H-%M-%S-$UUID\n s3_key_format_tag_delimiters: .\n processors:\n logs:\n - name: opentelemetry_envelope' logger.go:42: 18:12:41 | logcollection/1-create-cluster | + fluentbit_custom=$'pipeline:\n filters:\n - name: record_modifier\n match: "*"\n record:\n - e2e_marker present\n outputs:\n - name: s3\n match: "*.postgres"\n bucket: operator-testing\n endpoint: https://s3-storage-all-in-one:8443\n tls: on\n tls.ca_file: /etc/fluentbit/tls/ca.crt\n region: us-east-1\n store_dir: /tmp/fluent-bit/s3\n total_file_size: 1M\n upload_timeout: 15s\n use_put_object: on\n s3_key_format: /$TAG/%Y/%m/%d/%H-%M-%S-$UUID\n s3_key_format_tag_delimiters: .\n processors:\n logs:\n - name: opentelemetry_envelope' logger.go:42: 18:12:41 | logcollection/1-create-cluster | ++ printf '%s\n' '/pgdata/custom-log/*.log' '/pgdata/custom-log/*.csv {' ' hourly' ' rotate 3' ' missingok' ' notifempty' ' copytruncate' ' sharedscripts' '}' logger.go:42: 18:12:41 | logcollection/1-create-cluster | + export $'logrotate_custom=/pgdata/custom-log/*.log\n/pgdata/custom-log/*.csv {\n hourly\n rotate 3\n missingok\n notifempty\n copytruncate\n sharedscripts\n}' logger.go:42: 18:12:41 | logcollection/1-create-cluster | + logrotate_custom=$'/pgdata/custom-log/*.log\n/pgdata/custom-log/*.csv {\n hourly\n rotate 3\n missingok\n notifempty\n copytruncate\n sharedscripts\n}' logger.go:42: 18:12:41 | logcollection/1-create-cluster | ++ printf '%s\n' '/pgdata/extra-log/*.log {' ' rotate 2' ' missingok' ' notifempty' ' copytruncate' ' sharedscripts' '}' logger.go:42: 18:12:41 | logcollection/1-create-cluster | + kubectl -n kuttl-test-pro-goshawk create configmap logcollection-extra-logrotate $'--from-literal=extra.conf=/pgdata/extra-log/*.log {\n rotate 2\n missingok\n notifempty\n copytruncate\n sharedscripts\n}' logger.go:42: 18:12:41 | logcollection/1-create-cluster | configmap/logcollection-extra-logrotate created logger.go:42: 18:12:41 | logcollection/1-create-cluster | + get_cr logger.go:42: 18:12:41 | logcollection/1-create-cluster | + local cr_name=logcollection logger.go:42: 18:12:41 | logcollection/1-create-cluster | + local repo_path= logger.go:42: 18:12:41 | logcollection/1-create-cluster | + local source_path= logger.go:42: 18:12:41 | logcollection/1-create-cluster | + local platform=gke logger.go:42: 18:12:41 | logcollection/1-create-cluster | + local cr_file=/mnt/jenkins/workspace/cloud-pg-operator_PR-1894/e2e-tests/tests/logcollection/conf/logcollection.yaml logger.go:42: 18:12:41 | logcollection/1-create-cluster | + local platform_cr_file=/mnt/jenkins/workspace/cloud-pg-operator_PR-1894/e2e-tests/tests/logcollection/conf/logcollection-gke.yaml logger.go:42: 18:12:41 | logcollection/1-create-cluster | + local spaces_cr_file=/mnt/jenkins/workspace/cloud-pg-operator_PR-1894/e2e-tests/tests/logcollection/conf/logcollection-spaces.yaml logger.go:42: 18:12:41 | logcollection/1-create-cluster | + [[ -f /mnt/jenkins/workspace/cloud-pg-operator_PR-1894/e2e-tests/tests/logcollection/conf/logcollection-gke.yaml ]] logger.go:42: 18:12:41 | logcollection/1-create-cluster | + [[ gke == doks ]] logger.go:42: 18:12:41 | logcollection/1-create-cluster | + crs=('/mnt/jenkins/workspace/cloud-pg-operator_PR-1894/deploy/cr.yaml') logger.go:42: 18:12:41 | logcollection/1-create-cluster | + local crs logger.go:42: 18:12:41 | logcollection/1-create-cluster | + [[ -f /mnt/jenkins/workspace/cloud-pg-operator_PR-1894/e2e-tests/tests/logcollection/conf/logcollection.yaml ]] logger.go:42: 18:12:41 | logcollection/1-create-cluster | + yq eval-all $'\n\t\tselect(fileIndex == 0) * (select(fileIndex == 1) // {}) |\n\t\t.metadata.name = "logcollection" |\n\t\t.metadata.labels = {"e2e":"logcollection"} |\n\t\t.spec.postgresVersion = 18 |\n\t\t.spec.users += [{"name":"postgres","password":{"type":"AlphaNumeric"}}] |\n\t\t.spec.users += [{"name":"logcollection","password":{"type":"AlphaNumeric"}}] |\n\t\t.spec.image = "docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres" |\n\t\t.spec.initContainer.image = "docker.io/perconalab/percona-postgresql-operator:PR-1894-3cabfe33f" |\n\t\t.spec.backups.pgbackrest.image = "docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18" |\n\t\t.spec.proxy.pgBouncer.image = "docker.io/percona/percona-pgbouncer:1.25.2-8" |\n\t\t.spec.logcollector.image = "docker.io/perconalab/fluentbit:main-logcollector" |\n\t\t.spec.pmm.image = "docker.io/perconalab/pmm-client:3-dev-latest" |\n\t\t.spec.pmm.secret = "logcollection-pmm-secret" |\n\t\t.spec.pmm.customClusterName = "logcollection-pmm-custom-name" |\n\t\t.spec.pmm.postgresParams = "--environment=dev-postgres"\n\t' /mnt/jenkins/workspace/cloud-pg-operator_PR-1894/deploy/cr.yaml logger.go:42: 18:12:41 | logcollection/1-create-cluster | + yq eval '.spec.logcollector.enabled = true' - logger.go:42: 18:12:41 | logcollection/1-create-cluster | + yq eval '.spec.logcollector.configuration = strenv(fluentbit_custom)' - logger.go:42: 18:12:41 | logcollection/1-create-cluster | + yq eval '.spec.logcollector.envFrom = [{"secretRef": {"name": "s3-secret"}}]' - logger.go:42: 18:12:41 | logcollection/1-create-cluster | + yq eval '.spec.logcollector.volumeMounts = [{"name": "s3-ca", "mountPath": "/etc/fluentbit/tls", "readOnly": true}]' - logger.go:42: 18:12:41 | logcollection/1-create-cluster | + yq eval '.spec.logcollector.logRotate.configuration = strenv(logrotate_custom)' - logger.go:42: 18:12:41 | logcollection/1-create-cluster | + yq eval '.spec.logcollector.volumes = [{"name": "s3-ca", "secret": {"secretName": "s3-tls", "items": [{"key": "tls.crt", "path": "ca.crt"}]}}]' - logger.go:42: 18:12:41 | logcollection/1-create-cluster | + yq eval '.spec.logcollector.logRotate.extraConfig.name = "logcollection-extra-logrotate"' - logger.go:42: 18:12:41 | logcollection/1-create-cluster | + yq eval '.spec.logcollector.logRotate.schedule = "*/5 * * * *"' - logger.go:42: 18:12:41 | logcollection/1-create-cluster | + yq eval '.spec.patroni.dynamicConfiguration.postgresql.parameters.log_directory = "/pgdata/custom-log"' - logger.go:42: 18:12:41 | logcollection/1-create-cluster | + kubectl -n kuttl-test-pro-goshawk apply -f - logger.go:42: 18:12:41 | logcollection/1-create-cluster | + yq eval '.spec.patroni.dynamicConfiguration.postgresql.parameters.log_statement = "all"' - logger.go:42: 18:12:41 | logcollection/1-create-cluster | + /usr/sbin/sed -i 's|||g' /tmp/kuttl/pg/logcollection/cr.yaml logger.go:42: 18:12:41 | logcollection/1-create-cluster | + /usr/sbin/sed -i 's|||g' /tmp/kuttl/pg/logcollection/cr.yaml logger.go:42: 18:12:41 | logcollection/1-create-cluster | + /usr/sbin/sed -i 's||pg-operator-testing|g' /tmp/kuttl/pg/logcollection/cr.yaml logger.go:42: 18:12:41 | logcollection/1-create-cluster | + /usr/sbin/sed -i 's||docker.io/perconalab/percona-postgresql-operator:PR-1894-3cabfe33f|g' /tmp/kuttl/pg/logcollection/cr.yaml logger.go:42: 18:12:41 | logcollection/1-create-cluster | + [[ gke == openshift ]] logger.go:42: 18:12:41 | logcollection/1-create-cluster | + arch_scheduling_enabled logger.go:42: 18:12:41 | logcollection/1-create-cluster | + [[ -n '' ]] logger.go:42: 18:12:41 | logcollection/1-create-cluster | + cat /tmp/kuttl/pg/logcollection/cr.yaml logger.go:42: 18:12:42 | logcollection/1-create-cluster | perconapgcluster.pgv2.percona.com/logcollection created logger.go:42: 18:13:11 | logcollection/1-create-cluster | test step completed 1-create-cluster logger.go:42: 18:13:11 | logcollection/2-generate-logs | starting test step 2-generate-logs logger.go:42: 18:13:11 | logcollection/2-generate-logs | running command: [sh -c set -o errexit set -o xtrace source ../../functions primary=$(get_pod_by_role logcollection primary name) kubectl -n "${NAMESPACE}" exec "${primary}" -c database -- \ psql -c "SELECT 'e2e-postgres-log-marker';" \ -c "CREATE TABLE IF NOT EXISTS e2e_logs (id int);" \ -c "INSERT INTO e2e_logs VALUES (1);" \ -c "DROP TABLE e2e_logs;"] logger.go:42: 18:13:11 | logcollection/2-generate-logs | + source ../../functions logger.go:42: 18:13:11 | logcollection/2-generate-logs | +++ realpath ../../.. logger.go:42: 18:13:11 | logcollection/2-generate-logs | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-pg-operator_PR-1894 logger.go:42: 18:13:11 | logcollection/2-generate-logs | ++ CERT_MANAGER_VER=1.21.1 logger.go:42: 18:13:11 | logcollection/2-generate-logs | ++ CERT_MANAGER_TEST_LABEL=e2e.percona.com/managed-by=percona-postgresql-operator-tests logger.go:42: 18:13:11 | logcollection/2-generate-logs | ++ CHAOS_MESH_VER=2.5.1 logger.go:42: 18:13:11 | logcollection/2-generate-logs | ++++ pwd logger.go:42: 18:13:11 | logcollection/2-generate-logs | +++ basename /mnt/jenkins/workspace/cloud-pg-operator_PR-1894/e2e-tests/tests/logcollection logger.go:42: 18:13:11 | logcollection/2-generate-logs | ++ test_name=logcollection logger.go:42: 18:13:11 | logcollection/2-generate-logs | ++ source /mnt/jenkins/workspace/cloud-pg-operator_PR-1894/e2e-tests/vars.sh logger.go:42: 18:13:11 | logcollection/2-generate-logs | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-pg-operator_PR-1894 logger.go:42: 18:13:11 | logcollection/2-generate-logs | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-pg-operator_PR-1894 logger.go:42: 18:13:11 | logcollection/2-generate-logs | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1894/deploy logger.go:42: 18:13:11 | logcollection/2-generate-logs | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1894/deploy logger.go:42: 18:13:11 | logcollection/2-generate-logs | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1894/e2e-tests logger.go:42: 18:13:11 | logcollection/2-generate-logs | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1894/e2e-tests logger.go:42: 18:13:11 | logcollection/2-generate-logs | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1894/e2e-tests/conf logger.go:42: 18:13:11 | logcollection/2-generate-logs | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1894/e2e-tests/conf logger.go:42: 18:13:11 | logcollection/2-generate-logs | +++ export TEST_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1894/e2e-tests/tests/logcollection/conf logger.go:42: 18:13:11 | logcollection/2-generate-logs | +++ TEST_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1894/e2e-tests/tests/logcollection/conf logger.go:42: 18:13:11 | logcollection/2-generate-logs | +++ export TEMP_DIR=/tmp/kuttl/pg/logcollection logger.go:42: 18:13:11 | logcollection/2-generate-logs | +++ TEMP_DIR=/tmp/kuttl/pg/logcollection logger.go:42: 18:13:11 | logcollection/2-generate-logs | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 18:13:11 | logcollection/2-generate-logs | +++ export GIT_BRANCH=PR-1894 logger.go:42: 18:13:11 | logcollection/2-generate-logs | +++ GIT_BRANCH=PR-1894 logger.go:42: 18:13:11 | logcollection/2-generate-logs | +++ export VERSION=PR-1894-3cabfe33f logger.go:42: 18:13:11 | logcollection/2-generate-logs | +++ VERSION=PR-1894-3cabfe33f logger.go:42: 18:13:11 | logcollection/2-generate-logs | +++ export SKIP_TEST_WARNINGS=true logger.go:42: 18:13:11 | logcollection/2-generate-logs | +++ SKIP_TEST_WARNINGS=true logger.go:42: 18:13:11 | logcollection/2-generate-logs | +++ export K8S_UPGRADE_PLATFORM=gke logger.go:42: 18:13:11 | logcollection/2-generate-logs | +++ K8S_UPGRADE_PLATFORM=gke logger.go:42: 18:13:11 | logcollection/2-generate-logs | +++ export K8S_UPGRADE_REGION=us-central1-a logger.go:42: 18:13:11 | logcollection/2-generate-logs | +++ K8S_UPGRADE_REGION=us-central1-a logger.go:42: 18:13:11 | logcollection/2-generate-logs | +++ export K8S_UPGRADE_INITIAL_VERSION= logger.go:42: 18:13:11 | logcollection/2-generate-logs | +++ K8S_UPGRADE_INITIAL_VERSION= logger.go:42: 18:13:11 | logcollection/2-generate-logs | +++ export K8S_UPGRADE_FINAL_VERSION= logger.go:42: 18:13:11 | logcollection/2-generate-logs | +++ K8S_UPGRADE_FINAL_VERSION= logger.go:42: 18:13:11 | logcollection/2-generate-logs | +++ [[ -z '' ]] logger.go:42: 18:13:11 | logcollection/2-generate-logs | ++++ detect_k8s_platform logger.go:42: 18:13:11 | logcollection/2-generate-logs | ++++ local detected_platform logger.go:42: 18:13:11 | logcollection/2-generate-logs | ++++ local xtrace_enabled=false logger.go:42: 18:13:11 | logcollection/2-generate-logs | ++++ [[ -o xtrace ]] logger.go:42: 18:13:11 | logcollection/2-generate-logs | ++++ xtrace_enabled=true logger.go:42: 18:13:11 | logcollection/2-generate-logs | ++++ set +o xtrace logger.go:42: 18:13:13 | logcollection/2-generate-logs | +++ PLATFORM=gke logger.go:42: 18:13:13 | logcollection/2-generate-logs | +++ export PLATFORM logger.go:42: 18:13:13 | logcollection/2-generate-logs | +++ export IMAGE_BASE=perconalab/percona-postgresql-operator logger.go:42: 18:13:13 | logcollection/2-generate-logs | +++ IMAGE_BASE=perconalab/percona-postgresql-operator logger.go:42: 18:13:13 | logcollection/2-generate-logs | +++ export IMAGE=perconalab/percona-postgresql-operator:PR-1894-3cabfe33f logger.go:42: 18:13:13 | logcollection/2-generate-logs | +++ IMAGE=perconalab/percona-postgresql-operator:PR-1894-3cabfe33f logger.go:42: 18:13:13 | logcollection/2-generate-logs | +++ [[ ! -n '' ]] logger.go:42: 18:13:13 | logcollection/2-generate-logs | +++ [[ -n '' ]] logger.go:42: 18:13:13 | logcollection/2-generate-logs | +++ export PG_VER=18 logger.go:42: 18:13:13 | logcollection/2-generate-logs | +++ PG_VER=18 logger.go:42: 18:13:13 | logcollection/2-generate-logs | +++ export ARCH= logger.go:42: 18:13:13 | logcollection/2-generate-logs | +++ ARCH= logger.go:42: 18:13:13 | logcollection/2-generate-logs | +++ [[ -z '' ]] logger.go:42: 18:13:13 | logcollection/2-generate-logs | ++++ kubectl get nodes -o 'jsonpath={range .items[*]}{.metadata.labels.kubernetes\.io/arch}{"\n"}{end}' logger.go:42: 18:13:13 | logcollection/2-generate-logs | ++++ sort -u logger.go:42: 18:13:14 | logcollection/2-generate-logs | +++ node_arches=amd64 logger.go:42: 18:13:14 | logcollection/2-generate-logs | +++ [[ amd64 == arm64 ]] logger.go:42: 18:13:14 | logcollection/2-generate-logs | +++ export PG_DISTRIBUTION= logger.go:42: 18:13:14 | logcollection/2-generate-logs | +++ PG_DISTRIBUTION= logger.go:42: 18:13:14 | logcollection/2-generate-logs | +++ [[ '' == community ]] logger.go:42: 18:13:14 | logcollection/2-generate-logs | +++ export IMAGE_PGBOUNCER=percona/percona-pgbouncer:1.25.2-8 logger.go:42: 18:13:14 | logcollection/2-generate-logs | +++ IMAGE_PGBOUNCER=percona/percona-pgbouncer:1.25.2-8 logger.go:42: 18:13:14 | logcollection/2-generate-logs | +++ export IMAGE_POSTGRESQL=perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 18:13:14 | logcollection/2-generate-logs | +++ IMAGE_POSTGRESQL=perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 18:13:14 | logcollection/2-generate-logs | +++ export IMAGE_BACKREST=perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 18:13:14 | logcollection/2-generate-logs | +++ IMAGE_BACKREST=perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 18:13:14 | logcollection/2-generate-logs | +++ export IMAGE_UPGRADE=perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 18:13:14 | logcollection/2-generate-logs | +++ IMAGE_UPGRADE=perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 18:13:14 | logcollection/2-generate-logs | +++ export BUCKET=pg-operator-testing logger.go:42: 18:13:14 | logcollection/2-generate-logs | +++ BUCKET=pg-operator-testing logger.go:42: 18:13:14 | logcollection/2-generate-logs | +++ export PMM_SERVER_VERSION=9.9.9 logger.go:42: 18:13:14 | logcollection/2-generate-logs | +++ PMM_SERVER_VERSION=9.9.9 logger.go:42: 18:13:14 | logcollection/2-generate-logs | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 18:13:14 | logcollection/2-generate-logs | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 18:13:14 | logcollection/2-generate-logs | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 18:13:14 | logcollection/2-generate-logs | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 18:13:14 | logcollection/2-generate-logs | +++ export IMAGE_LOGCOLLECTOR=perconalab/fluentbit:main-logcollector logger.go:42: 18:13:14 | logcollection/2-generate-logs | +++ IMAGE_LOGCOLLECTOR=perconalab/fluentbit:main-logcollector logger.go:42: 18:13:14 | logcollection/2-generate-logs | +++ export PGOV1_TAG=1.4.0 logger.go:42: 18:13:14 | logcollection/2-generate-logs | +++ PGOV1_TAG=1.4.0 logger.go:42: 18:13:14 | logcollection/2-generate-logs | +++ export PGOV1_VER=14 logger.go:42: 18:13:14 | logcollection/2-generate-logs | +++ PGOV1_VER=14 logger.go:42: 18:13:14 | logcollection/2-generate-logs | +++ export CPGO_VERSION=5.8.7 logger.go:42: 18:13:14 | logcollection/2-generate-logs | +++ CPGO_VERSION=5.8.7 logger.go:42: 18:13:14 | logcollection/2-generate-logs | +++ export SEAWEEDFS_VER=4.47.0 logger.go:42: 18:13:14 | logcollection/2-generate-logs | +++ SEAWEEDFS_VER=4.47.0 logger.go:42: 18:13:14 | logcollection/2-generate-logs | +++ export VAULT_VER=0.32.0 logger.go:42: 18:13:14 | logcollection/2-generate-logs | +++ VAULT_VER=0.32.0 logger.go:42: 18:13:14 | logcollection/2-generate-logs | +++ export IMAGE_AWS_CLI=docker.io/amazon/aws-cli:2.34.60 logger.go:42: 18:13:14 | logcollection/2-generate-logs | +++ IMAGE_AWS_CLI=docker.io/amazon/aws-cli:2.34.60 logger.go:42: 18:13:14 | logcollection/2-generate-logs | +++ export REGISTRY_NAME=docker.io logger.go:42: 18:13:14 | logcollection/2-generate-logs | +++ REGISTRY_NAME=docker.io logger.go:42: 18:13:14 | logcollection/2-generate-logs | +++ export REGISTRY_NAME_FULL=docker.io/ logger.go:42: 18:13:14 | logcollection/2-generate-logs | +++ REGISTRY_NAME_FULL=docker.io/ logger.go:42: 18:13:14 | logcollection/2-generate-logs | ++++ printenv logger.go:42: 18:13:14 | logcollection/2-generate-logs | ++++ grep -E '^IMAGE' logger.go:42: 18:13:14 | logcollection/2-generate-logs | ++++ awk -F= '{print $1}' logger.go:42: 18:13:14 | logcollection/2-generate-logs | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 18:13:14 | logcollection/2-generate-logs | ++++ eval 'echo $IMAGE_BACKREST' logger.go:42: 18:13:14 | logcollection/2-generate-logs | +++++ echo perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 18:13:14 | logcollection/2-generate-logs | +++ var_value=perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 18:13:14 | logcollection/2-generate-logs | +++ [[ perconalab/percona-postgresql-operator:main-pgbackrest18 == docker.io/* ]] logger.go:42: 18:13:14 | logcollection/2-generate-logs | +++ [[ perconalab/percona-postgresql-operator:main-pgbackrest18 == percona/* ]] logger.go:42: 18:13:14 | logcollection/2-generate-logs | +++ [[ perconalab/percona-postgresql-operator:main-pgbackrest18 == perconalab/* ]] logger.go:42: 18:13:14 | logcollection/2-generate-logs | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 18:13:14 | logcollection/2-generate-logs | +++ export IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 18:13:14 | logcollection/2-generate-logs | +++ IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 18:13:14 | logcollection/2-generate-logs | +++ echo IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 18:13:14 | logcollection/2-generate-logs | IMAGE_BACKREST=docker.io/perconalab/percona-postgresql-operator:main-pgbackrest18 logger.go:42: 18:13:14 | logcollection/2-generate-logs | +++ echo perconalab/percona-postgresql-operator:PR-1894-3cabfe33f logger.go:42: 18:13:14 | logcollection/2-generate-logs | perconalab/percona-postgresql-operator:PR-1894-3cabfe33f logger.go:42: 18:13:14 | logcollection/2-generate-logs | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 18:13:14 | logcollection/2-generate-logs | ++++ eval 'echo $IMAGE' logger.go:42: 18:13:14 | logcollection/2-generate-logs | +++++ echo perconalab/percona-postgresql-operator:PR-1894-3cabfe33f logger.go:42: 18:13:14 | logcollection/2-generate-logs | +++ var_value=perconalab/percona-postgresql-operator:PR-1894-3cabfe33f logger.go:42: 18:13:14 | logcollection/2-generate-logs | +++ [[ perconalab/percona-postgresql-operator:PR-1894-3cabfe33f == docker.io/* ]] logger.go:42: 18:13:14 | logcollection/2-generate-logs | +++ [[ perconalab/percona-postgresql-operator:PR-1894-3cabfe33f == percona/* ]] logger.go:42: 18:13:14 | logcollection/2-generate-logs | +++ [[ perconalab/percona-postgresql-operator:PR-1894-3cabfe33f == perconalab/* ]] logger.go:42: 18:13:14 | logcollection/2-generate-logs | +++ new_value=docker.io/perconalab/percona-postgresql-operator:PR-1894-3cabfe33f logger.go:42: 18:13:14 | logcollection/2-generate-logs | +++ export IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1894-3cabfe33f logger.go:42: 18:13:14 | logcollection/2-generate-logs | +++ IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1894-3cabfe33f logger.go:42: 18:13:14 | logcollection/2-generate-logs | +++ echo IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1894-3cabfe33f logger.go:42: 18:13:14 | logcollection/2-generate-logs | IMAGE=docker.io/perconalab/percona-postgresql-operator:PR-1894-3cabfe33f logger.go:42: 18:13:14 | logcollection/2-generate-logs | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1894-3cabfe33f logger.go:42: 18:13:14 | logcollection/2-generate-logs | docker.io/perconalab/percona-postgresql-operator:PR-1894-3cabfe33f logger.go:42: 18:13:14 | logcollection/2-generate-logs | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 18:13:14 | logcollection/2-generate-logs | ++++ eval 'echo $IMAGE_UPGRADE' logger.go:42: 18:13:14 | logcollection/2-generate-logs | +++++ echo perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 18:13:14 | logcollection/2-generate-logs | +++ var_value=perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 18:13:14 | logcollection/2-generate-logs | +++ [[ perconalab/percona-postgresql-operator:main-upgrade == docker.io/* ]] logger.go:42: 18:13:14 | logcollection/2-generate-logs | +++ [[ perconalab/percona-postgresql-operator:main-upgrade == percona/* ]] logger.go:42: 18:13:14 | logcollection/2-generate-logs | +++ [[ perconalab/percona-postgresql-operator:main-upgrade == perconalab/* ]] logger.go:42: 18:13:14 | logcollection/2-generate-logs | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 18:13:14 | logcollection/2-generate-logs | +++ export IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 18:13:14 | logcollection/2-generate-logs | +++ IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 18:13:14 | logcollection/2-generate-logs | +++ echo IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 18:13:14 | logcollection/2-generate-logs | IMAGE_UPGRADE=docker.io/perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 18:13:14 | logcollection/2-generate-logs | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1894-3cabfe33f logger.go:42: 18:13:14 | logcollection/2-generate-logs | docker.io/perconalab/percona-postgresql-operator:PR-1894-3cabfe33f logger.go:42: 18:13:14 | logcollection/2-generate-logs | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 18:13:14 | logcollection/2-generate-logs | ++++ eval 'echo $IMAGE_LOGCOLLECTOR' logger.go:42: 18:13:14 | logcollection/2-generate-logs | +++++ echo perconalab/fluentbit:main-logcollector logger.go:42: 18:13:14 | logcollection/2-generate-logs | +++ var_value=perconalab/fluentbit:main-logcollector logger.go:42: 18:13:14 | logcollection/2-generate-logs | +++ [[ perconalab/fluentbit:main-logcollector == docker.io/* ]] logger.go:42: 18:13:14 | logcollection/2-generate-logs | +++ [[ perconalab/fluentbit:main-logcollector == percona/* ]] logger.go:42: 18:13:14 | logcollection/2-generate-logs | +++ [[ perconalab/fluentbit:main-logcollector == perconalab/* ]] logger.go:42: 18:13:14 | logcollection/2-generate-logs | +++ new_value=docker.io/perconalab/fluentbit:main-logcollector logger.go:42: 18:13:14 | logcollection/2-generate-logs | +++ export IMAGE_LOGCOLLECTOR=docker.io/perconalab/fluentbit:main-logcollector logger.go:42: 18:13:14 | logcollection/2-generate-logs | +++ IMAGE_LOGCOLLECTOR=docker.io/perconalab/fluentbit:main-logcollector logger.go:42: 18:13:14 | logcollection/2-generate-logs | +++ echo IMAGE_LOGCOLLECTOR=docker.io/perconalab/fluentbit:main-logcollector logger.go:42: 18:13:14 | logcollection/2-generate-logs | IMAGE_LOGCOLLECTOR=docker.io/perconalab/fluentbit:main-logcollector logger.go:42: 18:13:14 | logcollection/2-generate-logs | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1894-3cabfe33f logger.go:42: 18:13:14 | logcollection/2-generate-logs | docker.io/perconalab/percona-postgresql-operator:PR-1894-3cabfe33f logger.go:42: 18:13:14 | logcollection/2-generate-logs | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 18:13:14 | logcollection/2-generate-logs | ++++ eval 'echo $IMAGE_BASE' logger.go:42: 18:13:14 | logcollection/2-generate-logs | +++++ echo perconalab/percona-postgresql-operator logger.go:42: 18:13:14 | logcollection/2-generate-logs | +++ var_value=perconalab/percona-postgresql-operator logger.go:42: 18:13:14 | logcollection/2-generate-logs | +++ [[ perconalab/percona-postgresql-operator == docker.io/* ]] logger.go:42: 18:13:14 | logcollection/2-generate-logs | +++ [[ perconalab/percona-postgresql-operator == percona/* ]] logger.go:42: 18:13:14 | logcollection/2-generate-logs | +++ [[ perconalab/percona-postgresql-operator == perconalab/* ]] logger.go:42: 18:13:14 | logcollection/2-generate-logs | +++ new_value=docker.io/perconalab/percona-postgresql-operator logger.go:42: 18:13:14 | logcollection/2-generate-logs | +++ export IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 18:13:14 | logcollection/2-generate-logs | +++ IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 18:13:14 | logcollection/2-generate-logs | +++ echo IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 18:13:14 | logcollection/2-generate-logs | IMAGE_BASE=docker.io/perconalab/percona-postgresql-operator logger.go:42: 18:13:14 | logcollection/2-generate-logs | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1894-3cabfe33f logger.go:42: 18:13:14 | logcollection/2-generate-logs | docker.io/perconalab/percona-postgresql-operator:PR-1894-3cabfe33f logger.go:42: 18:13:14 | logcollection/2-generate-logs | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 18:13:14 | logcollection/2-generate-logs | ++++ eval 'echo $IMAGE_PGBOUNCER' logger.go:42: 18:13:14 | logcollection/2-generate-logs | +++++ echo percona/percona-pgbouncer:1.25.2-8 logger.go:42: 18:13:14 | logcollection/2-generate-logs | +++ var_value=percona/percona-pgbouncer:1.25.2-8 logger.go:42: 18:13:14 | logcollection/2-generate-logs | +++ [[ percona/percona-pgbouncer:1.25.2-8 == docker.io/* ]] logger.go:42: 18:13:14 | logcollection/2-generate-logs | +++ [[ percona/percona-pgbouncer:1.25.2-8 == percona/* ]] logger.go:42: 18:13:14 | logcollection/2-generate-logs | +++ new_value=docker.io/percona/percona-pgbouncer:1.25.2-8 logger.go:42: 18:13:14 | logcollection/2-generate-logs | +++ export IMAGE_PGBOUNCER=docker.io/percona/percona-pgbouncer:1.25.2-8 logger.go:42: 18:13:14 | logcollection/2-generate-logs | +++ IMAGE_PGBOUNCER=docker.io/percona/percona-pgbouncer:1.25.2-8 logger.go:42: 18:13:14 | logcollection/2-generate-logs | +++ echo IMAGE_PGBOUNCER=docker.io/percona/percona-pgbouncer:1.25.2-8 logger.go:42: 18:13:14 | logcollection/2-generate-logs | IMAGE_PGBOUNCER=docker.io/percona/percona-pgbouncer:1.25.2-8 logger.go:42: 18:13:14 | logcollection/2-generate-logs | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1894-3cabfe33f logger.go:42: 18:13:14 | logcollection/2-generate-logs | docker.io/perconalab/percona-postgresql-operator:PR-1894-3cabfe33f logger.go:42: 18:13:14 | logcollection/2-generate-logs | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 18:13:14 | logcollection/2-generate-logs | ++++ eval 'echo $IMAGE_POSTGRESQL' logger.go:42: 18:13:14 | logcollection/2-generate-logs | +++++ echo perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 18:13:14 | logcollection/2-generate-logs | +++ var_value=perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 18:13:14 | logcollection/2-generate-logs | +++ [[ perconalab/percona-postgresql-operator:main-ppg18-postgres == docker.io/* ]] logger.go:42: 18:13:14 | logcollection/2-generate-logs | +++ [[ perconalab/percona-postgresql-operator:main-ppg18-postgres == percona/* ]] logger.go:42: 18:13:14 | logcollection/2-generate-logs | +++ [[ perconalab/percona-postgresql-operator:main-ppg18-postgres == perconalab/* ]] logger.go:42: 18:13:14 | logcollection/2-generate-logs | +++ new_value=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 18:13:14 | logcollection/2-generate-logs | +++ export IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 18:13:14 | logcollection/2-generate-logs | +++ IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 18:13:14 | logcollection/2-generate-logs | +++ echo IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 18:13:14 | logcollection/2-generate-logs | IMAGE_POSTGRESQL=docker.io/perconalab/percona-postgresql-operator:main-ppg18-postgres logger.go:42: 18:13:14 | logcollection/2-generate-logs | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1894-3cabfe33f logger.go:42: 18:13:14 | logcollection/2-generate-logs | docker.io/perconalab/percona-postgresql-operator:PR-1894-3cabfe33f logger.go:42: 18:13:14 | logcollection/2-generate-logs | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 18:13:14 | logcollection/2-generate-logs | ++++ eval 'echo $IMAGE_PMM_SERVER' logger.go:42: 18:13:14 | logcollection/2-generate-logs | +++++ echo perconalab/pmm-server:3-dev-latest logger.go:42: 18:13:14 | logcollection/2-generate-logs | +++ var_value=perconalab/pmm-server:3-dev-latest logger.go:42: 18:13:14 | logcollection/2-generate-logs | +++ [[ perconalab/pmm-server:3-dev-latest == docker.io/* ]] logger.go:42: 18:13:14 | logcollection/2-generate-logs | +++ [[ perconalab/pmm-server:3-dev-latest == percona/* ]] logger.go:42: 18:13:14 | logcollection/2-generate-logs | +++ [[ perconalab/pmm-server:3-dev-latest == perconalab/* ]] logger.go:42: 18:13:14 | logcollection/2-generate-logs | +++ new_value=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 18:13:14 | logcollection/2-generate-logs | +++ export IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 18:13:14 | logcollection/2-generate-logs | +++ IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 18:13:14 | logcollection/2-generate-logs | +++ echo IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 18:13:14 | logcollection/2-generate-logs | IMAGE_PMM_SERVER=docker.io/perconalab/pmm-server:3-dev-latest logger.go:42: 18:13:14 | logcollection/2-generate-logs | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1894-3cabfe33f logger.go:42: 18:13:14 | logcollection/2-generate-logs | docker.io/perconalab/percona-postgresql-operator:PR-1894-3cabfe33f logger.go:42: 18:13:14 | logcollection/2-generate-logs | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 18:13:14 | logcollection/2-generate-logs | ++++ eval 'echo $IMAGE_PMM_CLIENT' logger.go:42: 18:13:14 | logcollection/2-generate-logs | +++++ echo perconalab/pmm-client:3-dev-latest logger.go:42: 18:13:14 | logcollection/2-generate-logs | +++ var_value=perconalab/pmm-client:3-dev-latest logger.go:42: 18:13:14 | logcollection/2-generate-logs | +++ [[ perconalab/pmm-client:3-dev-latest == docker.io/* ]] logger.go:42: 18:13:14 | logcollection/2-generate-logs | +++ [[ perconalab/pmm-client:3-dev-latest == percona/* ]] logger.go:42: 18:13:14 | logcollection/2-generate-logs | +++ [[ perconalab/pmm-client:3-dev-latest == perconalab/* ]] logger.go:42: 18:13:14 | logcollection/2-generate-logs | +++ new_value=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 18:13:14 | logcollection/2-generate-logs | +++ export IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 18:13:14 | logcollection/2-generate-logs | +++ IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 18:13:14 | logcollection/2-generate-logs | +++ echo IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 18:13:14 | logcollection/2-generate-logs | IMAGE_PMM_CLIENT=docker.io/perconalab/pmm-client:3-dev-latest logger.go:42: 18:13:14 | logcollection/2-generate-logs | +++ echo docker.io/perconalab/percona-postgresql-operator:PR-1894-3cabfe33f logger.go:42: 18:13:14 | logcollection/2-generate-logs | docker.io/perconalab/percona-postgresql-operator:PR-1894-3cabfe33f logger.go:42: 18:13:14 | logcollection/2-generate-logs | +++ for var in $(printenv | grep -E '^IMAGE' | awk -F'=' '{print $1}') logger.go:42: 18:13:14 | logcollection/2-generate-logs | ++++ eval 'echo $IMAGE_AWS_CLI' logger.go:42: 18:13:14 | logcollection/2-generate-logs | +++++ echo docker.io/amazon/aws-cli:2.34.60 logger.go:42: 18:13:14 | logcollection/2-generate-logs | +++ var_value=docker.io/amazon/aws-cli:2.34.60 logger.go:42: 18:13:14 | logcollection/2-generate-logs | +++ [[ docker.io/amazon/aws-cli:2.34.60 == docker.io/* ]] logger.go:42: 18:13:14 | logcollection/2-generate-logs | +++ continue logger.go:42: 18:13:14 | logcollection/2-generate-logs | ++++ which gdate logger.go:42: 18:13:14 | logcollection/2-generate-logs | which: no gdate in (/mnt/jenkins/workspace/cloud-pg-operator_PR-1894/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 18:13:14 | logcollection/2-generate-logs | ++++ which date logger.go:42: 18:13:14 | logcollection/2-generate-logs | +++ date=/usr/sbin/date logger.go:42: 18:13:14 | logcollection/2-generate-logs | ++++ which gsed logger.go:42: 18:13:14 | logcollection/2-generate-logs | which: no gsed in (/mnt/jenkins/workspace/cloud-pg-operator_PR-1894/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 18:13:14 | logcollection/2-generate-logs | ++++ which sed logger.go:42: 18:13:14 | logcollection/2-generate-logs | +++ sed=/usr/sbin/sed logger.go:42: 18:13:14 | logcollection/2-generate-logs | ++ arch_scheduling_enabled logger.go:42: 18:13:14 | logcollection/2-generate-logs | ++ [[ -n '' ]] logger.go:42: 18:13:14 | logcollection/2-generate-logs | ++ get_pod_by_role logcollection primary name logger.go:42: 18:13:14 | logcollection/2-generate-logs | ++ local cluster=logcollection logger.go:42: 18:13:14 | logcollection/2-generate-logs | ++ local role=primary logger.go:42: 18:13:14 | logcollection/2-generate-logs | ++ local parameter=name logger.go:42: 18:13:14 | logcollection/2-generate-logs | ++ case ${parameter} in logger.go:42: 18:13:14 | logcollection/2-generate-logs | ++ local 'jsonpath={.items[].metadata.name}' logger.go:42: 18:13:14 | logcollection/2-generate-logs | +++ kubectl get pods --namespace kuttl-test-pro-goshawk --selector=postgres-operator.crunchydata.com/role=primary,postgres-operator.crunchydata.com/cluster=logcollection -o 'jsonpath={.items[].metadata.name}' logger.go:42: 18:13:14 | logcollection/2-generate-logs | ++ echo logcollection-instance1-4knk-0 logger.go:42: 18:13:14 | logcollection/2-generate-logs | + primary=logcollection-instance1-4knk-0 logger.go:42: 18:13:14 | logcollection/2-generate-logs | + kubectl -n kuttl-test-pro-goshawk exec logcollection-instance1-4knk-0 -c database -- psql -c 'SELECT '\''e2e-postgres-log-marker'\'';' -c 'CREATE TABLE IF NOT EXISTS e2e_logs (id int);' -c 'INSERT INTO e2e_logs VALUES (1);' -c 'DROP TABLE e2e_logs;' logger.go:42: 18:13:16 | logcollection/2-generate-logs | ?column? logger.go:42: 18:13:16 | logcollection/2-generate-logs | ------------------------- logger.go:42: 18:13:16 | logcollection/2-generate-logs | e2e-postgres-log-marker logger.go:42: 18:13:16 | logcollection/2-generate-logs | (1 row) logger.go:42: 18:13:16 | logcollection/2-generate-logs | logger.go:42: 18:13:16 | logcollection/2-generate-logs | CREATE TABLE logger.go:42: 18:13:16 | logcollection/2-generate-logs | INSERT 0 1 logger.go:42: 18:13:16 | logcollection/2-generate-logs | DROP TABLE logger.go:42: 18:13:16 | logcollection/2-generate-logs | running command: [sh -c set -o errexit set -o xtrace cat <