=== RUN kuttl harness.go:464: starting setup harness.go:255: running tests using configured kubeconfig. harness.go:278: Successful connection to cluster at: https://34.132.113.9 harness.go:363: running tests harness.go:75: going to run test suite with timeout of 180 seconds for each step harness.go:375: testsuite: e2e-tests/tests has 22 tests === RUN kuttl/harness === RUN kuttl/harness/tablespaces === PAUSE kuttl/harness/tablespaces === CONT kuttl/harness/tablespaces logger.go:42: 18:46:27 | tablespaces | Creating namespace: kuttl-test-rare-lemming logger.go:42: 18:46:28 | tablespaces/0-deploy-operator | starting test step 0-deploy-operator logger.go:42: 18:46:28 | tablespaces/0-deploy-operator | running command: [sh -c set -o errexit set -o xtrace source ../../functions init_temp_dir # do this only in the first TestStep deploy_operator deploy_client deploy_s3_secrets] logger.go:42: 18:46:28 | tablespaces/0-deploy-operator | + source ../../functions logger.go:42: 18:46:28 | tablespaces/0-deploy-operator | +++ realpath ../../.. logger.go:42: 18:46:28 | tablespaces/0-deploy-operator | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-pg-operator_PR-1098 logger.go:42: 18:46:28 | tablespaces/0-deploy-operator | ++ CERT_MANAGER_VER=1.15.3 logger.go:42: 18:46:28 | tablespaces/0-deploy-operator | ++++ pwd logger.go:42: 18:46:28 | tablespaces/0-deploy-operator | +++ basename /mnt/jenkins/workspace/cloud-pg-operator_PR-1098/e2e-tests/tests/tablespaces logger.go:42: 18:46:28 | tablespaces/0-deploy-operator | ++ test_name=tablespaces logger.go:42: 18:46:28 | tablespaces/0-deploy-operator | ++ source /mnt/jenkins/workspace/cloud-pg-operator_PR-1098/e2e-tests/vars.sh logger.go:42: 18:46:28 | tablespaces/0-deploy-operator | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-pg-operator_PR-1098 logger.go:42: 18:46:28 | tablespaces/0-deploy-operator | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-pg-operator_PR-1098 logger.go:42: 18:46:28 | tablespaces/0-deploy-operator | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1098/deploy logger.go:42: 18:46:28 | tablespaces/0-deploy-operator | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1098/deploy logger.go:42: 18:46:28 | tablespaces/0-deploy-operator | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1098/e2e-tests logger.go:42: 18:46:28 | tablespaces/0-deploy-operator | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1098/e2e-tests logger.go:42: 18:46:28 | tablespaces/0-deploy-operator | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1098/e2e-tests/conf logger.go:42: 18:46:28 | tablespaces/0-deploy-operator | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1098/e2e-tests/conf logger.go:42: 18:46:28 | tablespaces/0-deploy-operator | +++ export TEMP_DIR=/tmp/kuttl/pg/tablespaces logger.go:42: 18:46:28 | tablespaces/0-deploy-operator | +++ TEMP_DIR=/tmp/kuttl/pg/tablespaces logger.go:42: 18:46:28 | tablespaces/0-deploy-operator | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 18:46:28 | tablespaces/0-deploy-operator | +++ export GIT_BRANCH=PR-1098 logger.go:42: 18:46:28 | tablespaces/0-deploy-operator | +++ GIT_BRANCH=PR-1098 logger.go:42: 18:46:28 | tablespaces/0-deploy-operator | +++ export VERSION=PR-1098-2859269f5 logger.go:42: 18:46:28 | tablespaces/0-deploy-operator | +++ VERSION=PR-1098-2859269f5 logger.go:42: 18:46:28 | tablespaces/0-deploy-operator | +++ export IMAGE_BASE=perconalab/percona-postgresql-operator logger.go:42: 18:46:28 | tablespaces/0-deploy-operator | +++ IMAGE_BASE=perconalab/percona-postgresql-operator logger.go:42: 18:46:28 | tablespaces/0-deploy-operator | +++ export IMAGE=perconalab/percona-postgresql-operator:PR-1098-2859269f5 logger.go:42: 18:46:28 | tablespaces/0-deploy-operator | +++ IMAGE=perconalab/percona-postgresql-operator:PR-1098-2859269f5 logger.go:42: 18:46:28 | tablespaces/0-deploy-operator | +++ export PG_VER=17 logger.go:42: 18:46:28 | tablespaces/0-deploy-operator | +++ PG_VER=17 logger.go:42: 18:46:28 | tablespaces/0-deploy-operator | +++ export IMAGE_PGBOUNCER=perconalab/percona-postgresql-operator:main-ppg17-pgbouncer logger.go:42: 18:46:28 | tablespaces/0-deploy-operator | +++ IMAGE_PGBOUNCER=perconalab/percona-postgresql-operator:main-ppg17-pgbouncer logger.go:42: 18:46:28 | tablespaces/0-deploy-operator | +++ export IMAGE_POSTGRESQL=perconalab/percona-postgresql-operator:main-ppg17-postgres logger.go:42: 18:46:28 | tablespaces/0-deploy-operator | +++ IMAGE_POSTGRESQL=perconalab/percona-postgresql-operator:main-ppg17-postgres logger.go:42: 18:46:28 | tablespaces/0-deploy-operator | +++ export IMAGE_BACKREST=ademajazzserve/pgbackrest:test-4 logger.go:42: 18:46:28 | tablespaces/0-deploy-operator | +++ IMAGE_BACKREST=ademajazzserve/pgbackrest:test-4 logger.go:42: 18:46:28 | tablespaces/0-deploy-operator | +++ export IMAGE_UPGRADE=perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 18:46:28 | tablespaces/0-deploy-operator | +++ IMAGE_UPGRADE=perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 18:46:28 | tablespaces/0-deploy-operator | +++ export BUCKET=pg-operator-testing logger.go:42: 18:46:28 | tablespaces/0-deploy-operator | +++ BUCKET=pg-operator-testing logger.go:42: 18:46:28 | tablespaces/0-deploy-operator | +++ export PMM_SERVER_VERSION=9.9.9 logger.go:42: 18:46:28 | tablespaces/0-deploy-operator | +++ PMM_SERVER_VERSION=9.9.9 logger.go:42: 18:46:28 | tablespaces/0-deploy-operator | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:dev-latest logger.go:42: 18:46:28 | tablespaces/0-deploy-operator | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:dev-latest logger.go:42: 18:46:28 | tablespaces/0-deploy-operator | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:dev-latest logger.go:42: 18:46:28 | tablespaces/0-deploy-operator | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:dev-latest logger.go:42: 18:46:28 | tablespaces/0-deploy-operator | +++ export PGOV1_TAG=1.4.0 logger.go:42: 18:46:28 | tablespaces/0-deploy-operator | +++ PGOV1_TAG=1.4.0 logger.go:42: 18:46:28 | tablespaces/0-deploy-operator | +++ export PGOV1_VER=14 logger.go:42: 18:46:28 | tablespaces/0-deploy-operator | +++ PGOV1_VER=14 logger.go:42: 18:46:28 | tablespaces/0-deploy-operator | ++++ which gdate logger.go:42: 18:46:28 | tablespaces/0-deploy-operator | which: no gdate in (/mnt/jenkins/workspace/cloud-pg-operator_PR-1098/bin/:/home/ec2-user/.krew/bin:/usr/local/bin:/usr/bin) logger.go:42: 18:46:28 | tablespaces/0-deploy-operator | ++++ which date logger.go:42: 18:46:28 | tablespaces/0-deploy-operator | +++ date=/usr/bin/date logger.go:42: 18:46:28 | tablespaces/0-deploy-operator | ++++ which gsed logger.go:42: 18:46:28 | tablespaces/0-deploy-operator | which: no gsed in (/mnt/jenkins/workspace/cloud-pg-operator_PR-1098/bin/:/home/ec2-user/.krew/bin:/usr/local/bin:/usr/bin) logger.go:42: 18:46:28 | tablespaces/0-deploy-operator | ++++ which sed logger.go:42: 18:46:28 | tablespaces/0-deploy-operator | +++ sed=/usr/bin/sed logger.go:42: 18:46:28 | tablespaces/0-deploy-operator | +++ command -v oc logger.go:42: 18:46:28 | tablespaces/0-deploy-operator | ++ oc get projects logger.go:42: 18:46:28 | tablespaces/0-deploy-operator | + init_temp_dir logger.go:42: 18:46:28 | tablespaces/0-deploy-operator | + rm -rf /tmp/kuttl/pg/tablespaces logger.go:42: 18:46:28 | tablespaces/0-deploy-operator | + mkdir -p /tmp/kuttl/pg/tablespaces logger.go:42: 18:46:28 | tablespaces/0-deploy-operator | + deploy_operator logger.go:42: 18:46:28 | tablespaces/0-deploy-operator | + local cw_prefix= logger.go:42: 18:46:28 | tablespaces/0-deploy-operator | + destroy_operator logger.go:42: 18:46:28 | tablespaces/0-deploy-operator | + kubectl -n pg-operator delete deployment percona-postgresql-operator --force --grace-period=0 logger.go:42: 18:46:28 | tablespaces/0-deploy-operator | Warning: Immediate deletion does not wait for confirmation that the running resource has been terminated. The resource may continue to run on the cluster indefinitely. logger.go:42: 18:46:29 | tablespaces/0-deploy-operator | deployment.apps "percona-postgresql-operator" force deleted logger.go:42: 18:46:29 | tablespaces/0-deploy-operator | + [[ -n pg-operator ]] logger.go:42: 18:46:29 | tablespaces/0-deploy-operator | + kubectl delete namespace pg-operator --force --grace-period=0 logger.go:42: 18:46:29 | tablespaces/0-deploy-operator | Warning: Immediate deletion does not wait for confirmation that the running resource has been terminated. The resource may continue to run on the cluster indefinitely. logger.go:42: 18:46:29 | tablespaces/0-deploy-operator | namespace "pg-operator" force deleted logger.go:42: 18:46:35 | tablespaces/0-deploy-operator | + [[ -n pg-operator ]] logger.go:42: 18:46:35 | tablespaces/0-deploy-operator | + create_namespace pg-operator logger.go:42: 18:46:35 | tablespaces/0-deploy-operator | + local namespace=pg-operator logger.go:42: 18:46:35 | tablespaces/0-deploy-operator | + [[ -n '' ]] logger.go:42: 18:46:35 | tablespaces/0-deploy-operator | + kubectl delete namespace pg-operator --ignore-not-found logger.go:42: 18:46:35 | tablespaces/0-deploy-operator | + kubectl wait --for=delete namespace pg-operator logger.go:42: 18:46:36 | tablespaces/0-deploy-operator | + kubectl create namespace pg-operator logger.go:42: 18:46:36 | tablespaces/0-deploy-operator | namespace/pg-operator created logger.go:42: 18:46:36 | tablespaces/0-deploy-operator | + cw_prefix=cw- logger.go:42: 18:46:36 | tablespaces/0-deploy-operator | + kubectl -n pg-operator apply --server-side --force-conflicts -f /mnt/jenkins/workspace/cloud-pg-operator_PR-1098/deploy/crd.yaml logger.go:42: 18:46:37 | tablespaces/0-deploy-operator | customresourcedefinition.apiextensions.k8s.io/crunchybridgeclusters.postgres-operator.crunchydata.com serverside-applied logger.go:42: 18:46:37 | tablespaces/0-deploy-operator | customresourcedefinition.apiextensions.k8s.io/perconapgbackups.pgv2.percona.com serverside-applied logger.go:42: 18:46:39 | tablespaces/0-deploy-operator | customresourcedefinition.apiextensions.k8s.io/perconapgclusters.pgv2.percona.com serverside-applied logger.go:42: 18:46:39 | tablespaces/0-deploy-operator | customresourcedefinition.apiextensions.k8s.io/perconapgrestores.pgv2.percona.com serverside-applied logger.go:42: 18:46:40 | tablespaces/0-deploy-operator | customresourcedefinition.apiextensions.k8s.io/perconapgupgrades.pgv2.percona.com serverside-applied logger.go:42: 18:46:40 | tablespaces/0-deploy-operator | customresourcedefinition.apiextensions.k8s.io/pgadmins.postgres-operator.crunchydata.com serverside-applied logger.go:42: 18:46:41 | tablespaces/0-deploy-operator | customresourcedefinition.apiextensions.k8s.io/pgupgrades.postgres-operator.crunchydata.com serverside-applied logger.go:42: 18:46:43 | tablespaces/0-deploy-operator | customresourcedefinition.apiextensions.k8s.io/postgresclusters.postgres-operator.crunchydata.com serverside-applied logger.go:42: 18:46:43 | tablespaces/0-deploy-operator | + kubectl -n pg-operator apply --server-side --force-conflicts -f /mnt/jenkins/workspace/cloud-pg-operator_PR-1098/deploy/cw-rbac.yaml logger.go:42: 18:46:43 | tablespaces/0-deploy-operator | serviceaccount/percona-postgresql-operator serverside-applied logger.go:42: 18:46:44 | tablespaces/0-deploy-operator | clusterrole.rbac.authorization.k8s.io/percona-postgresql-operator serverside-applied logger.go:42: 18:46:44 | tablespaces/0-deploy-operator | clusterrolebinding.rbac.authorization.k8s.io/percona-postgresql-operator serverside-applied logger.go:42: 18:46:44 | tablespaces/0-deploy-operator | + local disable_telemetry=true logger.go:42: 18:46:44 | tablespaces/0-deploy-operator | + '[' tablespaces == telemetry-transfer ']' logger.go:42: 18:46:44 | tablespaces/0-deploy-operator | + yq eval '.spec.template.spec.containers[0].image = "perconalab/percona-postgresql-operator:PR-1098-2859269f5"' /mnt/jenkins/workspace/cloud-pg-operator_PR-1098/deploy/cw-operator.yaml logger.go:42: 18:46:44 | tablespaces/0-deploy-operator | + yq eval '(.spec.template.spec.containers[] | select(.name=="operator") | .env[] | select(.name=="DISABLE_TELEMETRY") | .value) = "true"' - logger.go:42: 18:46:44 | tablespaces/0-deploy-operator | + kubectl -n pg-operator apply -f - logger.go:42: 18:46:45 | tablespaces/0-deploy-operator | deployment.apps/percona-postgresql-operator created logger.go:42: 18:46:45 | tablespaces/0-deploy-operator | + deploy_client logger.go:42: 18:46:45 | tablespaces/0-deploy-operator | + kubectl -n kuttl-test-rare-lemming apply -f /mnt/jenkins/workspace/cloud-pg-operator_PR-1098/e2e-tests/conf/client.yaml logger.go:42: 18:46:45 | tablespaces/0-deploy-operator | deployment.apps/pg-client created logger.go:42: 18:46:45 | tablespaces/0-deploy-operator | + deploy_s3_secrets logger.go:42: 18:46:45 | tablespaces/0-deploy-operator | + set +o xtrace logger.go:42: 18:46:46 | tablespaces/0-deploy-operator | secret/tablespaces-pgbackrest-secrets created logger.go:42: 18:46:46 | tablespaces/0-deploy-operator | running command: [sh -c kubectl assert exist-enhanced deployment percona-postgresql-operator -n ${OPERATOR_NS:-$NAMESPACE} --field-selector status.readyReplicas=1] logger.go:42: 18:46:47 | tablespaces/0-deploy-operator | ASSERT deployment percona-postgresql-operator matching field criteria 'status.readyReplicas=1' should exist. logger.go:42: 18:46:47 | tablespaces/0-deploy-operator | INFO Found 1 resource(s). logger.go:42: 18:46:47 | tablespaces/0-deploy-operator | NAME NAMESPACE COL0 logger.go:42: 18:46:47 | tablespaces/0-deploy-operator | percona-postgresql-operator pg-operator 1 logger.go:42: 18:46:47 | tablespaces/0-deploy-operator | ASSERT PASS logger.go:42: 18:46:47 | tablespaces/0-deploy-operator | test step completed 0-deploy-operator logger.go:42: 18:46:47 | tablespaces/1-create-cluster | starting test step 1-create-cluster logger.go:42: 18:46:47 | tablespaces/1-create-cluster | running command: [sh -c set -o errexit set -o xtrace source ../../functions get_cr "tablespaces" ${RANDOM} \ | yq eval ' .spec.instances[].tablespaceVolumes[0].name="myts" | .spec.instances[].tablespaceVolumes[0].dataVolumeClaimSpec.accessModes[0]="ReadWriteOnce" | .spec.instances[].tablespaceVolumes[0].dataVolumeClaimSpec.resources.requests.storage="1Gi"' - \ | kubectl -n "${NAMESPACE}" apply -f -] logger.go:42: 18:46:47 | tablespaces/1-create-cluster | + source ../../functions logger.go:42: 18:46:47 | tablespaces/1-create-cluster | +++ realpath ../../.. logger.go:42: 18:46:47 | tablespaces/1-create-cluster | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-pg-operator_PR-1098 logger.go:42: 18:46:47 | tablespaces/1-create-cluster | ++ CERT_MANAGER_VER=1.15.3 logger.go:42: 18:46:47 | tablespaces/1-create-cluster | ++++ pwd logger.go:42: 18:46:47 | tablespaces/1-create-cluster | +++ basename /mnt/jenkins/workspace/cloud-pg-operator_PR-1098/e2e-tests/tests/tablespaces logger.go:42: 18:46:47 | tablespaces/1-create-cluster | ++ test_name=tablespaces logger.go:42: 18:46:47 | tablespaces/1-create-cluster | ++ source /mnt/jenkins/workspace/cloud-pg-operator_PR-1098/e2e-tests/vars.sh logger.go:42: 18:46:47 | tablespaces/1-create-cluster | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-pg-operator_PR-1098 logger.go:42: 18:46:47 | tablespaces/1-create-cluster | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-pg-operator_PR-1098 logger.go:42: 18:46:47 | tablespaces/1-create-cluster | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1098/deploy logger.go:42: 18:46:47 | tablespaces/1-create-cluster | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1098/deploy logger.go:42: 18:46:47 | tablespaces/1-create-cluster | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1098/e2e-tests logger.go:42: 18:46:47 | tablespaces/1-create-cluster | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1098/e2e-tests logger.go:42: 18:46:47 | tablespaces/1-create-cluster | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1098/e2e-tests/conf logger.go:42: 18:46:47 | tablespaces/1-create-cluster | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1098/e2e-tests/conf logger.go:42: 18:46:47 | tablespaces/1-create-cluster | +++ export TEMP_DIR=/tmp/kuttl/pg/tablespaces logger.go:42: 18:46:47 | tablespaces/1-create-cluster | +++ TEMP_DIR=/tmp/kuttl/pg/tablespaces logger.go:42: 18:46:47 | tablespaces/1-create-cluster | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 18:46:47 | tablespaces/1-create-cluster | +++ export GIT_BRANCH=PR-1098 logger.go:42: 18:46:47 | tablespaces/1-create-cluster | +++ GIT_BRANCH=PR-1098 logger.go:42: 18:46:47 | tablespaces/1-create-cluster | +++ export VERSION=PR-1098-2859269f5 logger.go:42: 18:46:47 | tablespaces/1-create-cluster | +++ VERSION=PR-1098-2859269f5 logger.go:42: 18:46:47 | tablespaces/1-create-cluster | +++ export IMAGE_BASE=perconalab/percona-postgresql-operator logger.go:42: 18:46:47 | tablespaces/1-create-cluster | +++ IMAGE_BASE=perconalab/percona-postgresql-operator logger.go:42: 18:46:47 | tablespaces/1-create-cluster | +++ export IMAGE=perconalab/percona-postgresql-operator:PR-1098-2859269f5 logger.go:42: 18:46:47 | tablespaces/1-create-cluster | +++ IMAGE=perconalab/percona-postgresql-operator:PR-1098-2859269f5 logger.go:42: 18:46:47 | tablespaces/1-create-cluster | +++ export PG_VER=17 logger.go:42: 18:46:47 | tablespaces/1-create-cluster | +++ PG_VER=17 logger.go:42: 18:46:47 | tablespaces/1-create-cluster | +++ export IMAGE_PGBOUNCER=perconalab/percona-postgresql-operator:main-ppg17-pgbouncer logger.go:42: 18:46:47 | tablespaces/1-create-cluster | +++ IMAGE_PGBOUNCER=perconalab/percona-postgresql-operator:main-ppg17-pgbouncer logger.go:42: 18:46:47 | tablespaces/1-create-cluster | +++ export IMAGE_POSTGRESQL=perconalab/percona-postgresql-operator:main-ppg17-postgres logger.go:42: 18:46:47 | tablespaces/1-create-cluster | +++ IMAGE_POSTGRESQL=perconalab/percona-postgresql-operator:main-ppg17-postgres logger.go:42: 18:46:47 | tablespaces/1-create-cluster | +++ export IMAGE_BACKREST=ademajazzserve/pgbackrest:test-4 logger.go:42: 18:46:47 | tablespaces/1-create-cluster | +++ IMAGE_BACKREST=ademajazzserve/pgbackrest:test-4 logger.go:42: 18:46:47 | tablespaces/1-create-cluster | +++ export IMAGE_UPGRADE=perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 18:46:47 | tablespaces/1-create-cluster | +++ IMAGE_UPGRADE=perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 18:46:47 | tablespaces/1-create-cluster | +++ export BUCKET=pg-operator-testing logger.go:42: 18:46:47 | tablespaces/1-create-cluster | +++ BUCKET=pg-operator-testing logger.go:42: 18:46:47 | tablespaces/1-create-cluster | +++ export PMM_SERVER_VERSION=9.9.9 logger.go:42: 18:46:47 | tablespaces/1-create-cluster | +++ PMM_SERVER_VERSION=9.9.9 logger.go:42: 18:46:47 | tablespaces/1-create-cluster | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:dev-latest logger.go:42: 18:46:47 | tablespaces/1-create-cluster | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:dev-latest logger.go:42: 18:46:47 | tablespaces/1-create-cluster | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:dev-latest logger.go:42: 18:46:47 | tablespaces/1-create-cluster | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:dev-latest logger.go:42: 18:46:47 | tablespaces/1-create-cluster | +++ export PGOV1_TAG=1.4.0 logger.go:42: 18:46:47 | tablespaces/1-create-cluster | +++ PGOV1_TAG=1.4.0 logger.go:42: 18:46:47 | tablespaces/1-create-cluster | +++ export PGOV1_VER=14 logger.go:42: 18:46:47 | tablespaces/1-create-cluster | +++ PGOV1_VER=14 logger.go:42: 18:46:47 | tablespaces/1-create-cluster | ++++ which gdate logger.go:42: 18:46:47 | tablespaces/1-create-cluster | which: no gdate in (/mnt/jenkins/workspace/cloud-pg-operator_PR-1098/bin/:/home/ec2-user/.krew/bin:/usr/local/bin:/usr/bin) logger.go:42: 18:46:47 | tablespaces/1-create-cluster | ++++ which date logger.go:42: 18:46:47 | tablespaces/1-create-cluster | +++ date=/usr/bin/date logger.go:42: 18:46:47 | tablespaces/1-create-cluster | ++++ which gsed logger.go:42: 18:46:47 | tablespaces/1-create-cluster | which: no gsed in (/mnt/jenkins/workspace/cloud-pg-operator_PR-1098/bin/:/home/ec2-user/.krew/bin:/usr/local/bin:/usr/bin) logger.go:42: 18:46:47 | tablespaces/1-create-cluster | ++++ which sed logger.go:42: 18:46:47 | tablespaces/1-create-cluster | +++ sed=/usr/bin/sed logger.go:42: 18:46:47 | tablespaces/1-create-cluster | +++ command -v oc logger.go:42: 18:46:47 | tablespaces/1-create-cluster | ++ oc get projects logger.go:42: 18:46:47 | tablespaces/1-create-cluster | + get_cr tablespaces 29682 logger.go:42: 18:46:47 | tablespaces/1-create-cluster | + local cr_name=tablespaces logger.go:42: 18:46:47 | tablespaces/1-create-cluster | + '[' -z tablespaces ']' logger.go:42: 18:46:47 | tablespaces/1-create-cluster | + yq eval ' logger.go:42: 18:46:47 | tablespaces/1-create-cluster | .spec.instances[].tablespaceVolumes[0].name="myts" | logger.go:42: 18:46:47 | tablespaces/1-create-cluster | .spec.instances[].tablespaceVolumes[0].dataVolumeClaimSpec.accessModes[0]="ReadWriteOnce" | logger.go:42: 18:46:47 | tablespaces/1-create-cluster | + local repo_path=29682 logger.go:42: 18:46:47 | tablespaces/1-create-cluster | .spec.instances[].tablespaceVolumes[0].dataVolumeClaimSpec.resources.requests.storage="1Gi"' - logger.go:42: 18:46:47 | tablespaces/1-create-cluster | + yq eval ' logger.go:42: 18:46:47 | tablespaces/1-create-cluster | .metadata.name = "tablespaces" | logger.go:42: 18:46:47 | tablespaces/1-create-cluster | .metadata.labels = {"e2e":"tablespaces"} | logger.go:42: 18:46:47 | tablespaces/1-create-cluster | .spec.postgresVersion = 17 | logger.go:42: 18:46:47 | tablespaces/1-create-cluster | .spec.users += [{"name":"postgres","password":{"type":"AlphaNumeric"}}] | logger.go:42: 18:46:47 | tablespaces/1-create-cluster | .spec.users += [{"name":"tablespaces","password":{"type":"AlphaNumeric"}}] | logger.go:42: 18:46:47 | tablespaces/1-create-cluster | .spec.image = "perconalab/percona-postgresql-operator:main-ppg17-postgres" | logger.go:42: 18:46:47 | tablespaces/1-create-cluster | .spec.backups.pgbackrest.image = "ademajazzserve/pgbackrest:test-4" | logger.go:42: 18:46:47 | tablespaces/1-create-cluster | .spec.proxy.pgBouncer.image = "perconalab/percona-postgresql-operator:main-ppg17-pgbouncer" | logger.go:42: 18:46:47 | tablespaces/1-create-cluster | .spec.pmm.image = "perconalab/pmm-client:dev-latest" | logger.go:42: 18:46:47 | tablespaces/1-create-cluster | .spec.pmm.secret = "tablespaces-pmm-secret" logger.go:42: 18:46:47 | tablespaces/1-create-cluster | ' /mnt/jenkins/workspace/cloud-pg-operator_PR-1098/deploy/cr.yaml logger.go:42: 18:46:47 | tablespaces/1-create-cluster | + kubectl -n kuttl-test-rare-lemming apply -f - logger.go:42: 18:46:47 | tablespaces/1-create-cluster | + [[ -n '' ]] logger.go:42: 18:46:47 | tablespaces/1-create-cluster | + case $test_name in logger.go:42: 18:46:47 | tablespaces/1-create-cluster | + cat /tmp/kuttl/pg/tablespaces/cr.yaml logger.go:42: 18:46:48 | tablespaces/1-create-cluster | perconapgcluster.pgv2.percona.com/tablespaces created logger.go:42: 19:01:48 | tablespaces/1-create-cluster | test step failed 1-create-cluster case.go:378: failed in step 1-create-cluster case.go:380: no resources matched of kind: batch/v1, Kind=Job case.go:380: --- PostgresCluster:kuttl-test-rare-lemming/tablespaces +++ PostgresCluster:kuttl-test-rare-lemming/tablespaces @@ -1,8 +1,15 @@ apiVersion: postgres-operator.crunchydata.com/v1beta1 kind: PostgresCluster metadata: + annotations: + postgres-operator.crunchydata.com/autoCreateUserSchema: "true" + postgres-operator.crunchydata.com/patroni-version: 4.0.3 finalizers: - postgres-operator.crunchydata.com/finalizer + labels: + e2e: tablespaces + pgv2.percona.com/version: 2.6.0 + managedFields: '[... elided field over 10 lines long ...]' name: tablespaces namespace: kuttl-test-rare-lemming ownerReferences: @@ -11,19 +18,35 @@ controller: true kind: PerconaPGCluster name: tablespaces + uid: eca17b58-4ee5-409d-a7a0-79696b52e24f +spec: '[... elided field over 10 lines long ...]' status: + conditions: '[... elided field over 10 lines long ...]' + databaseRevision: 6ccffccf59 instances: - name: instance1 readyReplicas: 3 replicas: 3 updatedReplicas: 3 + monitoring: + exporterConfiguration: 559c4c97d6 observedGeneration: 1 + patroni: + systemIdentifier: "7484336306369626193" pgbackrest: + repoHost: + apiVersion: apps/v1 + kind: StatefulSet + ready: true repos: - - name: repo1 - stanzaCreated: true + - bound: true + name: repo1 + stanzaCreated: false + volume: pvc-b44a0050-5f0c-44b9-aa27-c550d5022ab9 proxy: pgBouncer: + postgresRevision: 5bdb6d4b readyReplicas: 3 replicas: 3 + usersRevision: 5c8cfd6679 case.go:380: resource PostgresCluster:kuttl-test-rare-lemming/tablespaces: .status.pgbackrest.repos.stanzaCreated: value mismatch, expected: true != actual: false logger.go:42: 19:01:49 | tablespaces | tablespaces events from ns kuttl-test-rare-lemming: logger.go:42: 19:01:49 | tablespaces | 2025-03-21 18:46:45 +0000 UTC Normal ReplicaSet.apps pg-client-6cc584874 SuccessfulCreate Created pod: pg-client-6cc584874-blh56 replicaset-controller logger.go:42: 19:01:49 | tablespaces | 2025-03-21 18:46:45 +0000 UTC Normal Deployment.apps pg-client ScalingReplicaSet Scaled up replica set pg-client-6cc584874 to 1 deployment-controller logger.go:42: 19:01:49 | tablespaces | 2025-03-21 18:46:46 +0000 UTC Normal Pod pg-client-6cc584874-blh56 Binding Scheduled Successfully assigned kuttl-test-rare-lemming/pg-client-6cc584874-blh56 to gke-jen-pg-1098-2859269f-default-pool-8c96459b-gmph default-scheduler logger.go:42: 19:01:49 | tablespaces | 2025-03-21 18:46:46 +0000 UTC Normal Pod pg-client-6cc584874-blh56.spec.containers{pg-client} Pulling Pulling image "perconalab/percona-distribution-postgresql:15" kubelet logger.go:42: 19:01:49 | tablespaces | 2025-03-21 18:46:46 +0000 UTC Normal Pod pg-client-6cc584874-blh56.spec.containers{pg-client} Pulled Successfully pulled image "perconalab/percona-distribution-postgresql:15" in 154ms (155ms including waiting) kubelet logger.go:42: 19:01:49 | tablespaces | 2025-03-21 18:46:47 +0000 UTC Normal Pod pg-client-6cc584874-blh56.spec.containers{pg-client} Created Created container: pg-client kubelet logger.go:42: 19:01:49 | tablespaces | 2025-03-21 18:46:47 +0000 UTC Normal Pod pg-client-6cc584874-blh56.spec.containers{pg-client} Started Started container pg-client kubelet logger.go:42: 19:01:49 | tablespaces | 2025-03-21 18:46:48 +0000 UTC Normal Pod tablespaces-patroni-version-check Binding Scheduled Successfully assigned kuttl-test-rare-lemming/tablespaces-patroni-version-check to gke-jen-pg-1098-2859269f-default-pool-8c96459b-gmph default-scheduler logger.go:42: 19:01:49 | tablespaces | 2025-03-21 18:46:49 +0000 UTC Normal Pod tablespaces-patroni-version-check.spec.containers{patroni-version-check} Pulled Container image "perconalab/percona-postgresql-operator:main-ppg17-postgres" already present on machine kubelet logger.go:42: 19:01:49 | tablespaces | 2025-03-21 18:46:49 +0000 UTC Normal Pod tablespaces-patroni-version-check.spec.containers{patroni-version-check} Created Created container: patroni-version-check kubelet logger.go:42: 19:01:49 | tablespaces | 2025-03-21 18:46:49 +0000 UTC Normal Pod tablespaces-patroni-version-check.spec.containers{patroni-version-check} Started Started container patroni-version-check kubelet logger.go:42: 19:01:49 | tablespaces | 2025-03-21 18:46:54 +0000 UTC Normal PersistentVolumeClaim tablespaces-instance1-69q8-myts-tablespace WaitForFirstConsumer waiting for first consumer to be created before binding persistentvolume-controller logger.go:42: 19:01:49 | tablespaces | 2025-03-21 18:46:54 +0000 UTC Normal PersistentVolumeClaim tablespaces-instance1-69q8-pgdata WaitForFirstConsumer waiting for first consumer to be created before binding persistentvolume-controller logger.go:42: 19:01:49 | tablespaces | 2025-03-21 18:46:54 +0000 UTC Normal PersistentVolumeClaim tablespaces-instance1-vv4s-myts-tablespace WaitForFirstConsumer waiting for first consumer to be created before binding persistentvolume-controller logger.go:42: 19:01:49 | tablespaces | 2025-03-21 18:46:54 +0000 UTC Normal PersistentVolumeClaim tablespaces-instance1-vv4s-pgdata WaitForFirstConsumer waiting for first consumer to be created before binding persistentvolume-controller logger.go:42: 19:01:49 | tablespaces | 2025-03-21 18:46:54 +0000 UTC Normal StatefulSet.apps tablespaces-instance1-vv4s SuccessfulCreate create Pod tablespaces-instance1-vv4s-0 in StatefulSet tablespaces-instance1-vv4s successful statefulset-controller logger.go:42: 19:01:49 | tablespaces | 2025-03-21 18:46:54 +0000 UTC Normal Pod tablespaces-patroni-version-check.spec.containers{patroni-version-check} Killing Stopping container patroni-version-check kubelet logger.go:42: 19:01:49 | tablespaces | 2025-03-21 18:46:55 +0000 UTC Normal PersistentVolumeClaim tablespaces-instance1-69q8-myts-tablespace Provisioning External provisioner is provisioning volume for claim "kuttl-test-rare-lemming/tablespaces-instance1-69q8-myts-tablespace" pd.csi.storage.gke.io_gke-6bccafdcbaa8473993e0-84eb-fd12-vm_9d0f09e0-34b8-43bd-a3af-f4744545c5ae logger.go:42: 19:01:49 | tablespaces | 2025-03-21 18:46:55 +0000 UTC Normal PersistentVolumeClaim tablespaces-instance1-69q8-myts-tablespace ExternalProvisioning Waiting for a volume to be created either by the external provisioner 'pd.csi.storage.gke.io' or manually by the system administrator. If volume creation is delayed, please verify that the provisioner is running and correctly registered. persistentvolume-controller logger.go:42: 19:01:49 | tablespaces | 2025-03-21 18:46:55 +0000 UTC Normal PersistentVolumeClaim tablespaces-instance1-69q8-pgdata ExternalProvisioning Waiting for a volume to be created either by the external provisioner 'pd.csi.storage.gke.io' or manually by the system administrator. If volume creation is delayed, please verify that the provisioner is running and correctly registered. persistentvolume-controller logger.go:42: 19:01:49 | tablespaces | 2025-03-21 18:46:55 +0000 UTC Normal PersistentVolumeClaim tablespaces-instance1-69q8-pgdata Provisioning External provisioner is provisioning volume for claim "kuttl-test-rare-lemming/tablespaces-instance1-69q8-pgdata" pd.csi.storage.gke.io_gke-6bccafdcbaa8473993e0-84eb-fd12-vm_9d0f09e0-34b8-43bd-a3af-f4744545c5ae logger.go:42: 19:01:49 | tablespaces | 2025-03-21 18:46:55 +0000 UTC Normal StatefulSet.apps tablespaces-instance1-69q8 SuccessfulCreate create Pod tablespaces-instance1-69q8-0 in StatefulSet tablespaces-instance1-69q8 successful statefulset-controller logger.go:42: 19:01:49 | tablespaces | 2025-03-21 18:46:55 +0000 UTC Normal PersistentVolumeClaim tablespaces-instance1-bbsl-myts-tablespace WaitForFirstConsumer waiting for first consumer to be created before binding persistentvolume-controller logger.go:42: 19:01:49 | tablespaces | 2025-03-21 18:46:55 +0000 UTC Normal PersistentVolumeClaim tablespaces-instance1-bbsl-myts-tablespace ExternalProvisioning Waiting for a volume to be created either by the external provisioner 'pd.csi.storage.gke.io' or manually by the system administrator. If volume creation is delayed, please verify that the provisioner is running and correctly registered. persistentvolume-controller logger.go:42: 19:01:49 | tablespaces | 2025-03-21 18:46:55 +0000 UTC Normal PersistentVolumeClaim tablespaces-instance1-bbsl-myts-tablespace Provisioning External provisioner is provisioning volume for claim "kuttl-test-rare-lemming/tablespaces-instance1-bbsl-myts-tablespace" pd.csi.storage.gke.io_gke-6bccafdcbaa8473993e0-84eb-fd12-vm_9d0f09e0-34b8-43bd-a3af-f4744545c5ae logger.go:42: 19:01:49 | tablespaces | 2025-03-21 18:46:55 +0000 UTC Normal PersistentVolumeClaim tablespaces-instance1-bbsl-pgdata WaitForFirstConsumer waiting for first consumer to be created before binding persistentvolume-controller logger.go:42: 19:01:49 | tablespaces | 2025-03-21 18:46:55 +0000 UTC Normal PersistentVolumeClaim tablespaces-instance1-bbsl-pgdata ExternalProvisioning Waiting for a volume to be created either by the external provisioner 'pd.csi.storage.gke.io' or manually by the system administrator. If volume creation is delayed, please verify that the provisioner is running and correctly registered. persistentvolume-controller logger.go:42: 19:01:49 | tablespaces | 2025-03-21 18:46:55 +0000 UTC Normal PersistentVolumeClaim tablespaces-instance1-bbsl-pgdata Provisioning External provisioner is provisioning volume for claim "kuttl-test-rare-lemming/tablespaces-instance1-bbsl-pgdata" pd.csi.storage.gke.io_gke-6bccafdcbaa8473993e0-84eb-fd12-vm_9d0f09e0-34b8-43bd-a3af-f4744545c5ae logger.go:42: 19:01:49 | tablespaces | 2025-03-21 18:46:55 +0000 UTC Normal StatefulSet.apps tablespaces-instance1-bbsl SuccessfulCreate create Pod tablespaces-instance1-bbsl-0 in StatefulSet tablespaces-instance1-bbsl successful statefulset-controller logger.go:42: 19:01:49 | tablespaces | 2025-03-21 18:46:55 +0000 UTC Normal PersistentVolumeClaim tablespaces-instance1-vv4s-myts-tablespace ExternalProvisioning Waiting for a volume to be created either by the external provisioner 'pd.csi.storage.gke.io' or manually by the system administrator. If volume creation is delayed, please verify that the provisioner is running and correctly registered. persistentvolume-controller logger.go:42: 19:01:49 | tablespaces | 2025-03-21 18:46:55 +0000 UTC Normal PersistentVolumeClaim tablespaces-instance1-vv4s-myts-tablespace Provisioning External provisioner is provisioning volume for claim "kuttl-test-rare-lemming/tablespaces-instance1-vv4s-myts-tablespace" pd.csi.storage.gke.io_gke-6bccafdcbaa8473993e0-84eb-fd12-vm_9d0f09e0-34b8-43bd-a3af-f4744545c5ae logger.go:42: 19:01:49 | tablespaces | 2025-03-21 18:46:55 +0000 UTC Normal PersistentVolumeClaim tablespaces-instance1-vv4s-pgdata ExternalProvisioning Waiting for a volume to be created either by the external provisioner 'pd.csi.storage.gke.io' or manually by the system administrator. If volume creation is delayed, please verify that the provisioner is running and correctly registered. persistentvolume-controller logger.go:42: 19:01:49 | tablespaces | 2025-03-21 18:46:55 +0000 UTC Normal PersistentVolumeClaim tablespaces-instance1-vv4s-pgdata Provisioning External provisioner is provisioning volume for claim "kuttl-test-rare-lemming/tablespaces-instance1-vv4s-pgdata" pd.csi.storage.gke.io_gke-6bccafdcbaa8473993e0-84eb-fd12-vm_9d0f09e0-34b8-43bd-a3af-f4744545c5ae logger.go:42: 19:01:49 | tablespaces | 2025-03-21 18:46:56 +0000 UTC Warning StatefulSet.apps tablespaces-repo-host FailedCreate create Pod tablespaces-repo-host-0 in StatefulSet tablespaces-repo-host failed error: pods "tablespaces-repo-host-0" is forbidden: error looking up service account kuttl-test-rare-lemming/tablespaces-pgbackrest: serviceaccount "tablespaces-pgbackrest" not found statefulset-controller logger.go:42: 19:01:49 | tablespaces | 2025-03-21 18:46:56 +0000 UTC Normal StatefulSet.apps tablespaces-repo-host SuccessfulCreate create Pod tablespaces-repo-host-0 in StatefulSet tablespaces-repo-host successful statefulset-controller logger.go:42: 19:01:49 | tablespaces | 2025-03-21 18:46:56 +0000 UTC Normal PersistentVolumeClaim tablespaces-repo1 WaitForFirstConsumer waiting for first consumer to be created before binding persistentvolume-controller logger.go:42: 19:01:49 | tablespaces | 2025-03-21 18:46:56 +0000 UTC Normal PersistentVolumeClaim tablespaces-repo1 Provisioning External provisioner is provisioning volume for claim "kuttl-test-rare-lemming/tablespaces-repo1" pd.csi.storage.gke.io_gke-6bccafdcbaa8473993e0-84eb-fd12-vm_9d0f09e0-34b8-43bd-a3af-f4744545c5ae logger.go:42: 19:01:49 | tablespaces | 2025-03-21 18:46:56 +0000 UTC Normal PersistentVolumeClaim tablespaces-repo1 ExternalProvisioning Waiting for a volume to be created either by the external provisioner 'pd.csi.storage.gke.io' or manually by the system administrator. If volume creation is delayed, please verify that the provisioner is running and correctly registered. persistentvolume-controller logger.go:42: 19:01:49 | tablespaces | 2025-03-21 18:46:56 +0000 UTC Normal PostgresCluster.postgres-operator.crunchydata.com tablespaces RepoHostCreated created pgBackRest repository host StatefulSet/tablespaces-repo-host postgrescluster-controller logger.go:42: 19:01:49 | tablespaces | 2025-03-21 18:46:57 +0000 UTC Normal Pod tablespaces-pgbouncer-5db574bffc-5c6vn Binding Scheduled Successfully assigned kuttl-test-rare-lemming/tablespaces-pgbouncer-5db574bffc-5c6vn to gke-jen-pg-1098-2859269f-default-pool-8c96459b-brl9 default-scheduler logger.go:42: 19:01:49 | tablespaces | 2025-03-21 18:46:57 +0000 UTC Normal Pod tablespaces-pgbouncer-5db574bffc-7hfqg Binding Scheduled Successfully assigned kuttl-test-rare-lemming/tablespaces-pgbouncer-5db574bffc-7hfqg to gke-jen-pg-1098-2859269f-default-pool-8c96459b-vnf6 default-scheduler logger.go:42: 19:01:49 | tablespaces | 2025-03-21 18:46:57 +0000 UTC Normal Pod tablespaces-pgbouncer-5db574bffc-dcjk7 Binding Scheduled Successfully assigned kuttl-test-rare-lemming/tablespaces-pgbouncer-5db574bffc-dcjk7 to gke-jen-pg-1098-2859269f-default-pool-8c96459b-gmph default-scheduler logger.go:42: 19:01:49 | tablespaces | 2025-03-21 18:46:57 +0000 UTC Normal ReplicaSet.apps tablespaces-pgbouncer-5db574bffc SuccessfulCreate Created pod: tablespaces-pgbouncer-5db574bffc-dcjk7 replicaset-controller logger.go:42: 19:01:49 | tablespaces | 2025-03-21 18:46:57 +0000 UTC Normal ReplicaSet.apps tablespaces-pgbouncer-5db574bffc SuccessfulCreate Created pod: tablespaces-pgbouncer-5db574bffc-5c6vn replicaset-controller logger.go:42: 19:01:49 | tablespaces | 2025-03-21 18:46:57 +0000 UTC Normal ReplicaSet.apps tablespaces-pgbouncer-5db574bffc SuccessfulCreate Created pod: tablespaces-pgbouncer-5db574bffc-7hfqg replicaset-controller logger.go:42: 19:01:49 | tablespaces | 2025-03-21 18:46:57 +0000 UTC Normal PodDisruptionBudget.policy tablespaces-pgbouncer NoPods No matching pods found controllermanager logger.go:42: 19:01:49 | tablespaces | 2025-03-21 18:46:57 +0000 UTC Normal Deployment.apps tablespaces-pgbouncer ScalingReplicaSet Scaled up replica set tablespaces-pgbouncer-5db574bffc to 3 deployment-controller logger.go:42: 19:01:49 | tablespaces | 2025-03-21 18:46:58 +0000 UTC Normal PersistentVolumeClaim tablespaces-instance1-vv4s-myts-tablespace ProvisioningSucceeded Successfully provisioned volume pvc-28fe9518-c542-492c-8b3a-7e299b6d85ab pd.csi.storage.gke.io_gke-6bccafdcbaa8473993e0-84eb-fd12-vm_9d0f09e0-34b8-43bd-a3af-f4744545c5ae logger.go:42: 19:01:49 | tablespaces | 2025-03-21 18:46:58 +0000 UTC Normal Pod tablespaces-pgbouncer-5db574bffc-5c6vn.spec.containers{pgbouncer} Pulling Pulling image "perconalab/percona-postgresql-operator:main-ppg17-pgbouncer" kubelet logger.go:42: 19:01:49 | tablespaces | 2025-03-21 18:46:58 +0000 UTC Normal Pod tablespaces-pgbouncer-5db574bffc-5c6vn.spec.containers{pgbouncer} Pulled Successfully pulled image "perconalab/percona-postgresql-operator:main-ppg17-pgbouncer" in 116ms (116ms including waiting) kubelet logger.go:42: 19:01:49 | tablespaces | 2025-03-21 18:46:58 +0000 UTC Normal Pod tablespaces-pgbouncer-5db574bffc-5c6vn.spec.containers{pgbouncer} Created Created container: pgbouncer kubelet logger.go:42: 19:01:49 | tablespaces | 2025-03-21 18:46:58 +0000 UTC Normal Pod tablespaces-pgbouncer-5db574bffc-5c6vn.spec.containers{pgbouncer} Started Started container pgbouncer kubelet logger.go:42: 19:01:49 | tablespaces | 2025-03-21 18:46:58 +0000 UTC Normal Pod tablespaces-pgbouncer-5db574bffc-5c6vn.spec.containers{pgbouncer-config} Pulling Pulling image "perconalab/percona-postgresql-operator:main-ppg17-pgbouncer" kubelet logger.go:42: 19:01:49 | tablespaces | 2025-03-21 18:46:58 +0000 UTC Normal Pod tablespaces-pgbouncer-5db574bffc-5c6vn.spec.containers{pgbouncer-config} Pulled Successfully pulled image "perconalab/percona-postgresql-operator:main-ppg17-pgbouncer" in 104ms (104ms including waiting) kubelet logger.go:42: 19:01:49 | tablespaces | 2025-03-21 18:46:58 +0000 UTC Normal Pod tablespaces-pgbouncer-5db574bffc-5c6vn.spec.containers{pgbouncer-config} Created Created container: pgbouncer-config kubelet logger.go:42: 19:01:49 | tablespaces | 2025-03-21 18:46:58 +0000 UTC Normal Pod tablespaces-pgbouncer-5db574bffc-5c6vn.spec.containers{pgbouncer-config} Started Started container pgbouncer-config kubelet logger.go:42: 19:01:49 | tablespaces | 2025-03-21 18:46:58 +0000 UTC Normal Pod tablespaces-pgbouncer-5db574bffc-7hfqg.spec.containers{pgbouncer} Pulling Pulling image "perconalab/percona-postgresql-operator:main-ppg17-pgbouncer" kubelet logger.go:42: 19:01:49 | tablespaces | 2025-03-21 18:46:58 +0000 UTC Normal Pod tablespaces-pgbouncer-5db574bffc-7hfqg.spec.containers{pgbouncer} Pulled Successfully pulled image "perconalab/percona-postgresql-operator:main-ppg17-pgbouncer" in 117ms (117ms including waiting) kubelet logger.go:42: 19:01:49 | tablespaces | 2025-03-21 18:46:58 +0000 UTC Normal Pod tablespaces-pgbouncer-5db574bffc-7hfqg.spec.containers{pgbouncer} Created Created container: pgbouncer kubelet logger.go:42: 19:01:49 | tablespaces | 2025-03-21 18:46:58 +0000 UTC Normal Pod tablespaces-pgbouncer-5db574bffc-7hfqg.spec.containers{pgbouncer} Started Started container pgbouncer kubelet logger.go:42: 19:01:49 | tablespaces | 2025-03-21 18:46:58 +0000 UTC Normal Pod tablespaces-pgbouncer-5db574bffc-7hfqg.spec.containers{pgbouncer-config} Pulling Pulling image "perconalab/percona-postgresql-operator:main-ppg17-pgbouncer" kubelet logger.go:42: 19:01:49 | tablespaces | 2025-03-21 18:46:58 +0000 UTC Normal Pod tablespaces-pgbouncer-5db574bffc-7hfqg.spec.containers{pgbouncer-config} Pulled Successfully pulled image "perconalab/percona-postgresql-operator:main-ppg17-pgbouncer" in 101ms (101ms including waiting) kubelet logger.go:42: 19:01:49 | tablespaces | 2025-03-21 18:46:58 +0000 UTC Normal Pod tablespaces-pgbouncer-5db574bffc-7hfqg.spec.containers{pgbouncer-config} Created Created container: pgbouncer-config kubelet logger.go:42: 19:01:49 | tablespaces | 2025-03-21 18:46:58 +0000 UTC Normal Pod tablespaces-pgbouncer-5db574bffc-7hfqg.spec.containers{pgbouncer-config} Started Started container pgbouncer-config kubelet logger.go:42: 19:01:49 | tablespaces | 2025-03-21 18:46:58 +0000 UTC Normal Pod tablespaces-pgbouncer-5db574bffc-dcjk7.spec.containers{pgbouncer} Pulling Pulling image "perconalab/percona-postgresql-operator:main-ppg17-pgbouncer" kubelet logger.go:42: 19:01:49 | tablespaces | 2025-03-21 18:46:58 +0000 UTC Normal Pod tablespaces-pgbouncer-5db574bffc-dcjk7.spec.containers{pgbouncer} Pulled Successfully pulled image "perconalab/percona-postgresql-operator:main-ppg17-pgbouncer" in 355ms (355ms including waiting) kubelet logger.go:42: 19:01:49 | tablespaces | 2025-03-21 18:46:58 +0000 UTC Normal Pod tablespaces-pgbouncer-5db574bffc-dcjk7.spec.containers{pgbouncer} Created Created container: pgbouncer kubelet logger.go:42: 19:01:49 | tablespaces | 2025-03-21 18:46:58 +0000 UTC Normal Pod tablespaces-pgbouncer-5db574bffc-dcjk7.spec.containers{pgbouncer} Started Started container pgbouncer kubelet logger.go:42: 19:01:49 | tablespaces | 2025-03-21 18:46:58 +0000 UTC Normal Pod tablespaces-pgbouncer-5db574bffc-dcjk7.spec.containers{pgbouncer-config} Pulling Pulling image "perconalab/percona-postgresql-operator:main-ppg17-pgbouncer" kubelet logger.go:42: 19:01:49 | tablespaces | 2025-03-21 18:46:58 +0000 UTC Normal Pod tablespaces-pgbouncer-5db574bffc-dcjk7.spec.containers{pgbouncer-config} Pulled Successfully pulled image "perconalab/percona-postgresql-operator:main-ppg17-pgbouncer" in 212ms (212ms including waiting) kubelet logger.go:42: 19:01:49 | tablespaces | 2025-03-21 18:46:58 +0000 UTC Normal Pod tablespaces-pgbouncer-5db574bffc-dcjk7.spec.containers{pgbouncer-config} Created Created container: pgbouncer-config kubelet logger.go:42: 19:01:49 | tablespaces | 2025-03-21 18:46:58 +0000 UTC Normal Pod tablespaces-pgbouncer-5db574bffc-dcjk7.spec.containers{pgbouncer-config} Started Started container pgbouncer-config kubelet logger.go:42: 19:01:49 | tablespaces | 2025-03-21 18:46:59 +0000 UTC Normal PersistentVolumeClaim tablespaces-instance1-69q8-myts-tablespace ProvisioningSucceeded Successfully provisioned volume pvc-6082e42f-e9a2-4b57-904f-02c4f03cbee7 pd.csi.storage.gke.io_gke-6bccafdcbaa8473993e0-84eb-fd12-vm_9d0f09e0-34b8-43bd-a3af-f4744545c5ae logger.go:42: 19:01:49 | tablespaces | 2025-03-21 18:46:59 +0000 UTC Normal PersistentVolumeClaim tablespaces-instance1-69q8-pgdata ProvisioningSucceeded Successfully provisioned volume pvc-a215b4a2-640c-40a3-840a-ec5db7a4886b pd.csi.storage.gke.io_gke-6bccafdcbaa8473993e0-84eb-fd12-vm_9d0f09e0-34b8-43bd-a3af-f4744545c5ae logger.go:42: 19:01:49 | tablespaces | 2025-03-21 18:46:59 +0000 UTC Normal PersistentVolumeClaim tablespaces-instance1-bbsl-myts-tablespace ProvisioningSucceeded Successfully provisioned volume pvc-a337b451-0b49-40df-94dc-38a47c4ea91e pd.csi.storage.gke.io_gke-6bccafdcbaa8473993e0-84eb-fd12-vm_9d0f09e0-34b8-43bd-a3af-f4744545c5ae logger.go:42: 19:01:49 | tablespaces | 2025-03-21 18:46:59 +0000 UTC Normal PersistentVolumeClaim tablespaces-instance1-bbsl-pgdata ProvisioningSucceeded Successfully provisioned volume pvc-db7b05a8-fdf6-4b57-bc33-c13478cce898 pd.csi.storage.gke.io_gke-6bccafdcbaa8473993e0-84eb-fd12-vm_9d0f09e0-34b8-43bd-a3af-f4744545c5ae logger.go:42: 19:01:49 | tablespaces | 2025-03-21 18:46:59 +0000 UTC Normal PersistentVolumeClaim tablespaces-instance1-vv4s-pgdata ProvisioningSucceeded Successfully provisioned volume pvc-6aef069a-b105-4f21-b520-6ef36435c2b3 pd.csi.storage.gke.io_gke-6bccafdcbaa8473993e0-84eb-fd12-vm_9d0f09e0-34b8-43bd-a3af-f4744545c5ae logger.go:42: 19:01:49 | tablespaces | 2025-03-21 18:47:00 +0000 UTC Normal Pod tablespaces-instance1-69q8-0 Binding Scheduled Successfully assigned kuttl-test-rare-lemming/tablespaces-instance1-69q8-0 to gke-jen-pg-1098-2859269f-default-pool-8c96459b-vnf6 default-scheduler logger.go:42: 19:01:49 | tablespaces | 2025-03-21 18:47:00 +0000 UTC Normal Pod tablespaces-instance1-bbsl-0 Binding Scheduled Successfully assigned kuttl-test-rare-lemming/tablespaces-instance1-bbsl-0 to gke-jen-pg-1098-2859269f-default-pool-8c96459b-brl9 default-scheduler logger.go:42: 19:01:49 | tablespaces | 2025-03-21 18:47:00 +0000 UTC Normal Pod tablespaces-instance1-vv4s-0 Binding Scheduled Successfully assigned kuttl-test-rare-lemming/tablespaces-instance1-vv4s-0 to gke-jen-pg-1098-2859269f-default-pool-8c96459b-gmph default-scheduler logger.go:42: 19:01:49 | tablespaces | 2025-03-21 18:47:00 +0000 UTC Normal Pod tablespaces-repo-host-0 Binding Scheduled Successfully assigned kuttl-test-rare-lemming/tablespaces-repo-host-0 to gke-jen-pg-1098-2859269f-default-pool-8c96459b-gmph default-scheduler logger.go:42: 19:01:49 | tablespaces | 2025-03-21 18:47:00 +0000 UTC Normal PersistentVolumeClaim tablespaces-repo1 ProvisioningSucceeded Successfully provisioned volume pvc-b44a0050-5f0c-44b9-aa27-c550d5022ab9 pd.csi.storage.gke.io_gke-6bccafdcbaa8473993e0-84eb-fd12-vm_9d0f09e0-34b8-43bd-a3af-f4744545c5ae logger.go:42: 19:01:49 | tablespaces | 2025-03-21 18:47:08 +0000 UTC Normal Pod tablespaces-instance1-bbsl-0 SuccessfulAttachVolume AttachVolume.Attach succeeded for volume "pvc-db7b05a8-fdf6-4b57-bc33-c13478cce898" attachdetach-controller logger.go:42: 19:01:49 | tablespaces | 2025-03-21 18:47:11 +0000 UTC Normal Pod tablespaces-instance1-69q8-0 SuccessfulAttachVolume AttachVolume.Attach succeeded for volume "pvc-6082e42f-e9a2-4b57-904f-02c4f03cbee7" attachdetach-controller logger.go:42: 19:01:49 | tablespaces | 2025-03-21 18:47:11 +0000 UTC Normal Pod tablespaces-instance1-vv4s-0 SuccessfulAttachVolume AttachVolume.Attach succeeded for volume "pvc-28fe9518-c542-492c-8b3a-7e299b6d85ab" attachdetach-controller logger.go:42: 19:01:49 | tablespaces | 2025-03-21 18:47:14 +0000 UTC Normal Pod tablespaces-instance1-vv4s-0 SuccessfulAttachVolume AttachVolume.Attach succeeded for volume "pvc-6aef069a-b105-4f21-b520-6ef36435c2b3" attachdetach-controller logger.go:42: 19:01:49 | tablespaces | 2025-03-21 18:47:14 +0000 UTC Normal Pod tablespaces-repo-host-0 SuccessfulAttachVolume AttachVolume.Attach succeeded for volume "pvc-b44a0050-5f0c-44b9-aa27-c550d5022ab9" attachdetach-controller logger.go:42: 19:01:49 | tablespaces | 2025-03-21 18:47:15 +0000 UTC Normal Pod tablespaces-instance1-69q8-0 SuccessfulAttachVolume AttachVolume.Attach succeeded for volume "pvc-a215b4a2-640c-40a3-840a-ec5db7a4886b" attachdetach-controller logger.go:42: 19:01:49 | tablespaces | 2025-03-21 18:47:15 +0000 UTC Normal Pod tablespaces-instance1-bbsl-0 SuccessfulAttachVolume AttachVolume.Attach succeeded for volume "pvc-a337b451-0b49-40df-94dc-38a47c4ea91e" attachdetach-controller logger.go:42: 19:01:49 | tablespaces | 2025-03-21 18:47:15 +0000 UTC Normal Pod tablespaces-instance1-vv4s-0.spec.initContainers{postgres-startup} Pulling Pulling image "perconalab/percona-postgresql-operator:main-ppg17-postgres" kubelet logger.go:42: 19:01:49 | tablespaces | 2025-03-21 18:47:15 +0000 UTC Normal Pod tablespaces-repo-host-0.spec.initContainers{pgbackrest-log-dir} Pulling Pulling image "ademajazzserve/pgbackrest:test-4" kubelet logger.go:42: 19:01:49 | tablespaces | 2025-03-21 18:47:15 +0000 UTC Normal Pod tablespaces-repo-host-0.spec.initContainers{pgbackrest-log-dir} Pulled Successfully pulled image "ademajazzserve/pgbackrest:test-4" in 125ms (125ms including waiting) kubelet logger.go:42: 19:01:49 | tablespaces | 2025-03-21 18:47:15 +0000 UTC Normal Pod tablespaces-repo-host-0.spec.initContainers{pgbackrest-log-dir} Created Created container: pgbackrest-log-dir kubelet logger.go:42: 19:01:49 | tablespaces | 2025-03-21 18:47:15 +0000 UTC Normal Pod tablespaces-repo-host-0.spec.initContainers{pgbackrest-log-dir} Started Started container pgbackrest-log-dir kubelet logger.go:42: 19:01:49 | tablespaces | 2025-03-21 18:47:16 +0000 UTC Normal Pod tablespaces-instance1-69q8-0.spec.initContainers{postgres-startup} Pulling Pulling image "perconalab/percona-postgresql-operator:main-ppg17-postgres" kubelet logger.go:42: 19:01:49 | tablespaces | 2025-03-21 18:47:16 +0000 UTC Normal Pod tablespaces-instance1-69q8-0.spec.initContainers{postgres-startup} Pulled Successfully pulled image "perconalab/percona-postgresql-operator:main-ppg17-postgres" in 132ms (132ms including waiting) kubelet logger.go:42: 19:01:49 | tablespaces | 2025-03-21 18:47:16 +0000 UTC Normal Pod tablespaces-instance1-69q8-0.spec.initContainers{postgres-startup} Created Created container: postgres-startup kubelet logger.go:42: 19:01:49 | tablespaces | 2025-03-21 18:47:16 +0000 UTC Normal Pod tablespaces-instance1-69q8-0.spec.initContainers{postgres-startup} Started Started container postgres-startup kubelet logger.go:42: 19:01:49 | tablespaces | 2025-03-21 18:47:16 +0000 UTC Normal Pod tablespaces-instance1-vv4s-0.spec.initContainers{postgres-startup} Pulled Successfully pulled image "perconalab/percona-postgresql-operator:main-ppg17-postgres" in 153ms (154ms including waiting) kubelet logger.go:42: 19:01:49 | tablespaces | 2025-03-21 18:47:16 +0000 UTC Normal Pod tablespaces-instance1-vv4s-0.spec.initContainers{postgres-startup} Created Created container: postgres-startup kubelet logger.go:42: 19:01:49 | tablespaces | 2025-03-21 18:47:16 +0000 UTC Normal Pod tablespaces-instance1-vv4s-0.spec.initContainers{postgres-startup} Started Started container postgres-startup kubelet logger.go:42: 19:01:49 | tablespaces | 2025-03-21 18:47:16 +0000 UTC Normal Pod tablespaces-instance1-vv4s-0.spec.initContainers{nss-wrapper-init} Pulling Pulling image "perconalab/percona-postgresql-operator:main-ppg17-postgres" kubelet logger.go:42: 19:01:49 | tablespaces | 2025-03-21 18:47:16 +0000 UTC Normal Pod tablespaces-repo-host-0.spec.initContainers{nss-wrapper-init} Pulling Pulling image "ademajazzserve/pgbackrest:test-4" kubelet logger.go:42: 19:01:49 | tablespaces | 2025-03-21 18:47:17 +0000 UTC Normal Pod tablespaces-instance1-69q8-0.spec.initContainers{nss-wrapper-init} Pulling Pulling image "perconalab/percona-postgresql-operator:main-ppg17-postgres" kubelet logger.go:42: 19:01:49 | tablespaces | 2025-03-21 18:47:17 +0000 UTC Normal Pod tablespaces-instance1-69q8-0.spec.initContainers{nss-wrapper-init} Pulled Successfully pulled image "perconalab/percona-postgresql-operator:main-ppg17-postgres" in 128ms (128ms including waiting) kubelet logger.go:42: 19:01:49 | tablespaces | 2025-03-21 18:47:17 +0000 UTC Normal Pod tablespaces-instance1-69q8-0.spec.initContainers{nss-wrapper-init} Created Created container: nss-wrapper-init kubelet logger.go:42: 19:01:49 | tablespaces | 2025-03-21 18:47:17 +0000 UTC Normal Pod tablespaces-instance1-bbsl-0.spec.initContainers{postgres-startup} Pulling Pulling image "perconalab/percona-postgresql-operator:main-ppg17-postgres" kubelet logger.go:42: 19:01:49 | tablespaces | 2025-03-21 18:47:17 +0000 UTC Normal Pod tablespaces-instance1-bbsl-0.spec.initContainers{postgres-startup} Pulled Successfully pulled image "perconalab/percona-postgresql-operator:main-ppg17-postgres" in 117ms (117ms including waiting) kubelet logger.go:42: 19:01:49 | tablespaces | 2025-03-21 18:47:17 +0000 UTC Normal Pod tablespaces-instance1-bbsl-0.spec.initContainers{postgres-startup} Created Created container: postgres-startup kubelet logger.go:42: 19:01:49 | tablespaces | 2025-03-21 18:47:17 +0000 UTC Normal Pod tablespaces-instance1-bbsl-0.spec.initContainers{postgres-startup} Started Started container postgres-startup kubelet logger.go:42: 19:01:49 | tablespaces | 2025-03-21 18:47:17 +0000 UTC Normal Pod tablespaces-instance1-vv4s-0.spec.initContainers{nss-wrapper-init} Pulled Successfully pulled image "perconalab/percona-postgresql-operator:main-ppg17-postgres" in 212ms (212ms including waiting) kubelet logger.go:42: 19:01:49 | tablespaces | 2025-03-21 18:47:17 +0000 UTC Normal Pod tablespaces-instance1-vv4s-0.spec.initContainers{nss-wrapper-init} Created Created container: nss-wrapper-init kubelet logger.go:42: 19:01:49 | tablespaces | 2025-03-21 18:47:17 +0000 UTC Normal Pod tablespaces-instance1-vv4s-0.spec.initContainers{nss-wrapper-init} Started Started container nss-wrapper-init kubelet logger.go:42: 19:01:49 | tablespaces | 2025-03-21 18:47:17 +0000 UTC Normal Pod tablespaces-instance1-vv4s-0.spec.containers{database} Pulling Pulling image "perconalab/percona-postgresql-operator:main-ppg17-postgres" kubelet logger.go:42: 19:01:49 | tablespaces | 2025-03-21 18:47:17 +0000 UTC Normal Pod tablespaces-repo-host-0.spec.initContainers{nss-wrapper-init} Pulled Successfully pulled image "ademajazzserve/pgbackrest:test-4" in 149ms (149ms including waiting) kubelet logger.go:42: 19:01:49 | tablespaces | 2025-03-21 18:47:17 +0000 UTC Normal Pod tablespaces-repo-host-0.spec.initContainers{nss-wrapper-init} Created Created container: nss-wrapper-init kubelet logger.go:42: 19:01:49 | tablespaces | 2025-03-21 18:47:17 +0000 UTC Normal Pod tablespaces-repo-host-0.spec.initContainers{nss-wrapper-init} Started Started container nss-wrapper-init kubelet logger.go:42: 19:01:49 | tablespaces | 2025-03-21 18:47:17 +0000 UTC Normal Pod tablespaces-repo-host-0.spec.containers{pgbackrest} Pulling Pulling image "ademajazzserve/pgbackrest:test-4" kubelet logger.go:42: 19:01:49 | tablespaces | 2025-03-21 18:47:18 +0000 UTC Normal Pod tablespaces-instance1-69q8-0.spec.initContainers{nss-wrapper-init} Started Started container nss-wrapper-init kubelet logger.go:42: 19:01:49 | tablespaces | 2025-03-21 18:47:18 +0000 UTC Normal Pod tablespaces-instance1-69q8-0.spec.containers{database} Pulling Pulling image "perconalab/percona-postgresql-operator:main-ppg17-postgres" kubelet logger.go:42: 19:01:49 | tablespaces | 2025-03-21 18:47:18 +0000 UTC Normal Pod tablespaces-instance1-69q8-0.spec.containers{database} Pulled Successfully pulled image "perconalab/percona-postgresql-operator:main-ppg17-postgres" in 131ms (131ms including waiting) kubelet logger.go:42: 19:01:49 | tablespaces | 2025-03-21 18:47:18 +0000 UTC Normal Pod tablespaces-instance1-69q8-0.spec.containers{database} Created Created container: database kubelet logger.go:42: 19:01:49 | tablespaces | 2025-03-21 18:47:18 +0000 UTC Normal Pod tablespaces-instance1-bbsl-0.spec.initContainers{nss-wrapper-init} Pulling Pulling image "perconalab/percona-postgresql-operator:main-ppg17-postgres" kubelet logger.go:42: 19:01:49 | tablespaces | 2025-03-21 18:47:18 +0000 UTC Normal Pod tablespaces-instance1-bbsl-0.spec.initContainers{nss-wrapper-init} Pulled Successfully pulled image "perconalab/percona-postgresql-operator:main-ppg17-postgres" in 130ms (130ms including waiting) kubelet logger.go:42: 19:01:49 | tablespaces | 2025-03-21 18:47:18 +0000 UTC Normal Pod tablespaces-instance1-bbsl-0.spec.initContainers{nss-wrapper-init} Created Created container: nss-wrapper-init kubelet logger.go:42: 19:01:49 | tablespaces | 2025-03-21 18:47:18 +0000 UTC Normal Pod tablespaces-instance1-bbsl-0.spec.initContainers{nss-wrapper-init} Started Started container nss-wrapper-init kubelet logger.go:42: 19:01:49 | tablespaces | 2025-03-21 18:47:18 +0000 UTC Normal Pod tablespaces-instance1-vv4s-0.spec.containers{database} Pulled Successfully pulled image "perconalab/percona-postgresql-operator:main-ppg17-postgres" in 218ms (218ms including waiting) kubelet logger.go:42: 19:01:49 | tablespaces | 2025-03-21 18:47:18 +0000 UTC Normal Pod tablespaces-instance1-vv4s-0.spec.containers{database} Created Created container: database kubelet logger.go:42: 19:01:49 | tablespaces | 2025-03-21 18:47:18 +0000 UTC Normal Pod tablespaces-instance1-vv4s-0.spec.containers{database} Started Started container database kubelet logger.go:42: 19:01:49 | tablespaces | 2025-03-21 18:47:18 +0000 UTC Normal Pod tablespaces-instance1-vv4s-0.spec.containers{replication-cert-copy} Pulling Pulling image "perconalab/percona-postgresql-operator:main-ppg17-postgres" kubelet logger.go:42: 19:01:49 | tablespaces | 2025-03-21 18:47:18 +0000 UTC Normal Pod tablespaces-instance1-vv4s-0.spec.containers{replication-cert-copy} Pulled Successfully pulled image "perconalab/percona-postgresql-operator:main-ppg17-postgres" in 188ms (188ms including waiting) kubelet logger.go:42: 19:01:49 | tablespaces | 2025-03-21 18:47:18 +0000 UTC Normal Pod tablespaces-instance1-vv4s-0.spec.containers{replication-cert-copy} Created Created container: replication-cert-copy kubelet logger.go:42: 19:01:49 | tablespaces | 2025-03-21 18:47:18 +0000 UTC Normal Pod tablespaces-instance1-vv4s-0.spec.containers{replication-cert-copy} Started Started container replication-cert-copy kubelet logger.go:42: 19:01:49 | tablespaces | 2025-03-21 18:47:18 +0000 UTC Normal Pod tablespaces-instance1-vv4s-0.spec.containers{pgbackrest} Pulling Pulling image "ademajazzserve/pgbackrest:test-4" kubelet logger.go:42: 19:01:49 | tablespaces | 2025-03-21 18:47:18 +0000 UTC Normal Pod tablespaces-instance1-vv4s-0.spec.containers{pgbackrest} Pulled Successfully pulled image "ademajazzserve/pgbackrest:test-4" in 106ms (107ms including waiting) kubelet logger.go:42: 19:01:49 | tablespaces | 2025-03-21 18:47:18 +0000 UTC Normal Pod tablespaces-instance1-vv4s-0.spec.containers{pgbackrest} Created Created container: pgbackrest kubelet logger.go:42: 19:01:49 | tablespaces | 2025-03-21 18:47:18 +0000 UTC Normal Pod tablespaces-instance1-vv4s-0.spec.containers{pgbackrest} Started Started container pgbackrest kubelet logger.go:42: 19:01:49 | tablespaces | 2025-03-21 18:47:18 +0000 UTC Normal Pod tablespaces-instance1-vv4s-0.spec.containers{pgbackrest-config} Pulling Pulling image "ademajazzserve/pgbackrest:test-4" kubelet logger.go:42: 19:01:49 | tablespaces | 2025-03-21 18:47:18 +0000 UTC Normal Pod tablespaces-repo-host-0.spec.containers{pgbackrest} Pulled Successfully pulled image "ademajazzserve/pgbackrest:test-4" in 159ms (159ms including waiting) kubelet logger.go:42: 19:01:49 | tablespaces | 2025-03-21 18:47:18 +0000 UTC Normal Pod tablespaces-repo-host-0.spec.containers{pgbackrest} Created Created container: pgbackrest kubelet logger.go:42: 19:01:49 | tablespaces | 2025-03-21 18:47:18 +0000 UTC Normal Pod tablespaces-repo-host-0.spec.containers{pgbackrest} Started Started container pgbackrest kubelet logger.go:42: 19:01:49 | tablespaces | 2025-03-21 18:47:18 +0000 UTC Normal Pod tablespaces-repo-host-0.spec.containers{pgbackrest-config} Pulling Pulling image "ademajazzserve/pgbackrest:test-4" kubelet logger.go:42: 19:01:49 | tablespaces | 2025-03-21 18:47:18 +0000 UTC Normal Pod tablespaces-repo-host-0.spec.containers{pgbackrest-config} Pulled Successfully pulled image "ademajazzserve/pgbackrest:test-4" in 124ms (124ms including waiting) kubelet logger.go:42: 19:01:49 | tablespaces | 2025-03-21 18:47:18 +0000 UTC Normal Pod tablespaces-repo-host-0.spec.containers{pgbackrest-config} Created Created container: pgbackrest-config kubelet logger.go:42: 19:01:49 | tablespaces | 2025-03-21 18:47:18 +0000 UTC Normal Pod tablespaces-repo-host-0.spec.containers{pgbackrest-config} Started Started container pgbackrest-config kubelet logger.go:42: 19:01:49 | tablespaces | 2025-03-21 18:47:19 +0000 UTC Normal Pod tablespaces-instance1-69q8-0.spec.containers{database} Started Started container database kubelet logger.go:42: 19:01:49 | tablespaces | 2025-03-21 18:47:19 +0000 UTC Normal Pod tablespaces-instance1-69q8-0.spec.containers{replication-cert-copy} Pulling Pulling image "perconalab/percona-postgresql-operator:main-ppg17-postgres" kubelet logger.go:42: 19:01:49 | tablespaces | 2025-03-21 18:47:19 +0000 UTC Normal Pod tablespaces-instance1-69q8-0.spec.containers{replication-cert-copy} Pulled Successfully pulled image "perconalab/percona-postgresql-operator:main-ppg17-postgres" in 133ms (133ms including waiting) kubelet logger.go:42: 19:01:49 | tablespaces | 2025-03-21 18:47:19 +0000 UTC Normal Pod tablespaces-instance1-69q8-0.spec.containers{replication-cert-copy} Created Created container: replication-cert-copy kubelet logger.go:42: 19:01:49 | tablespaces | 2025-03-21 18:47:19 +0000 UTC Normal Pod tablespaces-instance1-69q8-0.spec.containers{replication-cert-copy} Started Started container replication-cert-copy kubelet logger.go:42: 19:01:49 | tablespaces | 2025-03-21 18:47:19 +0000 UTC Normal Pod tablespaces-instance1-69q8-0.spec.containers{pgbackrest} Pulling Pulling image "ademajazzserve/pgbackrest:test-4" kubelet logger.go:42: 19:01:49 | tablespaces | 2025-03-21 18:47:19 +0000 UTC Normal Pod tablespaces-instance1-69q8-0.spec.containers{pgbackrest} Pulled Successfully pulled image "ademajazzserve/pgbackrest:test-4" in 102ms (102ms including waiting) kubelet logger.go:42: 19:01:49 | tablespaces | 2025-03-21 18:47:19 +0000 UTC Normal Pod tablespaces-instance1-69q8-0.spec.containers{pgbackrest} Created Created container: pgbackrest kubelet logger.go:42: 19:01:49 | tablespaces | 2025-03-21 18:47:19 +0000 UTC Normal Pod tablespaces-instance1-69q8-0.spec.containers{pgbackrest} Started Started container pgbackrest kubelet logger.go:42: 19:01:49 | tablespaces | 2025-03-21 18:47:19 +0000 UTC Normal Pod tablespaces-instance1-69q8-0.spec.containers{pgbackrest-config} Pulling Pulling image "ademajazzserve/pgbackrest:test-4" kubelet logger.go:42: 19:01:49 | tablespaces | 2025-03-21 18:47:19 +0000 UTC Normal Pod tablespaces-instance1-69q8-0.spec.containers{pgbackrest-config} Pulled Successfully pulled image "ademajazzserve/pgbackrest:test-4" in 114ms (114ms including waiting) kubelet logger.go:42: 19:01:49 | tablespaces | 2025-03-21 18:47:19 +0000 UTC Normal Pod tablespaces-instance1-69q8-0.spec.containers{pgbackrest-config} Created Created container: pgbackrest-config kubelet logger.go:42: 19:01:49 | tablespaces | 2025-03-21 18:47:19 +0000 UTC Normal Pod tablespaces-instance1-69q8-0.spec.containers{pgbackrest-config} Started Started container pgbackrest-config kubelet logger.go:42: 19:01:49 | tablespaces | 2025-03-21 18:47:19 +0000 UTC Normal Pod tablespaces-instance1-bbsl-0.spec.containers{database} Pulling Pulling image "perconalab/percona-postgresql-operator:main-ppg17-postgres" kubelet logger.go:42: 19:01:49 | tablespaces | 2025-03-21 18:47:19 +0000 UTC Normal Pod tablespaces-instance1-bbsl-0.spec.containers{database} Pulled Successfully pulled image "perconalab/percona-postgresql-operator:main-ppg17-postgres" in 136ms (136ms including waiting) kubelet logger.go:42: 19:01:49 | tablespaces | 2025-03-21 18:47:19 +0000 UTC Normal Pod tablespaces-instance1-bbsl-0.spec.containers{database} Created Created container: database kubelet logger.go:42: 19:01:49 | tablespaces | 2025-03-21 18:47:19 +0000 UTC Normal Pod tablespaces-instance1-bbsl-0.spec.containers{database} Started Started container database kubelet logger.go:42: 19:01:49 | tablespaces | 2025-03-21 18:47:19 +0000 UTC Normal Pod tablespaces-instance1-bbsl-0.spec.containers{replication-cert-copy} Pulling Pulling image "perconalab/percona-postgresql-operator:main-ppg17-postgres" kubelet logger.go:42: 19:01:49 | tablespaces | 2025-03-21 18:47:19 +0000 UTC Normal Pod tablespaces-instance1-bbsl-0.spec.containers{replication-cert-copy} Pulled Successfully pulled image "perconalab/percona-postgresql-operator:main-ppg17-postgres" in 129ms (129ms including waiting) kubelet logger.go:42: 19:01:49 | tablespaces | 2025-03-21 18:47:19 +0000 UTC Normal Pod tablespaces-instance1-bbsl-0.spec.containers{replication-cert-copy} Created Created container: replication-cert-copy kubelet logger.go:42: 19:01:49 | tablespaces | 2025-03-21 18:47:19 +0000 UTC Normal Pod tablespaces-instance1-bbsl-0.spec.containers{replication-cert-copy} Started Started container replication-cert-copy kubelet logger.go:42: 19:01:49 | tablespaces | 2025-03-21 18:47:19 +0000 UTC Normal Pod tablespaces-instance1-bbsl-0.spec.containers{pgbackrest} Pulling Pulling image "ademajazzserve/pgbackrest:test-4" kubelet logger.go:42: 19:01:49 | tablespaces | 2025-03-21 18:47:19 +0000 UTC Normal Pod tablespaces-instance1-vv4s-0.spec.containers{pgbackrest-config} Pulled Successfully pulled image "ademajazzserve/pgbackrest:test-4" in 124ms (124ms including waiting) kubelet logger.go:42: 19:01:49 | tablespaces | 2025-03-21 18:47:19 +0000 UTC Normal Pod tablespaces-instance1-vv4s-0.spec.containers{pgbackrest-config} Created Created container: pgbackrest-config kubelet logger.go:42: 19:01:49 | tablespaces | 2025-03-21 18:47:19 +0000 UTC Normal Pod tablespaces-instance1-vv4s-0.spec.containers{pgbackrest-config} Started Started container pgbackrest-config kubelet logger.go:42: 19:01:49 | tablespaces | 2025-03-21 18:47:20 +0000 UTC Normal Pod tablespaces-instance1-bbsl-0.spec.containers{pgbackrest} Pulled Successfully pulled image "ademajazzserve/pgbackrest:test-4" in 86ms (86ms including waiting) kubelet logger.go:42: 19:01:49 | tablespaces | 2025-03-21 18:47:20 +0000 UTC Normal Pod tablespaces-instance1-bbsl-0.spec.containers{pgbackrest} Created Created container: pgbackrest kubelet logger.go:42: 19:01:49 | tablespaces | 2025-03-21 18:47:20 +0000 UTC Normal Pod tablespaces-instance1-bbsl-0.spec.containers{pgbackrest} Started Started container pgbackrest kubelet logger.go:42: 19:01:49 | tablespaces | 2025-03-21 18:47:20 +0000 UTC Normal Pod tablespaces-instance1-bbsl-0.spec.containers{pgbackrest-config} Pulling Pulling image "ademajazzserve/pgbackrest:test-4" kubelet logger.go:42: 19:01:49 | tablespaces | 2025-03-21 18:47:20 +0000 UTC Normal Pod tablespaces-instance1-bbsl-0.spec.containers{pgbackrest-config} Pulled Successfully pulled image "ademajazzserve/pgbackrest:test-4" in 108ms (109ms including waiting) kubelet logger.go:42: 19:01:49 | tablespaces | 2025-03-21 18:47:20 +0000 UTC Normal Pod tablespaces-instance1-bbsl-0.spec.containers{pgbackrest-config} Created Created container: pgbackrest-config kubelet logger.go:42: 19:01:49 | tablespaces | 2025-03-21 18:47:20 +0000 UTC Normal Pod tablespaces-instance1-bbsl-0.spec.containers{pgbackrest-config} Started Started container pgbackrest-config kubelet logger.go:42: 19:01:49 | tablespaces | 2025-03-21 18:47:22 +0000 UTC Warning Pod tablespaces-instance1-bbsl-0.spec.containers{database} Unhealthy Readiness probe failed: HTTP probe failed with statuscode: 503 kubelet logger.go:42: 19:01:49 | tablespaces | 2025-03-21 18:47:25 +0000 UTC Warning PostgresCluster.postgres-operator.crunchydata.com tablespaces UnableToCreateStanzas command terminated with exit code 39: repo1-path = /pgbackrest/repo1 2025-03-21 18:47:25.393 P00 ERROR: [039]: expected value '2.54.0' for greeting key 'version' but got '2.53.1' HINT: is the same version of pgBackRest installed on the local and remote host? 2025-03-21 18:47:25.426 P00 ERROR: [039]: expected value '2.54.0' for greeting key 'version' but got '2.53.1' HINT: is the same version of pgBackRest installed on the local and remote host? postgrescluster-controller logger.go:42: 19:01:49 | tablespaces | 2025-03-21 18:47:26 +0000 UTC Warning Pod tablespaces-instance1-69q8-0.spec.containers{database} Unhealthy Readiness probe failed: HTTP probe failed with statuscode: 503 kubelet logger.go:42: 19:01:49 | tablespaces | 2025-03-21 18:47:28 +0000 UTC Warning PostgresCluster.postgres-operator.crunchydata.com tablespaces UnableToCreateStanzas command terminated with exit code 39: repo1-path = /pgbackrest/repo1 2025-03-21 18:47:28.105 P00 ERROR: [039]: expected value '2.54.0' for greeting key 'version' but got '2.53.1' HINT: is the same version of pgBackRest installed on the local and remote host? 2025-03-21 18:47:28.137 P00 ERROR: [039]: expected value '2.54.0' for greeting key 'version' but got '2.53.1' HINT: is the same version of pgBackRest installed on the local and remote host? postgrescluster-controller logger.go:42: 19:01:49 | tablespaces | 2025-03-21 18:47:29 +0000 UTC Warning PostgresCluster.postgres-operator.crunchydata.com tablespaces UnableToCreateStanzas command terminated with exit code 39: repo1-path = /pgbackrest/repo1 2025-03-21 18:47:29.642 P00 ERROR: [039]: expected value '2.54.0' for greeting key 'version' but got '2.53.1' HINT: is the same version of pgBackRest installed on the local and remote host? 2025-03-21 18:47:29.673 P00 ERROR: [039]: expected value '2.54.0' for greeting key 'version' but got '2.53.1' HINT: is the same version of pgBackRest installed on the local and remote host? postgrescluster-controller logger.go:42: 19:01:49 | tablespaces | 2025-03-21 18:47:31 +0000 UTC Warning PostgresCluster.postgres-operator.crunchydata.com tablespaces UnableToCreateStanzas command terminated with exit code 39: repo1-path = /pgbackrest/repo1 2025-03-21 18:47:31.442 P00 ERROR: [039]: expected value '2.54.0' for greeting key 'version' but got '2.53.1' HINT: is the same version of pgBackRest installed on the local and remote host? 2025-03-21 18:47:31.475 P00 ERROR: [039]: expected value '2.54.0' for greeting key 'version' but got '2.53.1' HINT: is the same version of pgBackRest installed on the local and remote host? postgrescluster-controller logger.go:42: 19:01:49 | tablespaces | 2025-03-21 18:47:37 +0000 UTC Warning PostgresCluster.postgres-operator.crunchydata.com tablespaces UnableToCreateStanzas command terminated with exit code 39: repo1-path = /pgbackrest/repo1 2025-03-21 18:47:37.661 P00 ERROR: [039]: expected value '2.54.0' for greeting key 'version' but got '2.53.1' HINT: is the same version of pgBackRest installed on the local and remote host? 2025-03-21 18:47:37.696 P00 ERROR: [039]: expected value '2.54.0' for greeting key 'version' but got '2.53.1' HINT: is the same version of pgBackRest installed on the local and remote host? postgrescluster-controller logger.go:42: 19:01:49 | tablespaces | 2025-03-21 18:47:44 +0000 UTC Warning PostgresCluster.postgres-operator.crunchydata.com tablespaces UnableToCreateStanzas command terminated with exit code 39: repo1-path = /pgbackrest/repo1 2025-03-21 18:47:44.365 P00 ERROR: [039]: expected value '2.54.0' for greeting key 'version' but got '2.53.1' HINT: is the same version of pgBackRest installed on the local and remote host? 2025-03-21 18:47:44.399 P00 ERROR: [039]: expected value '2.54.0' for greeting key 'version' but got '2.53.1' HINT: is the same version of pgBackRest installed on the local and remote host? postgrescluster-controller logger.go:42: 19:01:49 | tablespaces | 2025-03-21 18:47:46 +0000 UTC Warning PostgresCluster.postgres-operator.crunchydata.com tablespaces UnableToCreateStanzas command terminated with exit code 39: repo1-path = /pgbackrest/repo1 2025-03-21 18:47:46.033 P00 ERROR: [039]: expected value '2.54.0' for greeting key 'version' but got '2.53.1' HINT: is the same version of pgBackRest installed on the local and remote host? 2025-03-21 18:47:46.070 P00 ERROR: [039]: expected value '2.54.0' for greeting key 'version' but got '2.53.1' HINT: is the same version of pgBackRest installed on the local and remote host? postgrescluster-controller logger.go:42: 19:01:49 | tablespaces | 2025-03-21 18:47:47 +0000 UTC Warning PostgresCluster.postgres-operator.crunchydata.com tablespaces UnableToCreateStanzas command terminated with exit code 39: repo1-path = /pgbackrest/repo1 2025-03-21 18:47:47.672 P00 ERROR: [039]: expected value '2.54.0' for greeting key 'version' but got '2.53.1' HINT: is the same version of pgBackRest installed on the local and remote host? 2025-03-21 18:47:47.709 P00 ERROR: [039]: expected value '2.54.0' for greeting key 'version' but got '2.53.1' HINT: is the same version of pgBackRest installed on the local and remote host? postgrescluster-controller logger.go:42: 19:01:49 | tablespaces | 2025-03-21 18:47:49 +0000 UTC Warning PostgresCluster.postgres-operator.crunchydata.com tablespaces UnableToCreateStanzas command terminated with exit code 39: repo1-path = /pgbackrest/repo1 2025-03-21 18:47:49.395 P00 ERROR: [039]: expected value '2.54.0' for greeting key 'version' but got '2.53.1' HINT: is the same version of pgBackRest installed on the local and remote host? 2025-03-21 18:47:49.433 P00 ERROR: [039]: expected value '2.54.0' for greeting key 'version' but got '2.53.1' HINT: is the same version of pgBackRest installed on the local and remote host? postgrescluster-controller logger.go:42: 19:01:49 | tablespaces | 2025-03-21 18:47:59 +0000 UTC Warning PostgresCluster.postgres-operator.crunchydata.com tablespaces UnableToCreateStanzas (combined from similar events): command terminated with exit code 39: repo1-path = /pgbackrest/repo1 2025-03-21 18:57:34.449 P00 ERROR: [039]: expected value '2.54.0' for greeting key 'version' but got '2.53.1' HINT: is the same version of pgBackRest installed on the local and remote host? 2025-03-21 18:57:34.478 P00 ERROR: [039]: expected value '2.54.0' for greeting key 'version' but got '2.53.1' HINT: is the same version of pgBackRest installed on the local and remote host? logger.go:42: 19:01:49 | tablespaces | Deleting namespace: kuttl-test-rare-lemming === NAME kuttl harness.go:407: run tests finished harness.go:515: cleaning up harness.go:572: removing temp folder: "" --- FAIL: kuttl (975.76s) --- FAIL: kuttl/harness (0.00s) --- FAIL: kuttl/harness/tablespaces (975.33s) FAIL