=== RUN kuttl harness.go:459: starting setup harness.go:254: running tests using configured kubeconfig. harness.go:277: Successful connection to cluster at: https://34.170.56.215 harness.go:362: running tests harness.go:74: going to run test suite with timeout of 180 seconds for each step harness.go:374: testsuite: e2e-tests/tests has 26 tests === RUN kuttl/harness === RUN kuttl/harness/custom-tls === PAUSE kuttl/harness/custom-tls === CONT kuttl/harness/custom-tls logger.go:42: 08:36:26 | custom-tls | Creating namespace: kuttl-test-suitable-leopard logger.go:42: 08:36:26 | custom-tls/0-deploy-operator | starting test step 0-deploy-operator logger.go:42: 08:36:26 | custom-tls/0-deploy-operator | running command: [sh -c set -o errexit set -o xtrace source ../../functions init_temp_dir # do this only in the first TestStep deploy_operator deploy_client deploy_cert_manager] logger.go:42: 08:36:26 | custom-tls/0-deploy-operator | + source ../../functions logger.go:42: 08:36:26 | custom-tls/0-deploy-operator | +++ realpath ../../.. logger.go:42: 08:36:26 | custom-tls/0-deploy-operator | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-pg-operator_PR-1217 logger.go:42: 08:36:26 | custom-tls/0-deploy-operator | ++ CERT_MANAGER_VER=1.17.1 logger.go:42: 08:36:26 | custom-tls/0-deploy-operator | ++++ pwd logger.go:42: 08:36:26 | custom-tls/0-deploy-operator | +++ basename /mnt/jenkins/workspace/cloud-pg-operator_PR-1217/e2e-tests/tests/custom-tls logger.go:42: 08:36:26 | custom-tls/0-deploy-operator | ++ test_name=custom-tls logger.go:42: 08:36:26 | custom-tls/0-deploy-operator | ++ source /mnt/jenkins/workspace/cloud-pg-operator_PR-1217/e2e-tests/vars.sh logger.go:42: 08:36:26 | custom-tls/0-deploy-operator | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-pg-operator_PR-1217 logger.go:42: 08:36:26 | custom-tls/0-deploy-operator | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-pg-operator_PR-1217 logger.go:42: 08:36:26 | custom-tls/0-deploy-operator | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1217/deploy logger.go:42: 08:36:26 | custom-tls/0-deploy-operator | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1217/deploy logger.go:42: 08:36:26 | custom-tls/0-deploy-operator | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1217/e2e-tests logger.go:42: 08:36:26 | custom-tls/0-deploy-operator | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1217/e2e-tests logger.go:42: 08:36:26 | custom-tls/0-deploy-operator | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1217/e2e-tests/conf logger.go:42: 08:36:26 | custom-tls/0-deploy-operator | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-pg-operator_PR-1217/e2e-tests/conf logger.go:42: 08:36:26 | custom-tls/0-deploy-operator | +++ export TEMP_DIR=/tmp/kuttl/pg/custom-tls logger.go:42: 08:36:26 | custom-tls/0-deploy-operator | +++ TEMP_DIR=/tmp/kuttl/pg/custom-tls logger.go:42: 08:36:26 | custom-tls/0-deploy-operator | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 08:36:26 | custom-tls/0-deploy-operator | +++ export GIT_BRANCH=PR-1217 logger.go:42: 08:36:26 | custom-tls/0-deploy-operator | +++ GIT_BRANCH=PR-1217 logger.go:42: 08:36:26 | custom-tls/0-deploy-operator | +++ export VERSION=PR-1217-e6bbe2bba logger.go:42: 08:36:26 | custom-tls/0-deploy-operator | +++ VERSION=PR-1217-e6bbe2bba logger.go:42: 08:36:26 | custom-tls/0-deploy-operator | +++ export IMAGE_BASE=perconalab/percona-postgresql-operator logger.go:42: 08:36:26 | custom-tls/0-deploy-operator | +++ IMAGE_BASE=perconalab/percona-postgresql-operator logger.go:42: 08:36:26 | custom-tls/0-deploy-operator | +++ export IMAGE=perconalab/percona-postgresql-operator:PR-1217-e6bbe2bba logger.go:42: 08:36:26 | custom-tls/0-deploy-operator | +++ IMAGE=perconalab/percona-postgresql-operator:PR-1217-e6bbe2bba logger.go:42: 08:36:26 | custom-tls/0-deploy-operator | +++ export PG_VER=17 logger.go:42: 08:36:26 | custom-tls/0-deploy-operator | +++ PG_VER=17 logger.go:42: 08:36:26 | custom-tls/0-deploy-operator | +++ export IMAGE_PGBOUNCER=perconalab/percona-postgresql-operator:main-pgbouncer17 logger.go:42: 08:36:26 | custom-tls/0-deploy-operator | +++ IMAGE_PGBOUNCER=perconalab/percona-postgresql-operator:main-pgbouncer17 logger.go:42: 08:36:26 | custom-tls/0-deploy-operator | +++ export IMAGE_POSTGRESQL=perconalab/percona-postgresql-operator:main-ppg17-postgres logger.go:42: 08:36:26 | custom-tls/0-deploy-operator | +++ IMAGE_POSTGRESQL=perconalab/percona-postgresql-operator:main-ppg17-postgres logger.go:42: 08:36:26 | custom-tls/0-deploy-operator | +++ export IMAGE_BACKREST=perconalab/percona-postgresql-operator:main-pgbackrest17 logger.go:42: 08:36:26 | custom-tls/0-deploy-operator | +++ IMAGE_BACKREST=perconalab/percona-postgresql-operator:main-pgbackrest17 logger.go:42: 08:36:26 | custom-tls/0-deploy-operator | +++ export IMAGE_UPGRADE=perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 08:36:26 | custom-tls/0-deploy-operator | +++ IMAGE_UPGRADE=perconalab/percona-postgresql-operator:main-upgrade logger.go:42: 08:36:26 | custom-tls/0-deploy-operator | +++ export BUCKET=pg-operator-testing logger.go:42: 08:36:26 | custom-tls/0-deploy-operator | +++ BUCKET=pg-operator-testing logger.go:42: 08:36:26 | custom-tls/0-deploy-operator | +++ export PMM_SERVER_VERSION=9.9.9 logger.go:42: 08:36:26 | custom-tls/0-deploy-operator | +++ PMM_SERVER_VERSION=9.9.9 logger.go:42: 08:36:26 | custom-tls/0-deploy-operator | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:dev-latest logger.go:42: 08:36:26 | custom-tls/0-deploy-operator | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:dev-latest logger.go:42: 08:36:26 | custom-tls/0-deploy-operator | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:dev-latest logger.go:42: 08:36:26 | custom-tls/0-deploy-operator | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:dev-latest logger.go:42: 08:36:26 | custom-tls/0-deploy-operator | +++ export IMAGE_PMM3_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 08:36:26 | custom-tls/0-deploy-operator | +++ IMAGE_PMM3_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 08:36:26 | custom-tls/0-deploy-operator | +++ export IMAGE_PMM3_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 08:36:26 | custom-tls/0-deploy-operator | +++ IMAGE_PMM3_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 08:36:26 | custom-tls/0-deploy-operator | +++ export PGOV1_TAG=1.4.0 logger.go:42: 08:36:26 | custom-tls/0-deploy-operator | +++ PGOV1_TAG=1.4.0 logger.go:42: 08:36:26 | custom-tls/0-deploy-operator | +++ export PGOV1_VER=14 logger.go:42: 08:36:26 | custom-tls/0-deploy-operator | +++ PGOV1_VER=14 logger.go:42: 08:36:26 | custom-tls/0-deploy-operator | ++++ which gdate logger.go:42: 08:36:26 | custom-tls/0-deploy-operator | which: no gdate in (/mnt/jenkins/workspace/cloud-pg-operator_PR-1217/bin/:/home/ec2-user/.krew/bin:/usr/local/bin:/usr/bin) logger.go:42: 08:36:26 | custom-tls/0-deploy-operator | ++++ which date logger.go:42: 08:36:26 | custom-tls/0-deploy-operator | +++ date=/usr/bin/date logger.go:42: 08:36:26 | custom-tls/0-deploy-operator | ++++ which gsed logger.go:42: 08:36:26 | custom-tls/0-deploy-operator | which: no gsed in (/mnt/jenkins/workspace/cloud-pg-operator_PR-1217/bin/:/home/ec2-user/.krew/bin:/usr/local/bin:/usr/bin) logger.go:42: 08:36:26 | custom-tls/0-deploy-operator | ++++ which sed logger.go:42: 08:36:26 | custom-tls/0-deploy-operator | +++ sed=/usr/bin/sed logger.go:42: 08:36:26 | custom-tls/0-deploy-operator | +++ command -v oc logger.go:42: 08:36:26 | custom-tls/0-deploy-operator | ++ oc get projects logger.go:42: 08:36:26 | custom-tls/0-deploy-operator | + init_temp_dir logger.go:42: 08:36:26 | custom-tls/0-deploy-operator | + rm -rf /tmp/kuttl/pg/custom-tls logger.go:42: 08:36:26 | custom-tls/0-deploy-operator | + mkdir -p /tmp/kuttl/pg/custom-tls logger.go:42: 08:36:26 | custom-tls/0-deploy-operator | + deploy_operator logger.go:42: 08:36:26 | custom-tls/0-deploy-operator | + local cw_prefix= logger.go:42: 08:36:26 | custom-tls/0-deploy-operator | + destroy_operator logger.go:42: 08:36:26 | custom-tls/0-deploy-operator | + kubectl -n pg-operator delete deployment percona-postgresql-operator --force --grace-period=0 logger.go:42: 08:36:28 | custom-tls/0-deploy-operator | Warning: Immediate deletion does not wait for confirmation that the running resource has been terminated. The resource may continue to run on the cluster indefinitely. logger.go:42: 08:36:28 | custom-tls/0-deploy-operator | Error from server (NotFound): deployments.apps "percona-postgresql-operator" not found logger.go:42: 08:36:28 | custom-tls/0-deploy-operator | + true logger.go:42: 08:36:28 | custom-tls/0-deploy-operator | + [[ -n pg-operator ]] logger.go:42: 08:36:28 | custom-tls/0-deploy-operator | + kubectl delete namespace pg-operator --force --grace-period=0 logger.go:42: 08:36:28 | custom-tls/0-deploy-operator | Warning: Immediate deletion does not wait for confirmation that the running resource has been terminated. The resource may continue to run on the cluster indefinitely. logger.go:42: 08:36:28 | custom-tls/0-deploy-operator | Error from server (NotFound): namespaces "pg-operator" not found logger.go:42: 08:36:28 | custom-tls/0-deploy-operator | + true logger.go:42: 08:36:28 | custom-tls/0-deploy-operator | + [[ -n pg-operator ]] logger.go:42: 08:36:28 | custom-tls/0-deploy-operator | + create_namespace pg-operator logger.go:42: 08:36:28 | custom-tls/0-deploy-operator | + local namespace=pg-operator logger.go:42: 08:36:28 | custom-tls/0-deploy-operator | + [[ -n '' ]] logger.go:42: 08:36:28 | custom-tls/0-deploy-operator | + kubectl delete namespace pg-operator --ignore-not-found logger.go:42: 08:36:29 | custom-tls/0-deploy-operator | + kubectl wait --for=delete namespace pg-operator logger.go:42: 08:36:29 | custom-tls/0-deploy-operator | + kubectl create namespace pg-operator logger.go:42: 08:36:29 | custom-tls/0-deploy-operator | namespace/pg-operator created logger.go:42: 08:36:29 | custom-tls/0-deploy-operator | + cw_prefix=cw- logger.go:42: 08:36:29 | custom-tls/0-deploy-operator | + kubectl -n pg-operator apply --server-side --force-conflicts -f /mnt/jenkins/workspace/cloud-pg-operator_PR-1217/deploy/crd.yaml logger.go:42: 08:36:31 | custom-tls/0-deploy-operator | customresourcedefinition.apiextensions.k8s.io/crunchybridgeclusters.postgres-operator.crunchydata.com serverside-applied logger.go:42: 08:36:31 | custom-tls/0-deploy-operator | customresourcedefinition.apiextensions.k8s.io/perconapgbackups.pgv2.percona.com serverside-applied logger.go:42: 08:36:33 | custom-tls/0-deploy-operator | customresourcedefinition.apiextensions.k8s.io/perconapgclusters.pgv2.percona.com serverside-applied logger.go:42: 08:36:34 | custom-tls/0-deploy-operator | customresourcedefinition.apiextensions.k8s.io/perconapgrestores.pgv2.percona.com serverside-applied logger.go:42: 08:36:34 | custom-tls/0-deploy-operator | customresourcedefinition.apiextensions.k8s.io/perconapgupgrades.pgv2.percona.com serverside-applied logger.go:42: 08:36:35 | custom-tls/0-deploy-operator | customresourcedefinition.apiextensions.k8s.io/pgadmins.postgres-operator.crunchydata.com serverside-applied logger.go:42: 08:36:36 | custom-tls/0-deploy-operator | customresourcedefinition.apiextensions.k8s.io/pgupgrades.postgres-operator.crunchydata.com serverside-applied logger.go:42: 08:36:40 | custom-tls/0-deploy-operator | customresourcedefinition.apiextensions.k8s.io/postgresclusters.postgres-operator.crunchydata.com serverside-applied logger.go:42: 08:36:40 | custom-tls/0-deploy-operator | + kubectl -n pg-operator apply --server-side --force-conflicts -f /mnt/jenkins/workspace/cloud-pg-operator_PR-1217/deploy/cw-rbac.yaml logger.go:42: 08:36:42 | custom-tls/0-deploy-operator | serviceaccount/percona-postgresql-operator serverside-applied logger.go:42: 08:36:42 | custom-tls/0-deploy-operator | clusterrole.rbac.authorization.k8s.io/percona-postgresql-operator serverside-applied logger.go:42: 08:36:42 | custom-tls/0-deploy-operator | clusterrolebinding.rbac.authorization.k8s.io/percona-postgresql-operator serverside-applied logger.go:42: 08:36:42 | custom-tls/0-deploy-operator | + local disable_telemetry=true logger.go:42: 08:36:42 | custom-tls/0-deploy-operator | + '[' custom-tls == telemetry-transfer ']' logger.go:42: 08:36:42 | custom-tls/0-deploy-operator | + yq eval '(.spec.template.spec.containers[] | select(.name=="operator") | .env[] | select(.name=="DISABLE_TELEMETRY") | .value) = "true"' - logger.go:42: 08:36:42 | custom-tls/0-deploy-operator | + yq eval '.spec.template.spec.containers[0].image = "perconalab/percona-postgresql-operator:PR-1217-e6bbe2bba"' /mnt/jenkins/workspace/cloud-pg-operator_PR-1217/deploy/cw-operator.yaml logger.go:42: 08:36:42 | custom-tls/0-deploy-operator | + kubectl -n pg-operator apply -f - logger.go:42: 08:36:44 | custom-tls/0-deploy-operator | deployment.apps/percona-postgresql-operator created logger.go:42: 08:36:44 | custom-tls/0-deploy-operator | + deploy_client logger.go:42: 08:36:44 | custom-tls/0-deploy-operator | + kubectl -n kuttl-test-suitable-leopard apply -f /mnt/jenkins/workspace/cloud-pg-operator_PR-1217/e2e-tests/conf/client.yaml logger.go:42: 08:36:45 | custom-tls/0-deploy-operator | deployment.apps/pg-client created logger.go:42: 08:36:45 | custom-tls/0-deploy-operator | + deploy_cert_manager logger.go:42: 08:36:45 | custom-tls/0-deploy-operator | + destroy_cert_manager logger.go:42: 08:36:45 | custom-tls/0-deploy-operator | + kubectl delete -f https://github.com/cert-manager/cert-manager/releases/download/v1.17.1/cert-manager.yaml logger.go:42: 08:36:51 | custom-tls/0-deploy-operator | + : logger.go:42: 08:36:51 | custom-tls/0-deploy-operator | + kubectl delete --grace-period=0 --force=true namespace cert-manager logger.go:42: 08:36:51 | custom-tls/0-deploy-operator | + : logger.go:42: 08:36:51 | custom-tls/0-deploy-operator | + echo 'deploy cert manager' logger.go:42: 08:36:51 | custom-tls/0-deploy-operator | deploy cert manager logger.go:42: 08:36:51 | custom-tls/0-deploy-operator | + kubectl create namespace cert-manager logger.go:42: 08:36:52 | custom-tls/0-deploy-operator | namespace/cert-manager created logger.go:42: 08:36:52 | custom-tls/0-deploy-operator | + kubectl label namespace cert-manager certmanager.k8s.io/disable-validation=true logger.go:42: 08:36:52 | custom-tls/0-deploy-operator | namespace/cert-manager labeled logger.go:42: 08:36:52 | custom-tls/0-deploy-operator | + kubectl apply -f https://github.com/jetstack/cert-manager/releases/download/v1.17.1/cert-manager.yaml --validate=false logger.go:42: 08:37:11 | custom-tls/0-deploy-operator | + kubectl wait deployment cert-manager cert-manager-webhook cert-manager-cainjector --for=condition=available --timeout=100s --namespace cert-manager logger.go:42: 08:37:14 | custom-tls/0-deploy-operator | deployment.apps/cert-manager condition met logger.go:42: 08:37:26 | custom-tls/0-deploy-operator | deployment.apps/cert-manager-webhook condition met logger.go:42: 08:37:26 | custom-tls/0-deploy-operator | deployment.apps/cert-manager-cainjector condition met logger.go:42: 08:37:26 | custom-tls/0-deploy-operator | + echo 'Waiting for cert-manager webhook to be ready...' logger.go:42: 08:37:26 | custom-tls/0-deploy-operator | Waiting for cert-manager webhook to be ready... logger.go:42: 08:37:26 | custom-tls/0-deploy-operator | + grep -q '[A-Za-z0-9+/=]' logger.go:42: 08:37:26 | custom-tls/0-deploy-operator | + kubectl get validatingwebhookconfiguration cert-manager-webhook -o 'jsonpath={.webhooks[0].clientConfig.caBundle}' logger.go:42: 08:37:27 | custom-tls/0-deploy-operator | running command: [sh -c kubectl assert exist-enhanced deployment percona-postgresql-operator -n ${OPERATOR_NS:-$NAMESPACE} --field-selector status.readyReplicas=1] logger.go:42: 08:37:27 | custom-tls/0-deploy-operator | ASSERT deployment percona-postgresql-operator matching field criteria 'status.readyReplicas=1' should exist. logger.go:42: 08:37:28 | custom-tls/0-deploy-operator | INFO Found 1 resource(s). logger.go:42: 08:37:28 | custom-tls/0-deploy-operator | NAME NAMESPACE COL0 logger.go:42: 08:37:28 | custom-tls/0-deploy-operator | percona-postgresql-operator pg-operator 1 logger.go:42: 08:37:28 | custom-tls/0-deploy-operator | ASSERT PASS logger.go:42: 08:37:28 | custom-tls/0-deploy-operator | test step completed 0-deploy-operator logger.go:42: 08:37:28 | custom-tls/1-create-ca | starting test step 1-create-ca logger.go:42: 08:37:29 | custom-tls/1-create-ca | Issuer:kuttl-test-suitable-leopard/custom-cert-tls-issue-pg-ca-issuer created logger.go:42: 08:37:29 | custom-tls/1-create-ca | Certificate:kuttl-test-suitable-leopard/custom-cert-tls-issue-ca-cert created logger.go:42: 08:37:31 | custom-tls/1-create-ca | test step completed 1-create-ca logger.go:42: 08:37:31 | custom-tls/2-create-certs | starting test step 2-create-certs logger.go:42: 08:37:31 | custom-tls/2-create-certs | running command: [sh -c set -o errexit set -o xtrace source ../../functions kubectl -n "$NAMESPACE" apply -f - <