=== RUN kuttl harness.go:460: starting setup harness.go:258: running tests using configured kubeconfig. harness.go:281: Successful connection to cluster at: https://23.251.159.19 harness.go:366: running tests harness.go:77: going to run test suite with timeout of 180 seconds for each step harness.go:378: testsuite: e2e-tests/tests has 50 tests === RUN kuttl/harness === RUN kuttl/harness/scheduled-backup-incremental === PAUSE kuttl/harness/scheduled-backup-incremental === CONT kuttl/harness/scheduled-backup-incremental logger.go:42: 16:49:37 | scheduled-backup-incremental | Creating namespace "kuttl-test-gorgeous-macaque" logger.go:42: 16:49:38 | scheduled-backup-incremental/0-minio-secret | starting test step 0-minio-secret logger.go:42: 16:49:38 | scheduled-backup-incremental/0-minio-secret | Secret:kuttl-test-gorgeous-macaque/minio-secret created logger.go:42: 16:49:38 | scheduled-backup-incremental/0-minio-secret | test step completed 0-minio-secret logger.go:42: 16:49:38 | scheduled-backup-incremental/1-deploy-operator | starting test step 1-deploy-operator logger.go:42: 16:49:38 | scheduled-backup-incremental/1-deploy-operator | running command: [sh -c set -o errexit set -o xtrace source ../../functions init_temp_dir # do this only in the first TestStep apply_s3_storage_secrets deploy_operator deploy_tls_cluster_secrets deploy_client deploy_minio] logger.go:42: 16:49:38 | scheduled-backup-incremental/1-deploy-operator | + source ../../functions logger.go:42: 16:49:38 | scheduled-backup-incremental/1-deploy-operator | +++ realpath ../../.. logger.go:42: 16:49:39 | scheduled-backup-incremental/1-deploy-operator | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 16:49:39 | scheduled-backup-incremental/1-deploy-operator | ++++ pwd logger.go:42: 16:49:39 | scheduled-backup-incremental/1-deploy-operator | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 16:49:39 | scheduled-backup-incremental/1-deploy-operator | ++ test_name=scheduled-backup-incremental logger.go:42: 16:49:39 | scheduled-backup-incremental/1-deploy-operator | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/vars.sh logger.go:42: 16:49:39 | scheduled-backup-incremental/1-deploy-operator | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 16:49:39 | scheduled-backup-incremental/1-deploy-operator | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 16:49:39 | scheduled-backup-incremental/1-deploy-operator | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 16:49:39 | scheduled-backup-incremental/1-deploy-operator | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 16:49:39 | scheduled-backup-incremental/1-deploy-operator | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 16:49:39 | scheduled-backup-incremental/1-deploy-operator | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 16:49:39 | scheduled-backup-incremental/1-deploy-operator | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 16:49:39 | scheduled-backup-incremental/1-deploy-operator | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 16:49:39 | scheduled-backup-incremental/1-deploy-operator | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 16:49:39 | scheduled-backup-incremental/1-deploy-operator | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 16:49:39 | scheduled-backup-incremental/1-deploy-operator | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 16:49:39 | scheduled-backup-incremental/1-deploy-operator | +++ export GIT_BRANCH=PR-1262 logger.go:42: 16:49:39 | scheduled-backup-incremental/1-deploy-operator | +++ GIT_BRANCH=PR-1262 logger.go:42: 16:49:39 | scheduled-backup-incremental/1-deploy-operator | +++ export VERSION=PR-1262-dc5a409a logger.go:42: 16:49:39 | scheduled-backup-incremental/1-deploy-operator | +++ VERSION=PR-1262-dc5a409a logger.go:42: 16:49:39 | scheduled-backup-incremental/1-deploy-operator | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 16:49:39 | scheduled-backup-incremental/1-deploy-operator | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 16:49:39 | scheduled-backup-incremental/1-deploy-operator | +++ [[ -z 8.4 ]] logger.go:42: 16:49:39 | scheduled-backup-incremental/1-deploy-operator | +++ export MYSQL_VERSION=8.4 logger.go:42: 16:49:39 | scheduled-backup-incremental/1-deploy-operator | +++ MYSQL_VERSION=8.4 logger.go:42: 16:49:39 | scheduled-backup-incremental/1-deploy-operator | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.4 logger.go:42: 16:49:39 | scheduled-backup-incremental/1-deploy-operator | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.4 logger.go:42: 16:49:39 | scheduled-backup-incremental/1-deploy-operator | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.4 logger.go:42: 16:49:39 | scheduled-backup-incremental/1-deploy-operator | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.4 logger.go:42: 16:49:39 | scheduled-backup-incremental/1-deploy-operator | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 16:49:39 | scheduled-backup-incremental/1-deploy-operator | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 16:49:39 | scheduled-backup-incremental/1-deploy-operator | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.4 logger.go:42: 16:49:39 | scheduled-backup-incremental/1-deploy-operator | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.4 logger.go:42: 16:49:39 | scheduled-backup-incremental/1-deploy-operator | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 16:49:39 | scheduled-backup-incremental/1-deploy-operator | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 16:49:39 | scheduled-backup-incremental/1-deploy-operator | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 16:49:39 | scheduled-backup-incremental/1-deploy-operator | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 16:49:39 | scheduled-backup-incremental/1-deploy-operator | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 16:49:39 | scheduled-backup-incremental/1-deploy-operator | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 16:49:39 | scheduled-backup-incremental/1-deploy-operator | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 16:49:39 | scheduled-backup-incremental/1-deploy-operator | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 16:49:39 | scheduled-backup-incremental/1-deploy-operator | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 16:49:39 | scheduled-backup-incremental/1-deploy-operator | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 16:49:39 | scheduled-backup-incremental/1-deploy-operator | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 16:49:39 | scheduled-backup-incremental/1-deploy-operator | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 16:49:39 | scheduled-backup-incremental/1-deploy-operator | +++ export MINIO_VER=5.4.0 logger.go:42: 16:49:39 | scheduled-backup-incremental/1-deploy-operator | +++ MINIO_VER=5.4.0 logger.go:42: 16:49:39 | scheduled-backup-incremental/1-deploy-operator | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 16:49:39 | scheduled-backup-incremental/1-deploy-operator | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 16:49:39 | scheduled-backup-incremental/1-deploy-operator | +++ export VAULT_VER=0.16.1 logger.go:42: 16:49:39 | scheduled-backup-incremental/1-deploy-operator | +++ VAULT_VER=0.16.1 logger.go:42: 16:49:39 | scheduled-backup-incremental/1-deploy-operator | ++++ which gdate logger.go:42: 16:49:39 | scheduled-backup-incremental/1-deploy-operator | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 16:49:39 | scheduled-backup-incremental/1-deploy-operator | ++++ which date logger.go:42: 16:49:39 | scheduled-backup-incremental/1-deploy-operator | +++ date=/usr/sbin/date logger.go:42: 16:49:39 | scheduled-backup-incremental/1-deploy-operator | +++ oc get projects logger.go:42: 16:49:39 | scheduled-backup-incremental/1-deploy-operator | +++ : logger.go:42: 16:49:39 | scheduled-backup-incremental/1-deploy-operator | +++ kubectl get nodes logger.go:42: 16:49:39 | scheduled-backup-incremental/1-deploy-operator | +++ grep '^minikube' logger.go:42: 16:49:39 | scheduled-backup-incremental/1-deploy-operator | +++ which gsed logger.go:42: 16:49:39 | scheduled-backup-incremental/1-deploy-operator | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 16:49:39 | scheduled-backup-incremental/1-deploy-operator | +++ which sed logger.go:42: 16:49:39 | scheduled-backup-incremental/1-deploy-operator | ++ sed=/usr/sbin/sed logger.go:42: 16:49:39 | scheduled-backup-incremental/1-deploy-operator | ++ oc get projects logger.go:42: 16:49:39 | scheduled-backup-incremental/1-deploy-operator | +++ kubectl version -o json logger.go:42: 16:49:39 | scheduled-backup-incremental/1-deploy-operator | +++ jq -r .serverVersion.gitVersion logger.go:42: 16:49:39 | scheduled-backup-incremental/1-deploy-operator | +++ grep '\-eks\-' logger.go:42: 16:49:39 | scheduled-backup-incremental/1-deploy-operator | grep: warning: stray \ before - logger.go:42: 16:49:40 | scheduled-backup-incremental/1-deploy-operator | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 16:49:40 | scheduled-backup-incremental/1-deploy-operator | ++ '[' ']' logger.go:42: 16:49:40 | scheduled-backup-incremental/1-deploy-operator | ++ EKS=0 logger.go:42: 16:49:40 | scheduled-backup-incremental/1-deploy-operator | + init_temp_dir logger.go:42: 16:49:40 | scheduled-backup-incremental/1-deploy-operator | + rm -rf /tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 16:49:40 | scheduled-backup-incremental/1-deploy-operator | + mkdir -p /tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 16:49:40 | scheduled-backup-incremental/1-deploy-operator | + apply_s3_storage_secrets logger.go:42: 16:49:40 | scheduled-backup-incremental/1-deploy-operator | + apply_minio_secret logger.go:42: 16:49:40 | scheduled-backup-incremental/1-deploy-operator | + kubectl -n kuttl-test-gorgeous-macaque apply -f /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf/minio-secret.yml logger.go:42: 16:49:40 | scheduled-backup-incremental/1-deploy-operator | Warning: resource secrets/minio-secret is missing the kubectl.kubernetes.io/last-applied-configuration annotation which is required by kubectl apply. kubectl apply should only be used on resources created declaratively by either kubectl create --save-config or kubectl apply. The missing annotation will be patched automatically. logger.go:42: 16:49:41 | scheduled-backup-incremental/1-deploy-operator | secret/minio-secret configured logger.go:42: 16:49:41 | scheduled-backup-incremental/1-deploy-operator | + kubectl -n kuttl-test-gorgeous-macaque apply -f /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf/cloud-secret.yml logger.go:42: 16:49:42 | scheduled-backup-incremental/1-deploy-operator | secret/aws-s3-secret created logger.go:42: 16:49:43 | scheduled-backup-incremental/1-deploy-operator | secret/do-spaces-secret created logger.go:42: 16:49:43 | scheduled-backup-incremental/1-deploy-operator | secret/gcp-cs-secret created logger.go:42: 16:49:44 | scheduled-backup-incremental/1-deploy-operator | secret/azure-secret created logger.go:42: 16:49:44 | scheduled-backup-incremental/1-deploy-operator | + deploy_operator logger.go:42: 16:49:44 | scheduled-backup-incremental/1-deploy-operator | + destroy_operator logger.go:42: 16:49:44 | scheduled-backup-incremental/1-deploy-operator | + kubectl -n ps-operator delete deployment percona-server-mysql-operator --force --grace-period=0 logger.go:42: 16:49:44 | scheduled-backup-incremental/1-deploy-operator | Warning: Immediate deletion does not wait for confirmation that the running resource has been terminated. The resource may continue to run on the cluster indefinitely. logger.go:42: 16:49:44 | scheduled-backup-incremental/1-deploy-operator | deployment.apps "percona-server-mysql-operator" force deleted from ps-operator namespace logger.go:42: 16:49:44 | scheduled-backup-incremental/1-deploy-operator | + [[ -n ps-operator ]] logger.go:42: 16:49:44 | scheduled-backup-incremental/1-deploy-operator | + kubectl delete namespace ps-operator --force --grace-period=0 logger.go:42: 16:49:44 | scheduled-backup-incremental/1-deploy-operator | Warning: Immediate deletion does not wait for confirmation that the running resource has been terminated. The resource may continue to run on the cluster indefinitely. logger.go:42: 16:49:45 | scheduled-backup-incremental/1-deploy-operator | namespace "ps-operator" force deleted logger.go:42: 16:49:55 | scheduled-backup-incremental/1-deploy-operator | + [[ -n ps-operator ]] logger.go:42: 16:49:55 | scheduled-backup-incremental/1-deploy-operator | + create_namespace ps-operator logger.go:42: 16:49:55 | scheduled-backup-incremental/1-deploy-operator | + local namespace=ps-operator logger.go:42: 16:49:55 | scheduled-backup-incremental/1-deploy-operator | + [[ -n '' ]] logger.go:42: 16:49:55 | scheduled-backup-incremental/1-deploy-operator | + kubectl delete namespace ps-operator --ignore-not-found logger.go:42: 16:49:55 | scheduled-backup-incremental/1-deploy-operator | + kubectl wait --for=delete namespace ps-operator logger.go:42: 16:49:56 | scheduled-backup-incremental/1-deploy-operator | + kubectl create namespace ps-operator logger.go:42: 16:49:56 | scheduled-backup-incremental/1-deploy-operator | namespace/ps-operator created logger.go:42: 16:49:56 | scheduled-backup-incremental/1-deploy-operator | + apply_crd logger.go:42: 16:49:56 | scheduled-backup-incremental/1-deploy-operator | + kubectl -n ps-operator apply --server-side --force-conflicts -f /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy/crd.yaml logger.go:42: 16:49:58 | scheduled-backup-incremental/1-deploy-operator | customresourcedefinition.apiextensions.k8s.io/perconaservermysqlbackups.ps.percona.com serverside-applied logger.go:42: 16:49:58 | scheduled-backup-incremental/1-deploy-operator | customresourcedefinition.apiextensions.k8s.io/perconaservermysqlrestores.ps.percona.com serverside-applied logger.go:42: 16:49:59 | scheduled-backup-incremental/1-deploy-operator | customresourcedefinition.apiextensions.k8s.io/perconaservermysqls.ps.percona.com serverside-applied logger.go:42: 16:49:59 | scheduled-backup-incremental/1-deploy-operator | + apply_rbac logger.go:42: 16:49:59 | scheduled-backup-incremental/1-deploy-operator | + local rbac_file logger.go:42: 16:49:59 | scheduled-backup-incremental/1-deploy-operator | + '[' -n ps-operator ']' logger.go:42: 16:49:59 | scheduled-backup-incremental/1-deploy-operator | + rbac_file=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy/cw-rbac.yaml logger.go:42: 16:49:59 | scheduled-backup-incremental/1-deploy-operator | + kubectl -n ps-operator apply -f /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy/cw-rbac.yaml logger.go:42: 16:50:00 | scheduled-backup-incremental/1-deploy-operator | serviceaccount/percona-server-mysql-operator created logger.go:42: 16:50:01 | scheduled-backup-incremental/1-deploy-operator | role.rbac.authorization.k8s.io/percona-server-mysql-operator-leaderelection created logger.go:42: 16:50:01 | scheduled-backup-incremental/1-deploy-operator | clusterrole.rbac.authorization.k8s.io/percona-server-mysql-operator unchanged logger.go:42: 16:50:01 | scheduled-backup-incremental/1-deploy-operator | rolebinding.rbac.authorization.k8s.io/percona-server-mysql-operator-leaderelection created logger.go:42: 16:50:02 | scheduled-backup-incremental/1-deploy-operator | clusterrolebinding.rbac.authorization.k8s.io/percona-server-mysql-operator unchanged logger.go:42: 16:50:02 | scheduled-backup-incremental/1-deploy-operator | + local operator_file logger.go:42: 16:50:02 | scheduled-backup-incremental/1-deploy-operator | + '[' -n ps-operator ']' logger.go:42: 16:50:02 | scheduled-backup-incremental/1-deploy-operator | + operator_file=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy/cw-operator.yaml logger.go:42: 16:50:02 | scheduled-backup-incremental/1-deploy-operator | + yq eval '(select(documentIndex==1).spec.template.spec.containers[] | select(.name=="manager").env[] | select(.name=="DISABLE_TELEMETRY").value) = "true"' logger.go:42: 16:50:02 | scheduled-backup-incremental/1-deploy-operator | + yq eval '(select(documentIndex==1).spec.template.spec.containers[] | select(.name=="manager").env[] | select(.name=="LOG_LEVEL").value) = "VERBOSE"' logger.go:42: 16:50:02 | scheduled-backup-incremental/1-deploy-operator | + kubectl -n ps-operator apply -f - logger.go:42: 16:50:02 | scheduled-backup-incremental/1-deploy-operator | ++ printf 'select(documentIndex==1).spec.template.spec.containers[0].image="%s"' perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 16:50:02 | scheduled-backup-incremental/1-deploy-operator | + yq eval 'select(documentIndex==1).spec.template.spec.containers[0].image="perconalab/percona-server-mysql-operator:PR-1262-dc5a409a"' /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy/cw-operator.yaml logger.go:42: 16:50:03 | scheduled-backup-incremental/1-deploy-operator | configmap/percona-server-mysql-operator-config created logger.go:42: 16:50:04 | scheduled-backup-incremental/1-deploy-operator | deployment.apps/percona-server-mysql-operator created logger.go:42: 16:50:04 | scheduled-backup-incremental/1-deploy-operator | + deploy_tls_cluster_secrets logger.go:42: 16:50:04 | scheduled-backup-incremental/1-deploy-operator | + kubectl -n kuttl-test-gorgeous-macaque apply -f /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf/ssl-secret.yaml logger.go:42: 16:50:05 | scheduled-backup-incremental/1-deploy-operator | secret/test-ssl created logger.go:42: 16:50:05 | scheduled-backup-incremental/1-deploy-operator | + deploy_client logger.go:42: 16:50:05 | scheduled-backup-incremental/1-deploy-operator | + kubectl -n kuttl-test-gorgeous-macaque apply -f - logger.go:42: 16:50:05 | scheduled-backup-incremental/1-deploy-operator | ++ printf '.spec.containers[0].image="%s"' perconalab/percona-server-mysql-operator:main-psmysql8.4 logger.go:42: 16:50:05 | scheduled-backup-incremental/1-deploy-operator | + yq eval '.spec.containers[0].image="perconalab/percona-server-mysql-operator:main-psmysql8.4"' /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf/client.yaml logger.go:42: 16:50:06 | scheduled-backup-incremental/1-deploy-operator | pod/mysql-client created logger.go:42: 16:50:06 | scheduled-backup-incremental/1-deploy-operator | + deploy_minio logger.go:42: 16:50:06 | scheduled-backup-incremental/1-deploy-operator | + local storage=2G logger.go:42: 16:50:06 | scheduled-backup-incremental/1-deploy-operator | + local access_key logger.go:42: 16:50:06 | scheduled-backup-incremental/1-deploy-operator | + local secret_key logger.go:42: 16:50:06 | scheduled-backup-incremental/1-deploy-operator | ++ kubectl -n kuttl-test-gorgeous-macaque get secret minio-secret -o 'jsonpath={.data.AWS_ACCESS_KEY_ID}' logger.go:42: 16:50:06 | scheduled-backup-incremental/1-deploy-operator | ++ base64 -d logger.go:42: 16:50:07 | scheduled-backup-incremental/1-deploy-operator | + access_key=some-access-key logger.go:42: 16:50:07 | scheduled-backup-incremental/1-deploy-operator | ++ kubectl -n kuttl-test-gorgeous-macaque get secret minio-secret -o 'jsonpath={.data.AWS_SECRET_ACCESS_KEY}' logger.go:42: 16:50:07 | scheduled-backup-incremental/1-deploy-operator | ++ base64 -d logger.go:42: 16:50:07 | scheduled-backup-incremental/1-deploy-operator | + secret_key=some-secret-key logger.go:42: 16:50:07 | scheduled-backup-incremental/1-deploy-operator | + helm uninstall -n kuttl-test-gorgeous-macaque minio-service logger.go:42: 16:50:08 | scheduled-backup-incremental/1-deploy-operator | Error: uninstall: Release not loaded: minio-service: release: not found logger.go:42: 16:50:08 | scheduled-backup-incremental/1-deploy-operator | + : logger.go:42: 16:50:08 | scheduled-backup-incremental/1-deploy-operator | + helm repo remove minio logger.go:42: 16:50:08 | scheduled-backup-incremental/1-deploy-operator | "minio" has been removed from your repositories logger.go:42: 16:50:08 | scheduled-backup-incremental/1-deploy-operator | + helm repo add minio https://charts.min.io/ logger.go:42: 16:50:08 | scheduled-backup-incremental/1-deploy-operator | "minio" has been added to your repositories logger.go:42: 16:50:08 | scheduled-backup-incremental/1-deploy-operator | +++ printf %q some-access-key logger.go:42: 16:50:08 | scheduled-backup-incremental/1-deploy-operator | ++ printf %q some-access-key logger.go:42: 16:50:08 | scheduled-backup-incremental/1-deploy-operator | +++ printf %q some-secret-key logger.go:42: 16:50:08 | scheduled-backup-incremental/1-deploy-operator | ++ printf %q some-secret-key logger.go:42: 16:50:08 | scheduled-backup-incremental/1-deploy-operator | + retry 10 60 helm install minio-service -n kuttl-test-gorgeous-macaque --version 5.4.0 --set replicas=1 --set mode=standalone --set resources.requests.memory=256Mi --set rootUser=rootuser --set rootPassword=rootpass123 --set 'users[0].accessKey=some-access-key' --set 'users[0].secretKey=some-secret-key' --set 'users[0].policy=consoleAdmin' --set service.type=ClusterIP --set configPathmc=/tmp/.minio/ --set persistence.size=2G --set securityContext.enabled=false minio/minio logger.go:42: 16:50:08 | scheduled-backup-incremental/1-deploy-operator | + local max=10 logger.go:42: 16:50:08 | scheduled-backup-incremental/1-deploy-operator | + local delay=60 logger.go:42: 16:50:08 | scheduled-backup-incremental/1-deploy-operator | + shift 2 logger.go:42: 16:50:08 | scheduled-backup-incremental/1-deploy-operator | + local n=1 logger.go:42: 16:50:08 | scheduled-backup-incremental/1-deploy-operator | + helm install minio-service -n kuttl-test-gorgeous-macaque --version 5.4.0 --set replicas=1 --set mode=standalone --set resources.requests.memory=256Mi --set rootUser=rootuser --set rootPassword=rootpass123 --set 'users[0].accessKey=some-access-key' --set 'users[0].secretKey=some-secret-key' --set 'users[0].policy=consoleAdmin' --set service.type=ClusterIP --set configPathmc=/tmp/.minio/ --set persistence.size=2G --set securityContext.enabled=false minio/minio logger.go:42: 16:50:39 | scheduled-backup-incremental/1-deploy-operator | NAME: minio-service logger.go:42: 16:50:39 | scheduled-backup-incremental/1-deploy-operator | LAST DEPLOYED: Fri Apr 3 16:50:09 2026 logger.go:42: 16:50:39 | scheduled-backup-incremental/1-deploy-operator | NAMESPACE: kuttl-test-gorgeous-macaque logger.go:42: 16:50:39 | scheduled-backup-incremental/1-deploy-operator | STATUS: deployed logger.go:42: 16:50:39 | scheduled-backup-incremental/1-deploy-operator | REVISION: 1 logger.go:42: 16:50:39 | scheduled-backup-incremental/1-deploy-operator | TEST SUITE: None logger.go:42: 16:50:39 | scheduled-backup-incremental/1-deploy-operator | NOTES: logger.go:42: 16:50:39 | scheduled-backup-incremental/1-deploy-operator | MinIO can be accessed via port 9000 on the following DNS name from within your cluster: logger.go:42: 16:50:39 | scheduled-backup-incremental/1-deploy-operator | minio-service.kuttl-test-gorgeous-macaque.cluster.local logger.go:42: 16:50:39 | scheduled-backup-incremental/1-deploy-operator | logger.go:42: 16:50:39 | scheduled-backup-incremental/1-deploy-operator | To access MinIO from localhost, run the below commands: logger.go:42: 16:50:39 | scheduled-backup-incremental/1-deploy-operator | logger.go:42: 16:50:39 | scheduled-backup-incremental/1-deploy-operator | 1. export POD_NAME=$(kubectl get pods --namespace kuttl-test-gorgeous-macaque -l "release=minio-service" -o jsonpath="{.items[0].metadata.name}") logger.go:42: 16:50:39 | scheduled-backup-incremental/1-deploy-operator | logger.go:42: 16:50:39 | scheduled-backup-incremental/1-deploy-operator | 2. kubectl port-forward $POD_NAME 9000 --namespace kuttl-test-gorgeous-macaque logger.go:42: 16:50:39 | scheduled-backup-incremental/1-deploy-operator | logger.go:42: 16:50:39 | scheduled-backup-incremental/1-deploy-operator | Read more about port forwarding here: http://kubernetes.io/docs/user-guide/kubectl/kubectl_port-forward/ logger.go:42: 16:50:39 | scheduled-backup-incremental/1-deploy-operator | logger.go:42: 16:50:39 | scheduled-backup-incremental/1-deploy-operator | You can now access MinIO server on http://localhost:9000. Follow the below steps to connect to MinIO server with mc client: logger.go:42: 16:50:39 | scheduled-backup-incremental/1-deploy-operator | logger.go:42: 16:50:39 | scheduled-backup-incremental/1-deploy-operator | 1. Download the MinIO mc client - https://min.io/docs/minio/linux/reference/minio-mc.html#quickstart logger.go:42: 16:50:39 | scheduled-backup-incremental/1-deploy-operator | logger.go:42: 16:50:39 | scheduled-backup-incremental/1-deploy-operator | 2. export MC_HOST_minio-service-local=http://$(kubectl get secret --namespace kuttl-test-gorgeous-macaque minio-service -o jsonpath="{.data.rootUser}" | base64 --decode):$(kubectl get secret --namespace kuttl-test-gorgeous-macaque minio-service -o jsonpath="{.data.rootPassword}" | base64 --decode)@localhost:9000 logger.go:42: 16:50:39 | scheduled-backup-incremental/1-deploy-operator | logger.go:42: 16:50:39 | scheduled-backup-incremental/1-deploy-operator | 3. mc ls minio-service-local logger.go:42: 16:50:39 | scheduled-backup-incremental/1-deploy-operator | ++ kubectl -n kuttl-test-gorgeous-macaque get pods --selector=release=minio-service -o 'jsonpath={.items[].metadata.name}' logger.go:42: 16:50:39 | scheduled-backup-incremental/1-deploy-operator | + MINIO_POD=minio-service-649c5b46f8-6jbgb logger.go:42: 16:50:39 | scheduled-backup-incremental/1-deploy-operator | + wait_pod minio-service-649c5b46f8-6jbgb logger.go:42: 16:50:39 | scheduled-backup-incremental/1-deploy-operator | + local pod=minio-service-649c5b46f8-6jbgb logger.go:42: 16:50:39 | scheduled-backup-incremental/1-deploy-operator | + local ns=kuttl-test-gorgeous-macaque logger.go:42: 16:50:39 | scheduled-backup-incremental/1-deploy-operator | + set +o xtrace logger.go:42: 16:50:40 | scheduled-backup-incremental/1-deploy-operator | minio-service-649c5b46f8-6jbgbtrue logger.go:42: 16:50:40 | scheduled-backup-incremental/1-deploy-operator | + kubectl -n kuttl-test-gorgeous-macaque run -i --rm aws-cli --image=perconalab/awscli --restart=Never -- bash -c 'AWS_ACCESS_KEY_ID='\''some-access-key'\'' AWS_SECRET_ACCESS_KEY='\''some-secret-key'\'' AWS_DEFAULT_REGION=us-east-1 /usr/bin/aws --endpoint-url http://minio-service:9000 s3 mb s3://operator-testing' logger.go:42: 16:50:44 | scheduled-backup-incremental/1-deploy-operator | All commands and output from this session will be recorded in container logs, including credentials and sensitive information passed through the command prompt. logger.go:42: 16:50:44 | scheduled-backup-incremental/1-deploy-operator | If you don't see a command prompt, try pressing enter. logger.go:42: 16:50:46 | scheduled-backup-incremental/1-deploy-operator | pod "aws-cli" deleted from kuttl-test-gorgeous-macaque namespace logger.go:42: 16:50:47 | scheduled-backup-incremental/1-deploy-operator | running command: [sh -c kubectl assert exist-enhanced deployment percona-server-mysql-operator -n ${OPERATOR_NS:-$NAMESPACE} --field-selector status.readyReplicas=1] logger.go:42: 16:50:47 | scheduled-backup-incremental/1-deploy-operator | ASSERT deployment percona-server-mysql-operator matching field criteria 'status.readyReplicas=1' should exist. logger.go:42: 16:50:47 | scheduled-backup-incremental/1-deploy-operator | INFO Found 1 resource(s). logger.go:42: 16:50:47 | scheduled-backup-incremental/1-deploy-operator | NAME NAMESPACE COL0 logger.go:42: 16:50:47 | scheduled-backup-incremental/1-deploy-operator | percona-server-mysql-operator ps-operator 1 logger.go:42: 16:50:47 | scheduled-backup-incremental/1-deploy-operator | ASSERT PASS logger.go:42: 16:50:47 | scheduled-backup-incremental/1-deploy-operator | test step completed 1-deploy-operator logger.go:42: 16:50:47 | scheduled-backup-incremental/2-create-cluster | starting test step 2-create-cluster logger.go:42: 16:50:47 | scheduled-backup-incremental/2-create-cluster | running command: [sh -c set -o errexit set -o xtrace source ../../functions get_cr \ | yq eval '.spec.mysql.clusterType="async"' - \ | yq eval ".spec.mysql.size=3" - \ | yq eval ".spec.proxy.haproxy.enabled=true" - \ | yq eval ".spec.proxy.haproxy.size=3" - \ | yq eval ".spec.orchestrator.enabled=true" - \ | yq eval ".spec.orchestrator.size=3" - \ | yq eval '.spec.backup.storages.minio.type="s3"' - \ | yq eval '.spec.backup.storages.minio.s3.bucket="operator-testing"' - \ | yq eval '.spec.backup.storages.minio.s3.credentialsSecret="minio-secret"' - \ | yq eval ".spec.backup.storages.minio.s3.endpointUrl=\"http://minio-service.${NAMESPACE}:9000\"" - \ | yq eval '.spec.backup.storages.minio.s3.region="us-east-1"' - \ | kubectl -n "${NAMESPACE}" apply -f -] logger.go:42: 16:50:47 | scheduled-backup-incremental/2-create-cluster | + source ../../functions logger.go:42: 16:50:47 | scheduled-backup-incremental/2-create-cluster | +++ realpath ../../.. logger.go:42: 16:50:47 | scheduled-backup-incremental/2-create-cluster | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 16:50:47 | scheduled-backup-incremental/2-create-cluster | ++++ pwd logger.go:42: 16:50:47 | scheduled-backup-incremental/2-create-cluster | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 16:50:47 | scheduled-backup-incremental/2-create-cluster | ++ test_name=scheduled-backup-incremental logger.go:42: 16:50:47 | scheduled-backup-incremental/2-create-cluster | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/vars.sh logger.go:42: 16:50:47 | scheduled-backup-incremental/2-create-cluster | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 16:50:47 | scheduled-backup-incremental/2-create-cluster | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 16:50:47 | scheduled-backup-incremental/2-create-cluster | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 16:50:47 | scheduled-backup-incremental/2-create-cluster | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 16:50:47 | scheduled-backup-incremental/2-create-cluster | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 16:50:47 | scheduled-backup-incremental/2-create-cluster | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 16:50:47 | scheduled-backup-incremental/2-create-cluster | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 16:50:47 | scheduled-backup-incremental/2-create-cluster | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 16:50:47 | scheduled-backup-incremental/2-create-cluster | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 16:50:47 | scheduled-backup-incremental/2-create-cluster | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 16:50:47 | scheduled-backup-incremental/2-create-cluster | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 16:50:47 | scheduled-backup-incremental/2-create-cluster | +++ export GIT_BRANCH=PR-1262 logger.go:42: 16:50:47 | scheduled-backup-incremental/2-create-cluster | +++ GIT_BRANCH=PR-1262 logger.go:42: 16:50:47 | scheduled-backup-incremental/2-create-cluster | +++ export VERSION=PR-1262-dc5a409a logger.go:42: 16:50:47 | scheduled-backup-incremental/2-create-cluster | +++ VERSION=PR-1262-dc5a409a logger.go:42: 16:50:47 | scheduled-backup-incremental/2-create-cluster | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 16:50:47 | scheduled-backup-incremental/2-create-cluster | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 16:50:47 | scheduled-backup-incremental/2-create-cluster | +++ [[ -z 8.4 ]] logger.go:42: 16:50:47 | scheduled-backup-incremental/2-create-cluster | +++ export MYSQL_VERSION=8.4 logger.go:42: 16:50:47 | scheduled-backup-incremental/2-create-cluster | +++ MYSQL_VERSION=8.4 logger.go:42: 16:50:47 | scheduled-backup-incremental/2-create-cluster | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.4 logger.go:42: 16:50:47 | scheduled-backup-incremental/2-create-cluster | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.4 logger.go:42: 16:50:47 | scheduled-backup-incremental/2-create-cluster | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.4 logger.go:42: 16:50:47 | scheduled-backup-incremental/2-create-cluster | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.4 logger.go:42: 16:50:47 | scheduled-backup-incremental/2-create-cluster | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 16:50:47 | scheduled-backup-incremental/2-create-cluster | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 16:50:47 | scheduled-backup-incremental/2-create-cluster | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.4 logger.go:42: 16:50:47 | scheduled-backup-incremental/2-create-cluster | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.4 logger.go:42: 16:50:47 | scheduled-backup-incremental/2-create-cluster | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 16:50:47 | scheduled-backup-incremental/2-create-cluster | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 16:50:47 | scheduled-backup-incremental/2-create-cluster | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 16:50:47 | scheduled-backup-incremental/2-create-cluster | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 16:50:47 | scheduled-backup-incremental/2-create-cluster | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 16:50:47 | scheduled-backup-incremental/2-create-cluster | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 16:50:47 | scheduled-backup-incremental/2-create-cluster | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 16:50:47 | scheduled-backup-incremental/2-create-cluster | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 16:50:47 | scheduled-backup-incremental/2-create-cluster | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 16:50:47 | scheduled-backup-incremental/2-create-cluster | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 16:50:47 | scheduled-backup-incremental/2-create-cluster | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 16:50:47 | scheduled-backup-incremental/2-create-cluster | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 16:50:47 | scheduled-backup-incremental/2-create-cluster | +++ export MINIO_VER=5.4.0 logger.go:42: 16:50:47 | scheduled-backup-incremental/2-create-cluster | +++ MINIO_VER=5.4.0 logger.go:42: 16:50:47 | scheduled-backup-incremental/2-create-cluster | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 16:50:47 | scheduled-backup-incremental/2-create-cluster | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 16:50:47 | scheduled-backup-incremental/2-create-cluster | +++ export VAULT_VER=0.16.1 logger.go:42: 16:50:47 | scheduled-backup-incremental/2-create-cluster | +++ VAULT_VER=0.16.1 logger.go:42: 16:50:47 | scheduled-backup-incremental/2-create-cluster | ++++ which gdate logger.go:42: 16:50:47 | scheduled-backup-incremental/2-create-cluster | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 16:50:47 | scheduled-backup-incremental/2-create-cluster | ++++ which date logger.go:42: 16:50:47 | scheduled-backup-incremental/2-create-cluster | +++ date=/usr/sbin/date logger.go:42: 16:50:47 | scheduled-backup-incremental/2-create-cluster | +++ oc get projects logger.go:42: 16:50:47 | scheduled-backup-incremental/2-create-cluster | +++ : logger.go:42: 16:50:47 | scheduled-backup-incremental/2-create-cluster | +++ kubectl get nodes logger.go:42: 16:50:47 | scheduled-backup-incremental/2-create-cluster | +++ grep '^minikube' logger.go:42: 16:50:48 | scheduled-backup-incremental/2-create-cluster | +++ which gsed logger.go:42: 16:50:48 | scheduled-backup-incremental/2-create-cluster | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 16:50:48 | scheduled-backup-incremental/2-create-cluster | +++ which sed logger.go:42: 16:50:48 | scheduled-backup-incremental/2-create-cluster | ++ sed=/usr/sbin/sed logger.go:42: 16:50:48 | scheduled-backup-incremental/2-create-cluster | ++ oc get projects logger.go:42: 16:50:48 | scheduled-backup-incremental/2-create-cluster | +++ kubectl version -o json logger.go:42: 16:50:48 | scheduled-backup-incremental/2-create-cluster | +++ jq -r .serverVersion.gitVersion logger.go:42: 16:50:48 | scheduled-backup-incremental/2-create-cluster | +++ grep '\-eks\-' logger.go:42: 16:50:48 | scheduled-backup-incremental/2-create-cluster | grep: warning: stray \ before - logger.go:42: 16:50:48 | scheduled-backup-incremental/2-create-cluster | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 16:50:48 | scheduled-backup-incremental/2-create-cluster | ++ '[' ']' logger.go:42: 16:50:48 | scheduled-backup-incremental/2-create-cluster | ++ EKS=0 logger.go:42: 16:50:48 | scheduled-backup-incremental/2-create-cluster | + get_cr logger.go:42: 16:50:48 | scheduled-backup-incremental/2-create-cluster | + local name_suffix= logger.go:42: 16:50:48 | scheduled-backup-incremental/2-create-cluster | + local image_mysql=perconalab/percona-server-mysql-operator:main-psmysql8.4 logger.go:42: 16:50:48 | scheduled-backup-incremental/2-create-cluster | + local image_backup=perconalab/percona-server-mysql-operator:main-backup8.4 logger.go:42: 16:50:48 | scheduled-backup-incremental/2-create-cluster | + local image_orchestrator=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 16:50:48 | scheduled-backup-incremental/2-create-cluster | + local image_router=perconalab/percona-server-mysql-operator:main-router8.4 logger.go:42: 16:50:48 | scheduled-backup-incremental/2-create-cluster | + local image_toolkit=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 16:50:48 | scheduled-backup-incremental/2-create-cluster | + local image_haproxy=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 16:50:48 | scheduled-backup-incremental/2-create-cluster | + local image_pmm_client=perconalab/pmm-client:3-dev-latest logger.go:42: 16:50:48 | scheduled-backup-incremental/2-create-cluster | + local cr_file=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy/cr.yaml logger.go:42: 16:50:48 | scheduled-backup-incremental/2-create-cluster | + yq eval '.spec.mysql.clusterType="async"' - logger.go:42: 16:50:48 | scheduled-backup-incremental/2-create-cluster | + yq eval .spec.mysql.size=3 - logger.go:42: 16:50:48 | scheduled-backup-incremental/2-create-cluster | + yq eval .spec.proxy.haproxy.enabled=true - logger.go:42: 16:50:48 | scheduled-backup-incremental/2-create-cluster | + yq eval 'del(.spec.secretsName)' - logger.go:42: 16:50:48 | scheduled-backup-incremental/2-create-cluster | + yq eval '.spec.sslSecretName="test-ssl"' - logger.go:42: 16:50:48 | scheduled-backup-incremental/2-create-cluster | + yq eval .spec.proxy.haproxy.size=3 - logger.go:42: 16:50:48 | scheduled-backup-incremental/2-create-cluster | ++ printf '.metadata.name="%s"' scheduled-backup-incremental logger.go:42: 16:50:48 | scheduled-backup-incremental/2-create-cluster | ++ printf '.spec.initContainer.image="%s"' perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 16:50:48 | scheduled-backup-incremental/2-create-cluster | + yq eval '.metadata.name="scheduled-backup-incremental"' /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy/cr.yaml logger.go:42: 16:50:48 | scheduled-backup-incremental/2-create-cluster | + yq eval '.spec.initContainer.image="perconalab/percona-server-mysql-operator:PR-1262-dc5a409a"' - logger.go:42: 16:50:48 | scheduled-backup-incremental/2-create-cluster | + yq eval .spec.mysql.gracePeriod=30 - logger.go:42: 16:50:48 | scheduled-backup-incremental/2-create-cluster | + yq eval .spec.orchestrator.enabled=true - logger.go:42: 16:50:48 | scheduled-backup-incremental/2-create-cluster | + yq eval '.spec.backup.storages.minio.type="s3"' - logger.go:42: 16:50:48 | scheduled-backup-incremental/2-create-cluster | + yq eval '.spec.upgradeOptions.apply="disabled"' - logger.go:42: 16:50:48 | scheduled-backup-incremental/2-create-cluster | + yq eval '.spec.mysql.clusterType="async"' - logger.go:42: 16:50:48 | scheduled-backup-incremental/2-create-cluster | + yq eval .spec.orchestrator.size=3 - logger.go:42: 16:50:48 | scheduled-backup-incremental/2-create-cluster | + yq eval .spec.orchestrator.enabled=true - logger.go:42: 16:50:48 | scheduled-backup-incremental/2-create-cluster | + yq eval '.spec.backup.storages.minio.s3.bucket="operator-testing"' - logger.go:42: 16:50:48 | scheduled-backup-incremental/2-create-cluster | ++ printf '.spec.proxy.router.image="%s"' perconalab/percona-server-mysql-operator:main-router8.4 logger.go:42: 16:50:48 | scheduled-backup-incremental/2-create-cluster | ++ printf '.spec.toolkit.image="%s"' perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 16:50:48 | scheduled-backup-incremental/2-create-cluster | ++ printf '.spec.pmm.image="%s"' perconalab/pmm-client:3-dev-latest logger.go:42: 16:50:48 | scheduled-backup-incremental/2-create-cluster | ++ printf '.spec.proxy.haproxy.image="%s"' perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 16:50:48 | scheduled-backup-incremental/2-create-cluster | + yq eval '.spec.backup.storages.minio.s3.credentialsSecret="minio-secret"' - logger.go:42: 16:50:48 | scheduled-backup-incremental/2-create-cluster | ++ printf '.spec.backup.image="%s"' perconalab/percona-server-mysql-operator:main-backup8.4 logger.go:42: 16:50:48 | scheduled-backup-incremental/2-create-cluster | ++ printf '.spec.orchestrator.image="%s"' perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 16:50:48 | scheduled-backup-incremental/2-create-cluster | ++ printf '.spec.mysql.image="%s"' perconalab/percona-server-mysql-operator:main-psmysql8.4 logger.go:42: 16:50:48 | scheduled-backup-incremental/2-create-cluster | + yq eval '.spec.orchestrator.image="perconalab/percona-server-mysql-operator:main-orchestrator"' - logger.go:42: 16:50:48 | scheduled-backup-incremental/2-create-cluster | + yq eval '.spec.proxy.haproxy.image="perconalab/percona-server-mysql-operator:main-haproxy"' - logger.go:42: 16:50:48 | scheduled-backup-incremental/2-create-cluster | + yq eval '.spec.mysql.image="perconalab/percona-server-mysql-operator:main-psmysql8.4"' - logger.go:42: 16:50:48 | scheduled-backup-incremental/2-create-cluster | + yq eval '.spec.backup.storages.minio.s3.endpointUrl="http://minio-service.kuttl-test-gorgeous-macaque:9000"' - logger.go:42: 16:50:48 | scheduled-backup-incremental/2-create-cluster | + yq eval '.spec.backup.storages.minio.s3.region="us-east-1"' - logger.go:42: 16:50:48 | scheduled-backup-incremental/2-create-cluster | + yq eval '.spec.toolkit.image="perconalab/percona-server-mysql-operator:main-toolkit"' - logger.go:42: 16:50:48 | scheduled-backup-incremental/2-create-cluster | + kubectl -n kuttl-test-gorgeous-macaque apply -f - logger.go:42: 16:50:48 | scheduled-backup-incremental/2-create-cluster | + yq eval '.spec.backup.image="perconalab/percona-server-mysql-operator:main-backup8.4"' - logger.go:42: 16:50:48 | scheduled-backup-incremental/2-create-cluster | + yq eval '.spec.proxy.router.image="perconalab/percona-server-mysql-operator:main-router8.4"' - logger.go:42: 16:50:48 | scheduled-backup-incremental/2-create-cluster | + '[' -n '' ']' logger.go:42: 16:50:48 | scheduled-backup-incremental/2-create-cluster | + yq eval - logger.go:42: 16:50:48 | scheduled-backup-incremental/2-create-cluster | + yq eval '.spec.pmm.image="perconalab/pmm-client:3-dev-latest"' - logger.go:42: 16:50:50 | scheduled-backup-incremental/2-create-cluster | perconaservermysql.ps.percona.com/scheduled-backup-incremental created logger.go:42: 16:53:56 | scheduled-backup-incremental/2-create-cluster | test step completed 2-create-cluster logger.go:42: 16:53:56 | scheduled-backup-incremental/3-write-data | starting test step 3-write-data logger.go:42: 16:53:56 | scheduled-backup-incremental/3-write-data | running command: [sh -c set -o errexit set -o xtrace source ../../functions run_mysql \ "CREATE DATABASE IF NOT EXISTS myDB; CREATE TABLE IF NOT EXISTS myDB.myTable (id int PRIMARY KEY)" \ "-h $(get_haproxy_svc $(get_cluster_name))" run_mysql \ "INSERT myDB.myTable (id) VALUES (100500)" \ "-h $(get_haproxy_svc $(get_cluster_name))"] logger.go:42: 16:53:56 | scheduled-backup-incremental/3-write-data | + source ../../functions logger.go:42: 16:53:56 | scheduled-backup-incremental/3-write-data | +++ realpath ../../.. logger.go:42: 16:53:56 | scheduled-backup-incremental/3-write-data | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 16:53:56 | scheduled-backup-incremental/3-write-data | ++++ pwd logger.go:42: 16:53:56 | scheduled-backup-incremental/3-write-data | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 16:53:56 | scheduled-backup-incremental/3-write-data | ++ test_name=scheduled-backup-incremental logger.go:42: 16:53:56 | scheduled-backup-incremental/3-write-data | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/vars.sh logger.go:42: 16:53:56 | scheduled-backup-incremental/3-write-data | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 16:53:56 | scheduled-backup-incremental/3-write-data | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 16:53:56 | scheduled-backup-incremental/3-write-data | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 16:53:56 | scheduled-backup-incremental/3-write-data | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 16:53:56 | scheduled-backup-incremental/3-write-data | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 16:53:56 | scheduled-backup-incremental/3-write-data | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 16:53:56 | scheduled-backup-incremental/3-write-data | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 16:53:56 | scheduled-backup-incremental/3-write-data | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 16:53:56 | scheduled-backup-incremental/3-write-data | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 16:53:56 | scheduled-backup-incremental/3-write-data | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 16:53:56 | scheduled-backup-incremental/3-write-data | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 16:53:56 | scheduled-backup-incremental/3-write-data | +++ export GIT_BRANCH=PR-1262 logger.go:42: 16:53:56 | scheduled-backup-incremental/3-write-data | +++ GIT_BRANCH=PR-1262 logger.go:42: 16:53:56 | scheduled-backup-incremental/3-write-data | +++ export VERSION=PR-1262-dc5a409a logger.go:42: 16:53:56 | scheduled-backup-incremental/3-write-data | +++ VERSION=PR-1262-dc5a409a logger.go:42: 16:53:56 | scheduled-backup-incremental/3-write-data | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 16:53:56 | scheduled-backup-incremental/3-write-data | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 16:53:56 | scheduled-backup-incremental/3-write-data | +++ [[ -z 8.4 ]] logger.go:42: 16:53:56 | scheduled-backup-incremental/3-write-data | +++ export MYSQL_VERSION=8.4 logger.go:42: 16:53:56 | scheduled-backup-incremental/3-write-data | +++ MYSQL_VERSION=8.4 logger.go:42: 16:53:56 | scheduled-backup-incremental/3-write-data | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.4 logger.go:42: 16:53:56 | scheduled-backup-incremental/3-write-data | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.4 logger.go:42: 16:53:56 | scheduled-backup-incremental/3-write-data | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.4 logger.go:42: 16:53:56 | scheduled-backup-incremental/3-write-data | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.4 logger.go:42: 16:53:56 | scheduled-backup-incremental/3-write-data | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 16:53:56 | scheduled-backup-incremental/3-write-data | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 16:53:56 | scheduled-backup-incremental/3-write-data | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.4 logger.go:42: 16:53:56 | scheduled-backup-incremental/3-write-data | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.4 logger.go:42: 16:53:56 | scheduled-backup-incremental/3-write-data | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 16:53:56 | scheduled-backup-incremental/3-write-data | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 16:53:56 | scheduled-backup-incremental/3-write-data | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 16:53:56 | scheduled-backup-incremental/3-write-data | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 16:53:56 | scheduled-backup-incremental/3-write-data | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 16:53:56 | scheduled-backup-incremental/3-write-data | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 16:53:56 | scheduled-backup-incremental/3-write-data | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 16:53:56 | scheduled-backup-incremental/3-write-data | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 16:53:56 | scheduled-backup-incremental/3-write-data | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 16:53:56 | scheduled-backup-incremental/3-write-data | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 16:53:56 | scheduled-backup-incremental/3-write-data | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 16:53:56 | scheduled-backup-incremental/3-write-data | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 16:53:56 | scheduled-backup-incremental/3-write-data | +++ export MINIO_VER=5.4.0 logger.go:42: 16:53:56 | scheduled-backup-incremental/3-write-data | +++ MINIO_VER=5.4.0 logger.go:42: 16:53:56 | scheduled-backup-incremental/3-write-data | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 16:53:56 | scheduled-backup-incremental/3-write-data | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 16:53:56 | scheduled-backup-incremental/3-write-data | +++ export VAULT_VER=0.16.1 logger.go:42: 16:53:56 | scheduled-backup-incremental/3-write-data | +++ VAULT_VER=0.16.1 logger.go:42: 16:53:56 | scheduled-backup-incremental/3-write-data | ++++ which gdate logger.go:42: 16:53:56 | scheduled-backup-incremental/3-write-data | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 16:53:56 | scheduled-backup-incremental/3-write-data | ++++ which date logger.go:42: 16:53:56 | scheduled-backup-incremental/3-write-data | +++ date=/usr/sbin/date logger.go:42: 16:53:56 | scheduled-backup-incremental/3-write-data | +++ oc get projects logger.go:42: 16:53:56 | scheduled-backup-incremental/3-write-data | +++ : logger.go:42: 16:53:56 | scheduled-backup-incremental/3-write-data | +++ kubectl get nodes logger.go:42: 16:53:56 | scheduled-backup-incremental/3-write-data | +++ grep '^minikube' logger.go:42: 16:53:57 | scheduled-backup-incremental/3-write-data | +++ which gsed logger.go:42: 16:53:57 | scheduled-backup-incremental/3-write-data | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 16:53:57 | scheduled-backup-incremental/3-write-data | +++ which sed logger.go:42: 16:53:57 | scheduled-backup-incremental/3-write-data | ++ sed=/usr/sbin/sed logger.go:42: 16:53:57 | scheduled-backup-incremental/3-write-data | ++ oc get projects logger.go:42: 16:53:57 | scheduled-backup-incremental/3-write-data | +++ kubectl version -o json logger.go:42: 16:53:57 | scheduled-backup-incremental/3-write-data | +++ grep '\-eks\-' logger.go:42: 16:53:57 | scheduled-backup-incremental/3-write-data | +++ jq -r .serverVersion.gitVersion logger.go:42: 16:53:57 | scheduled-backup-incremental/3-write-data | grep: warning: stray \ before - logger.go:42: 16:53:57 | scheduled-backup-incremental/3-write-data | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 16:53:57 | scheduled-backup-incremental/3-write-data | ++ '[' ']' logger.go:42: 16:53:57 | scheduled-backup-incremental/3-write-data | ++ EKS=0 logger.go:42: 16:53:57 | scheduled-backup-incremental/3-write-data | +++ get_cluster_name logger.go:42: 16:53:57 | scheduled-backup-incremental/3-write-data | +++ kubectl -n kuttl-test-gorgeous-macaque get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 16:53:58 | scheduled-backup-incremental/3-write-data | ++ get_haproxy_svc scheduled-backup-incremental logger.go:42: 16:53:58 | scheduled-backup-incremental/3-write-data | ++ local cluster=scheduled-backup-incremental logger.go:42: 16:53:58 | scheduled-backup-incremental/3-write-data | ++ echo scheduled-backup-incremental-haproxy logger.go:42: 16:53:58 | scheduled-backup-incremental/3-write-data | + run_mysql 'CREATE DATABASE IF NOT EXISTS myDB; CREATE TABLE IF NOT EXISTS myDB.myTable (id int PRIMARY KEY)' '-h scheduled-backup-incremental-haproxy' logger.go:42: 16:53:58 | scheduled-backup-incremental/3-write-data | + local 'command=CREATE DATABASE IF NOT EXISTS myDB; CREATE TABLE IF NOT EXISTS myDB.myTable (id int PRIMARY KEY)' logger.go:42: 16:53:58 | scheduled-backup-incremental/3-write-data | + local 'host=-h scheduled-backup-incremental-haproxy' logger.go:42: 16:53:58 | scheduled-backup-incremental/3-write-data | ++ get_user_pass root logger.go:42: 16:53:58 | scheduled-backup-incremental/3-write-data | ++ local user=root logger.go:42: 16:53:58 | scheduled-backup-incremental/3-write-data | +++ get_cluster_name logger.go:42: 16:53:58 | scheduled-backup-incremental/3-write-data | +++ kubectl -n kuttl-test-gorgeous-macaque get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 16:53:58 | scheduled-backup-incremental/3-write-data | ++ local secret=scheduled-backup-incremental-secrets logger.go:42: 16:53:58 | scheduled-backup-incremental/3-write-data | ++ kubectl -n kuttl-test-gorgeous-macaque get secret scheduled-backup-incremental-secrets -o 'jsonpath={.data.root}' logger.go:42: 16:53:58 | scheduled-backup-incremental/3-write-data | ++ base64 --decode logger.go:42: 16:53:59 | scheduled-backup-incremental/3-write-data | + local 'user=-uroot -p'\''c}fHu*uf)#G1=$7w<'\''' logger.go:42: 16:53:59 | scheduled-backup-incremental/3-write-data | + local pod= logger.go:42: 16:53:59 | scheduled-backup-incremental/3-write-data | ++ get_client_pod logger.go:42: 16:53:59 | scheduled-backup-incremental/3-write-data | ++ kubectl -n kuttl-test-gorgeous-macaque get pods --selector=name=mysql-client -o 'jsonpath={.items[].metadata.name}' logger.go:42: 16:53:59 | scheduled-backup-incremental/3-write-data | + client_pod=mysql-client logger.go:42: 16:53:59 | scheduled-backup-incremental/3-write-data | + wait_pod mysql-client logger.go:42: 16:53:59 | scheduled-backup-incremental/3-write-data | + local pod=mysql-client logger.go:42: 16:53:59 | scheduled-backup-incremental/3-write-data | + local ns=kuttl-test-gorgeous-macaque logger.go:42: 16:53:59 | scheduled-backup-incremental/3-write-data | + set +o xtrace logger.go:42: 16:54:00 | scheduled-backup-incremental/3-write-data | mysql-clienttrue logger.go:42: 16:54:00 | scheduled-backup-incremental/3-write-data | + kubectl -n kuttl-test-gorgeous-macaque exec mysql-client -- bash -c 'printf '\''%s\n'\'' "CREATE DATABASE IF NOT EXISTS myDB; CREATE TABLE IF NOT EXISTS myDB.myTable (id int PRIMARY KEY)" | mysql -sN -h scheduled-backup-incremental-haproxy -uroot -p'\''c}fHu*uf)#G1=$7w<'\''' logger.go:42: 16:54:00 | scheduled-backup-incremental/3-write-data | + /usr/sbin/sed -e 's/mysql: //' logger.go:42: 16:54:00 | scheduled-backup-incremental/3-write-data | + grep -v 'Using a password on the command line interface can be insecure.' logger.go:42: 16:54:01 | scheduled-backup-incremental/3-write-data | + : logger.go:42: 16:54:01 | scheduled-backup-incremental/3-write-data | +++ get_cluster_name logger.go:42: 16:54:01 | scheduled-backup-incremental/3-write-data | +++ kubectl -n kuttl-test-gorgeous-macaque get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 16:54:01 | scheduled-backup-incremental/3-write-data | ++ get_haproxy_svc scheduled-backup-incremental logger.go:42: 16:54:01 | scheduled-backup-incremental/3-write-data | ++ local cluster=scheduled-backup-incremental logger.go:42: 16:54:01 | scheduled-backup-incremental/3-write-data | ++ echo scheduled-backup-incremental-haproxy logger.go:42: 16:54:01 | scheduled-backup-incremental/3-write-data | + run_mysql 'INSERT myDB.myTable (id) VALUES (100500)' '-h scheduled-backup-incremental-haproxy' logger.go:42: 16:54:01 | scheduled-backup-incremental/3-write-data | + local 'command=INSERT myDB.myTable (id) VALUES (100500)' logger.go:42: 16:54:01 | scheduled-backup-incremental/3-write-data | + local 'host=-h scheduled-backup-incremental-haproxy' logger.go:42: 16:54:01 | scheduled-backup-incremental/3-write-data | ++ get_user_pass root logger.go:42: 16:54:01 | scheduled-backup-incremental/3-write-data | ++ local user=root logger.go:42: 16:54:01 | scheduled-backup-incremental/3-write-data | +++ get_cluster_name logger.go:42: 16:54:01 | scheduled-backup-incremental/3-write-data | +++ kubectl -n kuttl-test-gorgeous-macaque get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 16:54:02 | scheduled-backup-incremental/3-write-data | ++ local secret=scheduled-backup-incremental-secrets logger.go:42: 16:54:02 | scheduled-backup-incremental/3-write-data | ++ kubectl -n kuttl-test-gorgeous-macaque get secret scheduled-backup-incremental-secrets -o 'jsonpath={.data.root}' logger.go:42: 16:54:02 | scheduled-backup-incremental/3-write-data | ++ base64 --decode logger.go:42: 16:54:02 | scheduled-backup-incremental/3-write-data | + local 'user=-uroot -p'\''c}fHu*uf)#G1=$7w<'\''' logger.go:42: 16:54:02 | scheduled-backup-incremental/3-write-data | + local pod= logger.go:42: 16:54:02 | scheduled-backup-incremental/3-write-data | ++ get_client_pod logger.go:42: 16:54:02 | scheduled-backup-incremental/3-write-data | ++ kubectl -n kuttl-test-gorgeous-macaque get pods --selector=name=mysql-client -o 'jsonpath={.items[].metadata.name}' logger.go:42: 16:54:03 | scheduled-backup-incremental/3-write-data | + client_pod=mysql-client logger.go:42: 16:54:03 | scheduled-backup-incremental/3-write-data | + wait_pod mysql-client logger.go:42: 16:54:03 | scheduled-backup-incremental/3-write-data | + local pod=mysql-client logger.go:42: 16:54:03 | scheduled-backup-incremental/3-write-data | + local ns=kuttl-test-gorgeous-macaque logger.go:42: 16:54:03 | scheduled-backup-incremental/3-write-data | + set +o xtrace logger.go:42: 16:54:03 | scheduled-backup-incremental/3-write-data | mysql-clienttrue logger.go:42: 16:54:03 | scheduled-backup-incremental/3-write-data | + kubectl -n kuttl-test-gorgeous-macaque exec mysql-client -- bash -c 'printf '\''%s\n'\'' "INSERT myDB.myTable (id) VALUES (100500)" | mysql -sN -h scheduled-backup-incremental-haproxy -uroot -p'\''c}fHu*uf)#G1=$7w<'\''' logger.go:42: 16:54:03 | scheduled-backup-incremental/3-write-data | + /usr/sbin/sed -e 's/mysql: //' logger.go:42: 16:54:03 | scheduled-backup-incremental/3-write-data | + grep -v 'Using a password on the command line interface can be insecure.' logger.go:42: 16:54:04 | scheduled-backup-incremental/3-write-data | + : logger.go:42: 16:54:04 | scheduled-backup-incremental/3-write-data | test step completed 3-write-data logger.go:42: 16:54:04 | scheduled-backup-incremental/5-engage-full-schedule | starting test step 5-engage-full-schedule logger.go:42: 16:54:05 | scheduled-backup-incremental/5-engage-full-schedule | PerconaServerMySQL:kuttl-test-gorgeous-macaque/scheduled-backup-incremental updated logger.go:42: 16:54:05 | scheduled-backup-incremental/5-engage-full-schedule | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-full" "$(get_cluster_name)") if [[ $bcp_count -lt 1 ]]; then echo "There are $bcp_count full ps-backups but should be at least 1" exit 1 fi] logger.go:42: 16:54:05 | scheduled-backup-incremental/5-engage-full-schedule | + source ../../functions logger.go:42: 16:54:05 | scheduled-backup-incremental/5-engage-full-schedule | +++ realpath ../../.. logger.go:42: 16:54:05 | scheduled-backup-incremental/5-engage-full-schedule | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 16:54:05 | scheduled-backup-incremental/5-engage-full-schedule | ++++ pwd logger.go:42: 16:54:05 | scheduled-backup-incremental/5-engage-full-schedule | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 16:54:05 | scheduled-backup-incremental/5-engage-full-schedule | ++ test_name=scheduled-backup-incremental logger.go:42: 16:54:05 | scheduled-backup-incremental/5-engage-full-schedule | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/vars.sh logger.go:42: 16:54:05 | scheduled-backup-incremental/5-engage-full-schedule | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 16:54:05 | scheduled-backup-incremental/5-engage-full-schedule | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 16:54:05 | scheduled-backup-incremental/5-engage-full-schedule | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 16:54:05 | scheduled-backup-incremental/5-engage-full-schedule | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 16:54:05 | scheduled-backup-incremental/5-engage-full-schedule | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 16:54:05 | scheduled-backup-incremental/5-engage-full-schedule | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 16:54:05 | scheduled-backup-incremental/5-engage-full-schedule | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 16:54:05 | scheduled-backup-incremental/5-engage-full-schedule | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 16:54:05 | scheduled-backup-incremental/5-engage-full-schedule | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 16:54:05 | scheduled-backup-incremental/5-engage-full-schedule | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 16:54:05 | scheduled-backup-incremental/5-engage-full-schedule | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 16:54:05 | scheduled-backup-incremental/5-engage-full-schedule | +++ export GIT_BRANCH=PR-1262 logger.go:42: 16:54:05 | scheduled-backup-incremental/5-engage-full-schedule | +++ GIT_BRANCH=PR-1262 logger.go:42: 16:54:05 | scheduled-backup-incremental/5-engage-full-schedule | +++ export VERSION=PR-1262-dc5a409a logger.go:42: 16:54:05 | scheduled-backup-incremental/5-engage-full-schedule | +++ VERSION=PR-1262-dc5a409a logger.go:42: 16:54:05 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 16:54:05 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 16:54:05 | scheduled-backup-incremental/5-engage-full-schedule | +++ [[ -z 8.4 ]] logger.go:42: 16:54:05 | scheduled-backup-incremental/5-engage-full-schedule | +++ export MYSQL_VERSION=8.4 logger.go:42: 16:54:05 | scheduled-backup-incremental/5-engage-full-schedule | +++ MYSQL_VERSION=8.4 logger.go:42: 16:54:05 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.4 logger.go:42: 16:54:05 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.4 logger.go:42: 16:54:05 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.4 logger.go:42: 16:54:05 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.4 logger.go:42: 16:54:05 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 16:54:05 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 16:54:05 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.4 logger.go:42: 16:54:05 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.4 logger.go:42: 16:54:05 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 16:54:05 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 16:54:05 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 16:54:05 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 16:54:05 | scheduled-backup-incremental/5-engage-full-schedule | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 16:54:05 | scheduled-backup-incremental/5-engage-full-schedule | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 16:54:05 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 16:54:05 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 16:54:05 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 16:54:05 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 16:54:05 | scheduled-backup-incremental/5-engage-full-schedule | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 16:54:05 | scheduled-backup-incremental/5-engage-full-schedule | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 16:54:05 | scheduled-backup-incremental/5-engage-full-schedule | +++ export MINIO_VER=5.4.0 logger.go:42: 16:54:05 | scheduled-backup-incremental/5-engage-full-schedule | +++ MINIO_VER=5.4.0 logger.go:42: 16:54:05 | scheduled-backup-incremental/5-engage-full-schedule | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 16:54:05 | scheduled-backup-incremental/5-engage-full-schedule | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 16:54:05 | scheduled-backup-incremental/5-engage-full-schedule | +++ export VAULT_VER=0.16.1 logger.go:42: 16:54:05 | scheduled-backup-incremental/5-engage-full-schedule | +++ VAULT_VER=0.16.1 logger.go:42: 16:54:05 | scheduled-backup-incremental/5-engage-full-schedule | ++++ which gdate logger.go:42: 16:54:05 | scheduled-backup-incremental/5-engage-full-schedule | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 16:54:05 | scheduled-backup-incremental/5-engage-full-schedule | ++++ which date logger.go:42: 16:54:05 | scheduled-backup-incremental/5-engage-full-schedule | +++ date=/usr/sbin/date logger.go:42: 16:54:05 | scheduled-backup-incremental/5-engage-full-schedule | +++ oc get projects logger.go:42: 16:54:05 | scheduled-backup-incremental/5-engage-full-schedule | +++ : logger.go:42: 16:54:05 | scheduled-backup-incremental/5-engage-full-schedule | +++ kubectl get nodes logger.go:42: 16:54:05 | scheduled-backup-incremental/5-engage-full-schedule | +++ grep '^minikube' logger.go:42: 16:54:06 | scheduled-backup-incremental/5-engage-full-schedule | +++ which gsed logger.go:42: 16:54:06 | scheduled-backup-incremental/5-engage-full-schedule | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 16:54:06 | scheduled-backup-incremental/5-engage-full-schedule | +++ which sed logger.go:42: 16:54:06 | scheduled-backup-incremental/5-engage-full-schedule | ++ sed=/usr/sbin/sed logger.go:42: 16:54:06 | scheduled-backup-incremental/5-engage-full-schedule | ++ oc get projects logger.go:42: 16:54:06 | scheduled-backup-incremental/5-engage-full-schedule | +++ jq -r .serverVersion.gitVersion logger.go:42: 16:54:06 | scheduled-backup-incremental/5-engage-full-schedule | +++ kubectl version -o json logger.go:42: 16:54:06 | scheduled-backup-incremental/5-engage-full-schedule | +++ grep '\-eks\-' logger.go:42: 16:54:06 | scheduled-backup-incremental/5-engage-full-schedule | grep: warning: stray \ before - logger.go:42: 16:54:07 | scheduled-backup-incremental/5-engage-full-schedule | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 16:54:07 | scheduled-backup-incremental/5-engage-full-schedule | ++ '[' ']' logger.go:42: 16:54:07 | scheduled-backup-incremental/5-engage-full-schedule | ++ EKS=0 logger.go:42: 16:54:07 | scheduled-backup-incremental/5-engage-full-schedule | +++ get_cluster_name logger.go:42: 16:54:07 | scheduled-backup-incremental/5-engage-full-schedule | +++ kubectl -n kuttl-test-gorgeous-macaque get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 16:54:07 | scheduled-backup-incremental/5-engage-full-schedule | ++ count_backups_in_schedule minio-full scheduled-backup-incremental logger.go:42: 16:54:07 | scheduled-backup-incremental/5-engage-full-schedule | ++ local schedule_name=minio-full logger.go:42: 16:54:07 | scheduled-backup-incremental/5-engage-full-schedule | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 16:54:07 | scheduled-backup-incremental/5-engage-full-schedule | +++ printf %s kuttl-test-gorgeous-macaque-scheduled-backup-incremental logger.go:42: 16:54:07 | scheduled-backup-incremental/5-engage-full-schedule | +++ sha1sum logger.go:42: 16:54:07 | scheduled-backup-incremental/5-engage-full-schedule | +++ awk '{print $1}' logger.go:42: 16:54:07 | scheduled-backup-incremental/5-engage-full-schedule | +++ head -c 5 logger.go:42: 16:54:07 | scheduled-backup-incremental/5-engage-full-schedule | ++ local prefix=2c6b4 logger.go:42: 16:54:07 | scheduled-backup-incremental/5-engage-full-schedule | +++ kubectl get ps-backup -n kuttl-test-gorgeous-macaque -l percona.com/backup-ancestor=2c6b4-minio-full -o yaml logger.go:42: 16:54:07 | scheduled-backup-incremental/5-engage-full-schedule | +++ yq '.items | length' logger.go:42: 16:54:08 | scheduled-backup-incremental/5-engage-full-schedule | ++ local bcp_count=0 logger.go:42: 16:54:08 | scheduled-backup-incremental/5-engage-full-schedule | ++ echo 0 logger.go:42: 16:54:08 | scheduled-backup-incremental/5-engage-full-schedule | + bcp_count=0 logger.go:42: 16:54:08 | scheduled-backup-incremental/5-engage-full-schedule | + [[ 0 -lt 1 ]] logger.go:42: 16:54:08 | scheduled-backup-incremental/5-engage-full-schedule | + echo 'There are 0 full ps-backups but should be at least 1' logger.go:42: 16:54:08 | scheduled-backup-incremental/5-engage-full-schedule | There are 0 full ps-backups but should be at least 1 logger.go:42: 16:54:08 | scheduled-backup-incremental/5-engage-full-schedule | + exit 1 logger.go:42: 16:54:09 | scheduled-backup-incremental/5-engage-full-schedule | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-full" "$(get_cluster_name)") if [[ $bcp_count -lt 1 ]]; then echo "There are $bcp_count full ps-backups but should be at least 1" exit 1 fi] logger.go:42: 16:54:09 | scheduled-backup-incremental/5-engage-full-schedule | + source ../../functions logger.go:42: 16:54:09 | scheduled-backup-incremental/5-engage-full-schedule | +++ realpath ../../.. logger.go:42: 16:54:09 | scheduled-backup-incremental/5-engage-full-schedule | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 16:54:09 | scheduled-backup-incremental/5-engage-full-schedule | ++++ pwd logger.go:42: 16:54:09 | scheduled-backup-incremental/5-engage-full-schedule | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 16:54:09 | scheduled-backup-incremental/5-engage-full-schedule | ++ test_name=scheduled-backup-incremental logger.go:42: 16:54:09 | scheduled-backup-incremental/5-engage-full-schedule | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/vars.sh logger.go:42: 16:54:09 | scheduled-backup-incremental/5-engage-full-schedule | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 16:54:09 | scheduled-backup-incremental/5-engage-full-schedule | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 16:54:09 | scheduled-backup-incremental/5-engage-full-schedule | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 16:54:09 | scheduled-backup-incremental/5-engage-full-schedule | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 16:54:09 | scheduled-backup-incremental/5-engage-full-schedule | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 16:54:09 | scheduled-backup-incremental/5-engage-full-schedule | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 16:54:09 | scheduled-backup-incremental/5-engage-full-schedule | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 16:54:09 | scheduled-backup-incremental/5-engage-full-schedule | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 16:54:09 | scheduled-backup-incremental/5-engage-full-schedule | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 16:54:09 | scheduled-backup-incremental/5-engage-full-schedule | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 16:54:09 | scheduled-backup-incremental/5-engage-full-schedule | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 16:54:09 | scheduled-backup-incremental/5-engage-full-schedule | +++ export GIT_BRANCH=PR-1262 logger.go:42: 16:54:09 | scheduled-backup-incremental/5-engage-full-schedule | +++ GIT_BRANCH=PR-1262 logger.go:42: 16:54:09 | scheduled-backup-incremental/5-engage-full-schedule | +++ export VERSION=PR-1262-dc5a409a logger.go:42: 16:54:09 | scheduled-backup-incremental/5-engage-full-schedule | +++ VERSION=PR-1262-dc5a409a logger.go:42: 16:54:09 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 16:54:09 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 16:54:09 | scheduled-backup-incremental/5-engage-full-schedule | +++ [[ -z 8.4 ]] logger.go:42: 16:54:09 | scheduled-backup-incremental/5-engage-full-schedule | +++ export MYSQL_VERSION=8.4 logger.go:42: 16:54:09 | scheduled-backup-incremental/5-engage-full-schedule | +++ MYSQL_VERSION=8.4 logger.go:42: 16:54:09 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.4 logger.go:42: 16:54:09 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.4 logger.go:42: 16:54:09 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.4 logger.go:42: 16:54:09 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.4 logger.go:42: 16:54:09 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 16:54:09 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 16:54:09 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.4 logger.go:42: 16:54:09 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.4 logger.go:42: 16:54:09 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 16:54:09 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 16:54:09 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 16:54:09 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 16:54:09 | scheduled-backup-incremental/5-engage-full-schedule | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 16:54:09 | scheduled-backup-incremental/5-engage-full-schedule | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 16:54:09 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 16:54:09 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 16:54:09 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 16:54:09 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 16:54:09 | scheduled-backup-incremental/5-engage-full-schedule | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 16:54:09 | scheduled-backup-incremental/5-engage-full-schedule | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 16:54:09 | scheduled-backup-incremental/5-engage-full-schedule | +++ export MINIO_VER=5.4.0 logger.go:42: 16:54:09 | scheduled-backup-incremental/5-engage-full-schedule | +++ MINIO_VER=5.4.0 logger.go:42: 16:54:09 | scheduled-backup-incremental/5-engage-full-schedule | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 16:54:09 | scheduled-backup-incremental/5-engage-full-schedule | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 16:54:09 | scheduled-backup-incremental/5-engage-full-schedule | +++ export VAULT_VER=0.16.1 logger.go:42: 16:54:09 | scheduled-backup-incremental/5-engage-full-schedule | +++ VAULT_VER=0.16.1 logger.go:42: 16:54:09 | scheduled-backup-incremental/5-engage-full-schedule | ++++ which gdate logger.go:42: 16:54:09 | scheduled-backup-incremental/5-engage-full-schedule | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 16:54:09 | scheduled-backup-incremental/5-engage-full-schedule | ++++ which date logger.go:42: 16:54:09 | scheduled-backup-incremental/5-engage-full-schedule | +++ date=/usr/sbin/date logger.go:42: 16:54:09 | scheduled-backup-incremental/5-engage-full-schedule | +++ oc get projects logger.go:42: 16:54:09 | scheduled-backup-incremental/5-engage-full-schedule | +++ : logger.go:42: 16:54:09 | scheduled-backup-incremental/5-engage-full-schedule | +++ kubectl get nodes logger.go:42: 16:54:09 | scheduled-backup-incremental/5-engage-full-schedule | +++ grep '^minikube' logger.go:42: 16:54:09 | scheduled-backup-incremental/5-engage-full-schedule | +++ which gsed logger.go:42: 16:54:09 | scheduled-backup-incremental/5-engage-full-schedule | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 16:54:09 | scheduled-backup-incremental/5-engage-full-schedule | +++ which sed logger.go:42: 16:54:09 | scheduled-backup-incremental/5-engage-full-schedule | ++ sed=/usr/sbin/sed logger.go:42: 16:54:09 | scheduled-backup-incremental/5-engage-full-schedule | ++ oc get projects logger.go:42: 16:54:09 | scheduled-backup-incremental/5-engage-full-schedule | +++ kubectl version -o json logger.go:42: 16:54:09 | scheduled-backup-incremental/5-engage-full-schedule | +++ jq -r .serverVersion.gitVersion logger.go:42: 16:54:09 | scheduled-backup-incremental/5-engage-full-schedule | +++ grep '\-eks\-' logger.go:42: 16:54:09 | scheduled-backup-incremental/5-engage-full-schedule | grep: warning: stray \ before - logger.go:42: 16:54:10 | scheduled-backup-incremental/5-engage-full-schedule | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 16:54:10 | scheduled-backup-incremental/5-engage-full-schedule | ++ '[' ']' logger.go:42: 16:54:10 | scheduled-backup-incremental/5-engage-full-schedule | ++ EKS=0 logger.go:42: 16:54:10 | scheduled-backup-incremental/5-engage-full-schedule | +++ get_cluster_name logger.go:42: 16:54:10 | scheduled-backup-incremental/5-engage-full-schedule | +++ kubectl -n kuttl-test-gorgeous-macaque get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 16:54:11 | scheduled-backup-incremental/5-engage-full-schedule | ++ count_backups_in_schedule minio-full scheduled-backup-incremental logger.go:42: 16:54:11 | scheduled-backup-incremental/5-engage-full-schedule | ++ local schedule_name=minio-full logger.go:42: 16:54:11 | scheduled-backup-incremental/5-engage-full-schedule | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 16:54:11 | scheduled-backup-incremental/5-engage-full-schedule | +++ printf %s kuttl-test-gorgeous-macaque-scheduled-backup-incremental logger.go:42: 16:54:11 | scheduled-backup-incremental/5-engage-full-schedule | +++ sha1sum logger.go:42: 16:54:11 | scheduled-backup-incremental/5-engage-full-schedule | +++ awk '{print $1}' logger.go:42: 16:54:11 | scheduled-backup-incremental/5-engage-full-schedule | +++ head -c 5 logger.go:42: 16:54:11 | scheduled-backup-incremental/5-engage-full-schedule | ++ local prefix=2c6b4 logger.go:42: 16:54:11 | scheduled-backup-incremental/5-engage-full-schedule | +++ kubectl get ps-backup -n kuttl-test-gorgeous-macaque -l percona.com/backup-ancestor=2c6b4-minio-full -o yaml logger.go:42: 16:54:11 | scheduled-backup-incremental/5-engage-full-schedule | +++ yq '.items | length' logger.go:42: 16:54:11 | scheduled-backup-incremental/5-engage-full-schedule | ++ local bcp_count=0 logger.go:42: 16:54:11 | scheduled-backup-incremental/5-engage-full-schedule | ++ echo 0 logger.go:42: 16:54:11 | scheduled-backup-incremental/5-engage-full-schedule | + bcp_count=0 logger.go:42: 16:54:11 | scheduled-backup-incremental/5-engage-full-schedule | + [[ 0 -lt 1 ]] logger.go:42: 16:54:11 | scheduled-backup-incremental/5-engage-full-schedule | + echo 'There are 0 full ps-backups but should be at least 1' logger.go:42: 16:54:11 | scheduled-backup-incremental/5-engage-full-schedule | There are 0 full ps-backups but should be at least 1 logger.go:42: 16:54:11 | scheduled-backup-incremental/5-engage-full-schedule | + exit 1 logger.go:42: 16:54:12 | scheduled-backup-incremental/5-engage-full-schedule | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-full" "$(get_cluster_name)") if [[ $bcp_count -lt 1 ]]; then echo "There are $bcp_count full ps-backups but should be at least 1" exit 1 fi] logger.go:42: 16:54:12 | scheduled-backup-incremental/5-engage-full-schedule | + source ../../functions logger.go:42: 16:54:12 | scheduled-backup-incremental/5-engage-full-schedule | +++ realpath ../../.. logger.go:42: 16:54:12 | scheduled-backup-incremental/5-engage-full-schedule | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 16:54:12 | scheduled-backup-incremental/5-engage-full-schedule | ++++ pwd logger.go:42: 16:54:12 | scheduled-backup-incremental/5-engage-full-schedule | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 16:54:12 | scheduled-backup-incremental/5-engage-full-schedule | ++ test_name=scheduled-backup-incremental logger.go:42: 16:54:12 | scheduled-backup-incremental/5-engage-full-schedule | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/vars.sh logger.go:42: 16:54:12 | scheduled-backup-incremental/5-engage-full-schedule | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 16:54:12 | scheduled-backup-incremental/5-engage-full-schedule | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 16:54:12 | scheduled-backup-incremental/5-engage-full-schedule | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 16:54:12 | scheduled-backup-incremental/5-engage-full-schedule | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 16:54:12 | scheduled-backup-incremental/5-engage-full-schedule | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 16:54:12 | scheduled-backup-incremental/5-engage-full-schedule | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 16:54:12 | scheduled-backup-incremental/5-engage-full-schedule | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 16:54:12 | scheduled-backup-incremental/5-engage-full-schedule | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 16:54:12 | scheduled-backup-incremental/5-engage-full-schedule | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 16:54:12 | scheduled-backup-incremental/5-engage-full-schedule | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 16:54:12 | scheduled-backup-incremental/5-engage-full-schedule | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 16:54:12 | scheduled-backup-incremental/5-engage-full-schedule | +++ export GIT_BRANCH=PR-1262 logger.go:42: 16:54:12 | scheduled-backup-incremental/5-engage-full-schedule | +++ GIT_BRANCH=PR-1262 logger.go:42: 16:54:12 | scheduled-backup-incremental/5-engage-full-schedule | +++ export VERSION=PR-1262-dc5a409a logger.go:42: 16:54:12 | scheduled-backup-incremental/5-engage-full-schedule | +++ VERSION=PR-1262-dc5a409a logger.go:42: 16:54:12 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 16:54:12 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 16:54:12 | scheduled-backup-incremental/5-engage-full-schedule | +++ [[ -z 8.4 ]] logger.go:42: 16:54:12 | scheduled-backup-incremental/5-engage-full-schedule | +++ export MYSQL_VERSION=8.4 logger.go:42: 16:54:12 | scheduled-backup-incremental/5-engage-full-schedule | +++ MYSQL_VERSION=8.4 logger.go:42: 16:54:12 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.4 logger.go:42: 16:54:12 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.4 logger.go:42: 16:54:12 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.4 logger.go:42: 16:54:12 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.4 logger.go:42: 16:54:12 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 16:54:12 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 16:54:12 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.4 logger.go:42: 16:54:12 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.4 logger.go:42: 16:54:12 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 16:54:12 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 16:54:12 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 16:54:12 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 16:54:12 | scheduled-backup-incremental/5-engage-full-schedule | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 16:54:12 | scheduled-backup-incremental/5-engage-full-schedule | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 16:54:12 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 16:54:12 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 16:54:12 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 16:54:12 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 16:54:12 | scheduled-backup-incremental/5-engage-full-schedule | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 16:54:12 | scheduled-backup-incremental/5-engage-full-schedule | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 16:54:12 | scheduled-backup-incremental/5-engage-full-schedule | +++ export MINIO_VER=5.4.0 logger.go:42: 16:54:12 | scheduled-backup-incremental/5-engage-full-schedule | +++ MINIO_VER=5.4.0 logger.go:42: 16:54:12 | scheduled-backup-incremental/5-engage-full-schedule | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 16:54:12 | scheduled-backup-incremental/5-engage-full-schedule | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 16:54:12 | scheduled-backup-incremental/5-engage-full-schedule | +++ export VAULT_VER=0.16.1 logger.go:42: 16:54:12 | scheduled-backup-incremental/5-engage-full-schedule | +++ VAULT_VER=0.16.1 logger.go:42: 16:54:12 | scheduled-backup-incremental/5-engage-full-schedule | ++++ which gdate logger.go:42: 16:54:12 | scheduled-backup-incremental/5-engage-full-schedule | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 16:54:12 | scheduled-backup-incremental/5-engage-full-schedule | ++++ which date logger.go:42: 16:54:12 | scheduled-backup-incremental/5-engage-full-schedule | +++ date=/usr/sbin/date logger.go:42: 16:54:12 | scheduled-backup-incremental/5-engage-full-schedule | +++ oc get projects logger.go:42: 16:54:12 | scheduled-backup-incremental/5-engage-full-schedule | +++ : logger.go:42: 16:54:12 | scheduled-backup-incremental/5-engage-full-schedule | +++ kubectl get nodes logger.go:42: 16:54:12 | scheduled-backup-incremental/5-engage-full-schedule | +++ grep '^minikube' logger.go:42: 16:54:13 | scheduled-backup-incremental/5-engage-full-schedule | +++ which gsed logger.go:42: 16:54:13 | scheduled-backup-incremental/5-engage-full-schedule | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 16:54:13 | scheduled-backup-incremental/5-engage-full-schedule | +++ which sed logger.go:42: 16:54:13 | scheduled-backup-incremental/5-engage-full-schedule | ++ sed=/usr/sbin/sed logger.go:42: 16:54:13 | scheduled-backup-incremental/5-engage-full-schedule | ++ oc get projects logger.go:42: 16:54:13 | scheduled-backup-incremental/5-engage-full-schedule | +++ kubectl version -o json logger.go:42: 16:54:13 | scheduled-backup-incremental/5-engage-full-schedule | +++ jq -r .serverVersion.gitVersion logger.go:42: 16:54:13 | scheduled-backup-incremental/5-engage-full-schedule | +++ grep '\-eks\-' logger.go:42: 16:54:13 | scheduled-backup-incremental/5-engage-full-schedule | grep: warning: stray \ before - logger.go:42: 16:54:13 | scheduled-backup-incremental/5-engage-full-schedule | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 16:54:13 | scheduled-backup-incremental/5-engage-full-schedule | ++ '[' ']' logger.go:42: 16:54:13 | scheduled-backup-incremental/5-engage-full-schedule | ++ EKS=0 logger.go:42: 16:54:13 | scheduled-backup-incremental/5-engage-full-schedule | +++ get_cluster_name logger.go:42: 16:54:13 | scheduled-backup-incremental/5-engage-full-schedule | +++ kubectl -n kuttl-test-gorgeous-macaque get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 16:54:14 | scheduled-backup-incremental/5-engage-full-schedule | ++ count_backups_in_schedule minio-full scheduled-backup-incremental logger.go:42: 16:54:14 | scheduled-backup-incremental/5-engage-full-schedule | ++ local schedule_name=minio-full logger.go:42: 16:54:14 | scheduled-backup-incremental/5-engage-full-schedule | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 16:54:14 | scheduled-backup-incremental/5-engage-full-schedule | +++ printf %s kuttl-test-gorgeous-macaque-scheduled-backup-incremental logger.go:42: 16:54:14 | scheduled-backup-incremental/5-engage-full-schedule | +++ sha1sum logger.go:42: 16:54:14 | scheduled-backup-incremental/5-engage-full-schedule | +++ awk '{print $1}' logger.go:42: 16:54:14 | scheduled-backup-incremental/5-engage-full-schedule | +++ head -c 5 logger.go:42: 16:54:14 | scheduled-backup-incremental/5-engage-full-schedule | ++ local prefix=2c6b4 logger.go:42: 16:54:14 | scheduled-backup-incremental/5-engage-full-schedule | +++ kubectl get ps-backup -n kuttl-test-gorgeous-macaque -l percona.com/backup-ancestor=2c6b4-minio-full -o yaml logger.go:42: 16:54:14 | scheduled-backup-incremental/5-engage-full-schedule | +++ yq '.items | length' logger.go:42: 16:54:14 | scheduled-backup-incremental/5-engage-full-schedule | ++ local bcp_count=0 logger.go:42: 16:54:14 | scheduled-backup-incremental/5-engage-full-schedule | ++ echo 0 logger.go:42: 16:54:14 | scheduled-backup-incremental/5-engage-full-schedule | + bcp_count=0 logger.go:42: 16:54:14 | scheduled-backup-incremental/5-engage-full-schedule | + [[ 0 -lt 1 ]] logger.go:42: 16:54:14 | scheduled-backup-incremental/5-engage-full-schedule | + echo 'There are 0 full ps-backups but should be at least 1' logger.go:42: 16:54:14 | scheduled-backup-incremental/5-engage-full-schedule | There are 0 full ps-backups but should be at least 1 logger.go:42: 16:54:14 | scheduled-backup-incremental/5-engage-full-schedule | + exit 1 logger.go:42: 16:54:16 | scheduled-backup-incremental/5-engage-full-schedule | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-full" "$(get_cluster_name)") if [[ $bcp_count -lt 1 ]]; then echo "There are $bcp_count full ps-backups but should be at least 1" exit 1 fi] logger.go:42: 16:54:16 | scheduled-backup-incremental/5-engage-full-schedule | + source ../../functions logger.go:42: 16:54:16 | scheduled-backup-incremental/5-engage-full-schedule | +++ realpath ../../.. logger.go:42: 16:54:16 | scheduled-backup-incremental/5-engage-full-schedule | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 16:54:16 | scheduled-backup-incremental/5-engage-full-schedule | ++++ pwd logger.go:42: 16:54:16 | scheduled-backup-incremental/5-engage-full-schedule | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 16:54:16 | scheduled-backup-incremental/5-engage-full-schedule | ++ test_name=scheduled-backup-incremental logger.go:42: 16:54:16 | scheduled-backup-incremental/5-engage-full-schedule | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/vars.sh logger.go:42: 16:54:16 | scheduled-backup-incremental/5-engage-full-schedule | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 16:54:16 | scheduled-backup-incremental/5-engage-full-schedule | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 16:54:16 | scheduled-backup-incremental/5-engage-full-schedule | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 16:54:16 | scheduled-backup-incremental/5-engage-full-schedule | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 16:54:16 | scheduled-backup-incremental/5-engage-full-schedule | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 16:54:16 | scheduled-backup-incremental/5-engage-full-schedule | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 16:54:16 | scheduled-backup-incremental/5-engage-full-schedule | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 16:54:16 | scheduled-backup-incremental/5-engage-full-schedule | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 16:54:16 | scheduled-backup-incremental/5-engage-full-schedule | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 16:54:16 | scheduled-backup-incremental/5-engage-full-schedule | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 16:54:16 | scheduled-backup-incremental/5-engage-full-schedule | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 16:54:16 | scheduled-backup-incremental/5-engage-full-schedule | +++ export GIT_BRANCH=PR-1262 logger.go:42: 16:54:16 | scheduled-backup-incremental/5-engage-full-schedule | +++ GIT_BRANCH=PR-1262 logger.go:42: 16:54:16 | scheduled-backup-incremental/5-engage-full-schedule | +++ export VERSION=PR-1262-dc5a409a logger.go:42: 16:54:16 | scheduled-backup-incremental/5-engage-full-schedule | +++ VERSION=PR-1262-dc5a409a logger.go:42: 16:54:16 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 16:54:16 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 16:54:16 | scheduled-backup-incremental/5-engage-full-schedule | +++ [[ -z 8.4 ]] logger.go:42: 16:54:16 | scheduled-backup-incremental/5-engage-full-schedule | +++ export MYSQL_VERSION=8.4 logger.go:42: 16:54:16 | scheduled-backup-incremental/5-engage-full-schedule | +++ MYSQL_VERSION=8.4 logger.go:42: 16:54:16 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.4 logger.go:42: 16:54:16 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.4 logger.go:42: 16:54:16 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.4 logger.go:42: 16:54:16 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.4 logger.go:42: 16:54:16 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 16:54:16 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 16:54:16 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.4 logger.go:42: 16:54:16 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.4 logger.go:42: 16:54:16 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 16:54:16 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 16:54:16 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 16:54:16 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 16:54:16 | scheduled-backup-incremental/5-engage-full-schedule | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 16:54:16 | scheduled-backup-incremental/5-engage-full-schedule | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 16:54:16 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 16:54:16 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 16:54:16 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 16:54:16 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 16:54:16 | scheduled-backup-incremental/5-engage-full-schedule | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 16:54:16 | scheduled-backup-incremental/5-engage-full-schedule | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 16:54:16 | scheduled-backup-incremental/5-engage-full-schedule | +++ export MINIO_VER=5.4.0 logger.go:42: 16:54:16 | scheduled-backup-incremental/5-engage-full-schedule | +++ MINIO_VER=5.4.0 logger.go:42: 16:54:16 | scheduled-backup-incremental/5-engage-full-schedule | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 16:54:16 | scheduled-backup-incremental/5-engage-full-schedule | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 16:54:16 | scheduled-backup-incremental/5-engage-full-schedule | +++ export VAULT_VER=0.16.1 logger.go:42: 16:54:16 | scheduled-backup-incremental/5-engage-full-schedule | +++ VAULT_VER=0.16.1 logger.go:42: 16:54:16 | scheduled-backup-incremental/5-engage-full-schedule | ++++ which gdate logger.go:42: 16:54:16 | scheduled-backup-incremental/5-engage-full-schedule | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 16:54:16 | scheduled-backup-incremental/5-engage-full-schedule | ++++ which date logger.go:42: 16:54:16 | scheduled-backup-incremental/5-engage-full-schedule | +++ date=/usr/sbin/date logger.go:42: 16:54:16 | scheduled-backup-incremental/5-engage-full-schedule | +++ oc get projects logger.go:42: 16:54:16 | scheduled-backup-incremental/5-engage-full-schedule | +++ : logger.go:42: 16:54:16 | scheduled-backup-incremental/5-engage-full-schedule | +++ kubectl get nodes logger.go:42: 16:54:16 | scheduled-backup-incremental/5-engage-full-schedule | +++ grep '^minikube' logger.go:42: 16:54:16 | scheduled-backup-incremental/5-engage-full-schedule | +++ which gsed logger.go:42: 16:54:16 | scheduled-backup-incremental/5-engage-full-schedule | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 16:54:16 | scheduled-backup-incremental/5-engage-full-schedule | +++ which sed logger.go:42: 16:54:16 | scheduled-backup-incremental/5-engage-full-schedule | ++ sed=/usr/sbin/sed logger.go:42: 16:54:16 | scheduled-backup-incremental/5-engage-full-schedule | ++ oc get projects logger.go:42: 16:54:16 | scheduled-backup-incremental/5-engage-full-schedule | +++ kubectl version -o json logger.go:42: 16:54:16 | scheduled-backup-incremental/5-engage-full-schedule | +++ jq -r .serverVersion.gitVersion logger.go:42: 16:54:16 | scheduled-backup-incremental/5-engage-full-schedule | +++ grep '\-eks\-' logger.go:42: 16:54:16 | scheduled-backup-incremental/5-engage-full-schedule | grep: warning: stray \ before - logger.go:42: 16:54:17 | scheduled-backup-incremental/5-engage-full-schedule | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 16:54:17 | scheduled-backup-incremental/5-engage-full-schedule | ++ '[' ']' logger.go:42: 16:54:17 | scheduled-backup-incremental/5-engage-full-schedule | ++ EKS=0 logger.go:42: 16:54:17 | scheduled-backup-incremental/5-engage-full-schedule | +++ get_cluster_name logger.go:42: 16:54:17 | scheduled-backup-incremental/5-engage-full-schedule | +++ kubectl -n kuttl-test-gorgeous-macaque get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 16:54:17 | scheduled-backup-incremental/5-engage-full-schedule | ++ count_backups_in_schedule minio-full scheduled-backup-incremental logger.go:42: 16:54:17 | scheduled-backup-incremental/5-engage-full-schedule | ++ local schedule_name=minio-full logger.go:42: 16:54:17 | scheduled-backup-incremental/5-engage-full-schedule | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 16:54:17 | scheduled-backup-incremental/5-engage-full-schedule | +++ printf %s kuttl-test-gorgeous-macaque-scheduled-backup-incremental logger.go:42: 16:54:17 | scheduled-backup-incremental/5-engage-full-schedule | +++ sha1sum logger.go:42: 16:54:17 | scheduled-backup-incremental/5-engage-full-schedule | +++ head -c 5 logger.go:42: 16:54:17 | scheduled-backup-incremental/5-engage-full-schedule | +++ awk '{print $1}' logger.go:42: 16:54:17 | scheduled-backup-incremental/5-engage-full-schedule | ++ local prefix=2c6b4 logger.go:42: 16:54:17 | scheduled-backup-incremental/5-engage-full-schedule | +++ kubectl get ps-backup -n kuttl-test-gorgeous-macaque -l percona.com/backup-ancestor=2c6b4-minio-full -o yaml logger.go:42: 16:54:17 | scheduled-backup-incremental/5-engage-full-schedule | +++ yq '.items | length' logger.go:42: 16:54:18 | scheduled-backup-incremental/5-engage-full-schedule | ++ local bcp_count=0 logger.go:42: 16:54:18 | scheduled-backup-incremental/5-engage-full-schedule | ++ echo 0 logger.go:42: 16:54:18 | scheduled-backup-incremental/5-engage-full-schedule | + bcp_count=0 logger.go:42: 16:54:18 | scheduled-backup-incremental/5-engage-full-schedule | + [[ 0 -lt 1 ]] logger.go:42: 16:54:18 | scheduled-backup-incremental/5-engage-full-schedule | + echo 'There are 0 full ps-backups but should be at least 1' logger.go:42: 16:54:18 | scheduled-backup-incremental/5-engage-full-schedule | There are 0 full ps-backups but should be at least 1 logger.go:42: 16:54:18 | scheduled-backup-incremental/5-engage-full-schedule | + exit 1 logger.go:42: 16:54:19 | scheduled-backup-incremental/5-engage-full-schedule | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-full" "$(get_cluster_name)") if [[ $bcp_count -lt 1 ]]; then echo "There are $bcp_count full ps-backups but should be at least 1" exit 1 fi] logger.go:42: 16:54:19 | scheduled-backup-incremental/5-engage-full-schedule | + source ../../functions logger.go:42: 16:54:19 | scheduled-backup-incremental/5-engage-full-schedule | +++ realpath ../../.. logger.go:42: 16:54:19 | scheduled-backup-incremental/5-engage-full-schedule | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 16:54:19 | scheduled-backup-incremental/5-engage-full-schedule | ++++ pwd logger.go:42: 16:54:19 | scheduled-backup-incremental/5-engage-full-schedule | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 16:54:19 | scheduled-backup-incremental/5-engage-full-schedule | ++ test_name=scheduled-backup-incremental logger.go:42: 16:54:19 | scheduled-backup-incremental/5-engage-full-schedule | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/vars.sh logger.go:42: 16:54:19 | scheduled-backup-incremental/5-engage-full-schedule | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 16:54:19 | scheduled-backup-incremental/5-engage-full-schedule | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 16:54:19 | scheduled-backup-incremental/5-engage-full-schedule | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 16:54:19 | scheduled-backup-incremental/5-engage-full-schedule | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 16:54:19 | scheduled-backup-incremental/5-engage-full-schedule | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 16:54:19 | scheduled-backup-incremental/5-engage-full-schedule | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 16:54:19 | scheduled-backup-incremental/5-engage-full-schedule | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 16:54:19 | scheduled-backup-incremental/5-engage-full-schedule | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 16:54:19 | scheduled-backup-incremental/5-engage-full-schedule | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 16:54:19 | scheduled-backup-incremental/5-engage-full-schedule | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 16:54:19 | scheduled-backup-incremental/5-engage-full-schedule | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 16:54:19 | scheduled-backup-incremental/5-engage-full-schedule | +++ export GIT_BRANCH=PR-1262 logger.go:42: 16:54:19 | scheduled-backup-incremental/5-engage-full-schedule | +++ GIT_BRANCH=PR-1262 logger.go:42: 16:54:19 | scheduled-backup-incremental/5-engage-full-schedule | +++ export VERSION=PR-1262-dc5a409a logger.go:42: 16:54:19 | scheduled-backup-incremental/5-engage-full-schedule | +++ VERSION=PR-1262-dc5a409a logger.go:42: 16:54:19 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 16:54:19 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 16:54:19 | scheduled-backup-incremental/5-engage-full-schedule | +++ [[ -z 8.4 ]] logger.go:42: 16:54:19 | scheduled-backup-incremental/5-engage-full-schedule | +++ export MYSQL_VERSION=8.4 logger.go:42: 16:54:19 | scheduled-backup-incremental/5-engage-full-schedule | +++ MYSQL_VERSION=8.4 logger.go:42: 16:54:19 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.4 logger.go:42: 16:54:19 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.4 logger.go:42: 16:54:19 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.4 logger.go:42: 16:54:19 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.4 logger.go:42: 16:54:19 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 16:54:19 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 16:54:19 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.4 logger.go:42: 16:54:19 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.4 logger.go:42: 16:54:19 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 16:54:19 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 16:54:19 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 16:54:19 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 16:54:19 | scheduled-backup-incremental/5-engage-full-schedule | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 16:54:19 | scheduled-backup-incremental/5-engage-full-schedule | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 16:54:19 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 16:54:19 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 16:54:19 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 16:54:19 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 16:54:19 | scheduled-backup-incremental/5-engage-full-schedule | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 16:54:19 | scheduled-backup-incremental/5-engage-full-schedule | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 16:54:19 | scheduled-backup-incremental/5-engage-full-schedule | +++ export MINIO_VER=5.4.0 logger.go:42: 16:54:19 | scheduled-backup-incremental/5-engage-full-schedule | +++ MINIO_VER=5.4.0 logger.go:42: 16:54:19 | scheduled-backup-incremental/5-engage-full-schedule | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 16:54:19 | scheduled-backup-incremental/5-engage-full-schedule | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 16:54:19 | scheduled-backup-incremental/5-engage-full-schedule | +++ export VAULT_VER=0.16.1 logger.go:42: 16:54:19 | scheduled-backup-incremental/5-engage-full-schedule | +++ VAULT_VER=0.16.1 logger.go:42: 16:54:19 | scheduled-backup-incremental/5-engage-full-schedule | ++++ which gdate logger.go:42: 16:54:19 | scheduled-backup-incremental/5-engage-full-schedule | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 16:54:19 | scheduled-backup-incremental/5-engage-full-schedule | ++++ which date logger.go:42: 16:54:19 | scheduled-backup-incremental/5-engage-full-schedule | +++ date=/usr/sbin/date logger.go:42: 16:54:19 | scheduled-backup-incremental/5-engage-full-schedule | +++ oc get projects logger.go:42: 16:54:19 | scheduled-backup-incremental/5-engage-full-schedule | +++ : logger.go:42: 16:54:19 | scheduled-backup-incremental/5-engage-full-schedule | +++ kubectl get nodes logger.go:42: 16:54:19 | scheduled-backup-incremental/5-engage-full-schedule | +++ grep '^minikube' logger.go:42: 16:54:20 | scheduled-backup-incremental/5-engage-full-schedule | +++ which gsed logger.go:42: 16:54:20 | scheduled-backup-incremental/5-engage-full-schedule | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 16:54:20 | scheduled-backup-incremental/5-engage-full-schedule | +++ which sed logger.go:42: 16:54:20 | scheduled-backup-incremental/5-engage-full-schedule | ++ sed=/usr/sbin/sed logger.go:42: 16:54:20 | scheduled-backup-incremental/5-engage-full-schedule | ++ oc get projects logger.go:42: 16:54:20 | scheduled-backup-incremental/5-engage-full-schedule | +++ kubectl version -o json logger.go:42: 16:54:20 | scheduled-backup-incremental/5-engage-full-schedule | +++ jq -r .serverVersion.gitVersion logger.go:42: 16:54:20 | scheduled-backup-incremental/5-engage-full-schedule | +++ grep '\-eks\-' logger.go:42: 16:54:20 | scheduled-backup-incremental/5-engage-full-schedule | grep: warning: stray \ before - logger.go:42: 16:54:20 | scheduled-backup-incremental/5-engage-full-schedule | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 16:54:20 | scheduled-backup-incremental/5-engage-full-schedule | ++ '[' ']' logger.go:42: 16:54:20 | scheduled-backup-incremental/5-engage-full-schedule | ++ EKS=0 logger.go:42: 16:54:20 | scheduled-backup-incremental/5-engage-full-schedule | +++ get_cluster_name logger.go:42: 16:54:20 | scheduled-backup-incremental/5-engage-full-schedule | +++ kubectl -n kuttl-test-gorgeous-macaque get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 16:54:21 | scheduled-backup-incremental/5-engage-full-schedule | ++ count_backups_in_schedule minio-full scheduled-backup-incremental logger.go:42: 16:54:21 | scheduled-backup-incremental/5-engage-full-schedule | ++ local schedule_name=minio-full logger.go:42: 16:54:21 | scheduled-backup-incremental/5-engage-full-schedule | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 16:54:21 | scheduled-backup-incremental/5-engage-full-schedule | +++ printf %s kuttl-test-gorgeous-macaque-scheduled-backup-incremental logger.go:42: 16:54:21 | scheduled-backup-incremental/5-engage-full-schedule | +++ sha1sum logger.go:42: 16:54:21 | scheduled-backup-incremental/5-engage-full-schedule | +++ awk '{print $1}' logger.go:42: 16:54:21 | scheduled-backup-incremental/5-engage-full-schedule | +++ head -c 5 logger.go:42: 16:54:21 | scheduled-backup-incremental/5-engage-full-schedule | ++ local prefix=2c6b4 logger.go:42: 16:54:21 | scheduled-backup-incremental/5-engage-full-schedule | +++ yq '.items | length' logger.go:42: 16:54:21 | scheduled-backup-incremental/5-engage-full-schedule | +++ kubectl get ps-backup -n kuttl-test-gorgeous-macaque -l percona.com/backup-ancestor=2c6b4-minio-full -o yaml logger.go:42: 16:54:21 | scheduled-backup-incremental/5-engage-full-schedule | ++ local bcp_count=0 logger.go:42: 16:54:21 | scheduled-backup-incremental/5-engage-full-schedule | ++ echo 0 logger.go:42: 16:54:21 | scheduled-backup-incremental/5-engage-full-schedule | + bcp_count=0 logger.go:42: 16:54:21 | scheduled-backup-incremental/5-engage-full-schedule | + [[ 0 -lt 1 ]] logger.go:42: 16:54:21 | scheduled-backup-incremental/5-engage-full-schedule | + echo 'There are 0 full ps-backups but should be at least 1' logger.go:42: 16:54:21 | scheduled-backup-incremental/5-engage-full-schedule | There are 0 full ps-backups but should be at least 1 logger.go:42: 16:54:21 | scheduled-backup-incremental/5-engage-full-schedule | + exit 1 logger.go:42: 16:54:22 | scheduled-backup-incremental/5-engage-full-schedule | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-full" "$(get_cluster_name)") if [[ $bcp_count -lt 1 ]]; then echo "There are $bcp_count full ps-backups but should be at least 1" exit 1 fi] logger.go:42: 16:54:22 | scheduled-backup-incremental/5-engage-full-schedule | + source ../../functions logger.go:42: 16:54:22 | scheduled-backup-incremental/5-engage-full-schedule | +++ realpath ../../.. logger.go:42: 16:54:22 | scheduled-backup-incremental/5-engage-full-schedule | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 16:54:22 | scheduled-backup-incremental/5-engage-full-schedule | ++++ pwd logger.go:42: 16:54:22 | scheduled-backup-incremental/5-engage-full-schedule | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 16:54:22 | scheduled-backup-incremental/5-engage-full-schedule | ++ test_name=scheduled-backup-incremental logger.go:42: 16:54:22 | scheduled-backup-incremental/5-engage-full-schedule | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/vars.sh logger.go:42: 16:54:22 | scheduled-backup-incremental/5-engage-full-schedule | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 16:54:22 | scheduled-backup-incremental/5-engage-full-schedule | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 16:54:22 | scheduled-backup-incremental/5-engage-full-schedule | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 16:54:22 | scheduled-backup-incremental/5-engage-full-schedule | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 16:54:22 | scheduled-backup-incremental/5-engage-full-schedule | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 16:54:22 | scheduled-backup-incremental/5-engage-full-schedule | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 16:54:22 | scheduled-backup-incremental/5-engage-full-schedule | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 16:54:22 | scheduled-backup-incremental/5-engage-full-schedule | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 16:54:22 | scheduled-backup-incremental/5-engage-full-schedule | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 16:54:22 | scheduled-backup-incremental/5-engage-full-schedule | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 16:54:22 | scheduled-backup-incremental/5-engage-full-schedule | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 16:54:22 | scheduled-backup-incremental/5-engage-full-schedule | +++ export GIT_BRANCH=PR-1262 logger.go:42: 16:54:22 | scheduled-backup-incremental/5-engage-full-schedule | +++ GIT_BRANCH=PR-1262 logger.go:42: 16:54:22 | scheduled-backup-incremental/5-engage-full-schedule | +++ export VERSION=PR-1262-dc5a409a logger.go:42: 16:54:22 | scheduled-backup-incremental/5-engage-full-schedule | +++ VERSION=PR-1262-dc5a409a logger.go:42: 16:54:22 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 16:54:22 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 16:54:22 | scheduled-backup-incremental/5-engage-full-schedule | +++ [[ -z 8.4 ]] logger.go:42: 16:54:22 | scheduled-backup-incremental/5-engage-full-schedule | +++ export MYSQL_VERSION=8.4 logger.go:42: 16:54:22 | scheduled-backup-incremental/5-engage-full-schedule | +++ MYSQL_VERSION=8.4 logger.go:42: 16:54:22 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.4 logger.go:42: 16:54:22 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.4 logger.go:42: 16:54:22 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.4 logger.go:42: 16:54:22 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.4 logger.go:42: 16:54:22 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 16:54:22 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 16:54:22 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.4 logger.go:42: 16:54:22 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.4 logger.go:42: 16:54:22 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 16:54:22 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 16:54:22 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 16:54:22 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 16:54:22 | scheduled-backup-incremental/5-engage-full-schedule | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 16:54:22 | scheduled-backup-incremental/5-engage-full-schedule | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 16:54:22 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 16:54:22 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 16:54:22 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 16:54:22 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 16:54:22 | scheduled-backup-incremental/5-engage-full-schedule | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 16:54:22 | scheduled-backup-incremental/5-engage-full-schedule | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 16:54:22 | scheduled-backup-incremental/5-engage-full-schedule | +++ export MINIO_VER=5.4.0 logger.go:42: 16:54:22 | scheduled-backup-incremental/5-engage-full-schedule | +++ MINIO_VER=5.4.0 logger.go:42: 16:54:22 | scheduled-backup-incremental/5-engage-full-schedule | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 16:54:22 | scheduled-backup-incremental/5-engage-full-schedule | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 16:54:22 | scheduled-backup-incremental/5-engage-full-schedule | +++ export VAULT_VER=0.16.1 logger.go:42: 16:54:22 | scheduled-backup-incremental/5-engage-full-schedule | +++ VAULT_VER=0.16.1 logger.go:42: 16:54:22 | scheduled-backup-incremental/5-engage-full-schedule | ++++ which gdate logger.go:42: 16:54:22 | scheduled-backup-incremental/5-engage-full-schedule | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 16:54:22 | scheduled-backup-incremental/5-engage-full-schedule | ++++ which date logger.go:42: 16:54:22 | scheduled-backup-incremental/5-engage-full-schedule | +++ date=/usr/sbin/date logger.go:42: 16:54:22 | scheduled-backup-incremental/5-engage-full-schedule | +++ oc get projects logger.go:42: 16:54:22 | scheduled-backup-incremental/5-engage-full-schedule | +++ : logger.go:42: 16:54:22 | scheduled-backup-incremental/5-engage-full-schedule | +++ kubectl get nodes logger.go:42: 16:54:22 | scheduled-backup-incremental/5-engage-full-schedule | +++ grep '^minikube' logger.go:42: 16:54:23 | scheduled-backup-incremental/5-engage-full-schedule | +++ which gsed logger.go:42: 16:54:23 | scheduled-backup-incremental/5-engage-full-schedule | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 16:54:23 | scheduled-backup-incremental/5-engage-full-schedule | +++ which sed logger.go:42: 16:54:23 | scheduled-backup-incremental/5-engage-full-schedule | ++ sed=/usr/sbin/sed logger.go:42: 16:54:23 | scheduled-backup-incremental/5-engage-full-schedule | ++ oc get projects logger.go:42: 16:54:23 | scheduled-backup-incremental/5-engage-full-schedule | +++ kubectl version -o json logger.go:42: 16:54:23 | scheduled-backup-incremental/5-engage-full-schedule | +++ jq -r .serverVersion.gitVersion logger.go:42: 16:54:23 | scheduled-backup-incremental/5-engage-full-schedule | +++ grep '\-eks\-' logger.go:42: 16:54:23 | scheduled-backup-incremental/5-engage-full-schedule | grep: warning: stray \ before - logger.go:42: 16:54:23 | scheduled-backup-incremental/5-engage-full-schedule | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 16:54:23 | scheduled-backup-incremental/5-engage-full-schedule | ++ '[' ']' logger.go:42: 16:54:23 | scheduled-backup-incremental/5-engage-full-schedule | ++ EKS=0 logger.go:42: 16:54:23 | scheduled-backup-incremental/5-engage-full-schedule | +++ get_cluster_name logger.go:42: 16:54:23 | scheduled-backup-incremental/5-engage-full-schedule | +++ kubectl -n kuttl-test-gorgeous-macaque get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 16:54:24 | scheduled-backup-incremental/5-engage-full-schedule | ++ count_backups_in_schedule minio-full scheduled-backup-incremental logger.go:42: 16:54:24 | scheduled-backup-incremental/5-engage-full-schedule | ++ local schedule_name=minio-full logger.go:42: 16:54:24 | scheduled-backup-incremental/5-engage-full-schedule | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 16:54:24 | scheduled-backup-incremental/5-engage-full-schedule | +++ printf %s kuttl-test-gorgeous-macaque-scheduled-backup-incremental logger.go:42: 16:54:24 | scheduled-backup-incremental/5-engage-full-schedule | +++ sha1sum logger.go:42: 16:54:24 | scheduled-backup-incremental/5-engage-full-schedule | +++ awk '{print $1}' logger.go:42: 16:54:24 | scheduled-backup-incremental/5-engage-full-schedule | +++ head -c 5 logger.go:42: 16:54:24 | scheduled-backup-incremental/5-engage-full-schedule | ++ local prefix=2c6b4 logger.go:42: 16:54:24 | scheduled-backup-incremental/5-engage-full-schedule | +++ kubectl get ps-backup -n kuttl-test-gorgeous-macaque -l percona.com/backup-ancestor=2c6b4-minio-full -o yaml logger.go:42: 16:54:24 | scheduled-backup-incremental/5-engage-full-schedule | +++ yq '.items | length' logger.go:42: 16:54:25 | scheduled-backup-incremental/5-engage-full-schedule | ++ local bcp_count=0 logger.go:42: 16:54:25 | scheduled-backup-incremental/5-engage-full-schedule | ++ echo 0 logger.go:42: 16:54:25 | scheduled-backup-incremental/5-engage-full-schedule | + bcp_count=0 logger.go:42: 16:54:25 | scheduled-backup-incremental/5-engage-full-schedule | + [[ 0 -lt 1 ]] logger.go:42: 16:54:25 | scheduled-backup-incremental/5-engage-full-schedule | + echo 'There are 0 full ps-backups but should be at least 1' logger.go:42: 16:54:25 | scheduled-backup-incremental/5-engage-full-schedule | There are 0 full ps-backups but should be at least 1 logger.go:42: 16:54:25 | scheduled-backup-incremental/5-engage-full-schedule | + exit 1 logger.go:42: 16:54:26 | scheduled-backup-incremental/5-engage-full-schedule | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-full" "$(get_cluster_name)") if [[ $bcp_count -lt 1 ]]; then echo "There are $bcp_count full ps-backups but should be at least 1" exit 1 fi] logger.go:42: 16:54:26 | scheduled-backup-incremental/5-engage-full-schedule | + source ../../functions logger.go:42: 16:54:26 | scheduled-backup-incremental/5-engage-full-schedule | +++ realpath ../../.. logger.go:42: 16:54:26 | scheduled-backup-incremental/5-engage-full-schedule | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 16:54:26 | scheduled-backup-incremental/5-engage-full-schedule | ++++ pwd logger.go:42: 16:54:26 | scheduled-backup-incremental/5-engage-full-schedule | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 16:54:26 | scheduled-backup-incremental/5-engage-full-schedule | ++ test_name=scheduled-backup-incremental logger.go:42: 16:54:26 | scheduled-backup-incremental/5-engage-full-schedule | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/vars.sh logger.go:42: 16:54:26 | scheduled-backup-incremental/5-engage-full-schedule | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 16:54:26 | scheduled-backup-incremental/5-engage-full-schedule | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 16:54:26 | scheduled-backup-incremental/5-engage-full-schedule | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 16:54:26 | scheduled-backup-incremental/5-engage-full-schedule | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 16:54:26 | scheduled-backup-incremental/5-engage-full-schedule | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 16:54:26 | scheduled-backup-incremental/5-engage-full-schedule | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 16:54:26 | scheduled-backup-incremental/5-engage-full-schedule | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 16:54:26 | scheduled-backup-incremental/5-engage-full-schedule | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 16:54:26 | scheduled-backup-incremental/5-engage-full-schedule | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 16:54:26 | scheduled-backup-incremental/5-engage-full-schedule | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 16:54:26 | scheduled-backup-incremental/5-engage-full-schedule | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 16:54:26 | scheduled-backup-incremental/5-engage-full-schedule | +++ export GIT_BRANCH=PR-1262 logger.go:42: 16:54:26 | scheduled-backup-incremental/5-engage-full-schedule | +++ GIT_BRANCH=PR-1262 logger.go:42: 16:54:26 | scheduled-backup-incremental/5-engage-full-schedule | +++ export VERSION=PR-1262-dc5a409a logger.go:42: 16:54:26 | scheduled-backup-incremental/5-engage-full-schedule | +++ VERSION=PR-1262-dc5a409a logger.go:42: 16:54:26 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 16:54:26 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 16:54:26 | scheduled-backup-incremental/5-engage-full-schedule | +++ [[ -z 8.4 ]] logger.go:42: 16:54:26 | scheduled-backup-incremental/5-engage-full-schedule | +++ export MYSQL_VERSION=8.4 logger.go:42: 16:54:26 | scheduled-backup-incremental/5-engage-full-schedule | +++ MYSQL_VERSION=8.4 logger.go:42: 16:54:26 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.4 logger.go:42: 16:54:26 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.4 logger.go:42: 16:54:26 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.4 logger.go:42: 16:54:26 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.4 logger.go:42: 16:54:26 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 16:54:26 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 16:54:26 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.4 logger.go:42: 16:54:26 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.4 logger.go:42: 16:54:26 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 16:54:26 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 16:54:26 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 16:54:26 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 16:54:26 | scheduled-backup-incremental/5-engage-full-schedule | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 16:54:26 | scheduled-backup-incremental/5-engage-full-schedule | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 16:54:26 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 16:54:26 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 16:54:26 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 16:54:26 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 16:54:26 | scheduled-backup-incremental/5-engage-full-schedule | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 16:54:26 | scheduled-backup-incremental/5-engage-full-schedule | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 16:54:26 | scheduled-backup-incremental/5-engage-full-schedule | +++ export MINIO_VER=5.4.0 logger.go:42: 16:54:26 | scheduled-backup-incremental/5-engage-full-schedule | +++ MINIO_VER=5.4.0 logger.go:42: 16:54:26 | scheduled-backup-incremental/5-engage-full-schedule | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 16:54:26 | scheduled-backup-incremental/5-engage-full-schedule | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 16:54:26 | scheduled-backup-incremental/5-engage-full-schedule | +++ export VAULT_VER=0.16.1 logger.go:42: 16:54:26 | scheduled-backup-incremental/5-engage-full-schedule | +++ VAULT_VER=0.16.1 logger.go:42: 16:54:26 | scheduled-backup-incremental/5-engage-full-schedule | ++++ which gdate logger.go:42: 16:54:26 | scheduled-backup-incremental/5-engage-full-schedule | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 16:54:26 | scheduled-backup-incremental/5-engage-full-schedule | ++++ which date logger.go:42: 16:54:26 | scheduled-backup-incremental/5-engage-full-schedule | +++ date=/usr/sbin/date logger.go:42: 16:54:26 | scheduled-backup-incremental/5-engage-full-schedule | +++ oc get projects logger.go:42: 16:54:26 | scheduled-backup-incremental/5-engage-full-schedule | +++ : logger.go:42: 16:54:26 | scheduled-backup-incremental/5-engage-full-schedule | +++ kubectl get nodes logger.go:42: 16:54:26 | scheduled-backup-incremental/5-engage-full-schedule | +++ grep '^minikube' logger.go:42: 16:54:26 | scheduled-backup-incremental/5-engage-full-schedule | +++ which gsed logger.go:42: 16:54:26 | scheduled-backup-incremental/5-engage-full-schedule | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 16:54:26 | scheduled-backup-incremental/5-engage-full-schedule | +++ which sed logger.go:42: 16:54:26 | scheduled-backup-incremental/5-engage-full-schedule | ++ sed=/usr/sbin/sed logger.go:42: 16:54:26 | scheduled-backup-incremental/5-engage-full-schedule | ++ oc get projects logger.go:42: 16:54:26 | scheduled-backup-incremental/5-engage-full-schedule | +++ kubectl version -o json logger.go:42: 16:54:26 | scheduled-backup-incremental/5-engage-full-schedule | +++ jq -r .serverVersion.gitVersion logger.go:42: 16:54:26 | scheduled-backup-incremental/5-engage-full-schedule | +++ grep '\-eks\-' logger.go:42: 16:54:26 | scheduled-backup-incremental/5-engage-full-schedule | grep: warning: stray \ before - logger.go:42: 16:54:27 | scheduled-backup-incremental/5-engage-full-schedule | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 16:54:27 | scheduled-backup-incremental/5-engage-full-schedule | ++ '[' ']' logger.go:42: 16:54:27 | scheduled-backup-incremental/5-engage-full-schedule | ++ EKS=0 logger.go:42: 16:54:27 | scheduled-backup-incremental/5-engage-full-schedule | +++ get_cluster_name logger.go:42: 16:54:27 | scheduled-backup-incremental/5-engage-full-schedule | +++ kubectl -n kuttl-test-gorgeous-macaque get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 16:54:27 | scheduled-backup-incremental/5-engage-full-schedule | ++ count_backups_in_schedule minio-full scheduled-backup-incremental logger.go:42: 16:54:27 | scheduled-backup-incremental/5-engage-full-schedule | ++ local schedule_name=minio-full logger.go:42: 16:54:27 | scheduled-backup-incremental/5-engage-full-schedule | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 16:54:27 | scheduled-backup-incremental/5-engage-full-schedule | +++ printf %s kuttl-test-gorgeous-macaque-scheduled-backup-incremental logger.go:42: 16:54:27 | scheduled-backup-incremental/5-engage-full-schedule | +++ sha1sum logger.go:42: 16:54:27 | scheduled-backup-incremental/5-engage-full-schedule | +++ awk '{print $1}' logger.go:42: 16:54:27 | scheduled-backup-incremental/5-engage-full-schedule | +++ head -c 5 logger.go:42: 16:54:27 | scheduled-backup-incremental/5-engage-full-schedule | ++ local prefix=2c6b4 logger.go:42: 16:54:27 | scheduled-backup-incremental/5-engage-full-schedule | +++ kubectl get ps-backup -n kuttl-test-gorgeous-macaque -l percona.com/backup-ancestor=2c6b4-minio-full -o yaml logger.go:42: 16:54:27 | scheduled-backup-incremental/5-engage-full-schedule | +++ yq '.items | length' logger.go:42: 16:54:28 | scheduled-backup-incremental/5-engage-full-schedule | ++ local bcp_count=0 logger.go:42: 16:54:28 | scheduled-backup-incremental/5-engage-full-schedule | ++ echo 0 logger.go:42: 16:54:28 | scheduled-backup-incremental/5-engage-full-schedule | + bcp_count=0 logger.go:42: 16:54:28 | scheduled-backup-incremental/5-engage-full-schedule | + [[ 0 -lt 1 ]] logger.go:42: 16:54:28 | scheduled-backup-incremental/5-engage-full-schedule | + echo 'There are 0 full ps-backups but should be at least 1' logger.go:42: 16:54:28 | scheduled-backup-incremental/5-engage-full-schedule | There are 0 full ps-backups but should be at least 1 logger.go:42: 16:54:28 | scheduled-backup-incremental/5-engage-full-schedule | + exit 1 logger.go:42: 16:54:29 | scheduled-backup-incremental/5-engage-full-schedule | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-full" "$(get_cluster_name)") if [[ $bcp_count -lt 1 ]]; then echo "There are $bcp_count full ps-backups but should be at least 1" exit 1 fi] logger.go:42: 16:54:29 | scheduled-backup-incremental/5-engage-full-schedule | + source ../../functions logger.go:42: 16:54:29 | scheduled-backup-incremental/5-engage-full-schedule | +++ realpath ../../.. logger.go:42: 16:54:29 | scheduled-backup-incremental/5-engage-full-schedule | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 16:54:29 | scheduled-backup-incremental/5-engage-full-schedule | ++++ pwd logger.go:42: 16:54:29 | scheduled-backup-incremental/5-engage-full-schedule | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 16:54:29 | scheduled-backup-incremental/5-engage-full-schedule | ++ test_name=scheduled-backup-incremental logger.go:42: 16:54:29 | scheduled-backup-incremental/5-engage-full-schedule | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/vars.sh logger.go:42: 16:54:29 | scheduled-backup-incremental/5-engage-full-schedule | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 16:54:29 | scheduled-backup-incremental/5-engage-full-schedule | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 16:54:29 | scheduled-backup-incremental/5-engage-full-schedule | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 16:54:29 | scheduled-backup-incremental/5-engage-full-schedule | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 16:54:29 | scheduled-backup-incremental/5-engage-full-schedule | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 16:54:29 | scheduled-backup-incremental/5-engage-full-schedule | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 16:54:29 | scheduled-backup-incremental/5-engage-full-schedule | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 16:54:29 | scheduled-backup-incremental/5-engage-full-schedule | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 16:54:29 | scheduled-backup-incremental/5-engage-full-schedule | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 16:54:29 | scheduled-backup-incremental/5-engage-full-schedule | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 16:54:29 | scheduled-backup-incremental/5-engage-full-schedule | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 16:54:29 | scheduled-backup-incremental/5-engage-full-schedule | +++ export GIT_BRANCH=PR-1262 logger.go:42: 16:54:29 | scheduled-backup-incremental/5-engage-full-schedule | +++ GIT_BRANCH=PR-1262 logger.go:42: 16:54:29 | scheduled-backup-incremental/5-engage-full-schedule | +++ export VERSION=PR-1262-dc5a409a logger.go:42: 16:54:29 | scheduled-backup-incremental/5-engage-full-schedule | +++ VERSION=PR-1262-dc5a409a logger.go:42: 16:54:29 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 16:54:29 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 16:54:29 | scheduled-backup-incremental/5-engage-full-schedule | +++ [[ -z 8.4 ]] logger.go:42: 16:54:29 | scheduled-backup-incremental/5-engage-full-schedule | +++ export MYSQL_VERSION=8.4 logger.go:42: 16:54:29 | scheduled-backup-incremental/5-engage-full-schedule | +++ MYSQL_VERSION=8.4 logger.go:42: 16:54:29 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.4 logger.go:42: 16:54:29 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.4 logger.go:42: 16:54:29 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.4 logger.go:42: 16:54:29 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.4 logger.go:42: 16:54:29 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 16:54:29 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 16:54:29 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.4 logger.go:42: 16:54:29 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.4 logger.go:42: 16:54:29 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 16:54:29 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 16:54:29 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 16:54:29 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 16:54:29 | scheduled-backup-incremental/5-engage-full-schedule | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 16:54:29 | scheduled-backup-incremental/5-engage-full-schedule | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 16:54:29 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 16:54:29 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 16:54:29 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 16:54:29 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 16:54:29 | scheduled-backup-incremental/5-engage-full-schedule | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 16:54:29 | scheduled-backup-incremental/5-engage-full-schedule | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 16:54:29 | scheduled-backup-incremental/5-engage-full-schedule | +++ export MINIO_VER=5.4.0 logger.go:42: 16:54:29 | scheduled-backup-incremental/5-engage-full-schedule | +++ MINIO_VER=5.4.0 logger.go:42: 16:54:29 | scheduled-backup-incremental/5-engage-full-schedule | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 16:54:29 | scheduled-backup-incremental/5-engage-full-schedule | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 16:54:29 | scheduled-backup-incremental/5-engage-full-schedule | +++ export VAULT_VER=0.16.1 logger.go:42: 16:54:29 | scheduled-backup-incremental/5-engage-full-schedule | +++ VAULT_VER=0.16.1 logger.go:42: 16:54:29 | scheduled-backup-incremental/5-engage-full-schedule | ++++ which gdate logger.go:42: 16:54:29 | scheduled-backup-incremental/5-engage-full-schedule | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 16:54:29 | scheduled-backup-incremental/5-engage-full-schedule | ++++ which date logger.go:42: 16:54:29 | scheduled-backup-incremental/5-engage-full-schedule | +++ date=/usr/sbin/date logger.go:42: 16:54:29 | scheduled-backup-incremental/5-engage-full-schedule | +++ oc get projects logger.go:42: 16:54:29 | scheduled-backup-incremental/5-engage-full-schedule | +++ : logger.go:42: 16:54:29 | scheduled-backup-incremental/5-engage-full-schedule | +++ kubectl get nodes logger.go:42: 16:54:29 | scheduled-backup-incremental/5-engage-full-schedule | +++ grep '^minikube' logger.go:42: 16:54:30 | scheduled-backup-incremental/5-engage-full-schedule | +++ which gsed logger.go:42: 16:54:30 | scheduled-backup-incremental/5-engage-full-schedule | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 16:54:30 | scheduled-backup-incremental/5-engage-full-schedule | +++ which sed logger.go:42: 16:54:30 | scheduled-backup-incremental/5-engage-full-schedule | ++ sed=/usr/sbin/sed logger.go:42: 16:54:30 | scheduled-backup-incremental/5-engage-full-schedule | ++ oc get projects logger.go:42: 16:54:30 | scheduled-backup-incremental/5-engage-full-schedule | +++ kubectl version -o json logger.go:42: 16:54:30 | scheduled-backup-incremental/5-engage-full-schedule | +++ grep '\-eks\-' logger.go:42: 16:54:30 | scheduled-backup-incremental/5-engage-full-schedule | +++ jq -r .serverVersion.gitVersion logger.go:42: 16:54:30 | scheduled-backup-incremental/5-engage-full-schedule | grep: warning: stray \ before - logger.go:42: 16:54:30 | scheduled-backup-incremental/5-engage-full-schedule | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 16:54:30 | scheduled-backup-incremental/5-engage-full-schedule | ++ '[' ']' logger.go:42: 16:54:30 | scheduled-backup-incremental/5-engage-full-schedule | ++ EKS=0 logger.go:42: 16:54:30 | scheduled-backup-incremental/5-engage-full-schedule | +++ get_cluster_name logger.go:42: 16:54:30 | scheduled-backup-incremental/5-engage-full-schedule | +++ kubectl -n kuttl-test-gorgeous-macaque get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 16:54:31 | scheduled-backup-incremental/5-engage-full-schedule | ++ count_backups_in_schedule minio-full scheduled-backup-incremental logger.go:42: 16:54:31 | scheduled-backup-incremental/5-engage-full-schedule | ++ local schedule_name=minio-full logger.go:42: 16:54:31 | scheduled-backup-incremental/5-engage-full-schedule | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 16:54:31 | scheduled-backup-incremental/5-engage-full-schedule | +++ printf %s kuttl-test-gorgeous-macaque-scheduled-backup-incremental logger.go:42: 16:54:31 | scheduled-backup-incremental/5-engage-full-schedule | +++ sha1sum logger.go:42: 16:54:31 | scheduled-backup-incremental/5-engage-full-schedule | +++ awk '{print $1}' logger.go:42: 16:54:31 | scheduled-backup-incremental/5-engage-full-schedule | +++ head -c 5 logger.go:42: 16:54:31 | scheduled-backup-incremental/5-engage-full-schedule | ++ local prefix=2c6b4 logger.go:42: 16:54:31 | scheduled-backup-incremental/5-engage-full-schedule | +++ kubectl get ps-backup -n kuttl-test-gorgeous-macaque -l percona.com/backup-ancestor=2c6b4-minio-full -o yaml logger.go:42: 16:54:31 | scheduled-backup-incremental/5-engage-full-schedule | +++ yq '.items | length' logger.go:42: 16:54:31 | scheduled-backup-incremental/5-engage-full-schedule | ++ local bcp_count=0 logger.go:42: 16:54:31 | scheduled-backup-incremental/5-engage-full-schedule | ++ echo 0 logger.go:42: 16:54:31 | scheduled-backup-incremental/5-engage-full-schedule | + bcp_count=0 logger.go:42: 16:54:31 | scheduled-backup-incremental/5-engage-full-schedule | + [[ 0 -lt 1 ]] logger.go:42: 16:54:31 | scheduled-backup-incremental/5-engage-full-schedule | + echo 'There are 0 full ps-backups but should be at least 1' logger.go:42: 16:54:31 | scheduled-backup-incremental/5-engage-full-schedule | There are 0 full ps-backups but should be at least 1 logger.go:42: 16:54:31 | scheduled-backup-incremental/5-engage-full-schedule | + exit 1 logger.go:42: 16:54:32 | scheduled-backup-incremental/5-engage-full-schedule | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-full" "$(get_cluster_name)") if [[ $bcp_count -lt 1 ]]; then echo "There are $bcp_count full ps-backups but should be at least 1" exit 1 fi] logger.go:42: 16:54:33 | scheduled-backup-incremental/5-engage-full-schedule | + source ../../functions logger.go:42: 16:54:33 | scheduled-backup-incremental/5-engage-full-schedule | +++ realpath ../../.. logger.go:42: 16:54:33 | scheduled-backup-incremental/5-engage-full-schedule | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 16:54:33 | scheduled-backup-incremental/5-engage-full-schedule | ++++ pwd logger.go:42: 16:54:33 | scheduled-backup-incremental/5-engage-full-schedule | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 16:54:33 | scheduled-backup-incremental/5-engage-full-schedule | ++ test_name=scheduled-backup-incremental logger.go:42: 16:54:33 | scheduled-backup-incremental/5-engage-full-schedule | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/vars.sh logger.go:42: 16:54:33 | scheduled-backup-incremental/5-engage-full-schedule | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 16:54:33 | scheduled-backup-incremental/5-engage-full-schedule | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 16:54:33 | scheduled-backup-incremental/5-engage-full-schedule | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 16:54:33 | scheduled-backup-incremental/5-engage-full-schedule | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 16:54:33 | scheduled-backup-incremental/5-engage-full-schedule | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 16:54:33 | scheduled-backup-incremental/5-engage-full-schedule | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 16:54:33 | scheduled-backup-incremental/5-engage-full-schedule | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 16:54:33 | scheduled-backup-incremental/5-engage-full-schedule | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 16:54:33 | scheduled-backup-incremental/5-engage-full-schedule | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 16:54:33 | scheduled-backup-incremental/5-engage-full-schedule | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 16:54:33 | scheduled-backup-incremental/5-engage-full-schedule | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 16:54:33 | scheduled-backup-incremental/5-engage-full-schedule | +++ export GIT_BRANCH=PR-1262 logger.go:42: 16:54:33 | scheduled-backup-incremental/5-engage-full-schedule | +++ GIT_BRANCH=PR-1262 logger.go:42: 16:54:33 | scheduled-backup-incremental/5-engage-full-schedule | +++ export VERSION=PR-1262-dc5a409a logger.go:42: 16:54:33 | scheduled-backup-incremental/5-engage-full-schedule | +++ VERSION=PR-1262-dc5a409a logger.go:42: 16:54:33 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 16:54:33 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 16:54:33 | scheduled-backup-incremental/5-engage-full-schedule | +++ [[ -z 8.4 ]] logger.go:42: 16:54:33 | scheduled-backup-incremental/5-engage-full-schedule | +++ export MYSQL_VERSION=8.4 logger.go:42: 16:54:33 | scheduled-backup-incremental/5-engage-full-schedule | +++ MYSQL_VERSION=8.4 logger.go:42: 16:54:33 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.4 logger.go:42: 16:54:33 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.4 logger.go:42: 16:54:33 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.4 logger.go:42: 16:54:33 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.4 logger.go:42: 16:54:33 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 16:54:33 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 16:54:33 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.4 logger.go:42: 16:54:33 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.4 logger.go:42: 16:54:33 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 16:54:33 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 16:54:33 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 16:54:33 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 16:54:33 | scheduled-backup-incremental/5-engage-full-schedule | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 16:54:33 | scheduled-backup-incremental/5-engage-full-schedule | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 16:54:33 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 16:54:33 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 16:54:33 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 16:54:33 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 16:54:33 | scheduled-backup-incremental/5-engage-full-schedule | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 16:54:33 | scheduled-backup-incremental/5-engage-full-schedule | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 16:54:33 | scheduled-backup-incremental/5-engage-full-schedule | +++ export MINIO_VER=5.4.0 logger.go:42: 16:54:33 | scheduled-backup-incremental/5-engage-full-schedule | +++ MINIO_VER=5.4.0 logger.go:42: 16:54:33 | scheduled-backup-incremental/5-engage-full-schedule | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 16:54:33 | scheduled-backup-incremental/5-engage-full-schedule | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 16:54:33 | scheduled-backup-incremental/5-engage-full-schedule | +++ export VAULT_VER=0.16.1 logger.go:42: 16:54:33 | scheduled-backup-incremental/5-engage-full-schedule | +++ VAULT_VER=0.16.1 logger.go:42: 16:54:33 | scheduled-backup-incremental/5-engage-full-schedule | ++++ which gdate logger.go:42: 16:54:33 | scheduled-backup-incremental/5-engage-full-schedule | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 16:54:33 | scheduled-backup-incremental/5-engage-full-schedule | ++++ which date logger.go:42: 16:54:33 | scheduled-backup-incremental/5-engage-full-schedule | +++ date=/usr/sbin/date logger.go:42: 16:54:33 | scheduled-backup-incremental/5-engage-full-schedule | +++ oc get projects logger.go:42: 16:54:33 | scheduled-backup-incremental/5-engage-full-schedule | +++ : logger.go:42: 16:54:33 | scheduled-backup-incremental/5-engage-full-schedule | +++ kubectl get nodes logger.go:42: 16:54:33 | scheduled-backup-incremental/5-engage-full-schedule | +++ grep '^minikube' logger.go:42: 16:54:33 | scheduled-backup-incremental/5-engage-full-schedule | +++ which gsed logger.go:42: 16:54:33 | scheduled-backup-incremental/5-engage-full-schedule | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 16:54:33 | scheduled-backup-incremental/5-engage-full-schedule | +++ which sed logger.go:42: 16:54:33 | scheduled-backup-incremental/5-engage-full-schedule | ++ sed=/usr/sbin/sed logger.go:42: 16:54:33 | scheduled-backup-incremental/5-engage-full-schedule | ++ oc get projects logger.go:42: 16:54:33 | scheduled-backup-incremental/5-engage-full-schedule | +++ kubectl version -o json logger.go:42: 16:54:33 | scheduled-backup-incremental/5-engage-full-schedule | +++ jq -r .serverVersion.gitVersion logger.go:42: 16:54:33 | scheduled-backup-incremental/5-engage-full-schedule | +++ grep '\-eks\-' logger.go:42: 16:54:33 | scheduled-backup-incremental/5-engage-full-schedule | grep: warning: stray \ before - logger.go:42: 16:54:34 | scheduled-backup-incremental/5-engage-full-schedule | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 16:54:34 | scheduled-backup-incremental/5-engage-full-schedule | ++ '[' ']' logger.go:42: 16:54:34 | scheduled-backup-incremental/5-engage-full-schedule | ++ EKS=0 logger.go:42: 16:54:34 | scheduled-backup-incremental/5-engage-full-schedule | +++ get_cluster_name logger.go:42: 16:54:34 | scheduled-backup-incremental/5-engage-full-schedule | +++ kubectl -n kuttl-test-gorgeous-macaque get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 16:54:34 | scheduled-backup-incremental/5-engage-full-schedule | ++ count_backups_in_schedule minio-full scheduled-backup-incremental logger.go:42: 16:54:34 | scheduled-backup-incremental/5-engage-full-schedule | ++ local schedule_name=minio-full logger.go:42: 16:54:34 | scheduled-backup-incremental/5-engage-full-schedule | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 16:54:34 | scheduled-backup-incremental/5-engage-full-schedule | +++ printf %s kuttl-test-gorgeous-macaque-scheduled-backup-incremental logger.go:42: 16:54:34 | scheduled-backup-incremental/5-engage-full-schedule | +++ sha1sum logger.go:42: 16:54:34 | scheduled-backup-incremental/5-engage-full-schedule | +++ awk '{print $1}' logger.go:42: 16:54:34 | scheduled-backup-incremental/5-engage-full-schedule | +++ head -c 5 logger.go:42: 16:54:34 | scheduled-backup-incremental/5-engage-full-schedule | ++ local prefix=2c6b4 logger.go:42: 16:54:34 | scheduled-backup-incremental/5-engage-full-schedule | +++ kubectl get ps-backup -n kuttl-test-gorgeous-macaque -l percona.com/backup-ancestor=2c6b4-minio-full -o yaml logger.go:42: 16:54:34 | scheduled-backup-incremental/5-engage-full-schedule | +++ yq '.items | length' logger.go:42: 16:54:35 | scheduled-backup-incremental/5-engage-full-schedule | ++ local bcp_count=0 logger.go:42: 16:54:35 | scheduled-backup-incremental/5-engage-full-schedule | ++ echo 0 logger.go:42: 16:54:35 | scheduled-backup-incremental/5-engage-full-schedule | + bcp_count=0 logger.go:42: 16:54:35 | scheduled-backup-incremental/5-engage-full-schedule | + [[ 0 -lt 1 ]] logger.go:42: 16:54:35 | scheduled-backup-incremental/5-engage-full-schedule | + echo 'There are 0 full ps-backups but should be at least 1' logger.go:42: 16:54:35 | scheduled-backup-incremental/5-engage-full-schedule | There are 0 full ps-backups but should be at least 1 logger.go:42: 16:54:35 | scheduled-backup-incremental/5-engage-full-schedule | + exit 1 logger.go:42: 16:54:36 | scheduled-backup-incremental/5-engage-full-schedule | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-full" "$(get_cluster_name)") if [[ $bcp_count -lt 1 ]]; then echo "There are $bcp_count full ps-backups but should be at least 1" exit 1 fi] logger.go:42: 16:54:36 | scheduled-backup-incremental/5-engage-full-schedule | + source ../../functions logger.go:42: 16:54:36 | scheduled-backup-incremental/5-engage-full-schedule | +++ realpath ../../.. logger.go:42: 16:54:36 | scheduled-backup-incremental/5-engage-full-schedule | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 16:54:36 | scheduled-backup-incremental/5-engage-full-schedule | ++++ pwd logger.go:42: 16:54:36 | scheduled-backup-incremental/5-engage-full-schedule | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 16:54:36 | scheduled-backup-incremental/5-engage-full-schedule | ++ test_name=scheduled-backup-incremental logger.go:42: 16:54:36 | scheduled-backup-incremental/5-engage-full-schedule | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/vars.sh logger.go:42: 16:54:36 | scheduled-backup-incremental/5-engage-full-schedule | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 16:54:36 | scheduled-backup-incremental/5-engage-full-schedule | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 16:54:36 | scheduled-backup-incremental/5-engage-full-schedule | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 16:54:36 | scheduled-backup-incremental/5-engage-full-schedule | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 16:54:36 | scheduled-backup-incremental/5-engage-full-schedule | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 16:54:36 | scheduled-backup-incremental/5-engage-full-schedule | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 16:54:36 | scheduled-backup-incremental/5-engage-full-schedule | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 16:54:36 | scheduled-backup-incremental/5-engage-full-schedule | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 16:54:36 | scheduled-backup-incremental/5-engage-full-schedule | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 16:54:36 | scheduled-backup-incremental/5-engage-full-schedule | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 16:54:36 | scheduled-backup-incremental/5-engage-full-schedule | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 16:54:36 | scheduled-backup-incremental/5-engage-full-schedule | +++ export GIT_BRANCH=PR-1262 logger.go:42: 16:54:36 | scheduled-backup-incremental/5-engage-full-schedule | +++ GIT_BRANCH=PR-1262 logger.go:42: 16:54:36 | scheduled-backup-incremental/5-engage-full-schedule | +++ export VERSION=PR-1262-dc5a409a logger.go:42: 16:54:36 | scheduled-backup-incremental/5-engage-full-schedule | +++ VERSION=PR-1262-dc5a409a logger.go:42: 16:54:36 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 16:54:36 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 16:54:36 | scheduled-backup-incremental/5-engage-full-schedule | +++ [[ -z 8.4 ]] logger.go:42: 16:54:36 | scheduled-backup-incremental/5-engage-full-schedule | +++ export MYSQL_VERSION=8.4 logger.go:42: 16:54:36 | scheduled-backup-incremental/5-engage-full-schedule | +++ MYSQL_VERSION=8.4 logger.go:42: 16:54:36 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.4 logger.go:42: 16:54:36 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.4 logger.go:42: 16:54:36 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.4 logger.go:42: 16:54:36 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.4 logger.go:42: 16:54:36 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 16:54:36 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 16:54:36 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.4 logger.go:42: 16:54:36 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.4 logger.go:42: 16:54:36 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 16:54:36 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 16:54:36 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 16:54:36 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 16:54:36 | scheduled-backup-incremental/5-engage-full-schedule | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 16:54:36 | scheduled-backup-incremental/5-engage-full-schedule | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 16:54:36 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 16:54:36 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 16:54:36 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 16:54:36 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 16:54:36 | scheduled-backup-incremental/5-engage-full-schedule | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 16:54:36 | scheduled-backup-incremental/5-engage-full-schedule | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 16:54:36 | scheduled-backup-incremental/5-engage-full-schedule | +++ export MINIO_VER=5.4.0 logger.go:42: 16:54:36 | scheduled-backup-incremental/5-engage-full-schedule | +++ MINIO_VER=5.4.0 logger.go:42: 16:54:36 | scheduled-backup-incremental/5-engage-full-schedule | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 16:54:36 | scheduled-backup-incremental/5-engage-full-schedule | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 16:54:36 | scheduled-backup-incremental/5-engage-full-schedule | +++ export VAULT_VER=0.16.1 logger.go:42: 16:54:36 | scheduled-backup-incremental/5-engage-full-schedule | +++ VAULT_VER=0.16.1 logger.go:42: 16:54:36 | scheduled-backup-incremental/5-engage-full-schedule | ++++ which gdate logger.go:42: 16:54:36 | scheduled-backup-incremental/5-engage-full-schedule | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 16:54:36 | scheduled-backup-incremental/5-engage-full-schedule | ++++ which date logger.go:42: 16:54:36 | scheduled-backup-incremental/5-engage-full-schedule | +++ date=/usr/sbin/date logger.go:42: 16:54:36 | scheduled-backup-incremental/5-engage-full-schedule | +++ oc get projects logger.go:42: 16:54:36 | scheduled-backup-incremental/5-engage-full-schedule | +++ : logger.go:42: 16:54:36 | scheduled-backup-incremental/5-engage-full-schedule | +++ kubectl get nodes logger.go:42: 16:54:36 | scheduled-backup-incremental/5-engage-full-schedule | +++ grep '^minikube' logger.go:42: 16:54:36 | scheduled-backup-incremental/5-engage-full-schedule | +++ which gsed logger.go:42: 16:54:36 | scheduled-backup-incremental/5-engage-full-schedule | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 16:54:36 | scheduled-backup-incremental/5-engage-full-schedule | +++ which sed logger.go:42: 16:54:36 | scheduled-backup-incremental/5-engage-full-schedule | ++ sed=/usr/sbin/sed logger.go:42: 16:54:36 | scheduled-backup-incremental/5-engage-full-schedule | ++ oc get projects logger.go:42: 16:54:36 | scheduled-backup-incremental/5-engage-full-schedule | +++ kubectl version -o json logger.go:42: 16:54:36 | scheduled-backup-incremental/5-engage-full-schedule | +++ jq -r .serverVersion.gitVersion logger.go:42: 16:54:36 | scheduled-backup-incremental/5-engage-full-schedule | +++ grep '\-eks\-' logger.go:42: 16:54:36 | scheduled-backup-incremental/5-engage-full-schedule | grep: warning: stray \ before - logger.go:42: 16:54:37 | scheduled-backup-incremental/5-engage-full-schedule | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 16:54:37 | scheduled-backup-incremental/5-engage-full-schedule | ++ '[' ']' logger.go:42: 16:54:37 | scheduled-backup-incremental/5-engage-full-schedule | ++ EKS=0 logger.go:42: 16:54:37 | scheduled-backup-incremental/5-engage-full-schedule | +++ get_cluster_name logger.go:42: 16:54:37 | scheduled-backup-incremental/5-engage-full-schedule | +++ kubectl -n kuttl-test-gorgeous-macaque get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 16:54:38 | scheduled-backup-incremental/5-engage-full-schedule | ++ count_backups_in_schedule minio-full scheduled-backup-incremental logger.go:42: 16:54:38 | scheduled-backup-incremental/5-engage-full-schedule | ++ local schedule_name=minio-full logger.go:42: 16:54:38 | scheduled-backup-incremental/5-engage-full-schedule | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 16:54:38 | scheduled-backup-incremental/5-engage-full-schedule | +++ printf %s kuttl-test-gorgeous-macaque-scheduled-backup-incremental logger.go:42: 16:54:38 | scheduled-backup-incremental/5-engage-full-schedule | +++ sha1sum logger.go:42: 16:54:38 | scheduled-backup-incremental/5-engage-full-schedule | +++ awk '{print $1}' logger.go:42: 16:54:38 | scheduled-backup-incremental/5-engage-full-schedule | +++ head -c 5 logger.go:42: 16:54:38 | scheduled-backup-incremental/5-engage-full-schedule | ++ local prefix=2c6b4 logger.go:42: 16:54:38 | scheduled-backup-incremental/5-engage-full-schedule | +++ kubectl get ps-backup -n kuttl-test-gorgeous-macaque -l percona.com/backup-ancestor=2c6b4-minio-full -o yaml logger.go:42: 16:54:38 | scheduled-backup-incremental/5-engage-full-schedule | +++ yq '.items | length' logger.go:42: 16:54:38 | scheduled-backup-incremental/5-engage-full-schedule | ++ local bcp_count=0 logger.go:42: 16:54:38 | scheduled-backup-incremental/5-engage-full-schedule | ++ echo 0 logger.go:42: 16:54:38 | scheduled-backup-incremental/5-engage-full-schedule | + bcp_count=0 logger.go:42: 16:54:38 | scheduled-backup-incremental/5-engage-full-schedule | + [[ 0 -lt 1 ]] logger.go:42: 16:54:38 | scheduled-backup-incremental/5-engage-full-schedule | + echo 'There are 0 full ps-backups but should be at least 1' logger.go:42: 16:54:38 | scheduled-backup-incremental/5-engage-full-schedule | There are 0 full ps-backups but should be at least 1 logger.go:42: 16:54:38 | scheduled-backup-incremental/5-engage-full-schedule | + exit 1 logger.go:42: 16:54:39 | scheduled-backup-incremental/5-engage-full-schedule | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-full" "$(get_cluster_name)") if [[ $bcp_count -lt 1 ]]; then echo "There are $bcp_count full ps-backups but should be at least 1" exit 1 fi] logger.go:42: 16:54:39 | scheduled-backup-incremental/5-engage-full-schedule | + source ../../functions logger.go:42: 16:54:39 | scheduled-backup-incremental/5-engage-full-schedule | +++ realpath ../../.. logger.go:42: 16:54:39 | scheduled-backup-incremental/5-engage-full-schedule | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 16:54:39 | scheduled-backup-incremental/5-engage-full-schedule | ++++ pwd logger.go:42: 16:54:39 | scheduled-backup-incremental/5-engage-full-schedule | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 16:54:39 | scheduled-backup-incremental/5-engage-full-schedule | ++ test_name=scheduled-backup-incremental logger.go:42: 16:54:39 | scheduled-backup-incremental/5-engage-full-schedule | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/vars.sh logger.go:42: 16:54:39 | scheduled-backup-incremental/5-engage-full-schedule | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 16:54:39 | scheduled-backup-incremental/5-engage-full-schedule | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 16:54:39 | scheduled-backup-incremental/5-engage-full-schedule | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 16:54:39 | scheduled-backup-incremental/5-engage-full-schedule | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 16:54:39 | scheduled-backup-incremental/5-engage-full-schedule | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 16:54:39 | scheduled-backup-incremental/5-engage-full-schedule | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 16:54:39 | scheduled-backup-incremental/5-engage-full-schedule | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 16:54:39 | scheduled-backup-incremental/5-engage-full-schedule | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 16:54:39 | scheduled-backup-incremental/5-engage-full-schedule | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 16:54:39 | scheduled-backup-incremental/5-engage-full-schedule | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 16:54:39 | scheduled-backup-incremental/5-engage-full-schedule | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 16:54:39 | scheduled-backup-incremental/5-engage-full-schedule | +++ export GIT_BRANCH=PR-1262 logger.go:42: 16:54:39 | scheduled-backup-incremental/5-engage-full-schedule | +++ GIT_BRANCH=PR-1262 logger.go:42: 16:54:39 | scheduled-backup-incremental/5-engage-full-schedule | +++ export VERSION=PR-1262-dc5a409a logger.go:42: 16:54:39 | scheduled-backup-incremental/5-engage-full-schedule | +++ VERSION=PR-1262-dc5a409a logger.go:42: 16:54:39 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 16:54:39 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 16:54:39 | scheduled-backup-incremental/5-engage-full-schedule | +++ [[ -z 8.4 ]] logger.go:42: 16:54:39 | scheduled-backup-incremental/5-engage-full-schedule | +++ export MYSQL_VERSION=8.4 logger.go:42: 16:54:39 | scheduled-backup-incremental/5-engage-full-schedule | +++ MYSQL_VERSION=8.4 logger.go:42: 16:54:39 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.4 logger.go:42: 16:54:39 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.4 logger.go:42: 16:54:39 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.4 logger.go:42: 16:54:39 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.4 logger.go:42: 16:54:39 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 16:54:39 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 16:54:39 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.4 logger.go:42: 16:54:39 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.4 logger.go:42: 16:54:39 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 16:54:39 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 16:54:39 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 16:54:39 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 16:54:39 | scheduled-backup-incremental/5-engage-full-schedule | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 16:54:39 | scheduled-backup-incremental/5-engage-full-schedule | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 16:54:39 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 16:54:39 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 16:54:39 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 16:54:39 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 16:54:39 | scheduled-backup-incremental/5-engage-full-schedule | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 16:54:39 | scheduled-backup-incremental/5-engage-full-schedule | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 16:54:39 | scheduled-backup-incremental/5-engage-full-schedule | +++ export MINIO_VER=5.4.0 logger.go:42: 16:54:39 | scheduled-backup-incremental/5-engage-full-schedule | +++ MINIO_VER=5.4.0 logger.go:42: 16:54:39 | scheduled-backup-incremental/5-engage-full-schedule | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 16:54:39 | scheduled-backup-incremental/5-engage-full-schedule | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 16:54:39 | scheduled-backup-incremental/5-engage-full-schedule | +++ export VAULT_VER=0.16.1 logger.go:42: 16:54:39 | scheduled-backup-incremental/5-engage-full-schedule | +++ VAULT_VER=0.16.1 logger.go:42: 16:54:39 | scheduled-backup-incremental/5-engage-full-schedule | ++++ which gdate logger.go:42: 16:54:39 | scheduled-backup-incremental/5-engage-full-schedule | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 16:54:39 | scheduled-backup-incremental/5-engage-full-schedule | ++++ which date logger.go:42: 16:54:39 | scheduled-backup-incremental/5-engage-full-schedule | +++ date=/usr/sbin/date logger.go:42: 16:54:39 | scheduled-backup-incremental/5-engage-full-schedule | +++ oc get projects logger.go:42: 16:54:39 | scheduled-backup-incremental/5-engage-full-schedule | +++ : logger.go:42: 16:54:39 | scheduled-backup-incremental/5-engage-full-schedule | +++ kubectl get nodes logger.go:42: 16:54:39 | scheduled-backup-incremental/5-engage-full-schedule | +++ grep '^minikube' logger.go:42: 16:54:40 | scheduled-backup-incremental/5-engage-full-schedule | +++ which gsed logger.go:42: 16:54:40 | scheduled-backup-incremental/5-engage-full-schedule | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 16:54:40 | scheduled-backup-incremental/5-engage-full-schedule | +++ which sed logger.go:42: 16:54:40 | scheduled-backup-incremental/5-engage-full-schedule | ++ sed=/usr/sbin/sed logger.go:42: 16:54:40 | scheduled-backup-incremental/5-engage-full-schedule | ++ oc get projects logger.go:42: 16:54:40 | scheduled-backup-incremental/5-engage-full-schedule | +++ kubectl version -o json logger.go:42: 16:54:40 | scheduled-backup-incremental/5-engage-full-schedule | +++ jq -r .serverVersion.gitVersion logger.go:42: 16:54:40 | scheduled-backup-incremental/5-engage-full-schedule | +++ grep '\-eks\-' logger.go:42: 16:54:40 | scheduled-backup-incremental/5-engage-full-schedule | grep: warning: stray \ before - logger.go:42: 16:54:40 | scheduled-backup-incremental/5-engage-full-schedule | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 16:54:40 | scheduled-backup-incremental/5-engage-full-schedule | ++ '[' ']' logger.go:42: 16:54:40 | scheduled-backup-incremental/5-engage-full-schedule | ++ EKS=0 logger.go:42: 16:54:40 | scheduled-backup-incremental/5-engage-full-schedule | +++ get_cluster_name logger.go:42: 16:54:40 | scheduled-backup-incremental/5-engage-full-schedule | +++ kubectl -n kuttl-test-gorgeous-macaque get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 16:54:41 | scheduled-backup-incremental/5-engage-full-schedule | ++ count_backups_in_schedule minio-full scheduled-backup-incremental logger.go:42: 16:54:41 | scheduled-backup-incremental/5-engage-full-schedule | ++ local schedule_name=minio-full logger.go:42: 16:54:41 | scheduled-backup-incremental/5-engage-full-schedule | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 16:54:41 | scheduled-backup-incremental/5-engage-full-schedule | +++ printf %s kuttl-test-gorgeous-macaque-scheduled-backup-incremental logger.go:42: 16:54:41 | scheduled-backup-incremental/5-engage-full-schedule | +++ sha1sum logger.go:42: 16:54:41 | scheduled-backup-incremental/5-engage-full-schedule | +++ awk '{print $1}' logger.go:42: 16:54:41 | scheduled-backup-incremental/5-engage-full-schedule | +++ head -c 5 logger.go:42: 16:54:41 | scheduled-backup-incremental/5-engage-full-schedule | ++ local prefix=2c6b4 logger.go:42: 16:54:41 | scheduled-backup-incremental/5-engage-full-schedule | +++ kubectl get ps-backup -n kuttl-test-gorgeous-macaque -l percona.com/backup-ancestor=2c6b4-minio-full -o yaml logger.go:42: 16:54:41 | scheduled-backup-incremental/5-engage-full-schedule | +++ yq '.items | length' logger.go:42: 16:54:42 | scheduled-backup-incremental/5-engage-full-schedule | ++ local bcp_count=0 logger.go:42: 16:54:42 | scheduled-backup-incremental/5-engage-full-schedule | ++ echo 0 logger.go:42: 16:54:42 | scheduled-backup-incremental/5-engage-full-schedule | + bcp_count=0 logger.go:42: 16:54:42 | scheduled-backup-incremental/5-engage-full-schedule | + [[ 0 -lt 1 ]] logger.go:42: 16:54:42 | scheduled-backup-incremental/5-engage-full-schedule | + echo 'There are 0 full ps-backups but should be at least 1' logger.go:42: 16:54:42 | scheduled-backup-incremental/5-engage-full-schedule | There are 0 full ps-backups but should be at least 1 logger.go:42: 16:54:42 | scheduled-backup-incremental/5-engage-full-schedule | + exit 1 logger.go:42: 16:54:43 | scheduled-backup-incremental/5-engage-full-schedule | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-full" "$(get_cluster_name)") if [[ $bcp_count -lt 1 ]]; then echo "There are $bcp_count full ps-backups but should be at least 1" exit 1 fi] logger.go:42: 16:54:43 | scheduled-backup-incremental/5-engage-full-schedule | + source ../../functions logger.go:42: 16:54:43 | scheduled-backup-incremental/5-engage-full-schedule | +++ realpath ../../.. logger.go:42: 16:54:43 | scheduled-backup-incremental/5-engage-full-schedule | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 16:54:43 | scheduled-backup-incremental/5-engage-full-schedule | ++++ pwd logger.go:42: 16:54:43 | scheduled-backup-incremental/5-engage-full-schedule | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 16:54:43 | scheduled-backup-incremental/5-engage-full-schedule | ++ test_name=scheduled-backup-incremental logger.go:42: 16:54:43 | scheduled-backup-incremental/5-engage-full-schedule | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/vars.sh logger.go:42: 16:54:43 | scheduled-backup-incremental/5-engage-full-schedule | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 16:54:43 | scheduled-backup-incremental/5-engage-full-schedule | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 16:54:43 | scheduled-backup-incremental/5-engage-full-schedule | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 16:54:43 | scheduled-backup-incremental/5-engage-full-schedule | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 16:54:43 | scheduled-backup-incremental/5-engage-full-schedule | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 16:54:43 | scheduled-backup-incremental/5-engage-full-schedule | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 16:54:43 | scheduled-backup-incremental/5-engage-full-schedule | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 16:54:43 | scheduled-backup-incremental/5-engage-full-schedule | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 16:54:43 | scheduled-backup-incremental/5-engage-full-schedule | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 16:54:43 | scheduled-backup-incremental/5-engage-full-schedule | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 16:54:43 | scheduled-backup-incremental/5-engage-full-schedule | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 16:54:43 | scheduled-backup-incremental/5-engage-full-schedule | +++ export GIT_BRANCH=PR-1262 logger.go:42: 16:54:43 | scheduled-backup-incremental/5-engage-full-schedule | +++ GIT_BRANCH=PR-1262 logger.go:42: 16:54:43 | scheduled-backup-incremental/5-engage-full-schedule | +++ export VERSION=PR-1262-dc5a409a logger.go:42: 16:54:43 | scheduled-backup-incremental/5-engage-full-schedule | +++ VERSION=PR-1262-dc5a409a logger.go:42: 16:54:43 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 16:54:43 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 16:54:43 | scheduled-backup-incremental/5-engage-full-schedule | +++ [[ -z 8.4 ]] logger.go:42: 16:54:43 | scheduled-backup-incremental/5-engage-full-schedule | +++ export MYSQL_VERSION=8.4 logger.go:42: 16:54:43 | scheduled-backup-incremental/5-engage-full-schedule | +++ MYSQL_VERSION=8.4 logger.go:42: 16:54:43 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.4 logger.go:42: 16:54:43 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.4 logger.go:42: 16:54:43 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.4 logger.go:42: 16:54:43 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.4 logger.go:42: 16:54:43 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 16:54:43 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 16:54:43 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.4 logger.go:42: 16:54:43 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.4 logger.go:42: 16:54:43 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 16:54:43 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 16:54:43 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 16:54:43 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 16:54:43 | scheduled-backup-incremental/5-engage-full-schedule | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 16:54:43 | scheduled-backup-incremental/5-engage-full-schedule | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 16:54:43 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 16:54:43 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 16:54:43 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 16:54:43 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 16:54:43 | scheduled-backup-incremental/5-engage-full-schedule | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 16:54:43 | scheduled-backup-incremental/5-engage-full-schedule | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 16:54:43 | scheduled-backup-incremental/5-engage-full-schedule | +++ export MINIO_VER=5.4.0 logger.go:42: 16:54:43 | scheduled-backup-incremental/5-engage-full-schedule | +++ MINIO_VER=5.4.0 logger.go:42: 16:54:43 | scheduled-backup-incremental/5-engage-full-schedule | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 16:54:43 | scheduled-backup-incremental/5-engage-full-schedule | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 16:54:43 | scheduled-backup-incremental/5-engage-full-schedule | +++ export VAULT_VER=0.16.1 logger.go:42: 16:54:43 | scheduled-backup-incremental/5-engage-full-schedule | +++ VAULT_VER=0.16.1 logger.go:42: 16:54:43 | scheduled-backup-incremental/5-engage-full-schedule | ++++ which gdate logger.go:42: 16:54:43 | scheduled-backup-incremental/5-engage-full-schedule | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 16:54:43 | scheduled-backup-incremental/5-engage-full-schedule | ++++ which date logger.go:42: 16:54:43 | scheduled-backup-incremental/5-engage-full-schedule | +++ date=/usr/sbin/date logger.go:42: 16:54:43 | scheduled-backup-incremental/5-engage-full-schedule | +++ oc get projects logger.go:42: 16:54:43 | scheduled-backup-incremental/5-engage-full-schedule | +++ : logger.go:42: 16:54:43 | scheduled-backup-incremental/5-engage-full-schedule | +++ kubectl get nodes logger.go:42: 16:54:43 | scheduled-backup-incremental/5-engage-full-schedule | +++ grep '^minikube' logger.go:42: 16:54:43 | scheduled-backup-incremental/5-engage-full-schedule | +++ which gsed logger.go:42: 16:54:43 | scheduled-backup-incremental/5-engage-full-schedule | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 16:54:43 | scheduled-backup-incremental/5-engage-full-schedule | +++ which sed logger.go:42: 16:54:43 | scheduled-backup-incremental/5-engage-full-schedule | ++ sed=/usr/sbin/sed logger.go:42: 16:54:43 | scheduled-backup-incremental/5-engage-full-schedule | ++ oc get projects logger.go:42: 16:54:43 | scheduled-backup-incremental/5-engage-full-schedule | +++ kubectl version -o json logger.go:42: 16:54:43 | scheduled-backup-incremental/5-engage-full-schedule | +++ jq -r .serverVersion.gitVersion logger.go:42: 16:54:43 | scheduled-backup-incremental/5-engage-full-schedule | +++ grep '\-eks\-' logger.go:42: 16:54:43 | scheduled-backup-incremental/5-engage-full-schedule | grep: warning: stray \ before - logger.go:42: 16:54:44 | scheduled-backup-incremental/5-engage-full-schedule | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 16:54:44 | scheduled-backup-incremental/5-engage-full-schedule | ++ '[' ']' logger.go:42: 16:54:44 | scheduled-backup-incremental/5-engage-full-schedule | ++ EKS=0 logger.go:42: 16:54:44 | scheduled-backup-incremental/5-engage-full-schedule | +++ get_cluster_name logger.go:42: 16:54:44 | scheduled-backup-incremental/5-engage-full-schedule | +++ kubectl -n kuttl-test-gorgeous-macaque get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 16:54:44 | scheduled-backup-incremental/5-engage-full-schedule | ++ count_backups_in_schedule minio-full scheduled-backup-incremental logger.go:42: 16:54:44 | scheduled-backup-incremental/5-engage-full-schedule | ++ local schedule_name=minio-full logger.go:42: 16:54:44 | scheduled-backup-incremental/5-engage-full-schedule | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 16:54:44 | scheduled-backup-incremental/5-engage-full-schedule | +++ printf %s kuttl-test-gorgeous-macaque-scheduled-backup-incremental logger.go:42: 16:54:44 | scheduled-backup-incremental/5-engage-full-schedule | +++ sha1sum logger.go:42: 16:54:44 | scheduled-backup-incremental/5-engage-full-schedule | +++ awk '{print $1}' logger.go:42: 16:54:44 | scheduled-backup-incremental/5-engage-full-schedule | +++ head -c 5 logger.go:42: 16:54:44 | scheduled-backup-incremental/5-engage-full-schedule | ++ local prefix=2c6b4 logger.go:42: 16:54:44 | scheduled-backup-incremental/5-engage-full-schedule | +++ kubectl get ps-backup -n kuttl-test-gorgeous-macaque -l percona.com/backup-ancestor=2c6b4-minio-full -o yaml logger.go:42: 16:54:44 | scheduled-backup-incremental/5-engage-full-schedule | +++ yq '.items | length' logger.go:42: 16:54:45 | scheduled-backup-incremental/5-engage-full-schedule | ++ local bcp_count=0 logger.go:42: 16:54:45 | scheduled-backup-incremental/5-engage-full-schedule | ++ echo 0 logger.go:42: 16:54:45 | scheduled-backup-incremental/5-engage-full-schedule | + bcp_count=0 logger.go:42: 16:54:45 | scheduled-backup-incremental/5-engage-full-schedule | + [[ 0 -lt 1 ]] logger.go:42: 16:54:45 | scheduled-backup-incremental/5-engage-full-schedule | + echo 'There are 0 full ps-backups but should be at least 1' logger.go:42: 16:54:45 | scheduled-backup-incremental/5-engage-full-schedule | There are 0 full ps-backups but should be at least 1 logger.go:42: 16:54:45 | scheduled-backup-incremental/5-engage-full-schedule | + exit 1 logger.go:42: 16:54:46 | scheduled-backup-incremental/5-engage-full-schedule | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-full" "$(get_cluster_name)") if [[ $bcp_count -lt 1 ]]; then echo "There are $bcp_count full ps-backups but should be at least 1" exit 1 fi] logger.go:42: 16:54:46 | scheduled-backup-incremental/5-engage-full-schedule | + source ../../functions logger.go:42: 16:54:46 | scheduled-backup-incremental/5-engage-full-schedule | +++ realpath ../../.. logger.go:42: 16:54:46 | scheduled-backup-incremental/5-engage-full-schedule | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 16:54:46 | scheduled-backup-incremental/5-engage-full-schedule | ++++ pwd logger.go:42: 16:54:46 | scheduled-backup-incremental/5-engage-full-schedule | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 16:54:46 | scheduled-backup-incremental/5-engage-full-schedule | ++ test_name=scheduled-backup-incremental logger.go:42: 16:54:46 | scheduled-backup-incremental/5-engage-full-schedule | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/vars.sh logger.go:42: 16:54:46 | scheduled-backup-incremental/5-engage-full-schedule | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 16:54:46 | scheduled-backup-incremental/5-engage-full-schedule | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 16:54:46 | scheduled-backup-incremental/5-engage-full-schedule | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 16:54:46 | scheduled-backup-incremental/5-engage-full-schedule | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 16:54:46 | scheduled-backup-incremental/5-engage-full-schedule | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 16:54:46 | scheduled-backup-incremental/5-engage-full-schedule | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 16:54:46 | scheduled-backup-incremental/5-engage-full-schedule | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 16:54:46 | scheduled-backup-incremental/5-engage-full-schedule | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 16:54:46 | scheduled-backup-incremental/5-engage-full-schedule | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 16:54:46 | scheduled-backup-incremental/5-engage-full-schedule | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 16:54:46 | scheduled-backup-incremental/5-engage-full-schedule | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 16:54:46 | scheduled-backup-incremental/5-engage-full-schedule | +++ export GIT_BRANCH=PR-1262 logger.go:42: 16:54:46 | scheduled-backup-incremental/5-engage-full-schedule | +++ GIT_BRANCH=PR-1262 logger.go:42: 16:54:46 | scheduled-backup-incremental/5-engage-full-schedule | +++ export VERSION=PR-1262-dc5a409a logger.go:42: 16:54:46 | scheduled-backup-incremental/5-engage-full-schedule | +++ VERSION=PR-1262-dc5a409a logger.go:42: 16:54:46 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 16:54:46 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 16:54:46 | scheduled-backup-incremental/5-engage-full-schedule | +++ [[ -z 8.4 ]] logger.go:42: 16:54:46 | scheduled-backup-incremental/5-engage-full-schedule | +++ export MYSQL_VERSION=8.4 logger.go:42: 16:54:46 | scheduled-backup-incremental/5-engage-full-schedule | +++ MYSQL_VERSION=8.4 logger.go:42: 16:54:46 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.4 logger.go:42: 16:54:46 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.4 logger.go:42: 16:54:46 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.4 logger.go:42: 16:54:46 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.4 logger.go:42: 16:54:46 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 16:54:46 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 16:54:46 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.4 logger.go:42: 16:54:46 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.4 logger.go:42: 16:54:46 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 16:54:46 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 16:54:46 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 16:54:46 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 16:54:46 | scheduled-backup-incremental/5-engage-full-schedule | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 16:54:46 | scheduled-backup-incremental/5-engage-full-schedule | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 16:54:46 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 16:54:46 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 16:54:46 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 16:54:46 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 16:54:46 | scheduled-backup-incremental/5-engage-full-schedule | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 16:54:46 | scheduled-backup-incremental/5-engage-full-schedule | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 16:54:46 | scheduled-backup-incremental/5-engage-full-schedule | +++ export MINIO_VER=5.4.0 logger.go:42: 16:54:46 | scheduled-backup-incremental/5-engage-full-schedule | +++ MINIO_VER=5.4.0 logger.go:42: 16:54:46 | scheduled-backup-incremental/5-engage-full-schedule | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 16:54:46 | scheduled-backup-incremental/5-engage-full-schedule | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 16:54:46 | scheduled-backup-incremental/5-engage-full-schedule | +++ export VAULT_VER=0.16.1 logger.go:42: 16:54:46 | scheduled-backup-incremental/5-engage-full-schedule | +++ VAULT_VER=0.16.1 logger.go:42: 16:54:46 | scheduled-backup-incremental/5-engage-full-schedule | ++++ which gdate logger.go:42: 16:54:46 | scheduled-backup-incremental/5-engage-full-schedule | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 16:54:46 | scheduled-backup-incremental/5-engage-full-schedule | ++++ which date logger.go:42: 16:54:46 | scheduled-backup-incremental/5-engage-full-schedule | +++ date=/usr/sbin/date logger.go:42: 16:54:46 | scheduled-backup-incremental/5-engage-full-schedule | +++ oc get projects logger.go:42: 16:54:46 | scheduled-backup-incremental/5-engage-full-schedule | +++ : logger.go:42: 16:54:46 | scheduled-backup-incremental/5-engage-full-schedule | +++ kubectl get nodes logger.go:42: 16:54:46 | scheduled-backup-incremental/5-engage-full-schedule | +++ grep '^minikube' logger.go:42: 16:54:47 | scheduled-backup-incremental/5-engage-full-schedule | +++ which gsed logger.go:42: 16:54:47 | scheduled-backup-incremental/5-engage-full-schedule | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 16:54:47 | scheduled-backup-incremental/5-engage-full-schedule | +++ which sed logger.go:42: 16:54:47 | scheduled-backup-incremental/5-engage-full-schedule | ++ sed=/usr/sbin/sed logger.go:42: 16:54:47 | scheduled-backup-incremental/5-engage-full-schedule | ++ oc get projects logger.go:42: 16:54:47 | scheduled-backup-incremental/5-engage-full-schedule | +++ jq -r .serverVersion.gitVersion logger.go:42: 16:54:47 | scheduled-backup-incremental/5-engage-full-schedule | +++ kubectl version -o json logger.go:42: 16:54:47 | scheduled-backup-incremental/5-engage-full-schedule | +++ grep '\-eks\-' logger.go:42: 16:54:47 | scheduled-backup-incremental/5-engage-full-schedule | grep: warning: stray \ before - logger.go:42: 16:54:47 | scheduled-backup-incremental/5-engage-full-schedule | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 16:54:47 | scheduled-backup-incremental/5-engage-full-schedule | ++ '[' ']' logger.go:42: 16:54:47 | scheduled-backup-incremental/5-engage-full-schedule | ++ EKS=0 logger.go:42: 16:54:47 | scheduled-backup-incremental/5-engage-full-schedule | +++ get_cluster_name logger.go:42: 16:54:47 | scheduled-backup-incremental/5-engage-full-schedule | +++ kubectl -n kuttl-test-gorgeous-macaque get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 16:54:48 | scheduled-backup-incremental/5-engage-full-schedule | ++ count_backups_in_schedule minio-full scheduled-backup-incremental logger.go:42: 16:54:48 | scheduled-backup-incremental/5-engage-full-schedule | ++ local schedule_name=minio-full logger.go:42: 16:54:48 | scheduled-backup-incremental/5-engage-full-schedule | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 16:54:48 | scheduled-backup-incremental/5-engage-full-schedule | +++ printf %s kuttl-test-gorgeous-macaque-scheduled-backup-incremental logger.go:42: 16:54:48 | scheduled-backup-incremental/5-engage-full-schedule | +++ sha1sum logger.go:42: 16:54:48 | scheduled-backup-incremental/5-engage-full-schedule | +++ awk '{print $1}' logger.go:42: 16:54:48 | scheduled-backup-incremental/5-engage-full-schedule | +++ head -c 5 logger.go:42: 16:54:48 | scheduled-backup-incremental/5-engage-full-schedule | ++ local prefix=2c6b4 logger.go:42: 16:54:48 | scheduled-backup-incremental/5-engage-full-schedule | +++ kubectl get ps-backup -n kuttl-test-gorgeous-macaque -l percona.com/backup-ancestor=2c6b4-minio-full -o yaml logger.go:42: 16:54:48 | scheduled-backup-incremental/5-engage-full-schedule | +++ yq '.items | length' logger.go:42: 16:54:48 | scheduled-backup-incremental/5-engage-full-schedule | ++ local bcp_count=0 logger.go:42: 16:54:48 | scheduled-backup-incremental/5-engage-full-schedule | ++ echo 0 logger.go:42: 16:54:48 | scheduled-backup-incremental/5-engage-full-schedule | + bcp_count=0 logger.go:42: 16:54:48 | scheduled-backup-incremental/5-engage-full-schedule | + [[ 0 -lt 1 ]] logger.go:42: 16:54:48 | scheduled-backup-incremental/5-engage-full-schedule | + echo 'There are 0 full ps-backups but should be at least 1' logger.go:42: 16:54:48 | scheduled-backup-incremental/5-engage-full-schedule | There are 0 full ps-backups but should be at least 1 logger.go:42: 16:54:48 | scheduled-backup-incremental/5-engage-full-schedule | + exit 1 logger.go:42: 16:54:49 | scheduled-backup-incremental/5-engage-full-schedule | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-full" "$(get_cluster_name)") if [[ $bcp_count -lt 1 ]]; then echo "There are $bcp_count full ps-backups but should be at least 1" exit 1 fi] logger.go:42: 16:54:49 | scheduled-backup-incremental/5-engage-full-schedule | + source ../../functions logger.go:42: 16:54:49 | scheduled-backup-incremental/5-engage-full-schedule | +++ realpath ../../.. logger.go:42: 16:54:49 | scheduled-backup-incremental/5-engage-full-schedule | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 16:54:49 | scheduled-backup-incremental/5-engage-full-schedule | ++++ pwd logger.go:42: 16:54:49 | scheduled-backup-incremental/5-engage-full-schedule | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 16:54:49 | scheduled-backup-incremental/5-engage-full-schedule | ++ test_name=scheduled-backup-incremental logger.go:42: 16:54:49 | scheduled-backup-incremental/5-engage-full-schedule | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/vars.sh logger.go:42: 16:54:49 | scheduled-backup-incremental/5-engage-full-schedule | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 16:54:49 | scheduled-backup-incremental/5-engage-full-schedule | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 16:54:49 | scheduled-backup-incremental/5-engage-full-schedule | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 16:54:49 | scheduled-backup-incremental/5-engage-full-schedule | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 16:54:49 | scheduled-backup-incremental/5-engage-full-schedule | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 16:54:49 | scheduled-backup-incremental/5-engage-full-schedule | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 16:54:49 | scheduled-backup-incremental/5-engage-full-schedule | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 16:54:49 | scheduled-backup-incremental/5-engage-full-schedule | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 16:54:49 | scheduled-backup-incremental/5-engage-full-schedule | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 16:54:49 | scheduled-backup-incremental/5-engage-full-schedule | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 16:54:49 | scheduled-backup-incremental/5-engage-full-schedule | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 16:54:49 | scheduled-backup-incremental/5-engage-full-schedule | +++ export GIT_BRANCH=PR-1262 logger.go:42: 16:54:49 | scheduled-backup-incremental/5-engage-full-schedule | +++ GIT_BRANCH=PR-1262 logger.go:42: 16:54:49 | scheduled-backup-incremental/5-engage-full-schedule | +++ export VERSION=PR-1262-dc5a409a logger.go:42: 16:54:49 | scheduled-backup-incremental/5-engage-full-schedule | +++ VERSION=PR-1262-dc5a409a logger.go:42: 16:54:49 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 16:54:49 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 16:54:49 | scheduled-backup-incremental/5-engage-full-schedule | +++ [[ -z 8.4 ]] logger.go:42: 16:54:49 | scheduled-backup-incremental/5-engage-full-schedule | +++ export MYSQL_VERSION=8.4 logger.go:42: 16:54:49 | scheduled-backup-incremental/5-engage-full-schedule | +++ MYSQL_VERSION=8.4 logger.go:42: 16:54:49 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.4 logger.go:42: 16:54:49 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.4 logger.go:42: 16:54:49 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.4 logger.go:42: 16:54:49 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.4 logger.go:42: 16:54:49 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 16:54:49 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 16:54:49 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.4 logger.go:42: 16:54:49 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.4 logger.go:42: 16:54:49 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 16:54:49 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 16:54:49 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 16:54:49 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 16:54:49 | scheduled-backup-incremental/5-engage-full-schedule | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 16:54:49 | scheduled-backup-incremental/5-engage-full-schedule | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 16:54:49 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 16:54:49 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 16:54:49 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 16:54:49 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 16:54:49 | scheduled-backup-incremental/5-engage-full-schedule | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 16:54:49 | scheduled-backup-incremental/5-engage-full-schedule | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 16:54:49 | scheduled-backup-incremental/5-engage-full-schedule | +++ export MINIO_VER=5.4.0 logger.go:42: 16:54:49 | scheduled-backup-incremental/5-engage-full-schedule | +++ MINIO_VER=5.4.0 logger.go:42: 16:54:49 | scheduled-backup-incremental/5-engage-full-schedule | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 16:54:49 | scheduled-backup-incremental/5-engage-full-schedule | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 16:54:49 | scheduled-backup-incremental/5-engage-full-schedule | +++ export VAULT_VER=0.16.1 logger.go:42: 16:54:49 | scheduled-backup-incremental/5-engage-full-schedule | +++ VAULT_VER=0.16.1 logger.go:42: 16:54:49 | scheduled-backup-incremental/5-engage-full-schedule | ++++ which gdate logger.go:42: 16:54:49 | scheduled-backup-incremental/5-engage-full-schedule | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 16:54:49 | scheduled-backup-incremental/5-engage-full-schedule | ++++ which date logger.go:42: 16:54:49 | scheduled-backup-incremental/5-engage-full-schedule | +++ date=/usr/sbin/date logger.go:42: 16:54:49 | scheduled-backup-incremental/5-engage-full-schedule | +++ oc get projects logger.go:42: 16:54:49 | scheduled-backup-incremental/5-engage-full-schedule | +++ : logger.go:42: 16:54:49 | scheduled-backup-incremental/5-engage-full-schedule | +++ kubectl get nodes logger.go:42: 16:54:49 | scheduled-backup-incremental/5-engage-full-schedule | +++ grep '^minikube' logger.go:42: 16:54:50 | scheduled-backup-incremental/5-engage-full-schedule | +++ which gsed logger.go:42: 16:54:50 | scheduled-backup-incremental/5-engage-full-schedule | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 16:54:50 | scheduled-backup-incremental/5-engage-full-schedule | +++ which sed logger.go:42: 16:54:50 | scheduled-backup-incremental/5-engage-full-schedule | ++ sed=/usr/sbin/sed logger.go:42: 16:54:50 | scheduled-backup-incremental/5-engage-full-schedule | ++ oc get projects logger.go:42: 16:54:50 | scheduled-backup-incremental/5-engage-full-schedule | +++ kubectl version -o json logger.go:42: 16:54:50 | scheduled-backup-incremental/5-engage-full-schedule | +++ jq -r .serverVersion.gitVersion logger.go:42: 16:54:50 | scheduled-backup-incremental/5-engage-full-schedule | +++ grep '\-eks\-' logger.go:42: 16:54:50 | scheduled-backup-incremental/5-engage-full-schedule | grep: warning: stray \ before - logger.go:42: 16:54:51 | scheduled-backup-incremental/5-engage-full-schedule | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 16:54:51 | scheduled-backup-incremental/5-engage-full-schedule | ++ '[' ']' logger.go:42: 16:54:51 | scheduled-backup-incremental/5-engage-full-schedule | ++ EKS=0 logger.go:42: 16:54:51 | scheduled-backup-incremental/5-engage-full-schedule | +++ get_cluster_name logger.go:42: 16:54:51 | scheduled-backup-incremental/5-engage-full-schedule | +++ kubectl -n kuttl-test-gorgeous-macaque get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 16:54:51 | scheduled-backup-incremental/5-engage-full-schedule | ++ count_backups_in_schedule minio-full scheduled-backup-incremental logger.go:42: 16:54:51 | scheduled-backup-incremental/5-engage-full-schedule | ++ local schedule_name=minio-full logger.go:42: 16:54:51 | scheduled-backup-incremental/5-engage-full-schedule | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 16:54:51 | scheduled-backup-incremental/5-engage-full-schedule | +++ printf %s kuttl-test-gorgeous-macaque-scheduled-backup-incremental logger.go:42: 16:54:51 | scheduled-backup-incremental/5-engage-full-schedule | +++ sha1sum logger.go:42: 16:54:51 | scheduled-backup-incremental/5-engage-full-schedule | +++ awk '{print $1}' logger.go:42: 16:54:51 | scheduled-backup-incremental/5-engage-full-schedule | +++ head -c 5 logger.go:42: 16:54:51 | scheduled-backup-incremental/5-engage-full-schedule | ++ local prefix=2c6b4 logger.go:42: 16:54:51 | scheduled-backup-incremental/5-engage-full-schedule | +++ kubectl get ps-backup -n kuttl-test-gorgeous-macaque -l percona.com/backup-ancestor=2c6b4-minio-full -o yaml logger.go:42: 16:54:51 | scheduled-backup-incremental/5-engage-full-schedule | +++ yq '.items | length' logger.go:42: 16:54:52 | scheduled-backup-incremental/5-engage-full-schedule | ++ local bcp_count=0 logger.go:42: 16:54:52 | scheduled-backup-incremental/5-engage-full-schedule | ++ echo 0 logger.go:42: 16:54:52 | scheduled-backup-incremental/5-engage-full-schedule | + bcp_count=0 logger.go:42: 16:54:52 | scheduled-backup-incremental/5-engage-full-schedule | + [[ 0 -lt 1 ]] logger.go:42: 16:54:52 | scheduled-backup-incremental/5-engage-full-schedule | + echo 'There are 0 full ps-backups but should be at least 1' logger.go:42: 16:54:52 | scheduled-backup-incremental/5-engage-full-schedule | There are 0 full ps-backups but should be at least 1 logger.go:42: 16:54:52 | scheduled-backup-incremental/5-engage-full-schedule | + exit 1 logger.go:42: 16:54:53 | scheduled-backup-incremental/5-engage-full-schedule | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-full" "$(get_cluster_name)") if [[ $bcp_count -lt 1 ]]; then echo "There are $bcp_count full ps-backups but should be at least 1" exit 1 fi] logger.go:42: 16:54:53 | scheduled-backup-incremental/5-engage-full-schedule | + source ../../functions logger.go:42: 16:54:53 | scheduled-backup-incremental/5-engage-full-schedule | +++ realpath ../../.. logger.go:42: 16:54:53 | scheduled-backup-incremental/5-engage-full-schedule | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 16:54:53 | scheduled-backup-incremental/5-engage-full-schedule | ++++ pwd logger.go:42: 16:54:53 | scheduled-backup-incremental/5-engage-full-schedule | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 16:54:53 | scheduled-backup-incremental/5-engage-full-schedule | ++ test_name=scheduled-backup-incremental logger.go:42: 16:54:53 | scheduled-backup-incremental/5-engage-full-schedule | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/vars.sh logger.go:42: 16:54:53 | scheduled-backup-incremental/5-engage-full-schedule | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 16:54:53 | scheduled-backup-incremental/5-engage-full-schedule | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 16:54:53 | scheduled-backup-incremental/5-engage-full-schedule | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 16:54:53 | scheduled-backup-incremental/5-engage-full-schedule | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 16:54:53 | scheduled-backup-incremental/5-engage-full-schedule | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 16:54:53 | scheduled-backup-incremental/5-engage-full-schedule | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 16:54:53 | scheduled-backup-incremental/5-engage-full-schedule | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 16:54:53 | scheduled-backup-incremental/5-engage-full-schedule | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 16:54:53 | scheduled-backup-incremental/5-engage-full-schedule | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 16:54:53 | scheduled-backup-incremental/5-engage-full-schedule | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 16:54:53 | scheduled-backup-incremental/5-engage-full-schedule | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 16:54:53 | scheduled-backup-incremental/5-engage-full-schedule | +++ export GIT_BRANCH=PR-1262 logger.go:42: 16:54:53 | scheduled-backup-incremental/5-engage-full-schedule | +++ GIT_BRANCH=PR-1262 logger.go:42: 16:54:53 | scheduled-backup-incremental/5-engage-full-schedule | +++ export VERSION=PR-1262-dc5a409a logger.go:42: 16:54:53 | scheduled-backup-incremental/5-engage-full-schedule | +++ VERSION=PR-1262-dc5a409a logger.go:42: 16:54:53 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 16:54:53 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 16:54:53 | scheduled-backup-incremental/5-engage-full-schedule | +++ [[ -z 8.4 ]] logger.go:42: 16:54:53 | scheduled-backup-incremental/5-engage-full-schedule | +++ export MYSQL_VERSION=8.4 logger.go:42: 16:54:53 | scheduled-backup-incremental/5-engage-full-schedule | +++ MYSQL_VERSION=8.4 logger.go:42: 16:54:53 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.4 logger.go:42: 16:54:53 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.4 logger.go:42: 16:54:53 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.4 logger.go:42: 16:54:53 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.4 logger.go:42: 16:54:53 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 16:54:53 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 16:54:53 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.4 logger.go:42: 16:54:53 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.4 logger.go:42: 16:54:53 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 16:54:53 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 16:54:53 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 16:54:53 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 16:54:53 | scheduled-backup-incremental/5-engage-full-schedule | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 16:54:53 | scheduled-backup-incremental/5-engage-full-schedule | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 16:54:53 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 16:54:53 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 16:54:53 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 16:54:53 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 16:54:53 | scheduled-backup-incremental/5-engage-full-schedule | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 16:54:53 | scheduled-backup-incremental/5-engage-full-schedule | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 16:54:53 | scheduled-backup-incremental/5-engage-full-schedule | +++ export MINIO_VER=5.4.0 logger.go:42: 16:54:53 | scheduled-backup-incremental/5-engage-full-schedule | +++ MINIO_VER=5.4.0 logger.go:42: 16:54:53 | scheduled-backup-incremental/5-engage-full-schedule | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 16:54:53 | scheduled-backup-incremental/5-engage-full-schedule | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 16:54:53 | scheduled-backup-incremental/5-engage-full-schedule | +++ export VAULT_VER=0.16.1 logger.go:42: 16:54:53 | scheduled-backup-incremental/5-engage-full-schedule | +++ VAULT_VER=0.16.1 logger.go:42: 16:54:53 | scheduled-backup-incremental/5-engage-full-schedule | ++++ which gdate logger.go:42: 16:54:53 | scheduled-backup-incremental/5-engage-full-schedule | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 16:54:53 | scheduled-backup-incremental/5-engage-full-schedule | ++++ which date logger.go:42: 16:54:53 | scheduled-backup-incremental/5-engage-full-schedule | +++ date=/usr/sbin/date logger.go:42: 16:54:53 | scheduled-backup-incremental/5-engage-full-schedule | +++ oc get projects logger.go:42: 16:54:53 | scheduled-backup-incremental/5-engage-full-schedule | +++ : logger.go:42: 16:54:53 | scheduled-backup-incremental/5-engage-full-schedule | +++ kubectl get nodes logger.go:42: 16:54:53 | scheduled-backup-incremental/5-engage-full-schedule | +++ grep '^minikube' logger.go:42: 16:54:53 | scheduled-backup-incremental/5-engage-full-schedule | +++ which gsed logger.go:42: 16:54:53 | scheduled-backup-incremental/5-engage-full-schedule | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 16:54:53 | scheduled-backup-incremental/5-engage-full-schedule | +++ which sed logger.go:42: 16:54:53 | scheduled-backup-incremental/5-engage-full-schedule | ++ sed=/usr/sbin/sed logger.go:42: 16:54:53 | scheduled-backup-incremental/5-engage-full-schedule | ++ oc get projects logger.go:42: 16:54:53 | scheduled-backup-incremental/5-engage-full-schedule | +++ kubectl version -o json logger.go:42: 16:54:53 | scheduled-backup-incremental/5-engage-full-schedule | +++ jq -r .serverVersion.gitVersion logger.go:42: 16:54:53 | scheduled-backup-incremental/5-engage-full-schedule | +++ grep '\-eks\-' logger.go:42: 16:54:53 | scheduled-backup-incremental/5-engage-full-schedule | grep: warning: stray \ before - logger.go:42: 16:54:54 | scheduled-backup-incremental/5-engage-full-schedule | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 16:54:54 | scheduled-backup-incremental/5-engage-full-schedule | ++ '[' ']' logger.go:42: 16:54:54 | scheduled-backup-incremental/5-engage-full-schedule | ++ EKS=0 logger.go:42: 16:54:54 | scheduled-backup-incremental/5-engage-full-schedule | +++ get_cluster_name logger.go:42: 16:54:54 | scheduled-backup-incremental/5-engage-full-schedule | +++ kubectl -n kuttl-test-gorgeous-macaque get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 16:54:55 | scheduled-backup-incremental/5-engage-full-schedule | ++ count_backups_in_schedule minio-full scheduled-backup-incremental logger.go:42: 16:54:55 | scheduled-backup-incremental/5-engage-full-schedule | ++ local schedule_name=minio-full logger.go:42: 16:54:55 | scheduled-backup-incremental/5-engage-full-schedule | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 16:54:55 | scheduled-backup-incremental/5-engage-full-schedule | +++ printf %s kuttl-test-gorgeous-macaque-scheduled-backup-incremental logger.go:42: 16:54:55 | scheduled-backup-incremental/5-engage-full-schedule | +++ sha1sum logger.go:42: 16:54:55 | scheduled-backup-incremental/5-engage-full-schedule | +++ awk '{print $1}' logger.go:42: 16:54:55 | scheduled-backup-incremental/5-engage-full-schedule | +++ head -c 5 logger.go:42: 16:54:55 | scheduled-backup-incremental/5-engage-full-schedule | ++ local prefix=2c6b4 logger.go:42: 16:54:55 | scheduled-backup-incremental/5-engage-full-schedule | +++ kubectl get ps-backup -n kuttl-test-gorgeous-macaque -l percona.com/backup-ancestor=2c6b4-minio-full -o yaml logger.go:42: 16:54:55 | scheduled-backup-incremental/5-engage-full-schedule | +++ yq '.items | length' logger.go:42: 16:54:55 | scheduled-backup-incremental/5-engage-full-schedule | ++ local bcp_count=0 logger.go:42: 16:54:55 | scheduled-backup-incremental/5-engage-full-schedule | ++ echo 0 logger.go:42: 16:54:55 | scheduled-backup-incremental/5-engage-full-schedule | + bcp_count=0 logger.go:42: 16:54:55 | scheduled-backup-incremental/5-engage-full-schedule | + [[ 0 -lt 1 ]] logger.go:42: 16:54:55 | scheduled-backup-incremental/5-engage-full-schedule | + echo 'There are 0 full ps-backups but should be at least 1' logger.go:42: 16:54:55 | scheduled-backup-incremental/5-engage-full-schedule | There are 0 full ps-backups but should be at least 1 logger.go:42: 16:54:55 | scheduled-backup-incremental/5-engage-full-schedule | + exit 1 logger.go:42: 16:54:56 | scheduled-backup-incremental/5-engage-full-schedule | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-full" "$(get_cluster_name)") if [[ $bcp_count -lt 1 ]]; then echo "There are $bcp_count full ps-backups but should be at least 1" exit 1 fi] logger.go:42: 16:54:56 | scheduled-backup-incremental/5-engage-full-schedule | + source ../../functions logger.go:42: 16:54:56 | scheduled-backup-incremental/5-engage-full-schedule | +++ realpath ../../.. logger.go:42: 16:54:56 | scheduled-backup-incremental/5-engage-full-schedule | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 16:54:56 | scheduled-backup-incremental/5-engage-full-schedule | ++++ pwd logger.go:42: 16:54:56 | scheduled-backup-incremental/5-engage-full-schedule | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 16:54:56 | scheduled-backup-incremental/5-engage-full-schedule | ++ test_name=scheduled-backup-incremental logger.go:42: 16:54:56 | scheduled-backup-incremental/5-engage-full-schedule | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/vars.sh logger.go:42: 16:54:56 | scheduled-backup-incremental/5-engage-full-schedule | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 16:54:56 | scheduled-backup-incremental/5-engage-full-schedule | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 16:54:56 | scheduled-backup-incremental/5-engage-full-schedule | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 16:54:56 | scheduled-backup-incremental/5-engage-full-schedule | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 16:54:56 | scheduled-backup-incremental/5-engage-full-schedule | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 16:54:56 | scheduled-backup-incremental/5-engage-full-schedule | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 16:54:56 | scheduled-backup-incremental/5-engage-full-schedule | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 16:54:56 | scheduled-backup-incremental/5-engage-full-schedule | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 16:54:56 | scheduled-backup-incremental/5-engage-full-schedule | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 16:54:56 | scheduled-backup-incremental/5-engage-full-schedule | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 16:54:56 | scheduled-backup-incremental/5-engage-full-schedule | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 16:54:56 | scheduled-backup-incremental/5-engage-full-schedule | +++ export GIT_BRANCH=PR-1262 logger.go:42: 16:54:56 | scheduled-backup-incremental/5-engage-full-schedule | +++ GIT_BRANCH=PR-1262 logger.go:42: 16:54:56 | scheduled-backup-incremental/5-engage-full-schedule | +++ export VERSION=PR-1262-dc5a409a logger.go:42: 16:54:56 | scheduled-backup-incremental/5-engage-full-schedule | +++ VERSION=PR-1262-dc5a409a logger.go:42: 16:54:56 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 16:54:56 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 16:54:56 | scheduled-backup-incremental/5-engage-full-schedule | +++ [[ -z 8.4 ]] logger.go:42: 16:54:56 | scheduled-backup-incremental/5-engage-full-schedule | +++ export MYSQL_VERSION=8.4 logger.go:42: 16:54:56 | scheduled-backup-incremental/5-engage-full-schedule | +++ MYSQL_VERSION=8.4 logger.go:42: 16:54:56 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.4 logger.go:42: 16:54:56 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.4 logger.go:42: 16:54:56 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.4 logger.go:42: 16:54:56 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.4 logger.go:42: 16:54:56 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 16:54:56 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 16:54:56 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.4 logger.go:42: 16:54:56 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.4 logger.go:42: 16:54:56 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 16:54:56 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 16:54:56 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 16:54:56 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 16:54:56 | scheduled-backup-incremental/5-engage-full-schedule | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 16:54:56 | scheduled-backup-incremental/5-engage-full-schedule | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 16:54:56 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 16:54:56 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 16:54:56 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 16:54:56 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 16:54:56 | scheduled-backup-incremental/5-engage-full-schedule | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 16:54:56 | scheduled-backup-incremental/5-engage-full-schedule | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 16:54:56 | scheduled-backup-incremental/5-engage-full-schedule | +++ export MINIO_VER=5.4.0 logger.go:42: 16:54:56 | scheduled-backup-incremental/5-engage-full-schedule | +++ MINIO_VER=5.4.0 logger.go:42: 16:54:56 | scheduled-backup-incremental/5-engage-full-schedule | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 16:54:56 | scheduled-backup-incremental/5-engage-full-schedule | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 16:54:56 | scheduled-backup-incremental/5-engage-full-schedule | +++ export VAULT_VER=0.16.1 logger.go:42: 16:54:56 | scheduled-backup-incremental/5-engage-full-schedule | +++ VAULT_VER=0.16.1 logger.go:42: 16:54:56 | scheduled-backup-incremental/5-engage-full-schedule | ++++ which gdate logger.go:42: 16:54:56 | scheduled-backup-incremental/5-engage-full-schedule | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 16:54:56 | scheduled-backup-incremental/5-engage-full-schedule | ++++ which date logger.go:42: 16:54:56 | scheduled-backup-incremental/5-engage-full-schedule | +++ date=/usr/sbin/date logger.go:42: 16:54:56 | scheduled-backup-incremental/5-engage-full-schedule | +++ oc get projects logger.go:42: 16:54:56 | scheduled-backup-incremental/5-engage-full-schedule | +++ : logger.go:42: 16:54:56 | scheduled-backup-incremental/5-engage-full-schedule | +++ kubectl get nodes logger.go:42: 16:54:56 | scheduled-backup-incremental/5-engage-full-schedule | +++ grep '^minikube' logger.go:42: 16:54:57 | scheduled-backup-incremental/5-engage-full-schedule | +++ which gsed logger.go:42: 16:54:57 | scheduled-backup-incremental/5-engage-full-schedule | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 16:54:57 | scheduled-backup-incremental/5-engage-full-schedule | +++ which sed logger.go:42: 16:54:57 | scheduled-backup-incremental/5-engage-full-schedule | ++ sed=/usr/sbin/sed logger.go:42: 16:54:57 | scheduled-backup-incremental/5-engage-full-schedule | ++ oc get projects logger.go:42: 16:54:57 | scheduled-backup-incremental/5-engage-full-schedule | +++ kubectl version -o json logger.go:42: 16:54:57 | scheduled-backup-incremental/5-engage-full-schedule | +++ jq -r .serverVersion.gitVersion logger.go:42: 16:54:57 | scheduled-backup-incremental/5-engage-full-schedule | +++ grep '\-eks\-' logger.go:42: 16:54:57 | scheduled-backup-incremental/5-engage-full-schedule | grep: warning: stray \ before - logger.go:42: 16:54:57 | scheduled-backup-incremental/5-engage-full-schedule | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 16:54:57 | scheduled-backup-incremental/5-engage-full-schedule | ++ '[' ']' logger.go:42: 16:54:57 | scheduled-backup-incremental/5-engage-full-schedule | ++ EKS=0 logger.go:42: 16:54:57 | scheduled-backup-incremental/5-engage-full-schedule | +++ get_cluster_name logger.go:42: 16:54:57 | scheduled-backup-incremental/5-engage-full-schedule | +++ kubectl -n kuttl-test-gorgeous-macaque get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 16:54:58 | scheduled-backup-incremental/5-engage-full-schedule | ++ count_backups_in_schedule minio-full scheduled-backup-incremental logger.go:42: 16:54:58 | scheduled-backup-incremental/5-engage-full-schedule | ++ local schedule_name=minio-full logger.go:42: 16:54:58 | scheduled-backup-incremental/5-engage-full-schedule | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 16:54:58 | scheduled-backup-incremental/5-engage-full-schedule | +++ printf %s kuttl-test-gorgeous-macaque-scheduled-backup-incremental logger.go:42: 16:54:58 | scheduled-backup-incremental/5-engage-full-schedule | +++ sha1sum logger.go:42: 16:54:58 | scheduled-backup-incremental/5-engage-full-schedule | +++ awk '{print $1}' logger.go:42: 16:54:58 | scheduled-backup-incremental/5-engage-full-schedule | +++ head -c 5 logger.go:42: 16:54:58 | scheduled-backup-incremental/5-engage-full-schedule | ++ local prefix=2c6b4 logger.go:42: 16:54:58 | scheduled-backup-incremental/5-engage-full-schedule | +++ kubectl get ps-backup -n kuttl-test-gorgeous-macaque -l percona.com/backup-ancestor=2c6b4-minio-full -o yaml logger.go:42: 16:54:58 | scheduled-backup-incremental/5-engage-full-schedule | +++ yq '.items | length' logger.go:42: 16:54:58 | scheduled-backup-incremental/5-engage-full-schedule | ++ local bcp_count=0 logger.go:42: 16:54:58 | scheduled-backup-incremental/5-engage-full-schedule | ++ echo 0 logger.go:42: 16:54:58 | scheduled-backup-incremental/5-engage-full-schedule | + bcp_count=0 logger.go:42: 16:54:58 | scheduled-backup-incremental/5-engage-full-schedule | + [[ 0 -lt 1 ]] logger.go:42: 16:54:58 | scheduled-backup-incremental/5-engage-full-schedule | + echo 'There are 0 full ps-backups but should be at least 1' logger.go:42: 16:54:58 | scheduled-backup-incremental/5-engage-full-schedule | There are 0 full ps-backups but should be at least 1 logger.go:42: 16:54:58 | scheduled-backup-incremental/5-engage-full-schedule | + exit 1 logger.go:42: 16:55:00 | scheduled-backup-incremental/5-engage-full-schedule | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-full" "$(get_cluster_name)") if [[ $bcp_count -lt 1 ]]; then echo "There are $bcp_count full ps-backups but should be at least 1" exit 1 fi] logger.go:42: 16:55:00 | scheduled-backup-incremental/5-engage-full-schedule | + source ../../functions logger.go:42: 16:55:00 | scheduled-backup-incremental/5-engage-full-schedule | +++ realpath ../../.. logger.go:42: 16:55:00 | scheduled-backup-incremental/5-engage-full-schedule | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 16:55:00 | scheduled-backup-incremental/5-engage-full-schedule | ++++ pwd logger.go:42: 16:55:00 | scheduled-backup-incremental/5-engage-full-schedule | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 16:55:00 | scheduled-backup-incremental/5-engage-full-schedule | ++ test_name=scheduled-backup-incremental logger.go:42: 16:55:00 | scheduled-backup-incremental/5-engage-full-schedule | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/vars.sh logger.go:42: 16:55:00 | scheduled-backup-incremental/5-engage-full-schedule | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 16:55:00 | scheduled-backup-incremental/5-engage-full-schedule | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 16:55:00 | scheduled-backup-incremental/5-engage-full-schedule | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 16:55:00 | scheduled-backup-incremental/5-engage-full-schedule | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 16:55:00 | scheduled-backup-incremental/5-engage-full-schedule | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 16:55:00 | scheduled-backup-incremental/5-engage-full-schedule | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 16:55:00 | scheduled-backup-incremental/5-engage-full-schedule | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 16:55:00 | scheduled-backup-incremental/5-engage-full-schedule | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 16:55:00 | scheduled-backup-incremental/5-engage-full-schedule | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 16:55:00 | scheduled-backup-incremental/5-engage-full-schedule | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 16:55:00 | scheduled-backup-incremental/5-engage-full-schedule | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 16:55:00 | scheduled-backup-incremental/5-engage-full-schedule | +++ export GIT_BRANCH=PR-1262 logger.go:42: 16:55:00 | scheduled-backup-incremental/5-engage-full-schedule | +++ GIT_BRANCH=PR-1262 logger.go:42: 16:55:00 | scheduled-backup-incremental/5-engage-full-schedule | +++ export VERSION=PR-1262-dc5a409a logger.go:42: 16:55:00 | scheduled-backup-incremental/5-engage-full-schedule | +++ VERSION=PR-1262-dc5a409a logger.go:42: 16:55:00 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 16:55:00 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 16:55:00 | scheduled-backup-incremental/5-engage-full-schedule | +++ [[ -z 8.4 ]] logger.go:42: 16:55:00 | scheduled-backup-incremental/5-engage-full-schedule | +++ export MYSQL_VERSION=8.4 logger.go:42: 16:55:00 | scheduled-backup-incremental/5-engage-full-schedule | +++ MYSQL_VERSION=8.4 logger.go:42: 16:55:00 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.4 logger.go:42: 16:55:00 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.4 logger.go:42: 16:55:00 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.4 logger.go:42: 16:55:00 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.4 logger.go:42: 16:55:00 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 16:55:00 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 16:55:00 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.4 logger.go:42: 16:55:00 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.4 logger.go:42: 16:55:00 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 16:55:00 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 16:55:00 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 16:55:00 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 16:55:00 | scheduled-backup-incremental/5-engage-full-schedule | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 16:55:00 | scheduled-backup-incremental/5-engage-full-schedule | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 16:55:00 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 16:55:00 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 16:55:00 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 16:55:00 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 16:55:00 | scheduled-backup-incremental/5-engage-full-schedule | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 16:55:00 | scheduled-backup-incremental/5-engage-full-schedule | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 16:55:00 | scheduled-backup-incremental/5-engage-full-schedule | +++ export MINIO_VER=5.4.0 logger.go:42: 16:55:00 | scheduled-backup-incremental/5-engage-full-schedule | +++ MINIO_VER=5.4.0 logger.go:42: 16:55:00 | scheduled-backup-incremental/5-engage-full-schedule | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 16:55:00 | scheduled-backup-incremental/5-engage-full-schedule | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 16:55:00 | scheduled-backup-incremental/5-engage-full-schedule | +++ export VAULT_VER=0.16.1 logger.go:42: 16:55:00 | scheduled-backup-incremental/5-engage-full-schedule | +++ VAULT_VER=0.16.1 logger.go:42: 16:55:00 | scheduled-backup-incremental/5-engage-full-schedule | ++++ which gdate logger.go:42: 16:55:00 | scheduled-backup-incremental/5-engage-full-schedule | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 16:55:00 | scheduled-backup-incremental/5-engage-full-schedule | ++++ which date logger.go:42: 16:55:00 | scheduled-backup-incremental/5-engage-full-schedule | +++ date=/usr/sbin/date logger.go:42: 16:55:00 | scheduled-backup-incremental/5-engage-full-schedule | +++ oc get projects logger.go:42: 16:55:00 | scheduled-backup-incremental/5-engage-full-schedule | +++ : logger.go:42: 16:55:00 | scheduled-backup-incremental/5-engage-full-schedule | +++ kubectl get nodes logger.go:42: 16:55:00 | scheduled-backup-incremental/5-engage-full-schedule | +++ grep '^minikube' logger.go:42: 16:55:00 | scheduled-backup-incremental/5-engage-full-schedule | +++ which gsed logger.go:42: 16:55:00 | scheduled-backup-incremental/5-engage-full-schedule | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 16:55:00 | scheduled-backup-incremental/5-engage-full-schedule | +++ which sed logger.go:42: 16:55:00 | scheduled-backup-incremental/5-engage-full-schedule | ++ sed=/usr/sbin/sed logger.go:42: 16:55:00 | scheduled-backup-incremental/5-engage-full-schedule | ++ oc get projects logger.go:42: 16:55:00 | scheduled-backup-incremental/5-engage-full-schedule | +++ kubectl version -o json logger.go:42: 16:55:00 | scheduled-backup-incremental/5-engage-full-schedule | +++ jq -r .serverVersion.gitVersion logger.go:42: 16:55:00 | scheduled-backup-incremental/5-engage-full-schedule | +++ grep '\-eks\-' logger.go:42: 16:55:00 | scheduled-backup-incremental/5-engage-full-schedule | grep: warning: stray \ before - logger.go:42: 16:55:01 | scheduled-backup-incremental/5-engage-full-schedule | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 16:55:01 | scheduled-backup-incremental/5-engage-full-schedule | ++ '[' ']' logger.go:42: 16:55:01 | scheduled-backup-incremental/5-engage-full-schedule | ++ EKS=0 logger.go:42: 16:55:01 | scheduled-backup-incremental/5-engage-full-schedule | +++ get_cluster_name logger.go:42: 16:55:01 | scheduled-backup-incremental/5-engage-full-schedule | +++ kubectl -n kuttl-test-gorgeous-macaque get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 16:55:01 | scheduled-backup-incremental/5-engage-full-schedule | ++ count_backups_in_schedule minio-full scheduled-backup-incremental logger.go:42: 16:55:01 | scheduled-backup-incremental/5-engage-full-schedule | ++ local schedule_name=minio-full logger.go:42: 16:55:01 | scheduled-backup-incremental/5-engage-full-schedule | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 16:55:01 | scheduled-backup-incremental/5-engage-full-schedule | +++ printf %s kuttl-test-gorgeous-macaque-scheduled-backup-incremental logger.go:42: 16:55:01 | scheduled-backup-incremental/5-engage-full-schedule | +++ sha1sum logger.go:42: 16:55:01 | scheduled-backup-incremental/5-engage-full-schedule | +++ awk '{print $1}' logger.go:42: 16:55:01 | scheduled-backup-incremental/5-engage-full-schedule | +++ head -c 5 logger.go:42: 16:55:01 | scheduled-backup-incremental/5-engage-full-schedule | ++ local prefix=2c6b4 logger.go:42: 16:55:01 | scheduled-backup-incremental/5-engage-full-schedule | +++ kubectl get ps-backup -n kuttl-test-gorgeous-macaque -l percona.com/backup-ancestor=2c6b4-minio-full -o yaml logger.go:42: 16:55:01 | scheduled-backup-incremental/5-engage-full-schedule | +++ yq '.items | length' logger.go:42: 16:55:02 | scheduled-backup-incremental/5-engage-full-schedule | ++ local bcp_count=0 logger.go:42: 16:55:02 | scheduled-backup-incremental/5-engage-full-schedule | ++ echo 0 logger.go:42: 16:55:02 | scheduled-backup-incremental/5-engage-full-schedule | + bcp_count=0 logger.go:42: 16:55:02 | scheduled-backup-incremental/5-engage-full-schedule | + [[ 0 -lt 1 ]] logger.go:42: 16:55:02 | scheduled-backup-incremental/5-engage-full-schedule | + echo 'There are 0 full ps-backups but should be at least 1' logger.go:42: 16:55:02 | scheduled-backup-incremental/5-engage-full-schedule | There are 0 full ps-backups but should be at least 1 logger.go:42: 16:55:02 | scheduled-backup-incremental/5-engage-full-schedule | + exit 1 logger.go:42: 16:55:03 | scheduled-backup-incremental/5-engage-full-schedule | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-full" "$(get_cluster_name)") if [[ $bcp_count -lt 1 ]]; then echo "There are $bcp_count full ps-backups but should be at least 1" exit 1 fi] logger.go:42: 16:55:03 | scheduled-backup-incremental/5-engage-full-schedule | + source ../../functions logger.go:42: 16:55:03 | scheduled-backup-incremental/5-engage-full-schedule | +++ realpath ../../.. logger.go:42: 16:55:03 | scheduled-backup-incremental/5-engage-full-schedule | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 16:55:03 | scheduled-backup-incremental/5-engage-full-schedule | ++++ pwd logger.go:42: 16:55:03 | scheduled-backup-incremental/5-engage-full-schedule | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 16:55:03 | scheduled-backup-incremental/5-engage-full-schedule | ++ test_name=scheduled-backup-incremental logger.go:42: 16:55:03 | scheduled-backup-incremental/5-engage-full-schedule | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/vars.sh logger.go:42: 16:55:03 | scheduled-backup-incremental/5-engage-full-schedule | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 16:55:03 | scheduled-backup-incremental/5-engage-full-schedule | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 16:55:03 | scheduled-backup-incremental/5-engage-full-schedule | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 16:55:03 | scheduled-backup-incremental/5-engage-full-schedule | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 16:55:03 | scheduled-backup-incremental/5-engage-full-schedule | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 16:55:03 | scheduled-backup-incremental/5-engage-full-schedule | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 16:55:03 | scheduled-backup-incremental/5-engage-full-schedule | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 16:55:03 | scheduled-backup-incremental/5-engage-full-schedule | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 16:55:03 | scheduled-backup-incremental/5-engage-full-schedule | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 16:55:03 | scheduled-backup-incremental/5-engage-full-schedule | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 16:55:03 | scheduled-backup-incremental/5-engage-full-schedule | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 16:55:03 | scheduled-backup-incremental/5-engage-full-schedule | +++ export GIT_BRANCH=PR-1262 logger.go:42: 16:55:03 | scheduled-backup-incremental/5-engage-full-schedule | +++ GIT_BRANCH=PR-1262 logger.go:42: 16:55:03 | scheduled-backup-incremental/5-engage-full-schedule | +++ export VERSION=PR-1262-dc5a409a logger.go:42: 16:55:03 | scheduled-backup-incremental/5-engage-full-schedule | +++ VERSION=PR-1262-dc5a409a logger.go:42: 16:55:03 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 16:55:03 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 16:55:03 | scheduled-backup-incremental/5-engage-full-schedule | +++ [[ -z 8.4 ]] logger.go:42: 16:55:03 | scheduled-backup-incremental/5-engage-full-schedule | +++ export MYSQL_VERSION=8.4 logger.go:42: 16:55:03 | scheduled-backup-incremental/5-engage-full-schedule | +++ MYSQL_VERSION=8.4 logger.go:42: 16:55:03 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.4 logger.go:42: 16:55:03 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.4 logger.go:42: 16:55:03 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.4 logger.go:42: 16:55:03 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.4 logger.go:42: 16:55:03 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 16:55:03 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 16:55:03 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.4 logger.go:42: 16:55:03 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.4 logger.go:42: 16:55:03 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 16:55:03 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 16:55:03 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 16:55:03 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 16:55:03 | scheduled-backup-incremental/5-engage-full-schedule | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 16:55:03 | scheduled-backup-incremental/5-engage-full-schedule | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 16:55:03 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 16:55:03 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 16:55:03 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 16:55:03 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 16:55:03 | scheduled-backup-incremental/5-engage-full-schedule | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 16:55:03 | scheduled-backup-incremental/5-engage-full-schedule | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 16:55:03 | scheduled-backup-incremental/5-engage-full-schedule | +++ export MINIO_VER=5.4.0 logger.go:42: 16:55:03 | scheduled-backup-incremental/5-engage-full-schedule | +++ MINIO_VER=5.4.0 logger.go:42: 16:55:03 | scheduled-backup-incremental/5-engage-full-schedule | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 16:55:03 | scheduled-backup-incremental/5-engage-full-schedule | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 16:55:03 | scheduled-backup-incremental/5-engage-full-schedule | +++ export VAULT_VER=0.16.1 logger.go:42: 16:55:03 | scheduled-backup-incremental/5-engage-full-schedule | +++ VAULT_VER=0.16.1 logger.go:42: 16:55:03 | scheduled-backup-incremental/5-engage-full-schedule | ++++ which gdate logger.go:42: 16:55:03 | scheduled-backup-incremental/5-engage-full-schedule | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 16:55:03 | scheduled-backup-incremental/5-engage-full-schedule | ++++ which date logger.go:42: 16:55:03 | scheduled-backup-incremental/5-engage-full-schedule | +++ date=/usr/sbin/date logger.go:42: 16:55:03 | scheduled-backup-incremental/5-engage-full-schedule | +++ oc get projects logger.go:42: 16:55:03 | scheduled-backup-incremental/5-engage-full-schedule | +++ : logger.go:42: 16:55:03 | scheduled-backup-incremental/5-engage-full-schedule | +++ kubectl get nodes logger.go:42: 16:55:03 | scheduled-backup-incremental/5-engage-full-schedule | +++ grep '^minikube' logger.go:42: 16:55:04 | scheduled-backup-incremental/5-engage-full-schedule | +++ which gsed logger.go:42: 16:55:04 | scheduled-backup-incremental/5-engage-full-schedule | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 16:55:04 | scheduled-backup-incremental/5-engage-full-schedule | +++ which sed logger.go:42: 16:55:04 | scheduled-backup-incremental/5-engage-full-schedule | ++ sed=/usr/sbin/sed logger.go:42: 16:55:04 | scheduled-backup-incremental/5-engage-full-schedule | ++ oc get projects logger.go:42: 16:55:04 | scheduled-backup-incremental/5-engage-full-schedule | +++ kubectl version -o json logger.go:42: 16:55:04 | scheduled-backup-incremental/5-engage-full-schedule | +++ jq -r .serverVersion.gitVersion logger.go:42: 16:55:04 | scheduled-backup-incremental/5-engage-full-schedule | +++ grep '\-eks\-' logger.go:42: 16:55:04 | scheduled-backup-incremental/5-engage-full-schedule | grep: warning: stray \ before - logger.go:42: 16:55:04 | scheduled-backup-incremental/5-engage-full-schedule | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 16:55:04 | scheduled-backup-incremental/5-engage-full-schedule | ++ '[' ']' logger.go:42: 16:55:04 | scheduled-backup-incremental/5-engage-full-schedule | ++ EKS=0 logger.go:42: 16:55:04 | scheduled-backup-incremental/5-engage-full-schedule | +++ get_cluster_name logger.go:42: 16:55:04 | scheduled-backup-incremental/5-engage-full-schedule | +++ kubectl -n kuttl-test-gorgeous-macaque get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 16:55:05 | scheduled-backup-incremental/5-engage-full-schedule | ++ count_backups_in_schedule minio-full scheduled-backup-incremental logger.go:42: 16:55:05 | scheduled-backup-incremental/5-engage-full-schedule | ++ local schedule_name=minio-full logger.go:42: 16:55:05 | scheduled-backup-incremental/5-engage-full-schedule | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 16:55:05 | scheduled-backup-incremental/5-engage-full-schedule | +++ printf %s kuttl-test-gorgeous-macaque-scheduled-backup-incremental logger.go:42: 16:55:05 | scheduled-backup-incremental/5-engage-full-schedule | +++ sha1sum logger.go:42: 16:55:05 | scheduled-backup-incremental/5-engage-full-schedule | +++ awk '{print $1}' logger.go:42: 16:55:05 | scheduled-backup-incremental/5-engage-full-schedule | +++ head -c 5 logger.go:42: 16:55:05 | scheduled-backup-incremental/5-engage-full-schedule | ++ local prefix=2c6b4 logger.go:42: 16:55:05 | scheduled-backup-incremental/5-engage-full-schedule | +++ kubectl get ps-backup -n kuttl-test-gorgeous-macaque -l percona.com/backup-ancestor=2c6b4-minio-full -o yaml logger.go:42: 16:55:05 | scheduled-backup-incremental/5-engage-full-schedule | +++ yq '.items | length' logger.go:42: 16:55:05 | scheduled-backup-incremental/5-engage-full-schedule | ++ local bcp_count=0 logger.go:42: 16:55:05 | scheduled-backup-incremental/5-engage-full-schedule | ++ echo 0 logger.go:42: 16:55:05 | scheduled-backup-incremental/5-engage-full-schedule | + bcp_count=0 logger.go:42: 16:55:05 | scheduled-backup-incremental/5-engage-full-schedule | + [[ 0 -lt 1 ]] logger.go:42: 16:55:05 | scheduled-backup-incremental/5-engage-full-schedule | + echo 'There are 0 full ps-backups but should be at least 1' logger.go:42: 16:55:05 | scheduled-backup-incremental/5-engage-full-schedule | There are 0 full ps-backups but should be at least 1 logger.go:42: 16:55:05 | scheduled-backup-incremental/5-engage-full-schedule | + exit 1 logger.go:42: 16:55:06 | scheduled-backup-incremental/5-engage-full-schedule | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-full" "$(get_cluster_name)") if [[ $bcp_count -lt 1 ]]; then echo "There are $bcp_count full ps-backups but should be at least 1" exit 1 fi] logger.go:42: 16:55:06 | scheduled-backup-incremental/5-engage-full-schedule | + source ../../functions logger.go:42: 16:55:06 | scheduled-backup-incremental/5-engage-full-schedule | +++ realpath ../../.. logger.go:42: 16:55:06 | scheduled-backup-incremental/5-engage-full-schedule | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 16:55:06 | scheduled-backup-incremental/5-engage-full-schedule | ++++ pwd logger.go:42: 16:55:06 | scheduled-backup-incremental/5-engage-full-schedule | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 16:55:06 | scheduled-backup-incremental/5-engage-full-schedule | ++ test_name=scheduled-backup-incremental logger.go:42: 16:55:06 | scheduled-backup-incremental/5-engage-full-schedule | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/vars.sh logger.go:42: 16:55:06 | scheduled-backup-incremental/5-engage-full-schedule | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 16:55:06 | scheduled-backup-incremental/5-engage-full-schedule | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 16:55:06 | scheduled-backup-incremental/5-engage-full-schedule | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 16:55:06 | scheduled-backup-incremental/5-engage-full-schedule | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 16:55:06 | scheduled-backup-incremental/5-engage-full-schedule | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 16:55:06 | scheduled-backup-incremental/5-engage-full-schedule | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 16:55:06 | scheduled-backup-incremental/5-engage-full-schedule | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 16:55:06 | scheduled-backup-incremental/5-engage-full-schedule | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 16:55:06 | scheduled-backup-incremental/5-engage-full-schedule | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 16:55:06 | scheduled-backup-incremental/5-engage-full-schedule | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 16:55:06 | scheduled-backup-incremental/5-engage-full-schedule | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 16:55:06 | scheduled-backup-incremental/5-engage-full-schedule | +++ export GIT_BRANCH=PR-1262 logger.go:42: 16:55:06 | scheduled-backup-incremental/5-engage-full-schedule | +++ GIT_BRANCH=PR-1262 logger.go:42: 16:55:06 | scheduled-backup-incremental/5-engage-full-schedule | +++ export VERSION=PR-1262-dc5a409a logger.go:42: 16:55:06 | scheduled-backup-incremental/5-engage-full-schedule | +++ VERSION=PR-1262-dc5a409a logger.go:42: 16:55:06 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 16:55:06 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 16:55:06 | scheduled-backup-incremental/5-engage-full-schedule | +++ [[ -z 8.4 ]] logger.go:42: 16:55:06 | scheduled-backup-incremental/5-engage-full-schedule | +++ export MYSQL_VERSION=8.4 logger.go:42: 16:55:06 | scheduled-backup-incremental/5-engage-full-schedule | +++ MYSQL_VERSION=8.4 logger.go:42: 16:55:06 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.4 logger.go:42: 16:55:06 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.4 logger.go:42: 16:55:06 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.4 logger.go:42: 16:55:06 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.4 logger.go:42: 16:55:06 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 16:55:06 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 16:55:06 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.4 logger.go:42: 16:55:06 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.4 logger.go:42: 16:55:06 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 16:55:06 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 16:55:06 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 16:55:06 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 16:55:06 | scheduled-backup-incremental/5-engage-full-schedule | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 16:55:06 | scheduled-backup-incremental/5-engage-full-schedule | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 16:55:06 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 16:55:06 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 16:55:06 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 16:55:06 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 16:55:06 | scheduled-backup-incremental/5-engage-full-schedule | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 16:55:06 | scheduled-backup-incremental/5-engage-full-schedule | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 16:55:06 | scheduled-backup-incremental/5-engage-full-schedule | +++ export MINIO_VER=5.4.0 logger.go:42: 16:55:06 | scheduled-backup-incremental/5-engage-full-schedule | +++ MINIO_VER=5.4.0 logger.go:42: 16:55:06 | scheduled-backup-incremental/5-engage-full-schedule | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 16:55:06 | scheduled-backup-incremental/5-engage-full-schedule | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 16:55:06 | scheduled-backup-incremental/5-engage-full-schedule | +++ export VAULT_VER=0.16.1 logger.go:42: 16:55:06 | scheduled-backup-incremental/5-engage-full-schedule | +++ VAULT_VER=0.16.1 logger.go:42: 16:55:06 | scheduled-backup-incremental/5-engage-full-schedule | ++++ which gdate logger.go:42: 16:55:06 | scheduled-backup-incremental/5-engage-full-schedule | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 16:55:06 | scheduled-backup-incremental/5-engage-full-schedule | ++++ which date logger.go:42: 16:55:06 | scheduled-backup-incremental/5-engage-full-schedule | +++ date=/usr/sbin/date logger.go:42: 16:55:06 | scheduled-backup-incremental/5-engage-full-schedule | +++ oc get projects logger.go:42: 16:55:06 | scheduled-backup-incremental/5-engage-full-schedule | +++ : logger.go:42: 16:55:06 | scheduled-backup-incremental/5-engage-full-schedule | +++ kubectl get nodes logger.go:42: 16:55:06 | scheduled-backup-incremental/5-engage-full-schedule | +++ grep '^minikube' logger.go:42: 16:55:07 | scheduled-backup-incremental/5-engage-full-schedule | +++ which gsed logger.go:42: 16:55:07 | scheduled-backup-incremental/5-engage-full-schedule | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 16:55:07 | scheduled-backup-incremental/5-engage-full-schedule | +++ which sed logger.go:42: 16:55:07 | scheduled-backup-incremental/5-engage-full-schedule | ++ sed=/usr/sbin/sed logger.go:42: 16:55:07 | scheduled-backup-incremental/5-engage-full-schedule | ++ oc get projects logger.go:42: 16:55:07 | scheduled-backup-incremental/5-engage-full-schedule | +++ kubectl version -o json logger.go:42: 16:55:07 | scheduled-backup-incremental/5-engage-full-schedule | +++ jq -r .serverVersion.gitVersion logger.go:42: 16:55:07 | scheduled-backup-incremental/5-engage-full-schedule | +++ grep '\-eks\-' logger.go:42: 16:55:07 | scheduled-backup-incremental/5-engage-full-schedule | grep: warning: stray \ before - logger.go:42: 16:55:07 | scheduled-backup-incremental/5-engage-full-schedule | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 16:55:07 | scheduled-backup-incremental/5-engage-full-schedule | ++ '[' ']' logger.go:42: 16:55:07 | scheduled-backup-incremental/5-engage-full-schedule | ++ EKS=0 logger.go:42: 16:55:07 | scheduled-backup-incremental/5-engage-full-schedule | +++ get_cluster_name logger.go:42: 16:55:07 | scheduled-backup-incremental/5-engage-full-schedule | +++ kubectl -n kuttl-test-gorgeous-macaque get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 16:55:08 | scheduled-backup-incremental/5-engage-full-schedule | ++ count_backups_in_schedule minio-full scheduled-backup-incremental logger.go:42: 16:55:08 | scheduled-backup-incremental/5-engage-full-schedule | ++ local schedule_name=minio-full logger.go:42: 16:55:08 | scheduled-backup-incremental/5-engage-full-schedule | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 16:55:08 | scheduled-backup-incremental/5-engage-full-schedule | +++ printf %s kuttl-test-gorgeous-macaque-scheduled-backup-incremental logger.go:42: 16:55:08 | scheduled-backup-incremental/5-engage-full-schedule | +++ sha1sum logger.go:42: 16:55:08 | scheduled-backup-incremental/5-engage-full-schedule | +++ head -c 5 logger.go:42: 16:55:08 | scheduled-backup-incremental/5-engage-full-schedule | +++ awk '{print $1}' logger.go:42: 16:55:08 | scheduled-backup-incremental/5-engage-full-schedule | ++ local prefix=2c6b4 logger.go:42: 16:55:08 | scheduled-backup-incremental/5-engage-full-schedule | +++ kubectl get ps-backup -n kuttl-test-gorgeous-macaque -l percona.com/backup-ancestor=2c6b4-minio-full -o yaml logger.go:42: 16:55:08 | scheduled-backup-incremental/5-engage-full-schedule | +++ yq '.items | length' logger.go:42: 16:55:08 | scheduled-backup-incremental/5-engage-full-schedule | ++ local bcp_count=0 logger.go:42: 16:55:08 | scheduled-backup-incremental/5-engage-full-schedule | ++ echo 0 logger.go:42: 16:55:08 | scheduled-backup-incremental/5-engage-full-schedule | + bcp_count=0 logger.go:42: 16:55:08 | scheduled-backup-incremental/5-engage-full-schedule | + [[ 0 -lt 1 ]] logger.go:42: 16:55:08 | scheduled-backup-incremental/5-engage-full-schedule | + echo 'There are 0 full ps-backups but should be at least 1' logger.go:42: 16:55:08 | scheduled-backup-incremental/5-engage-full-schedule | There are 0 full ps-backups but should be at least 1 logger.go:42: 16:55:08 | scheduled-backup-incremental/5-engage-full-schedule | + exit 1 logger.go:42: 16:55:10 | scheduled-backup-incremental/5-engage-full-schedule | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-full" "$(get_cluster_name)") if [[ $bcp_count -lt 1 ]]; then echo "There are $bcp_count full ps-backups but should be at least 1" exit 1 fi] logger.go:42: 16:55:10 | scheduled-backup-incremental/5-engage-full-schedule | + source ../../functions logger.go:42: 16:55:10 | scheduled-backup-incremental/5-engage-full-schedule | +++ realpath ../../.. logger.go:42: 16:55:10 | scheduled-backup-incremental/5-engage-full-schedule | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 16:55:10 | scheduled-backup-incremental/5-engage-full-schedule | ++++ pwd logger.go:42: 16:55:10 | scheduled-backup-incremental/5-engage-full-schedule | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 16:55:10 | scheduled-backup-incremental/5-engage-full-schedule | ++ test_name=scheduled-backup-incremental logger.go:42: 16:55:10 | scheduled-backup-incremental/5-engage-full-schedule | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/vars.sh logger.go:42: 16:55:10 | scheduled-backup-incremental/5-engage-full-schedule | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 16:55:10 | scheduled-backup-incremental/5-engage-full-schedule | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 16:55:10 | scheduled-backup-incremental/5-engage-full-schedule | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 16:55:10 | scheduled-backup-incremental/5-engage-full-schedule | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 16:55:10 | scheduled-backup-incremental/5-engage-full-schedule | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 16:55:10 | scheduled-backup-incremental/5-engage-full-schedule | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 16:55:10 | scheduled-backup-incremental/5-engage-full-schedule | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 16:55:10 | scheduled-backup-incremental/5-engage-full-schedule | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 16:55:10 | scheduled-backup-incremental/5-engage-full-schedule | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 16:55:10 | scheduled-backup-incremental/5-engage-full-schedule | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 16:55:10 | scheduled-backup-incremental/5-engage-full-schedule | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 16:55:10 | scheduled-backup-incremental/5-engage-full-schedule | +++ export GIT_BRANCH=PR-1262 logger.go:42: 16:55:10 | scheduled-backup-incremental/5-engage-full-schedule | +++ GIT_BRANCH=PR-1262 logger.go:42: 16:55:10 | scheduled-backup-incremental/5-engage-full-schedule | +++ export VERSION=PR-1262-dc5a409a logger.go:42: 16:55:10 | scheduled-backup-incremental/5-engage-full-schedule | +++ VERSION=PR-1262-dc5a409a logger.go:42: 16:55:10 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 16:55:10 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 16:55:10 | scheduled-backup-incremental/5-engage-full-schedule | +++ [[ -z 8.4 ]] logger.go:42: 16:55:10 | scheduled-backup-incremental/5-engage-full-schedule | +++ export MYSQL_VERSION=8.4 logger.go:42: 16:55:10 | scheduled-backup-incremental/5-engage-full-schedule | +++ MYSQL_VERSION=8.4 logger.go:42: 16:55:10 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.4 logger.go:42: 16:55:10 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.4 logger.go:42: 16:55:10 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.4 logger.go:42: 16:55:10 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.4 logger.go:42: 16:55:10 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 16:55:10 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 16:55:10 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.4 logger.go:42: 16:55:10 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.4 logger.go:42: 16:55:10 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 16:55:10 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 16:55:10 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 16:55:10 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 16:55:10 | scheduled-backup-incremental/5-engage-full-schedule | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 16:55:10 | scheduled-backup-incremental/5-engage-full-schedule | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 16:55:10 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 16:55:10 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 16:55:10 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 16:55:10 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 16:55:10 | scheduled-backup-incremental/5-engage-full-schedule | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 16:55:10 | scheduled-backup-incremental/5-engage-full-schedule | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 16:55:10 | scheduled-backup-incremental/5-engage-full-schedule | +++ export MINIO_VER=5.4.0 logger.go:42: 16:55:10 | scheduled-backup-incremental/5-engage-full-schedule | +++ MINIO_VER=5.4.0 logger.go:42: 16:55:10 | scheduled-backup-incremental/5-engage-full-schedule | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 16:55:10 | scheduled-backup-incremental/5-engage-full-schedule | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 16:55:10 | scheduled-backup-incremental/5-engage-full-schedule | +++ export VAULT_VER=0.16.1 logger.go:42: 16:55:10 | scheduled-backup-incremental/5-engage-full-schedule | +++ VAULT_VER=0.16.1 logger.go:42: 16:55:10 | scheduled-backup-incremental/5-engage-full-schedule | ++++ which gdate logger.go:42: 16:55:10 | scheduled-backup-incremental/5-engage-full-schedule | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 16:55:10 | scheduled-backup-incremental/5-engage-full-schedule | ++++ which date logger.go:42: 16:55:10 | scheduled-backup-incremental/5-engage-full-schedule | +++ date=/usr/sbin/date logger.go:42: 16:55:10 | scheduled-backup-incremental/5-engage-full-schedule | +++ oc get projects logger.go:42: 16:55:10 | scheduled-backup-incremental/5-engage-full-schedule | +++ : logger.go:42: 16:55:10 | scheduled-backup-incremental/5-engage-full-schedule | +++ kubectl get nodes logger.go:42: 16:55:10 | scheduled-backup-incremental/5-engage-full-schedule | +++ grep '^minikube' logger.go:42: 16:55:10 | scheduled-backup-incremental/5-engage-full-schedule | +++ which gsed logger.go:42: 16:55:10 | scheduled-backup-incremental/5-engage-full-schedule | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 16:55:10 | scheduled-backup-incremental/5-engage-full-schedule | +++ which sed logger.go:42: 16:55:10 | scheduled-backup-incremental/5-engage-full-schedule | ++ sed=/usr/sbin/sed logger.go:42: 16:55:10 | scheduled-backup-incremental/5-engage-full-schedule | ++ oc get projects logger.go:42: 16:55:10 | scheduled-backup-incremental/5-engage-full-schedule | +++ kubectl version -o json logger.go:42: 16:55:10 | scheduled-backup-incremental/5-engage-full-schedule | +++ jq -r .serverVersion.gitVersion logger.go:42: 16:55:10 | scheduled-backup-incremental/5-engage-full-schedule | +++ grep '\-eks\-' logger.go:42: 16:55:10 | scheduled-backup-incremental/5-engage-full-schedule | grep: warning: stray \ before - logger.go:42: 16:55:11 | scheduled-backup-incremental/5-engage-full-schedule | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 16:55:11 | scheduled-backup-incremental/5-engage-full-schedule | ++ '[' ']' logger.go:42: 16:55:11 | scheduled-backup-incremental/5-engage-full-schedule | ++ EKS=0 logger.go:42: 16:55:11 | scheduled-backup-incremental/5-engage-full-schedule | +++ get_cluster_name logger.go:42: 16:55:11 | scheduled-backup-incremental/5-engage-full-schedule | +++ kubectl -n kuttl-test-gorgeous-macaque get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 16:55:11 | scheduled-backup-incremental/5-engage-full-schedule | ++ count_backups_in_schedule minio-full scheduled-backup-incremental logger.go:42: 16:55:11 | scheduled-backup-incremental/5-engage-full-schedule | ++ local schedule_name=minio-full logger.go:42: 16:55:11 | scheduled-backup-incremental/5-engage-full-schedule | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 16:55:11 | scheduled-backup-incremental/5-engage-full-schedule | +++ printf %s kuttl-test-gorgeous-macaque-scheduled-backup-incremental logger.go:42: 16:55:11 | scheduled-backup-incremental/5-engage-full-schedule | +++ sha1sum logger.go:42: 16:55:11 | scheduled-backup-incremental/5-engage-full-schedule | +++ awk '{print $1}' logger.go:42: 16:55:11 | scheduled-backup-incremental/5-engage-full-schedule | +++ head -c 5 logger.go:42: 16:55:11 | scheduled-backup-incremental/5-engage-full-schedule | ++ local prefix=2c6b4 logger.go:42: 16:55:11 | scheduled-backup-incremental/5-engage-full-schedule | +++ yq '.items | length' logger.go:42: 16:55:11 | scheduled-backup-incremental/5-engage-full-schedule | +++ kubectl get ps-backup -n kuttl-test-gorgeous-macaque -l percona.com/backup-ancestor=2c6b4-minio-full -o yaml logger.go:42: 16:55:12 | scheduled-backup-incremental/5-engage-full-schedule | ++ local bcp_count=0 logger.go:42: 16:55:12 | scheduled-backup-incremental/5-engage-full-schedule | ++ echo 0 logger.go:42: 16:55:12 | scheduled-backup-incremental/5-engage-full-schedule | + bcp_count=0 logger.go:42: 16:55:12 | scheduled-backup-incremental/5-engage-full-schedule | + [[ 0 -lt 1 ]] logger.go:42: 16:55:12 | scheduled-backup-incremental/5-engage-full-schedule | + echo 'There are 0 full ps-backups but should be at least 1' logger.go:42: 16:55:12 | scheduled-backup-incremental/5-engage-full-schedule | There are 0 full ps-backups but should be at least 1 logger.go:42: 16:55:12 | scheduled-backup-incremental/5-engage-full-schedule | + exit 1 logger.go:42: 16:55:13 | scheduled-backup-incremental/5-engage-full-schedule | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-full" "$(get_cluster_name)") if [[ $bcp_count -lt 1 ]]; then echo "There are $bcp_count full ps-backups but should be at least 1" exit 1 fi] logger.go:42: 16:55:13 | scheduled-backup-incremental/5-engage-full-schedule | + source ../../functions logger.go:42: 16:55:13 | scheduled-backup-incremental/5-engage-full-schedule | +++ realpath ../../.. logger.go:42: 16:55:13 | scheduled-backup-incremental/5-engage-full-schedule | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 16:55:13 | scheduled-backup-incremental/5-engage-full-schedule | ++++ pwd logger.go:42: 16:55:13 | scheduled-backup-incremental/5-engage-full-schedule | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 16:55:13 | scheduled-backup-incremental/5-engage-full-schedule | ++ test_name=scheduled-backup-incremental logger.go:42: 16:55:13 | scheduled-backup-incremental/5-engage-full-schedule | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/vars.sh logger.go:42: 16:55:13 | scheduled-backup-incremental/5-engage-full-schedule | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 16:55:13 | scheduled-backup-incremental/5-engage-full-schedule | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 16:55:13 | scheduled-backup-incremental/5-engage-full-schedule | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 16:55:13 | scheduled-backup-incremental/5-engage-full-schedule | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 16:55:13 | scheduled-backup-incremental/5-engage-full-schedule | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 16:55:13 | scheduled-backup-incremental/5-engage-full-schedule | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 16:55:13 | scheduled-backup-incremental/5-engage-full-schedule | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 16:55:13 | scheduled-backup-incremental/5-engage-full-schedule | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 16:55:13 | scheduled-backup-incremental/5-engage-full-schedule | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 16:55:13 | scheduled-backup-incremental/5-engage-full-schedule | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 16:55:13 | scheduled-backup-incremental/5-engage-full-schedule | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 16:55:13 | scheduled-backup-incremental/5-engage-full-schedule | +++ export GIT_BRANCH=PR-1262 logger.go:42: 16:55:13 | scheduled-backup-incremental/5-engage-full-schedule | +++ GIT_BRANCH=PR-1262 logger.go:42: 16:55:13 | scheduled-backup-incremental/5-engage-full-schedule | +++ export VERSION=PR-1262-dc5a409a logger.go:42: 16:55:13 | scheduled-backup-incremental/5-engage-full-schedule | +++ VERSION=PR-1262-dc5a409a logger.go:42: 16:55:13 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 16:55:13 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 16:55:13 | scheduled-backup-incremental/5-engage-full-schedule | +++ [[ -z 8.4 ]] logger.go:42: 16:55:13 | scheduled-backup-incremental/5-engage-full-schedule | +++ export MYSQL_VERSION=8.4 logger.go:42: 16:55:13 | scheduled-backup-incremental/5-engage-full-schedule | +++ MYSQL_VERSION=8.4 logger.go:42: 16:55:13 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.4 logger.go:42: 16:55:13 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.4 logger.go:42: 16:55:13 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.4 logger.go:42: 16:55:13 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.4 logger.go:42: 16:55:13 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 16:55:13 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 16:55:13 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.4 logger.go:42: 16:55:13 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.4 logger.go:42: 16:55:13 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 16:55:13 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 16:55:13 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 16:55:13 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 16:55:13 | scheduled-backup-incremental/5-engage-full-schedule | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 16:55:13 | scheduled-backup-incremental/5-engage-full-schedule | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 16:55:13 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 16:55:13 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 16:55:13 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 16:55:13 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 16:55:13 | scheduled-backup-incremental/5-engage-full-schedule | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 16:55:13 | scheduled-backup-incremental/5-engage-full-schedule | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 16:55:13 | scheduled-backup-incremental/5-engage-full-schedule | +++ export MINIO_VER=5.4.0 logger.go:42: 16:55:13 | scheduled-backup-incremental/5-engage-full-schedule | +++ MINIO_VER=5.4.0 logger.go:42: 16:55:13 | scheduled-backup-incremental/5-engage-full-schedule | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 16:55:13 | scheduled-backup-incremental/5-engage-full-schedule | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 16:55:13 | scheduled-backup-incremental/5-engage-full-schedule | +++ export VAULT_VER=0.16.1 logger.go:42: 16:55:13 | scheduled-backup-incremental/5-engage-full-schedule | +++ VAULT_VER=0.16.1 logger.go:42: 16:55:13 | scheduled-backup-incremental/5-engage-full-schedule | ++++ which gdate logger.go:42: 16:55:13 | scheduled-backup-incremental/5-engage-full-schedule | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 16:55:13 | scheduled-backup-incremental/5-engage-full-schedule | ++++ which date logger.go:42: 16:55:13 | scheduled-backup-incremental/5-engage-full-schedule | +++ date=/usr/sbin/date logger.go:42: 16:55:13 | scheduled-backup-incremental/5-engage-full-schedule | +++ oc get projects logger.go:42: 16:55:13 | scheduled-backup-incremental/5-engage-full-schedule | +++ : logger.go:42: 16:55:13 | scheduled-backup-incremental/5-engage-full-schedule | +++ kubectl get nodes logger.go:42: 16:55:13 | scheduled-backup-incremental/5-engage-full-schedule | +++ grep '^minikube' logger.go:42: 16:55:14 | scheduled-backup-incremental/5-engage-full-schedule | +++ which gsed logger.go:42: 16:55:14 | scheduled-backup-incremental/5-engage-full-schedule | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 16:55:14 | scheduled-backup-incremental/5-engage-full-schedule | +++ which sed logger.go:42: 16:55:14 | scheduled-backup-incremental/5-engage-full-schedule | ++ sed=/usr/sbin/sed logger.go:42: 16:55:14 | scheduled-backup-incremental/5-engage-full-schedule | ++ oc get projects logger.go:42: 16:55:14 | scheduled-backup-incremental/5-engage-full-schedule | +++ kubectl version -o json logger.go:42: 16:55:14 | scheduled-backup-incremental/5-engage-full-schedule | +++ jq -r .serverVersion.gitVersion logger.go:42: 16:55:14 | scheduled-backup-incremental/5-engage-full-schedule | +++ grep '\-eks\-' logger.go:42: 16:55:14 | scheduled-backup-incremental/5-engage-full-schedule | grep: warning: stray \ before - logger.go:42: 16:55:14 | scheduled-backup-incremental/5-engage-full-schedule | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 16:55:14 | scheduled-backup-incremental/5-engage-full-schedule | ++ '[' ']' logger.go:42: 16:55:14 | scheduled-backup-incremental/5-engage-full-schedule | ++ EKS=0 logger.go:42: 16:55:14 | scheduled-backup-incremental/5-engage-full-schedule | +++ get_cluster_name logger.go:42: 16:55:14 | scheduled-backup-incremental/5-engage-full-schedule | +++ kubectl -n kuttl-test-gorgeous-macaque get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 16:55:15 | scheduled-backup-incremental/5-engage-full-schedule | ++ count_backups_in_schedule minio-full scheduled-backup-incremental logger.go:42: 16:55:15 | scheduled-backup-incremental/5-engage-full-schedule | ++ local schedule_name=minio-full logger.go:42: 16:55:15 | scheduled-backup-incremental/5-engage-full-schedule | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 16:55:15 | scheduled-backup-incremental/5-engage-full-schedule | +++ printf %s kuttl-test-gorgeous-macaque-scheduled-backup-incremental logger.go:42: 16:55:15 | scheduled-backup-incremental/5-engage-full-schedule | +++ sha1sum logger.go:42: 16:55:15 | scheduled-backup-incremental/5-engage-full-schedule | +++ awk '{print $1}' logger.go:42: 16:55:15 | scheduled-backup-incremental/5-engage-full-schedule | +++ head -c 5 logger.go:42: 16:55:15 | scheduled-backup-incremental/5-engage-full-schedule | ++ local prefix=2c6b4 logger.go:42: 16:55:15 | scheduled-backup-incremental/5-engage-full-schedule | +++ kubectl get ps-backup -n kuttl-test-gorgeous-macaque -l percona.com/backup-ancestor=2c6b4-minio-full -o yaml logger.go:42: 16:55:15 | scheduled-backup-incremental/5-engage-full-schedule | +++ yq '.items | length' logger.go:42: 16:55:15 | scheduled-backup-incremental/5-engage-full-schedule | ++ local bcp_count=0 logger.go:42: 16:55:15 | scheduled-backup-incremental/5-engage-full-schedule | ++ echo 0 logger.go:42: 16:55:15 | scheduled-backup-incremental/5-engage-full-schedule | + bcp_count=0 logger.go:42: 16:55:15 | scheduled-backup-incremental/5-engage-full-schedule | + [[ 0 -lt 1 ]] logger.go:42: 16:55:15 | scheduled-backup-incremental/5-engage-full-schedule | + echo 'There are 0 full ps-backups but should be at least 1' logger.go:42: 16:55:15 | scheduled-backup-incremental/5-engage-full-schedule | There are 0 full ps-backups but should be at least 1 logger.go:42: 16:55:15 | scheduled-backup-incremental/5-engage-full-schedule | + exit 1 logger.go:42: 16:55:16 | scheduled-backup-incremental/5-engage-full-schedule | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-full" "$(get_cluster_name)") if [[ $bcp_count -lt 1 ]]; then echo "There are $bcp_count full ps-backups but should be at least 1" exit 1 fi] logger.go:42: 16:55:16 | scheduled-backup-incremental/5-engage-full-schedule | + source ../../functions logger.go:42: 16:55:16 | scheduled-backup-incremental/5-engage-full-schedule | +++ realpath ../../.. logger.go:42: 16:55:16 | scheduled-backup-incremental/5-engage-full-schedule | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 16:55:16 | scheduled-backup-incremental/5-engage-full-schedule | ++++ pwd logger.go:42: 16:55:16 | scheduled-backup-incremental/5-engage-full-schedule | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 16:55:16 | scheduled-backup-incremental/5-engage-full-schedule | ++ test_name=scheduled-backup-incremental logger.go:42: 16:55:16 | scheduled-backup-incremental/5-engage-full-schedule | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/vars.sh logger.go:42: 16:55:16 | scheduled-backup-incremental/5-engage-full-schedule | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 16:55:16 | scheduled-backup-incremental/5-engage-full-schedule | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 16:55:16 | scheduled-backup-incremental/5-engage-full-schedule | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 16:55:16 | scheduled-backup-incremental/5-engage-full-schedule | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 16:55:16 | scheduled-backup-incremental/5-engage-full-schedule | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 16:55:16 | scheduled-backup-incremental/5-engage-full-schedule | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 16:55:16 | scheduled-backup-incremental/5-engage-full-schedule | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 16:55:16 | scheduled-backup-incremental/5-engage-full-schedule | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 16:55:16 | scheduled-backup-incremental/5-engage-full-schedule | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 16:55:16 | scheduled-backup-incremental/5-engage-full-schedule | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 16:55:16 | scheduled-backup-incremental/5-engage-full-schedule | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 16:55:16 | scheduled-backup-incremental/5-engage-full-schedule | +++ export GIT_BRANCH=PR-1262 logger.go:42: 16:55:16 | scheduled-backup-incremental/5-engage-full-schedule | +++ GIT_BRANCH=PR-1262 logger.go:42: 16:55:16 | scheduled-backup-incremental/5-engage-full-schedule | +++ export VERSION=PR-1262-dc5a409a logger.go:42: 16:55:16 | scheduled-backup-incremental/5-engage-full-schedule | +++ VERSION=PR-1262-dc5a409a logger.go:42: 16:55:16 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 16:55:16 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 16:55:16 | scheduled-backup-incremental/5-engage-full-schedule | +++ [[ -z 8.4 ]] logger.go:42: 16:55:16 | scheduled-backup-incremental/5-engage-full-schedule | +++ export MYSQL_VERSION=8.4 logger.go:42: 16:55:16 | scheduled-backup-incremental/5-engage-full-schedule | +++ MYSQL_VERSION=8.4 logger.go:42: 16:55:16 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.4 logger.go:42: 16:55:16 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.4 logger.go:42: 16:55:16 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.4 logger.go:42: 16:55:16 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.4 logger.go:42: 16:55:16 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 16:55:16 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 16:55:16 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.4 logger.go:42: 16:55:16 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.4 logger.go:42: 16:55:16 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 16:55:16 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 16:55:16 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 16:55:16 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 16:55:16 | scheduled-backup-incremental/5-engage-full-schedule | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 16:55:16 | scheduled-backup-incremental/5-engage-full-schedule | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 16:55:16 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 16:55:16 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 16:55:16 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 16:55:16 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 16:55:16 | scheduled-backup-incremental/5-engage-full-schedule | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 16:55:16 | scheduled-backup-incremental/5-engage-full-schedule | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 16:55:16 | scheduled-backup-incremental/5-engage-full-schedule | +++ export MINIO_VER=5.4.0 logger.go:42: 16:55:16 | scheduled-backup-incremental/5-engage-full-schedule | +++ MINIO_VER=5.4.0 logger.go:42: 16:55:16 | scheduled-backup-incremental/5-engage-full-schedule | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 16:55:16 | scheduled-backup-incremental/5-engage-full-schedule | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 16:55:16 | scheduled-backup-incremental/5-engage-full-schedule | +++ export VAULT_VER=0.16.1 logger.go:42: 16:55:16 | scheduled-backup-incremental/5-engage-full-schedule | +++ VAULT_VER=0.16.1 logger.go:42: 16:55:16 | scheduled-backup-incremental/5-engage-full-schedule | ++++ which gdate logger.go:42: 16:55:16 | scheduled-backup-incremental/5-engage-full-schedule | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 16:55:16 | scheduled-backup-incremental/5-engage-full-schedule | ++++ which date logger.go:42: 16:55:16 | scheduled-backup-incremental/5-engage-full-schedule | +++ date=/usr/sbin/date logger.go:42: 16:55:16 | scheduled-backup-incremental/5-engage-full-schedule | +++ oc get projects logger.go:42: 16:55:16 | scheduled-backup-incremental/5-engage-full-schedule | +++ : logger.go:42: 16:55:16 | scheduled-backup-incremental/5-engage-full-schedule | +++ grep '^minikube' logger.go:42: 16:55:16 | scheduled-backup-incremental/5-engage-full-schedule | +++ kubectl get nodes logger.go:42: 16:55:17 | scheduled-backup-incremental/5-engage-full-schedule | +++ which gsed logger.go:42: 16:55:17 | scheduled-backup-incremental/5-engage-full-schedule | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 16:55:17 | scheduled-backup-incremental/5-engage-full-schedule | +++ which sed logger.go:42: 16:55:17 | scheduled-backup-incremental/5-engage-full-schedule | ++ sed=/usr/sbin/sed logger.go:42: 16:55:17 | scheduled-backup-incremental/5-engage-full-schedule | ++ oc get projects logger.go:42: 16:55:17 | scheduled-backup-incremental/5-engage-full-schedule | +++ kubectl version -o json logger.go:42: 16:55:17 | scheduled-backup-incremental/5-engage-full-schedule | +++ jq -r .serverVersion.gitVersion logger.go:42: 16:55:17 | scheduled-backup-incremental/5-engage-full-schedule | +++ grep '\-eks\-' logger.go:42: 16:55:17 | scheduled-backup-incremental/5-engage-full-schedule | grep: warning: stray \ before - logger.go:42: 16:55:17 | scheduled-backup-incremental/5-engage-full-schedule | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 16:55:17 | scheduled-backup-incremental/5-engage-full-schedule | ++ '[' ']' logger.go:42: 16:55:17 | scheduled-backup-incremental/5-engage-full-schedule | ++ EKS=0 logger.go:42: 16:55:17 | scheduled-backup-incremental/5-engage-full-schedule | +++ get_cluster_name logger.go:42: 16:55:17 | scheduled-backup-incremental/5-engage-full-schedule | +++ kubectl -n kuttl-test-gorgeous-macaque get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 16:55:18 | scheduled-backup-incremental/5-engage-full-schedule | ++ count_backups_in_schedule minio-full scheduled-backup-incremental logger.go:42: 16:55:18 | scheduled-backup-incremental/5-engage-full-schedule | ++ local schedule_name=minio-full logger.go:42: 16:55:18 | scheduled-backup-incremental/5-engage-full-schedule | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 16:55:18 | scheduled-backup-incremental/5-engage-full-schedule | +++ printf %s kuttl-test-gorgeous-macaque-scheduled-backup-incremental logger.go:42: 16:55:18 | scheduled-backup-incremental/5-engage-full-schedule | +++ sha1sum logger.go:42: 16:55:18 | scheduled-backup-incremental/5-engage-full-schedule | +++ awk '{print $1}' logger.go:42: 16:55:18 | scheduled-backup-incremental/5-engage-full-schedule | +++ head -c 5 logger.go:42: 16:55:18 | scheduled-backup-incremental/5-engage-full-schedule | ++ local prefix=2c6b4 logger.go:42: 16:55:18 | scheduled-backup-incremental/5-engage-full-schedule | +++ kubectl get ps-backup -n kuttl-test-gorgeous-macaque -l percona.com/backup-ancestor=2c6b4-minio-full -o yaml logger.go:42: 16:55:18 | scheduled-backup-incremental/5-engage-full-schedule | +++ yq '.items | length' logger.go:42: 16:55:19 | scheduled-backup-incremental/5-engage-full-schedule | ++ local bcp_count=0 logger.go:42: 16:55:19 | scheduled-backup-incremental/5-engage-full-schedule | ++ echo 0 logger.go:42: 16:55:19 | scheduled-backup-incremental/5-engage-full-schedule | + bcp_count=0 logger.go:42: 16:55:19 | scheduled-backup-incremental/5-engage-full-schedule | + [[ 0 -lt 1 ]] logger.go:42: 16:55:19 | scheduled-backup-incremental/5-engage-full-schedule | + echo 'There are 0 full ps-backups but should be at least 1' logger.go:42: 16:55:19 | scheduled-backup-incremental/5-engage-full-schedule | There are 0 full ps-backups but should be at least 1 logger.go:42: 16:55:19 | scheduled-backup-incremental/5-engage-full-schedule | + exit 1 logger.go:42: 16:55:20 | scheduled-backup-incremental/5-engage-full-schedule | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-full" "$(get_cluster_name)") if [[ $bcp_count -lt 1 ]]; then echo "There are $bcp_count full ps-backups but should be at least 1" exit 1 fi] logger.go:42: 16:55:20 | scheduled-backup-incremental/5-engage-full-schedule | + source ../../functions logger.go:42: 16:55:20 | scheduled-backup-incremental/5-engage-full-schedule | +++ realpath ../../.. logger.go:42: 16:55:20 | scheduled-backup-incremental/5-engage-full-schedule | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 16:55:20 | scheduled-backup-incremental/5-engage-full-schedule | ++++ pwd logger.go:42: 16:55:20 | scheduled-backup-incremental/5-engage-full-schedule | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 16:55:20 | scheduled-backup-incremental/5-engage-full-schedule | ++ test_name=scheduled-backup-incremental logger.go:42: 16:55:20 | scheduled-backup-incremental/5-engage-full-schedule | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/vars.sh logger.go:42: 16:55:20 | scheduled-backup-incremental/5-engage-full-schedule | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 16:55:20 | scheduled-backup-incremental/5-engage-full-schedule | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 16:55:20 | scheduled-backup-incremental/5-engage-full-schedule | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 16:55:20 | scheduled-backup-incremental/5-engage-full-schedule | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 16:55:20 | scheduled-backup-incremental/5-engage-full-schedule | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 16:55:20 | scheduled-backup-incremental/5-engage-full-schedule | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 16:55:20 | scheduled-backup-incremental/5-engage-full-schedule | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 16:55:20 | scheduled-backup-incremental/5-engage-full-schedule | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 16:55:20 | scheduled-backup-incremental/5-engage-full-schedule | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 16:55:20 | scheduled-backup-incremental/5-engage-full-schedule | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 16:55:20 | scheduled-backup-incremental/5-engage-full-schedule | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 16:55:20 | scheduled-backup-incremental/5-engage-full-schedule | +++ export GIT_BRANCH=PR-1262 logger.go:42: 16:55:20 | scheduled-backup-incremental/5-engage-full-schedule | +++ GIT_BRANCH=PR-1262 logger.go:42: 16:55:20 | scheduled-backup-incremental/5-engage-full-schedule | +++ export VERSION=PR-1262-dc5a409a logger.go:42: 16:55:20 | scheduled-backup-incremental/5-engage-full-schedule | +++ VERSION=PR-1262-dc5a409a logger.go:42: 16:55:20 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 16:55:20 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 16:55:20 | scheduled-backup-incremental/5-engage-full-schedule | +++ [[ -z 8.4 ]] logger.go:42: 16:55:20 | scheduled-backup-incremental/5-engage-full-schedule | +++ export MYSQL_VERSION=8.4 logger.go:42: 16:55:20 | scheduled-backup-incremental/5-engage-full-schedule | +++ MYSQL_VERSION=8.4 logger.go:42: 16:55:20 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.4 logger.go:42: 16:55:20 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.4 logger.go:42: 16:55:20 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.4 logger.go:42: 16:55:20 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.4 logger.go:42: 16:55:20 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 16:55:20 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 16:55:20 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.4 logger.go:42: 16:55:20 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.4 logger.go:42: 16:55:20 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 16:55:20 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 16:55:20 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 16:55:20 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 16:55:20 | scheduled-backup-incremental/5-engage-full-schedule | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 16:55:20 | scheduled-backup-incremental/5-engage-full-schedule | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 16:55:20 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 16:55:20 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 16:55:20 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 16:55:20 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 16:55:20 | scheduled-backup-incremental/5-engage-full-schedule | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 16:55:20 | scheduled-backup-incremental/5-engage-full-schedule | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 16:55:20 | scheduled-backup-incremental/5-engage-full-schedule | +++ export MINIO_VER=5.4.0 logger.go:42: 16:55:20 | scheduled-backup-incremental/5-engage-full-schedule | +++ MINIO_VER=5.4.0 logger.go:42: 16:55:20 | scheduled-backup-incremental/5-engage-full-schedule | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 16:55:20 | scheduled-backup-incremental/5-engage-full-schedule | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 16:55:20 | scheduled-backup-incremental/5-engage-full-schedule | +++ export VAULT_VER=0.16.1 logger.go:42: 16:55:20 | scheduled-backup-incremental/5-engage-full-schedule | +++ VAULT_VER=0.16.1 logger.go:42: 16:55:20 | scheduled-backup-incremental/5-engage-full-schedule | ++++ which gdate logger.go:42: 16:55:20 | scheduled-backup-incremental/5-engage-full-schedule | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 16:55:20 | scheduled-backup-incremental/5-engage-full-schedule | ++++ which date logger.go:42: 16:55:20 | scheduled-backup-incremental/5-engage-full-schedule | +++ date=/usr/sbin/date logger.go:42: 16:55:20 | scheduled-backup-incremental/5-engage-full-schedule | +++ oc get projects logger.go:42: 16:55:20 | scheduled-backup-incremental/5-engage-full-schedule | +++ : logger.go:42: 16:55:20 | scheduled-backup-incremental/5-engage-full-schedule | +++ kubectl get nodes logger.go:42: 16:55:20 | scheduled-backup-incremental/5-engage-full-schedule | +++ grep '^minikube' logger.go:42: 16:55:20 | scheduled-backup-incremental/5-engage-full-schedule | +++ which gsed logger.go:42: 16:55:20 | scheduled-backup-incremental/5-engage-full-schedule | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 16:55:20 | scheduled-backup-incremental/5-engage-full-schedule | +++ which sed logger.go:42: 16:55:20 | scheduled-backup-incremental/5-engage-full-schedule | ++ sed=/usr/sbin/sed logger.go:42: 16:55:20 | scheduled-backup-incremental/5-engage-full-schedule | ++ oc get projects logger.go:42: 16:55:20 | scheduled-backup-incremental/5-engage-full-schedule | +++ kubectl version -o json logger.go:42: 16:55:20 | scheduled-backup-incremental/5-engage-full-schedule | +++ jq -r .serverVersion.gitVersion logger.go:42: 16:55:20 | scheduled-backup-incremental/5-engage-full-schedule | +++ grep '\-eks\-' logger.go:42: 16:55:20 | scheduled-backup-incremental/5-engage-full-schedule | grep: warning: stray \ before - logger.go:42: 16:55:21 | scheduled-backup-incremental/5-engage-full-schedule | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 16:55:21 | scheduled-backup-incremental/5-engage-full-schedule | ++ '[' ']' logger.go:42: 16:55:21 | scheduled-backup-incremental/5-engage-full-schedule | ++ EKS=0 logger.go:42: 16:55:21 | scheduled-backup-incremental/5-engage-full-schedule | +++ get_cluster_name logger.go:42: 16:55:21 | scheduled-backup-incremental/5-engage-full-schedule | +++ kubectl -n kuttl-test-gorgeous-macaque get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 16:55:22 | scheduled-backup-incremental/5-engage-full-schedule | ++ count_backups_in_schedule minio-full scheduled-backup-incremental logger.go:42: 16:55:22 | scheduled-backup-incremental/5-engage-full-schedule | ++ local schedule_name=minio-full logger.go:42: 16:55:22 | scheduled-backup-incremental/5-engage-full-schedule | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 16:55:22 | scheduled-backup-incremental/5-engage-full-schedule | +++ printf %s kuttl-test-gorgeous-macaque-scheduled-backup-incremental logger.go:42: 16:55:22 | scheduled-backup-incremental/5-engage-full-schedule | +++ sha1sum logger.go:42: 16:55:22 | scheduled-backup-incremental/5-engage-full-schedule | +++ awk '{print $1}' logger.go:42: 16:55:22 | scheduled-backup-incremental/5-engage-full-schedule | +++ head -c 5 logger.go:42: 16:55:22 | scheduled-backup-incremental/5-engage-full-schedule | ++ local prefix=2c6b4 logger.go:42: 16:55:22 | scheduled-backup-incremental/5-engage-full-schedule | +++ kubectl get ps-backup -n kuttl-test-gorgeous-macaque -l percona.com/backup-ancestor=2c6b4-minio-full -o yaml logger.go:42: 16:55:22 | scheduled-backup-incremental/5-engage-full-schedule | +++ yq '.items | length' logger.go:42: 16:55:22 | scheduled-backup-incremental/5-engage-full-schedule | ++ local bcp_count=0 logger.go:42: 16:55:22 | scheduled-backup-incremental/5-engage-full-schedule | ++ echo 0 logger.go:42: 16:55:22 | scheduled-backup-incremental/5-engage-full-schedule | + bcp_count=0 logger.go:42: 16:55:22 | scheduled-backup-incremental/5-engage-full-schedule | + [[ 0 -lt 1 ]] logger.go:42: 16:55:22 | scheduled-backup-incremental/5-engage-full-schedule | + echo 'There are 0 full ps-backups but should be at least 1' logger.go:42: 16:55:22 | scheduled-backup-incremental/5-engage-full-schedule | There are 0 full ps-backups but should be at least 1 logger.go:42: 16:55:22 | scheduled-backup-incremental/5-engage-full-schedule | + exit 1 logger.go:42: 16:55:23 | scheduled-backup-incremental/5-engage-full-schedule | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-full" "$(get_cluster_name)") if [[ $bcp_count -lt 1 ]]; then echo "There are $bcp_count full ps-backups but should be at least 1" exit 1 fi] logger.go:42: 16:55:23 | scheduled-backup-incremental/5-engage-full-schedule | + source ../../functions logger.go:42: 16:55:23 | scheduled-backup-incremental/5-engage-full-schedule | +++ realpath ../../.. logger.go:42: 16:55:23 | scheduled-backup-incremental/5-engage-full-schedule | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 16:55:23 | scheduled-backup-incremental/5-engage-full-schedule | ++++ pwd logger.go:42: 16:55:23 | scheduled-backup-incremental/5-engage-full-schedule | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 16:55:23 | scheduled-backup-incremental/5-engage-full-schedule | ++ test_name=scheduled-backup-incremental logger.go:42: 16:55:23 | scheduled-backup-incremental/5-engage-full-schedule | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/vars.sh logger.go:42: 16:55:23 | scheduled-backup-incremental/5-engage-full-schedule | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 16:55:23 | scheduled-backup-incremental/5-engage-full-schedule | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 16:55:23 | scheduled-backup-incremental/5-engage-full-schedule | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 16:55:23 | scheduled-backup-incremental/5-engage-full-schedule | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 16:55:23 | scheduled-backup-incremental/5-engage-full-schedule | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 16:55:23 | scheduled-backup-incremental/5-engage-full-schedule | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 16:55:23 | scheduled-backup-incremental/5-engage-full-schedule | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 16:55:23 | scheduled-backup-incremental/5-engage-full-schedule | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 16:55:23 | scheduled-backup-incremental/5-engage-full-schedule | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 16:55:23 | scheduled-backup-incremental/5-engage-full-schedule | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 16:55:23 | scheduled-backup-incremental/5-engage-full-schedule | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 16:55:23 | scheduled-backup-incremental/5-engage-full-schedule | +++ export GIT_BRANCH=PR-1262 logger.go:42: 16:55:23 | scheduled-backup-incremental/5-engage-full-schedule | +++ GIT_BRANCH=PR-1262 logger.go:42: 16:55:23 | scheduled-backup-incremental/5-engage-full-schedule | +++ export VERSION=PR-1262-dc5a409a logger.go:42: 16:55:23 | scheduled-backup-incremental/5-engage-full-schedule | +++ VERSION=PR-1262-dc5a409a logger.go:42: 16:55:23 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 16:55:23 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 16:55:23 | scheduled-backup-incremental/5-engage-full-schedule | +++ [[ -z 8.4 ]] logger.go:42: 16:55:23 | scheduled-backup-incremental/5-engage-full-schedule | +++ export MYSQL_VERSION=8.4 logger.go:42: 16:55:23 | scheduled-backup-incremental/5-engage-full-schedule | +++ MYSQL_VERSION=8.4 logger.go:42: 16:55:23 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.4 logger.go:42: 16:55:23 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.4 logger.go:42: 16:55:23 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.4 logger.go:42: 16:55:23 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.4 logger.go:42: 16:55:23 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 16:55:23 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 16:55:23 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.4 logger.go:42: 16:55:23 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.4 logger.go:42: 16:55:23 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 16:55:23 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 16:55:23 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 16:55:23 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 16:55:23 | scheduled-backup-incremental/5-engage-full-schedule | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 16:55:23 | scheduled-backup-incremental/5-engage-full-schedule | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 16:55:23 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 16:55:23 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 16:55:23 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 16:55:23 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 16:55:23 | scheduled-backup-incremental/5-engage-full-schedule | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 16:55:23 | scheduled-backup-incremental/5-engage-full-schedule | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 16:55:23 | scheduled-backup-incremental/5-engage-full-schedule | +++ export MINIO_VER=5.4.0 logger.go:42: 16:55:23 | scheduled-backup-incremental/5-engage-full-schedule | +++ MINIO_VER=5.4.0 logger.go:42: 16:55:23 | scheduled-backup-incremental/5-engage-full-schedule | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 16:55:23 | scheduled-backup-incremental/5-engage-full-schedule | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 16:55:23 | scheduled-backup-incremental/5-engage-full-schedule | +++ export VAULT_VER=0.16.1 logger.go:42: 16:55:23 | scheduled-backup-incremental/5-engage-full-schedule | +++ VAULT_VER=0.16.1 logger.go:42: 16:55:23 | scheduled-backup-incremental/5-engage-full-schedule | ++++ which gdate logger.go:42: 16:55:23 | scheduled-backup-incremental/5-engage-full-schedule | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 16:55:23 | scheduled-backup-incremental/5-engage-full-schedule | ++++ which date logger.go:42: 16:55:23 | scheduled-backup-incremental/5-engage-full-schedule | +++ date=/usr/sbin/date logger.go:42: 16:55:23 | scheduled-backup-incremental/5-engage-full-schedule | +++ oc get projects logger.go:42: 16:55:23 | scheduled-backup-incremental/5-engage-full-schedule | +++ : logger.go:42: 16:55:23 | scheduled-backup-incremental/5-engage-full-schedule | +++ kubectl get nodes logger.go:42: 16:55:23 | scheduled-backup-incremental/5-engage-full-schedule | +++ grep '^minikube' logger.go:42: 16:55:24 | scheduled-backup-incremental/5-engage-full-schedule | +++ which gsed logger.go:42: 16:55:24 | scheduled-backup-incremental/5-engage-full-schedule | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 16:55:24 | scheduled-backup-incremental/5-engage-full-schedule | +++ which sed logger.go:42: 16:55:24 | scheduled-backup-incremental/5-engage-full-schedule | ++ sed=/usr/sbin/sed logger.go:42: 16:55:24 | scheduled-backup-incremental/5-engage-full-schedule | ++ oc get projects logger.go:42: 16:55:24 | scheduled-backup-incremental/5-engage-full-schedule | +++ kubectl version -o json logger.go:42: 16:55:24 | scheduled-backup-incremental/5-engage-full-schedule | +++ jq -r .serverVersion.gitVersion logger.go:42: 16:55:24 | scheduled-backup-incremental/5-engage-full-schedule | +++ grep '\-eks\-' logger.go:42: 16:55:24 | scheduled-backup-incremental/5-engage-full-schedule | grep: warning: stray \ before - logger.go:42: 16:55:24 | scheduled-backup-incremental/5-engage-full-schedule | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 16:55:24 | scheduled-backup-incremental/5-engage-full-schedule | ++ '[' ']' logger.go:42: 16:55:24 | scheduled-backup-incremental/5-engage-full-schedule | ++ EKS=0 logger.go:42: 16:55:24 | scheduled-backup-incremental/5-engage-full-schedule | +++ get_cluster_name logger.go:42: 16:55:24 | scheduled-backup-incremental/5-engage-full-schedule | +++ kubectl -n kuttl-test-gorgeous-macaque get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 16:55:25 | scheduled-backup-incremental/5-engage-full-schedule | ++ count_backups_in_schedule minio-full scheduled-backup-incremental logger.go:42: 16:55:25 | scheduled-backup-incremental/5-engage-full-schedule | ++ local schedule_name=minio-full logger.go:42: 16:55:25 | scheduled-backup-incremental/5-engage-full-schedule | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 16:55:25 | scheduled-backup-incremental/5-engage-full-schedule | +++ printf %s kuttl-test-gorgeous-macaque-scheduled-backup-incremental logger.go:42: 16:55:25 | scheduled-backup-incremental/5-engage-full-schedule | +++ sha1sum logger.go:42: 16:55:25 | scheduled-backup-incremental/5-engage-full-schedule | +++ awk '{print $1}' logger.go:42: 16:55:25 | scheduled-backup-incremental/5-engage-full-schedule | +++ head -c 5 logger.go:42: 16:55:25 | scheduled-backup-incremental/5-engage-full-schedule | ++ local prefix=2c6b4 logger.go:42: 16:55:25 | scheduled-backup-incremental/5-engage-full-schedule | +++ kubectl get ps-backup -n kuttl-test-gorgeous-macaque -l percona.com/backup-ancestor=2c6b4-minio-full -o yaml logger.go:42: 16:55:25 | scheduled-backup-incremental/5-engage-full-schedule | +++ yq '.items | length' logger.go:42: 16:55:25 | scheduled-backup-incremental/5-engage-full-schedule | ++ local bcp_count=0 logger.go:42: 16:55:25 | scheduled-backup-incremental/5-engage-full-schedule | ++ echo 0 logger.go:42: 16:55:25 | scheduled-backup-incremental/5-engage-full-schedule | + bcp_count=0 logger.go:42: 16:55:25 | scheduled-backup-incremental/5-engage-full-schedule | + [[ 0 -lt 1 ]] logger.go:42: 16:55:25 | scheduled-backup-incremental/5-engage-full-schedule | + echo 'There are 0 full ps-backups but should be at least 1' logger.go:42: 16:55:25 | scheduled-backup-incremental/5-engage-full-schedule | There are 0 full ps-backups but should be at least 1 logger.go:42: 16:55:25 | scheduled-backup-incremental/5-engage-full-schedule | + exit 1 logger.go:42: 16:55:27 | scheduled-backup-incremental/5-engage-full-schedule | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-full" "$(get_cluster_name)") if [[ $bcp_count -lt 1 ]]; then echo "There are $bcp_count full ps-backups but should be at least 1" exit 1 fi] logger.go:42: 16:55:27 | scheduled-backup-incremental/5-engage-full-schedule | + source ../../functions logger.go:42: 16:55:27 | scheduled-backup-incremental/5-engage-full-schedule | +++ realpath ../../.. logger.go:42: 16:55:27 | scheduled-backup-incremental/5-engage-full-schedule | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 16:55:27 | scheduled-backup-incremental/5-engage-full-schedule | ++++ pwd logger.go:42: 16:55:27 | scheduled-backup-incremental/5-engage-full-schedule | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 16:55:27 | scheduled-backup-incremental/5-engage-full-schedule | ++ test_name=scheduled-backup-incremental logger.go:42: 16:55:27 | scheduled-backup-incremental/5-engage-full-schedule | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/vars.sh logger.go:42: 16:55:27 | scheduled-backup-incremental/5-engage-full-schedule | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 16:55:27 | scheduled-backup-incremental/5-engage-full-schedule | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 16:55:27 | scheduled-backup-incremental/5-engage-full-schedule | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 16:55:27 | scheduled-backup-incremental/5-engage-full-schedule | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 16:55:27 | scheduled-backup-incremental/5-engage-full-schedule | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 16:55:27 | scheduled-backup-incremental/5-engage-full-schedule | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 16:55:27 | scheduled-backup-incremental/5-engage-full-schedule | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 16:55:27 | scheduled-backup-incremental/5-engage-full-schedule | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 16:55:27 | scheduled-backup-incremental/5-engage-full-schedule | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 16:55:27 | scheduled-backup-incremental/5-engage-full-schedule | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 16:55:27 | scheduled-backup-incremental/5-engage-full-schedule | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 16:55:27 | scheduled-backup-incremental/5-engage-full-schedule | +++ export GIT_BRANCH=PR-1262 logger.go:42: 16:55:27 | scheduled-backup-incremental/5-engage-full-schedule | +++ GIT_BRANCH=PR-1262 logger.go:42: 16:55:27 | scheduled-backup-incremental/5-engage-full-schedule | +++ export VERSION=PR-1262-dc5a409a logger.go:42: 16:55:27 | scheduled-backup-incremental/5-engage-full-schedule | +++ VERSION=PR-1262-dc5a409a logger.go:42: 16:55:27 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 16:55:27 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 16:55:27 | scheduled-backup-incremental/5-engage-full-schedule | +++ [[ -z 8.4 ]] logger.go:42: 16:55:27 | scheduled-backup-incremental/5-engage-full-schedule | +++ export MYSQL_VERSION=8.4 logger.go:42: 16:55:27 | scheduled-backup-incremental/5-engage-full-schedule | +++ MYSQL_VERSION=8.4 logger.go:42: 16:55:27 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.4 logger.go:42: 16:55:27 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.4 logger.go:42: 16:55:27 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.4 logger.go:42: 16:55:27 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.4 logger.go:42: 16:55:27 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 16:55:27 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 16:55:27 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.4 logger.go:42: 16:55:27 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.4 logger.go:42: 16:55:27 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 16:55:27 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 16:55:27 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 16:55:27 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 16:55:27 | scheduled-backup-incremental/5-engage-full-schedule | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 16:55:27 | scheduled-backup-incremental/5-engage-full-schedule | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 16:55:27 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 16:55:27 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 16:55:27 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 16:55:27 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 16:55:27 | scheduled-backup-incremental/5-engage-full-schedule | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 16:55:27 | scheduled-backup-incremental/5-engage-full-schedule | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 16:55:27 | scheduled-backup-incremental/5-engage-full-schedule | +++ export MINIO_VER=5.4.0 logger.go:42: 16:55:27 | scheduled-backup-incremental/5-engage-full-schedule | +++ MINIO_VER=5.4.0 logger.go:42: 16:55:27 | scheduled-backup-incremental/5-engage-full-schedule | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 16:55:27 | scheduled-backup-incremental/5-engage-full-schedule | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 16:55:27 | scheduled-backup-incremental/5-engage-full-schedule | +++ export VAULT_VER=0.16.1 logger.go:42: 16:55:27 | scheduled-backup-incremental/5-engage-full-schedule | +++ VAULT_VER=0.16.1 logger.go:42: 16:55:27 | scheduled-backup-incremental/5-engage-full-schedule | ++++ which gdate logger.go:42: 16:55:27 | scheduled-backup-incremental/5-engage-full-schedule | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 16:55:27 | scheduled-backup-incremental/5-engage-full-schedule | ++++ which date logger.go:42: 16:55:27 | scheduled-backup-incremental/5-engage-full-schedule | +++ date=/usr/sbin/date logger.go:42: 16:55:27 | scheduled-backup-incremental/5-engage-full-schedule | +++ oc get projects logger.go:42: 16:55:27 | scheduled-backup-incremental/5-engage-full-schedule | +++ : logger.go:42: 16:55:27 | scheduled-backup-incremental/5-engage-full-schedule | +++ kubectl get nodes logger.go:42: 16:55:27 | scheduled-backup-incremental/5-engage-full-schedule | +++ grep '^minikube' logger.go:42: 16:55:27 | scheduled-backup-incremental/5-engage-full-schedule | +++ which gsed logger.go:42: 16:55:27 | scheduled-backup-incremental/5-engage-full-schedule | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 16:55:27 | scheduled-backup-incremental/5-engage-full-schedule | +++ which sed logger.go:42: 16:55:27 | scheduled-backup-incremental/5-engage-full-schedule | ++ sed=/usr/sbin/sed logger.go:42: 16:55:27 | scheduled-backup-incremental/5-engage-full-schedule | ++ oc get projects logger.go:42: 16:55:27 | scheduled-backup-incremental/5-engage-full-schedule | +++ kubectl version -o json logger.go:42: 16:55:27 | scheduled-backup-incremental/5-engage-full-schedule | +++ jq -r .serverVersion.gitVersion logger.go:42: 16:55:27 | scheduled-backup-incremental/5-engage-full-schedule | +++ grep '\-eks\-' logger.go:42: 16:55:28 | scheduled-backup-incremental/5-engage-full-schedule | grep: warning: stray \ before - logger.go:42: 16:55:28 | scheduled-backup-incremental/5-engage-full-schedule | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 16:55:28 | scheduled-backup-incremental/5-engage-full-schedule | ++ '[' ']' logger.go:42: 16:55:28 | scheduled-backup-incremental/5-engage-full-schedule | ++ EKS=0 logger.go:42: 16:55:28 | scheduled-backup-incremental/5-engage-full-schedule | +++ get_cluster_name logger.go:42: 16:55:28 | scheduled-backup-incremental/5-engage-full-schedule | +++ kubectl -n kuttl-test-gorgeous-macaque get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 16:55:29 | scheduled-backup-incremental/5-engage-full-schedule | ++ count_backups_in_schedule minio-full scheduled-backup-incremental logger.go:42: 16:55:29 | scheduled-backup-incremental/5-engage-full-schedule | ++ local schedule_name=minio-full logger.go:42: 16:55:29 | scheduled-backup-incremental/5-engage-full-schedule | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 16:55:29 | scheduled-backup-incremental/5-engage-full-schedule | +++ printf %s kuttl-test-gorgeous-macaque-scheduled-backup-incremental logger.go:42: 16:55:29 | scheduled-backup-incremental/5-engage-full-schedule | +++ sha1sum logger.go:42: 16:55:29 | scheduled-backup-incremental/5-engage-full-schedule | +++ awk '{print $1}' logger.go:42: 16:55:29 | scheduled-backup-incremental/5-engage-full-schedule | +++ head -c 5 logger.go:42: 16:55:29 | scheduled-backup-incremental/5-engage-full-schedule | ++ local prefix=2c6b4 logger.go:42: 16:55:29 | scheduled-backup-incremental/5-engage-full-schedule | +++ kubectl get ps-backup -n kuttl-test-gorgeous-macaque -l percona.com/backup-ancestor=2c6b4-minio-full -o yaml logger.go:42: 16:55:29 | scheduled-backup-incremental/5-engage-full-schedule | +++ yq '.items | length' logger.go:42: 16:55:29 | scheduled-backup-incremental/5-engage-full-schedule | ++ local bcp_count=0 logger.go:42: 16:55:29 | scheduled-backup-incremental/5-engage-full-schedule | ++ echo 0 logger.go:42: 16:55:29 | scheduled-backup-incremental/5-engage-full-schedule | + bcp_count=0 logger.go:42: 16:55:29 | scheduled-backup-incremental/5-engage-full-schedule | + [[ 0 -lt 1 ]] logger.go:42: 16:55:29 | scheduled-backup-incremental/5-engage-full-schedule | + echo 'There are 0 full ps-backups but should be at least 1' logger.go:42: 16:55:29 | scheduled-backup-incremental/5-engage-full-schedule | There are 0 full ps-backups but should be at least 1 logger.go:42: 16:55:29 | scheduled-backup-incremental/5-engage-full-schedule | + exit 1 logger.go:42: 16:55:30 | scheduled-backup-incremental/5-engage-full-schedule | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-full" "$(get_cluster_name)") if [[ $bcp_count -lt 1 ]]; then echo "There are $bcp_count full ps-backups but should be at least 1" exit 1 fi] logger.go:42: 16:55:30 | scheduled-backup-incremental/5-engage-full-schedule | + source ../../functions logger.go:42: 16:55:30 | scheduled-backup-incremental/5-engage-full-schedule | +++ realpath ../../.. logger.go:42: 16:55:30 | scheduled-backup-incremental/5-engage-full-schedule | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 16:55:30 | scheduled-backup-incremental/5-engage-full-schedule | ++++ pwd logger.go:42: 16:55:30 | scheduled-backup-incremental/5-engage-full-schedule | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 16:55:30 | scheduled-backup-incremental/5-engage-full-schedule | ++ test_name=scheduled-backup-incremental logger.go:42: 16:55:30 | scheduled-backup-incremental/5-engage-full-schedule | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/vars.sh logger.go:42: 16:55:30 | scheduled-backup-incremental/5-engage-full-schedule | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 16:55:30 | scheduled-backup-incremental/5-engage-full-schedule | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 16:55:30 | scheduled-backup-incremental/5-engage-full-schedule | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 16:55:30 | scheduled-backup-incremental/5-engage-full-schedule | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 16:55:30 | scheduled-backup-incremental/5-engage-full-schedule | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 16:55:30 | scheduled-backup-incremental/5-engage-full-schedule | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 16:55:30 | scheduled-backup-incremental/5-engage-full-schedule | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 16:55:30 | scheduled-backup-incremental/5-engage-full-schedule | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 16:55:30 | scheduled-backup-incremental/5-engage-full-schedule | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 16:55:30 | scheduled-backup-incremental/5-engage-full-schedule | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 16:55:30 | scheduled-backup-incremental/5-engage-full-schedule | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 16:55:30 | scheduled-backup-incremental/5-engage-full-schedule | +++ export GIT_BRANCH=PR-1262 logger.go:42: 16:55:30 | scheduled-backup-incremental/5-engage-full-schedule | +++ GIT_BRANCH=PR-1262 logger.go:42: 16:55:30 | scheduled-backup-incremental/5-engage-full-schedule | +++ export VERSION=PR-1262-dc5a409a logger.go:42: 16:55:30 | scheduled-backup-incremental/5-engage-full-schedule | +++ VERSION=PR-1262-dc5a409a logger.go:42: 16:55:30 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 16:55:30 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 16:55:30 | scheduled-backup-incremental/5-engage-full-schedule | +++ [[ -z 8.4 ]] logger.go:42: 16:55:30 | scheduled-backup-incremental/5-engage-full-schedule | +++ export MYSQL_VERSION=8.4 logger.go:42: 16:55:30 | scheduled-backup-incremental/5-engage-full-schedule | +++ MYSQL_VERSION=8.4 logger.go:42: 16:55:30 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.4 logger.go:42: 16:55:30 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.4 logger.go:42: 16:55:30 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.4 logger.go:42: 16:55:30 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.4 logger.go:42: 16:55:30 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 16:55:30 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 16:55:30 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.4 logger.go:42: 16:55:30 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.4 logger.go:42: 16:55:30 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 16:55:30 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 16:55:30 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 16:55:30 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 16:55:30 | scheduled-backup-incremental/5-engage-full-schedule | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 16:55:30 | scheduled-backup-incremental/5-engage-full-schedule | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 16:55:30 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 16:55:30 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 16:55:30 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 16:55:30 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 16:55:30 | scheduled-backup-incremental/5-engage-full-schedule | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 16:55:30 | scheduled-backup-incremental/5-engage-full-schedule | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 16:55:30 | scheduled-backup-incremental/5-engage-full-schedule | +++ export MINIO_VER=5.4.0 logger.go:42: 16:55:30 | scheduled-backup-incremental/5-engage-full-schedule | +++ MINIO_VER=5.4.0 logger.go:42: 16:55:30 | scheduled-backup-incremental/5-engage-full-schedule | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 16:55:30 | scheduled-backup-incremental/5-engage-full-schedule | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 16:55:30 | scheduled-backup-incremental/5-engage-full-schedule | +++ export VAULT_VER=0.16.1 logger.go:42: 16:55:30 | scheduled-backup-incremental/5-engage-full-schedule | +++ VAULT_VER=0.16.1 logger.go:42: 16:55:30 | scheduled-backup-incremental/5-engage-full-schedule | ++++ which gdate logger.go:42: 16:55:30 | scheduled-backup-incremental/5-engage-full-schedule | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 16:55:30 | scheduled-backup-incremental/5-engage-full-schedule | ++++ which date logger.go:42: 16:55:30 | scheduled-backup-incremental/5-engage-full-schedule | +++ date=/usr/sbin/date logger.go:42: 16:55:30 | scheduled-backup-incremental/5-engage-full-schedule | +++ oc get projects logger.go:42: 16:55:30 | scheduled-backup-incremental/5-engage-full-schedule | +++ : logger.go:42: 16:55:30 | scheduled-backup-incremental/5-engage-full-schedule | +++ kubectl get nodes logger.go:42: 16:55:30 | scheduled-backup-incremental/5-engage-full-schedule | +++ grep '^minikube' logger.go:42: 16:55:31 | scheduled-backup-incremental/5-engage-full-schedule | +++ which gsed logger.go:42: 16:55:31 | scheduled-backup-incremental/5-engage-full-schedule | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 16:55:31 | scheduled-backup-incremental/5-engage-full-schedule | +++ which sed logger.go:42: 16:55:31 | scheduled-backup-incremental/5-engage-full-schedule | ++ sed=/usr/sbin/sed logger.go:42: 16:55:31 | scheduled-backup-incremental/5-engage-full-schedule | ++ oc get projects logger.go:42: 16:55:31 | scheduled-backup-incremental/5-engage-full-schedule | +++ kubectl version -o json logger.go:42: 16:55:31 | scheduled-backup-incremental/5-engage-full-schedule | +++ jq -r .serverVersion.gitVersion logger.go:42: 16:55:31 | scheduled-backup-incremental/5-engage-full-schedule | +++ grep '\-eks\-' logger.go:42: 16:55:31 | scheduled-backup-incremental/5-engage-full-schedule | grep: warning: stray \ before - logger.go:42: 16:55:31 | scheduled-backup-incremental/5-engage-full-schedule | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 16:55:31 | scheduled-backup-incremental/5-engage-full-schedule | ++ '[' ']' logger.go:42: 16:55:31 | scheduled-backup-incremental/5-engage-full-schedule | ++ EKS=0 logger.go:42: 16:55:31 | scheduled-backup-incremental/5-engage-full-schedule | +++ get_cluster_name logger.go:42: 16:55:31 | scheduled-backup-incremental/5-engage-full-schedule | +++ kubectl -n kuttl-test-gorgeous-macaque get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 16:55:32 | scheduled-backup-incremental/5-engage-full-schedule | ++ count_backups_in_schedule minio-full scheduled-backup-incremental logger.go:42: 16:55:32 | scheduled-backup-incremental/5-engage-full-schedule | ++ local schedule_name=minio-full logger.go:42: 16:55:32 | scheduled-backup-incremental/5-engage-full-schedule | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 16:55:32 | scheduled-backup-incremental/5-engage-full-schedule | +++ printf %s kuttl-test-gorgeous-macaque-scheduled-backup-incremental logger.go:42: 16:55:32 | scheduled-backup-incremental/5-engage-full-schedule | +++ sha1sum logger.go:42: 16:55:32 | scheduled-backup-incremental/5-engage-full-schedule | +++ awk '{print $1}' logger.go:42: 16:55:32 | scheduled-backup-incremental/5-engage-full-schedule | +++ head -c 5 logger.go:42: 16:55:32 | scheduled-backup-incremental/5-engage-full-schedule | ++ local prefix=2c6b4 logger.go:42: 16:55:32 | scheduled-backup-incremental/5-engage-full-schedule | +++ kubectl get ps-backup -n kuttl-test-gorgeous-macaque -l percona.com/backup-ancestor=2c6b4-minio-full -o yaml logger.go:42: 16:55:32 | scheduled-backup-incremental/5-engage-full-schedule | +++ yq '.items | length' logger.go:42: 16:55:32 | scheduled-backup-incremental/5-engage-full-schedule | ++ local bcp_count=0 logger.go:42: 16:55:32 | scheduled-backup-incremental/5-engage-full-schedule | ++ echo 0 logger.go:42: 16:55:32 | scheduled-backup-incremental/5-engage-full-schedule | + bcp_count=0 logger.go:42: 16:55:32 | scheduled-backup-incremental/5-engage-full-schedule | + [[ 0 -lt 1 ]] logger.go:42: 16:55:32 | scheduled-backup-incremental/5-engage-full-schedule | + echo 'There are 0 full ps-backups but should be at least 1' logger.go:42: 16:55:32 | scheduled-backup-incremental/5-engage-full-schedule | There are 0 full ps-backups but should be at least 1 logger.go:42: 16:55:32 | scheduled-backup-incremental/5-engage-full-schedule | + exit 1 logger.go:42: 16:55:34 | scheduled-backup-incremental/5-engage-full-schedule | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-full" "$(get_cluster_name)") if [[ $bcp_count -lt 1 ]]; then echo "There are $bcp_count full ps-backups but should be at least 1" exit 1 fi] logger.go:42: 16:55:34 | scheduled-backup-incremental/5-engage-full-schedule | + source ../../functions logger.go:42: 16:55:34 | scheduled-backup-incremental/5-engage-full-schedule | +++ realpath ../../.. logger.go:42: 16:55:34 | scheduled-backup-incremental/5-engage-full-schedule | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 16:55:34 | scheduled-backup-incremental/5-engage-full-schedule | ++++ pwd logger.go:42: 16:55:34 | scheduled-backup-incremental/5-engage-full-schedule | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 16:55:34 | scheduled-backup-incremental/5-engage-full-schedule | ++ test_name=scheduled-backup-incremental logger.go:42: 16:55:34 | scheduled-backup-incremental/5-engage-full-schedule | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/vars.sh logger.go:42: 16:55:34 | scheduled-backup-incremental/5-engage-full-schedule | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 16:55:34 | scheduled-backup-incremental/5-engage-full-schedule | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 16:55:34 | scheduled-backup-incremental/5-engage-full-schedule | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 16:55:34 | scheduled-backup-incremental/5-engage-full-schedule | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 16:55:34 | scheduled-backup-incremental/5-engage-full-schedule | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 16:55:34 | scheduled-backup-incremental/5-engage-full-schedule | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 16:55:34 | scheduled-backup-incremental/5-engage-full-schedule | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 16:55:34 | scheduled-backup-incremental/5-engage-full-schedule | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 16:55:34 | scheduled-backup-incremental/5-engage-full-schedule | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 16:55:34 | scheduled-backup-incremental/5-engage-full-schedule | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 16:55:34 | scheduled-backup-incremental/5-engage-full-schedule | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 16:55:34 | scheduled-backup-incremental/5-engage-full-schedule | +++ export GIT_BRANCH=PR-1262 logger.go:42: 16:55:34 | scheduled-backup-incremental/5-engage-full-schedule | +++ GIT_BRANCH=PR-1262 logger.go:42: 16:55:34 | scheduled-backup-incremental/5-engage-full-schedule | +++ export VERSION=PR-1262-dc5a409a logger.go:42: 16:55:34 | scheduled-backup-incremental/5-engage-full-schedule | +++ VERSION=PR-1262-dc5a409a logger.go:42: 16:55:34 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 16:55:34 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 16:55:34 | scheduled-backup-incremental/5-engage-full-schedule | +++ [[ -z 8.4 ]] logger.go:42: 16:55:34 | scheduled-backup-incremental/5-engage-full-schedule | +++ export MYSQL_VERSION=8.4 logger.go:42: 16:55:34 | scheduled-backup-incremental/5-engage-full-schedule | +++ MYSQL_VERSION=8.4 logger.go:42: 16:55:34 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.4 logger.go:42: 16:55:34 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.4 logger.go:42: 16:55:34 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.4 logger.go:42: 16:55:34 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.4 logger.go:42: 16:55:34 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 16:55:34 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 16:55:34 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.4 logger.go:42: 16:55:34 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.4 logger.go:42: 16:55:34 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 16:55:34 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 16:55:34 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 16:55:34 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 16:55:34 | scheduled-backup-incremental/5-engage-full-schedule | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 16:55:34 | scheduled-backup-incremental/5-engage-full-schedule | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 16:55:34 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 16:55:34 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 16:55:34 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 16:55:34 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 16:55:34 | scheduled-backup-incremental/5-engage-full-schedule | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 16:55:34 | scheduled-backup-incremental/5-engage-full-schedule | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 16:55:34 | scheduled-backup-incremental/5-engage-full-schedule | +++ export MINIO_VER=5.4.0 logger.go:42: 16:55:34 | scheduled-backup-incremental/5-engage-full-schedule | +++ MINIO_VER=5.4.0 logger.go:42: 16:55:34 | scheduled-backup-incremental/5-engage-full-schedule | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 16:55:34 | scheduled-backup-incremental/5-engage-full-schedule | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 16:55:34 | scheduled-backup-incremental/5-engage-full-schedule | +++ export VAULT_VER=0.16.1 logger.go:42: 16:55:34 | scheduled-backup-incremental/5-engage-full-schedule | +++ VAULT_VER=0.16.1 logger.go:42: 16:55:34 | scheduled-backup-incremental/5-engage-full-schedule | ++++ which gdate logger.go:42: 16:55:34 | scheduled-backup-incremental/5-engage-full-schedule | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 16:55:34 | scheduled-backup-incremental/5-engage-full-schedule | ++++ which date logger.go:42: 16:55:34 | scheduled-backup-incremental/5-engage-full-schedule | +++ date=/usr/sbin/date logger.go:42: 16:55:34 | scheduled-backup-incremental/5-engage-full-schedule | +++ oc get projects logger.go:42: 16:55:34 | scheduled-backup-incremental/5-engage-full-schedule | +++ : logger.go:42: 16:55:34 | scheduled-backup-incremental/5-engage-full-schedule | +++ kubectl get nodes logger.go:42: 16:55:34 | scheduled-backup-incremental/5-engage-full-schedule | +++ grep '^minikube' logger.go:42: 16:55:34 | scheduled-backup-incremental/5-engage-full-schedule | +++ which gsed logger.go:42: 16:55:34 | scheduled-backup-incremental/5-engage-full-schedule | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 16:55:34 | scheduled-backup-incremental/5-engage-full-schedule | +++ which sed logger.go:42: 16:55:34 | scheduled-backup-incremental/5-engage-full-schedule | ++ sed=/usr/sbin/sed logger.go:42: 16:55:34 | scheduled-backup-incremental/5-engage-full-schedule | ++ oc get projects logger.go:42: 16:55:34 | scheduled-backup-incremental/5-engage-full-schedule | +++ kubectl version -o json logger.go:42: 16:55:34 | scheduled-backup-incremental/5-engage-full-schedule | +++ jq -r .serverVersion.gitVersion logger.go:42: 16:55:34 | scheduled-backup-incremental/5-engage-full-schedule | +++ grep '\-eks\-' logger.go:42: 16:55:34 | scheduled-backup-incremental/5-engage-full-schedule | grep: warning: stray \ before - logger.go:42: 16:55:35 | scheduled-backup-incremental/5-engage-full-schedule | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 16:55:35 | scheduled-backup-incremental/5-engage-full-schedule | ++ '[' ']' logger.go:42: 16:55:35 | scheduled-backup-incremental/5-engage-full-schedule | ++ EKS=0 logger.go:42: 16:55:35 | scheduled-backup-incremental/5-engage-full-schedule | +++ get_cluster_name logger.go:42: 16:55:35 | scheduled-backup-incremental/5-engage-full-schedule | +++ kubectl -n kuttl-test-gorgeous-macaque get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 16:55:35 | scheduled-backup-incremental/5-engage-full-schedule | ++ count_backups_in_schedule minio-full scheduled-backup-incremental logger.go:42: 16:55:35 | scheduled-backup-incremental/5-engage-full-schedule | ++ local schedule_name=minio-full logger.go:42: 16:55:35 | scheduled-backup-incremental/5-engage-full-schedule | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 16:55:35 | scheduled-backup-incremental/5-engage-full-schedule | +++ printf %s kuttl-test-gorgeous-macaque-scheduled-backup-incremental logger.go:42: 16:55:35 | scheduled-backup-incremental/5-engage-full-schedule | +++ sha1sum logger.go:42: 16:55:35 | scheduled-backup-incremental/5-engage-full-schedule | +++ awk '{print $1}' logger.go:42: 16:55:35 | scheduled-backup-incremental/5-engage-full-schedule | +++ head -c 5 logger.go:42: 16:55:35 | scheduled-backup-incremental/5-engage-full-schedule | ++ local prefix=2c6b4 logger.go:42: 16:55:35 | scheduled-backup-incremental/5-engage-full-schedule | +++ kubectl get ps-backup -n kuttl-test-gorgeous-macaque -l percona.com/backup-ancestor=2c6b4-minio-full -o yaml logger.go:42: 16:55:35 | scheduled-backup-incremental/5-engage-full-schedule | +++ yq '.items | length' logger.go:42: 16:55:36 | scheduled-backup-incremental/5-engage-full-schedule | ++ local bcp_count=0 logger.go:42: 16:55:36 | scheduled-backup-incremental/5-engage-full-schedule | ++ echo 0 logger.go:42: 16:55:36 | scheduled-backup-incremental/5-engage-full-schedule | + bcp_count=0 logger.go:42: 16:55:36 | scheduled-backup-incremental/5-engage-full-schedule | + [[ 0 -lt 1 ]] logger.go:42: 16:55:36 | scheduled-backup-incremental/5-engage-full-schedule | + echo 'There are 0 full ps-backups but should be at least 1' logger.go:42: 16:55:36 | scheduled-backup-incremental/5-engage-full-schedule | There are 0 full ps-backups but should be at least 1 logger.go:42: 16:55:36 | scheduled-backup-incremental/5-engage-full-schedule | + exit 1 logger.go:42: 16:55:37 | scheduled-backup-incremental/5-engage-full-schedule | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-full" "$(get_cluster_name)") if [[ $bcp_count -lt 1 ]]; then echo "There are $bcp_count full ps-backups but should be at least 1" exit 1 fi] logger.go:42: 16:55:37 | scheduled-backup-incremental/5-engage-full-schedule | + source ../../functions logger.go:42: 16:55:37 | scheduled-backup-incremental/5-engage-full-schedule | +++ realpath ../../.. logger.go:42: 16:55:37 | scheduled-backup-incremental/5-engage-full-schedule | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 16:55:37 | scheduled-backup-incremental/5-engage-full-schedule | ++++ pwd logger.go:42: 16:55:37 | scheduled-backup-incremental/5-engage-full-schedule | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 16:55:37 | scheduled-backup-incremental/5-engage-full-schedule | ++ test_name=scheduled-backup-incremental logger.go:42: 16:55:37 | scheduled-backup-incremental/5-engage-full-schedule | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/vars.sh logger.go:42: 16:55:37 | scheduled-backup-incremental/5-engage-full-schedule | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 16:55:37 | scheduled-backup-incremental/5-engage-full-schedule | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 16:55:37 | scheduled-backup-incremental/5-engage-full-schedule | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 16:55:37 | scheduled-backup-incremental/5-engage-full-schedule | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 16:55:37 | scheduled-backup-incremental/5-engage-full-schedule | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 16:55:37 | scheduled-backup-incremental/5-engage-full-schedule | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 16:55:37 | scheduled-backup-incremental/5-engage-full-schedule | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 16:55:37 | scheduled-backup-incremental/5-engage-full-schedule | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 16:55:37 | scheduled-backup-incremental/5-engage-full-schedule | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 16:55:37 | scheduled-backup-incremental/5-engage-full-schedule | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 16:55:37 | scheduled-backup-incremental/5-engage-full-schedule | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 16:55:37 | scheduled-backup-incremental/5-engage-full-schedule | +++ export GIT_BRANCH=PR-1262 logger.go:42: 16:55:37 | scheduled-backup-incremental/5-engage-full-schedule | +++ GIT_BRANCH=PR-1262 logger.go:42: 16:55:37 | scheduled-backup-incremental/5-engage-full-schedule | +++ export VERSION=PR-1262-dc5a409a logger.go:42: 16:55:37 | scheduled-backup-incremental/5-engage-full-schedule | +++ VERSION=PR-1262-dc5a409a logger.go:42: 16:55:37 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 16:55:37 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 16:55:37 | scheduled-backup-incremental/5-engage-full-schedule | +++ [[ -z 8.4 ]] logger.go:42: 16:55:37 | scheduled-backup-incremental/5-engage-full-schedule | +++ export MYSQL_VERSION=8.4 logger.go:42: 16:55:37 | scheduled-backup-incremental/5-engage-full-schedule | +++ MYSQL_VERSION=8.4 logger.go:42: 16:55:37 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.4 logger.go:42: 16:55:37 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.4 logger.go:42: 16:55:37 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.4 logger.go:42: 16:55:37 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.4 logger.go:42: 16:55:37 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 16:55:37 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 16:55:37 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.4 logger.go:42: 16:55:37 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.4 logger.go:42: 16:55:37 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 16:55:37 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 16:55:37 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 16:55:37 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 16:55:37 | scheduled-backup-incremental/5-engage-full-schedule | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 16:55:37 | scheduled-backup-incremental/5-engage-full-schedule | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 16:55:37 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 16:55:37 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 16:55:37 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 16:55:37 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 16:55:37 | scheduled-backup-incremental/5-engage-full-schedule | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 16:55:37 | scheduled-backup-incremental/5-engage-full-schedule | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 16:55:37 | scheduled-backup-incremental/5-engage-full-schedule | +++ export MINIO_VER=5.4.0 logger.go:42: 16:55:37 | scheduled-backup-incremental/5-engage-full-schedule | +++ MINIO_VER=5.4.0 logger.go:42: 16:55:37 | scheduled-backup-incremental/5-engage-full-schedule | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 16:55:37 | scheduled-backup-incremental/5-engage-full-schedule | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 16:55:37 | scheduled-backup-incremental/5-engage-full-schedule | +++ export VAULT_VER=0.16.1 logger.go:42: 16:55:37 | scheduled-backup-incremental/5-engage-full-schedule | +++ VAULT_VER=0.16.1 logger.go:42: 16:55:37 | scheduled-backup-incremental/5-engage-full-schedule | ++++ which gdate logger.go:42: 16:55:37 | scheduled-backup-incremental/5-engage-full-schedule | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 16:55:37 | scheduled-backup-incremental/5-engage-full-schedule | ++++ which date logger.go:42: 16:55:37 | scheduled-backup-incremental/5-engage-full-schedule | +++ date=/usr/sbin/date logger.go:42: 16:55:37 | scheduled-backup-incremental/5-engage-full-schedule | +++ oc get projects logger.go:42: 16:55:37 | scheduled-backup-incremental/5-engage-full-schedule | +++ : logger.go:42: 16:55:37 | scheduled-backup-incremental/5-engage-full-schedule | +++ kubectl get nodes logger.go:42: 16:55:37 | scheduled-backup-incremental/5-engage-full-schedule | +++ grep '^minikube' logger.go:42: 16:55:38 | scheduled-backup-incremental/5-engage-full-schedule | +++ which gsed logger.go:42: 16:55:38 | scheduled-backup-incremental/5-engage-full-schedule | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 16:55:38 | scheduled-backup-incremental/5-engage-full-schedule | +++ which sed logger.go:42: 16:55:38 | scheduled-backup-incremental/5-engage-full-schedule | ++ sed=/usr/sbin/sed logger.go:42: 16:55:38 | scheduled-backup-incremental/5-engage-full-schedule | ++ oc get projects logger.go:42: 16:55:38 | scheduled-backup-incremental/5-engage-full-schedule | +++ kubectl version -o json logger.go:42: 16:55:38 | scheduled-backup-incremental/5-engage-full-schedule | +++ jq -r .serverVersion.gitVersion logger.go:42: 16:55:38 | scheduled-backup-incremental/5-engage-full-schedule | +++ grep '\-eks\-' logger.go:42: 16:55:38 | scheduled-backup-incremental/5-engage-full-schedule | grep: warning: stray \ before - logger.go:42: 16:55:38 | scheduled-backup-incremental/5-engage-full-schedule | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 16:55:38 | scheduled-backup-incremental/5-engage-full-schedule | ++ '[' ']' logger.go:42: 16:55:38 | scheduled-backup-incremental/5-engage-full-schedule | ++ EKS=0 logger.go:42: 16:55:38 | scheduled-backup-incremental/5-engage-full-schedule | +++ get_cluster_name logger.go:42: 16:55:38 | scheduled-backup-incremental/5-engage-full-schedule | +++ kubectl -n kuttl-test-gorgeous-macaque get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 16:55:39 | scheduled-backup-incremental/5-engage-full-schedule | ++ count_backups_in_schedule minio-full scheduled-backup-incremental logger.go:42: 16:55:39 | scheduled-backup-incremental/5-engage-full-schedule | ++ local schedule_name=minio-full logger.go:42: 16:55:39 | scheduled-backup-incremental/5-engage-full-schedule | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 16:55:39 | scheduled-backup-incremental/5-engage-full-schedule | +++ printf %s kuttl-test-gorgeous-macaque-scheduled-backup-incremental logger.go:42: 16:55:39 | scheduled-backup-incremental/5-engage-full-schedule | +++ sha1sum logger.go:42: 16:55:39 | scheduled-backup-incremental/5-engage-full-schedule | +++ awk '{print $1}' logger.go:42: 16:55:39 | scheduled-backup-incremental/5-engage-full-schedule | +++ head -c 5 logger.go:42: 16:55:39 | scheduled-backup-incremental/5-engage-full-schedule | ++ local prefix=2c6b4 logger.go:42: 16:55:39 | scheduled-backup-incremental/5-engage-full-schedule | +++ kubectl get ps-backup -n kuttl-test-gorgeous-macaque -l percona.com/backup-ancestor=2c6b4-minio-full -o yaml logger.go:42: 16:55:39 | scheduled-backup-incremental/5-engage-full-schedule | +++ yq '.items | length' logger.go:42: 16:55:39 | scheduled-backup-incremental/5-engage-full-schedule | ++ local bcp_count=0 logger.go:42: 16:55:39 | scheduled-backup-incremental/5-engage-full-schedule | ++ echo 0 logger.go:42: 16:55:39 | scheduled-backup-incremental/5-engage-full-schedule | + bcp_count=0 logger.go:42: 16:55:39 | scheduled-backup-incremental/5-engage-full-schedule | + [[ 0 -lt 1 ]] logger.go:42: 16:55:39 | scheduled-backup-incremental/5-engage-full-schedule | + echo 'There are 0 full ps-backups but should be at least 1' logger.go:42: 16:55:39 | scheduled-backup-incremental/5-engage-full-schedule | There are 0 full ps-backups but should be at least 1 logger.go:42: 16:55:39 | scheduled-backup-incremental/5-engage-full-schedule | + exit 1 logger.go:42: 16:55:40 | scheduled-backup-incremental/5-engage-full-schedule | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-full" "$(get_cluster_name)") if [[ $bcp_count -lt 1 ]]; then echo "There are $bcp_count full ps-backups but should be at least 1" exit 1 fi] logger.go:42: 16:55:40 | scheduled-backup-incremental/5-engage-full-schedule | + source ../../functions logger.go:42: 16:55:40 | scheduled-backup-incremental/5-engage-full-schedule | +++ realpath ../../.. logger.go:42: 16:55:40 | scheduled-backup-incremental/5-engage-full-schedule | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 16:55:40 | scheduled-backup-incremental/5-engage-full-schedule | ++++ pwd logger.go:42: 16:55:40 | scheduled-backup-incremental/5-engage-full-schedule | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 16:55:40 | scheduled-backup-incremental/5-engage-full-schedule | ++ test_name=scheduled-backup-incremental logger.go:42: 16:55:40 | scheduled-backup-incremental/5-engage-full-schedule | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/vars.sh logger.go:42: 16:55:40 | scheduled-backup-incremental/5-engage-full-schedule | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 16:55:40 | scheduled-backup-incremental/5-engage-full-schedule | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 16:55:40 | scheduled-backup-incremental/5-engage-full-schedule | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 16:55:40 | scheduled-backup-incremental/5-engage-full-schedule | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 16:55:40 | scheduled-backup-incremental/5-engage-full-schedule | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 16:55:40 | scheduled-backup-incremental/5-engage-full-schedule | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 16:55:40 | scheduled-backup-incremental/5-engage-full-schedule | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 16:55:40 | scheduled-backup-incremental/5-engage-full-schedule | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 16:55:40 | scheduled-backup-incremental/5-engage-full-schedule | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 16:55:40 | scheduled-backup-incremental/5-engage-full-schedule | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 16:55:40 | scheduled-backup-incremental/5-engage-full-schedule | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 16:55:40 | scheduled-backup-incremental/5-engage-full-schedule | +++ export GIT_BRANCH=PR-1262 logger.go:42: 16:55:40 | scheduled-backup-incremental/5-engage-full-schedule | +++ GIT_BRANCH=PR-1262 logger.go:42: 16:55:40 | scheduled-backup-incremental/5-engage-full-schedule | +++ export VERSION=PR-1262-dc5a409a logger.go:42: 16:55:40 | scheduled-backup-incremental/5-engage-full-schedule | +++ VERSION=PR-1262-dc5a409a logger.go:42: 16:55:40 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 16:55:40 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 16:55:40 | scheduled-backup-incremental/5-engage-full-schedule | +++ [[ -z 8.4 ]] logger.go:42: 16:55:40 | scheduled-backup-incremental/5-engage-full-schedule | +++ export MYSQL_VERSION=8.4 logger.go:42: 16:55:40 | scheduled-backup-incremental/5-engage-full-schedule | +++ MYSQL_VERSION=8.4 logger.go:42: 16:55:40 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.4 logger.go:42: 16:55:40 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.4 logger.go:42: 16:55:40 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.4 logger.go:42: 16:55:40 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.4 logger.go:42: 16:55:40 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 16:55:40 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 16:55:40 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.4 logger.go:42: 16:55:40 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.4 logger.go:42: 16:55:40 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 16:55:40 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 16:55:40 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 16:55:40 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 16:55:40 | scheduled-backup-incremental/5-engage-full-schedule | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 16:55:40 | scheduled-backup-incremental/5-engage-full-schedule | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 16:55:40 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 16:55:40 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 16:55:40 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 16:55:40 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 16:55:40 | scheduled-backup-incremental/5-engage-full-schedule | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 16:55:40 | scheduled-backup-incremental/5-engage-full-schedule | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 16:55:40 | scheduled-backup-incremental/5-engage-full-schedule | +++ export MINIO_VER=5.4.0 logger.go:42: 16:55:40 | scheduled-backup-incremental/5-engage-full-schedule | +++ MINIO_VER=5.4.0 logger.go:42: 16:55:40 | scheduled-backup-incremental/5-engage-full-schedule | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 16:55:40 | scheduled-backup-incremental/5-engage-full-schedule | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 16:55:40 | scheduled-backup-incremental/5-engage-full-schedule | +++ export VAULT_VER=0.16.1 logger.go:42: 16:55:40 | scheduled-backup-incremental/5-engage-full-schedule | +++ VAULT_VER=0.16.1 logger.go:42: 16:55:40 | scheduled-backup-incremental/5-engage-full-schedule | ++++ which gdate logger.go:42: 16:55:40 | scheduled-backup-incremental/5-engage-full-schedule | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 16:55:40 | scheduled-backup-incremental/5-engage-full-schedule | ++++ which date logger.go:42: 16:55:40 | scheduled-backup-incremental/5-engage-full-schedule | +++ date=/usr/sbin/date logger.go:42: 16:55:40 | scheduled-backup-incremental/5-engage-full-schedule | +++ oc get projects logger.go:42: 16:55:40 | scheduled-backup-incremental/5-engage-full-schedule | +++ : logger.go:42: 16:55:40 | scheduled-backup-incremental/5-engage-full-schedule | +++ kubectl get nodes logger.go:42: 16:55:40 | scheduled-backup-incremental/5-engage-full-schedule | +++ grep '^minikube' logger.go:42: 16:55:41 | scheduled-backup-incremental/5-engage-full-schedule | +++ which gsed logger.go:42: 16:55:41 | scheduled-backup-incremental/5-engage-full-schedule | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 16:55:41 | scheduled-backup-incremental/5-engage-full-schedule | +++ which sed logger.go:42: 16:55:41 | scheduled-backup-incremental/5-engage-full-schedule | ++ sed=/usr/sbin/sed logger.go:42: 16:55:41 | scheduled-backup-incremental/5-engage-full-schedule | ++ oc get projects logger.go:42: 16:55:41 | scheduled-backup-incremental/5-engage-full-schedule | +++ kubectl version -o json logger.go:42: 16:55:41 | scheduled-backup-incremental/5-engage-full-schedule | +++ jq -r .serverVersion.gitVersion logger.go:42: 16:55:41 | scheduled-backup-incremental/5-engage-full-schedule | +++ grep '\-eks\-' logger.go:42: 16:55:41 | scheduled-backup-incremental/5-engage-full-schedule | grep: warning: stray \ before - logger.go:42: 16:55:42 | scheduled-backup-incremental/5-engage-full-schedule | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 16:55:42 | scheduled-backup-incremental/5-engage-full-schedule | ++ '[' ']' logger.go:42: 16:55:42 | scheduled-backup-incremental/5-engage-full-schedule | ++ EKS=0 logger.go:42: 16:55:42 | scheduled-backup-incremental/5-engage-full-schedule | +++ get_cluster_name logger.go:42: 16:55:42 | scheduled-backup-incremental/5-engage-full-schedule | +++ kubectl -n kuttl-test-gorgeous-macaque get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 16:55:42 | scheduled-backup-incremental/5-engage-full-schedule | ++ count_backups_in_schedule minio-full scheduled-backup-incremental logger.go:42: 16:55:42 | scheduled-backup-incremental/5-engage-full-schedule | ++ local schedule_name=minio-full logger.go:42: 16:55:42 | scheduled-backup-incremental/5-engage-full-schedule | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 16:55:42 | scheduled-backup-incremental/5-engage-full-schedule | +++ printf %s kuttl-test-gorgeous-macaque-scheduled-backup-incremental logger.go:42: 16:55:42 | scheduled-backup-incremental/5-engage-full-schedule | +++ sha1sum logger.go:42: 16:55:42 | scheduled-backup-incremental/5-engage-full-schedule | +++ awk '{print $1}' logger.go:42: 16:55:42 | scheduled-backup-incremental/5-engage-full-schedule | +++ head -c 5 logger.go:42: 16:55:42 | scheduled-backup-incremental/5-engage-full-schedule | ++ local prefix=2c6b4 logger.go:42: 16:55:42 | scheduled-backup-incremental/5-engage-full-schedule | +++ kubectl get ps-backup -n kuttl-test-gorgeous-macaque -l percona.com/backup-ancestor=2c6b4-minio-full -o yaml logger.go:42: 16:55:42 | scheduled-backup-incremental/5-engage-full-schedule | +++ yq '.items | length' logger.go:42: 16:55:43 | scheduled-backup-incremental/5-engage-full-schedule | ++ local bcp_count=0 logger.go:42: 16:55:43 | scheduled-backup-incremental/5-engage-full-schedule | ++ echo 0 logger.go:42: 16:55:43 | scheduled-backup-incremental/5-engage-full-schedule | + bcp_count=0 logger.go:42: 16:55:43 | scheduled-backup-incremental/5-engage-full-schedule | + [[ 0 -lt 1 ]] logger.go:42: 16:55:43 | scheduled-backup-incremental/5-engage-full-schedule | + echo 'There are 0 full ps-backups but should be at least 1' logger.go:42: 16:55:43 | scheduled-backup-incremental/5-engage-full-schedule | There are 0 full ps-backups but should be at least 1 logger.go:42: 16:55:43 | scheduled-backup-incremental/5-engage-full-schedule | + exit 1 logger.go:42: 16:55:44 | scheduled-backup-incremental/5-engage-full-schedule | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-full" "$(get_cluster_name)") if [[ $bcp_count -lt 1 ]]; then echo "There are $bcp_count full ps-backups but should be at least 1" exit 1 fi] logger.go:42: 16:55:44 | scheduled-backup-incremental/5-engage-full-schedule | + source ../../functions logger.go:42: 16:55:44 | scheduled-backup-incremental/5-engage-full-schedule | +++ realpath ../../.. logger.go:42: 16:55:44 | scheduled-backup-incremental/5-engage-full-schedule | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 16:55:44 | scheduled-backup-incremental/5-engage-full-schedule | ++++ pwd logger.go:42: 16:55:44 | scheduled-backup-incremental/5-engage-full-schedule | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 16:55:44 | scheduled-backup-incremental/5-engage-full-schedule | ++ test_name=scheduled-backup-incremental logger.go:42: 16:55:44 | scheduled-backup-incremental/5-engage-full-schedule | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/vars.sh logger.go:42: 16:55:44 | scheduled-backup-incremental/5-engage-full-schedule | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 16:55:44 | scheduled-backup-incremental/5-engage-full-schedule | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 16:55:44 | scheduled-backup-incremental/5-engage-full-schedule | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 16:55:44 | scheduled-backup-incremental/5-engage-full-schedule | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 16:55:44 | scheduled-backup-incremental/5-engage-full-schedule | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 16:55:44 | scheduled-backup-incremental/5-engage-full-schedule | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 16:55:44 | scheduled-backup-incremental/5-engage-full-schedule | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 16:55:44 | scheduled-backup-incremental/5-engage-full-schedule | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 16:55:44 | scheduled-backup-incremental/5-engage-full-schedule | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 16:55:44 | scheduled-backup-incremental/5-engage-full-schedule | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 16:55:44 | scheduled-backup-incremental/5-engage-full-schedule | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 16:55:44 | scheduled-backup-incremental/5-engage-full-schedule | +++ export GIT_BRANCH=PR-1262 logger.go:42: 16:55:44 | scheduled-backup-incremental/5-engage-full-schedule | +++ GIT_BRANCH=PR-1262 logger.go:42: 16:55:44 | scheduled-backup-incremental/5-engage-full-schedule | +++ export VERSION=PR-1262-dc5a409a logger.go:42: 16:55:44 | scheduled-backup-incremental/5-engage-full-schedule | +++ VERSION=PR-1262-dc5a409a logger.go:42: 16:55:44 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 16:55:44 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 16:55:44 | scheduled-backup-incremental/5-engage-full-schedule | +++ [[ -z 8.4 ]] logger.go:42: 16:55:44 | scheduled-backup-incremental/5-engage-full-schedule | +++ export MYSQL_VERSION=8.4 logger.go:42: 16:55:44 | scheduled-backup-incremental/5-engage-full-schedule | +++ MYSQL_VERSION=8.4 logger.go:42: 16:55:44 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.4 logger.go:42: 16:55:44 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.4 logger.go:42: 16:55:44 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.4 logger.go:42: 16:55:44 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.4 logger.go:42: 16:55:44 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 16:55:44 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 16:55:44 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.4 logger.go:42: 16:55:44 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.4 logger.go:42: 16:55:44 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 16:55:44 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 16:55:44 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 16:55:44 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 16:55:44 | scheduled-backup-incremental/5-engage-full-schedule | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 16:55:44 | scheduled-backup-incremental/5-engage-full-schedule | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 16:55:44 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 16:55:44 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 16:55:44 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 16:55:44 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 16:55:44 | scheduled-backup-incremental/5-engage-full-schedule | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 16:55:44 | scheduled-backup-incremental/5-engage-full-schedule | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 16:55:44 | scheduled-backup-incremental/5-engage-full-schedule | +++ export MINIO_VER=5.4.0 logger.go:42: 16:55:44 | scheduled-backup-incremental/5-engage-full-schedule | +++ MINIO_VER=5.4.0 logger.go:42: 16:55:44 | scheduled-backup-incremental/5-engage-full-schedule | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 16:55:44 | scheduled-backup-incremental/5-engage-full-schedule | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 16:55:44 | scheduled-backup-incremental/5-engage-full-schedule | +++ export VAULT_VER=0.16.1 logger.go:42: 16:55:44 | scheduled-backup-incremental/5-engage-full-schedule | +++ VAULT_VER=0.16.1 logger.go:42: 16:55:44 | scheduled-backup-incremental/5-engage-full-schedule | ++++ which gdate logger.go:42: 16:55:44 | scheduled-backup-incremental/5-engage-full-schedule | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 16:55:44 | scheduled-backup-incremental/5-engage-full-schedule | ++++ which date logger.go:42: 16:55:44 | scheduled-backup-incremental/5-engage-full-schedule | +++ date=/usr/sbin/date logger.go:42: 16:55:44 | scheduled-backup-incremental/5-engage-full-schedule | +++ oc get projects logger.go:42: 16:55:44 | scheduled-backup-incremental/5-engage-full-schedule | +++ : logger.go:42: 16:55:44 | scheduled-backup-incremental/5-engage-full-schedule | +++ kubectl get nodes logger.go:42: 16:55:44 | scheduled-backup-incremental/5-engage-full-schedule | +++ grep '^minikube' logger.go:42: 16:55:45 | scheduled-backup-incremental/5-engage-full-schedule | +++ which gsed logger.go:42: 16:55:45 | scheduled-backup-incremental/5-engage-full-schedule | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 16:55:45 | scheduled-backup-incremental/5-engage-full-schedule | +++ which sed logger.go:42: 16:55:45 | scheduled-backup-incremental/5-engage-full-schedule | ++ sed=/usr/sbin/sed logger.go:42: 16:55:45 | scheduled-backup-incremental/5-engage-full-schedule | ++ oc get projects logger.go:42: 16:55:45 | scheduled-backup-incremental/5-engage-full-schedule | +++ kubectl version -o json logger.go:42: 16:55:45 | scheduled-backup-incremental/5-engage-full-schedule | +++ jq -r .serverVersion.gitVersion logger.go:42: 16:55:45 | scheduled-backup-incremental/5-engage-full-schedule | +++ grep '\-eks\-' logger.go:42: 16:55:45 | scheduled-backup-incremental/5-engage-full-schedule | grep: warning: stray \ before - logger.go:42: 16:55:45 | scheduled-backup-incremental/5-engage-full-schedule | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 16:55:45 | scheduled-backup-incremental/5-engage-full-schedule | ++ '[' ']' logger.go:42: 16:55:45 | scheduled-backup-incremental/5-engage-full-schedule | ++ EKS=0 logger.go:42: 16:55:45 | scheduled-backup-incremental/5-engage-full-schedule | +++ get_cluster_name logger.go:42: 16:55:45 | scheduled-backup-incremental/5-engage-full-schedule | +++ kubectl -n kuttl-test-gorgeous-macaque get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 16:55:46 | scheduled-backup-incremental/5-engage-full-schedule | ++ count_backups_in_schedule minio-full scheduled-backup-incremental logger.go:42: 16:55:46 | scheduled-backup-incremental/5-engage-full-schedule | ++ local schedule_name=minio-full logger.go:42: 16:55:46 | scheduled-backup-incremental/5-engage-full-schedule | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 16:55:46 | scheduled-backup-incremental/5-engage-full-schedule | +++ printf %s kuttl-test-gorgeous-macaque-scheduled-backup-incremental logger.go:42: 16:55:46 | scheduled-backup-incremental/5-engage-full-schedule | +++ sha1sum logger.go:42: 16:55:46 | scheduled-backup-incremental/5-engage-full-schedule | +++ awk '{print $1}' logger.go:42: 16:55:46 | scheduled-backup-incremental/5-engage-full-schedule | +++ head -c 5 logger.go:42: 16:55:46 | scheduled-backup-incremental/5-engage-full-schedule | ++ local prefix=2c6b4 logger.go:42: 16:55:46 | scheduled-backup-incremental/5-engage-full-schedule | +++ kubectl get ps-backup -n kuttl-test-gorgeous-macaque -l percona.com/backup-ancestor=2c6b4-minio-full -o yaml logger.go:42: 16:55:46 | scheduled-backup-incremental/5-engage-full-schedule | +++ yq '.items | length' logger.go:42: 16:55:46 | scheduled-backup-incremental/5-engage-full-schedule | ++ local bcp_count=0 logger.go:42: 16:55:46 | scheduled-backup-incremental/5-engage-full-schedule | ++ echo 0 logger.go:42: 16:55:46 | scheduled-backup-incremental/5-engage-full-schedule | + bcp_count=0 logger.go:42: 16:55:46 | scheduled-backup-incremental/5-engage-full-schedule | + [[ 0 -lt 1 ]] logger.go:42: 16:55:46 | scheduled-backup-incremental/5-engage-full-schedule | + echo 'There are 0 full ps-backups but should be at least 1' logger.go:42: 16:55:46 | scheduled-backup-incremental/5-engage-full-schedule | There are 0 full ps-backups but should be at least 1 logger.go:42: 16:55:46 | scheduled-backup-incremental/5-engage-full-schedule | + exit 1 logger.go:42: 16:55:47 | scheduled-backup-incremental/5-engage-full-schedule | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-full" "$(get_cluster_name)") if [[ $bcp_count -lt 1 ]]; then echo "There are $bcp_count full ps-backups but should be at least 1" exit 1 fi] logger.go:42: 16:55:47 | scheduled-backup-incremental/5-engage-full-schedule | + source ../../functions logger.go:42: 16:55:47 | scheduled-backup-incremental/5-engage-full-schedule | +++ realpath ../../.. logger.go:42: 16:55:47 | scheduled-backup-incremental/5-engage-full-schedule | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 16:55:47 | scheduled-backup-incremental/5-engage-full-schedule | ++++ pwd logger.go:42: 16:55:47 | scheduled-backup-incremental/5-engage-full-schedule | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 16:55:47 | scheduled-backup-incremental/5-engage-full-schedule | ++ test_name=scheduled-backup-incremental logger.go:42: 16:55:47 | scheduled-backup-incremental/5-engage-full-schedule | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/vars.sh logger.go:42: 16:55:47 | scheduled-backup-incremental/5-engage-full-schedule | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 16:55:47 | scheduled-backup-incremental/5-engage-full-schedule | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 16:55:47 | scheduled-backup-incremental/5-engage-full-schedule | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 16:55:47 | scheduled-backup-incremental/5-engage-full-schedule | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 16:55:47 | scheduled-backup-incremental/5-engage-full-schedule | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 16:55:47 | scheduled-backup-incremental/5-engage-full-schedule | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 16:55:47 | scheduled-backup-incremental/5-engage-full-schedule | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 16:55:47 | scheduled-backup-incremental/5-engage-full-schedule | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 16:55:47 | scheduled-backup-incremental/5-engage-full-schedule | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 16:55:47 | scheduled-backup-incremental/5-engage-full-schedule | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 16:55:47 | scheduled-backup-incremental/5-engage-full-schedule | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 16:55:47 | scheduled-backup-incremental/5-engage-full-schedule | +++ export GIT_BRANCH=PR-1262 logger.go:42: 16:55:47 | scheduled-backup-incremental/5-engage-full-schedule | +++ GIT_BRANCH=PR-1262 logger.go:42: 16:55:47 | scheduled-backup-incremental/5-engage-full-schedule | +++ export VERSION=PR-1262-dc5a409a logger.go:42: 16:55:47 | scheduled-backup-incremental/5-engage-full-schedule | +++ VERSION=PR-1262-dc5a409a logger.go:42: 16:55:47 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 16:55:47 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 16:55:47 | scheduled-backup-incremental/5-engage-full-schedule | +++ [[ -z 8.4 ]] logger.go:42: 16:55:47 | scheduled-backup-incremental/5-engage-full-schedule | +++ export MYSQL_VERSION=8.4 logger.go:42: 16:55:47 | scheduled-backup-incremental/5-engage-full-schedule | +++ MYSQL_VERSION=8.4 logger.go:42: 16:55:47 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.4 logger.go:42: 16:55:47 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.4 logger.go:42: 16:55:47 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.4 logger.go:42: 16:55:47 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.4 logger.go:42: 16:55:47 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 16:55:47 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 16:55:47 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.4 logger.go:42: 16:55:47 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.4 logger.go:42: 16:55:47 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 16:55:47 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 16:55:47 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 16:55:47 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 16:55:47 | scheduled-backup-incremental/5-engage-full-schedule | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 16:55:47 | scheduled-backup-incremental/5-engage-full-schedule | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 16:55:47 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 16:55:47 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 16:55:47 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 16:55:47 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 16:55:47 | scheduled-backup-incremental/5-engage-full-schedule | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 16:55:47 | scheduled-backup-incremental/5-engage-full-schedule | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 16:55:47 | scheduled-backup-incremental/5-engage-full-schedule | +++ export MINIO_VER=5.4.0 logger.go:42: 16:55:47 | scheduled-backup-incremental/5-engage-full-schedule | +++ MINIO_VER=5.4.0 logger.go:42: 16:55:47 | scheduled-backup-incremental/5-engage-full-schedule | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 16:55:47 | scheduled-backup-incremental/5-engage-full-schedule | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 16:55:47 | scheduled-backup-incremental/5-engage-full-schedule | +++ export VAULT_VER=0.16.1 logger.go:42: 16:55:47 | scheduled-backup-incremental/5-engage-full-schedule | +++ VAULT_VER=0.16.1 logger.go:42: 16:55:47 | scheduled-backup-incremental/5-engage-full-schedule | ++++ which gdate logger.go:42: 16:55:47 | scheduled-backup-incremental/5-engage-full-schedule | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 16:55:47 | scheduled-backup-incremental/5-engage-full-schedule | ++++ which date logger.go:42: 16:55:47 | scheduled-backup-incremental/5-engage-full-schedule | +++ date=/usr/sbin/date logger.go:42: 16:55:47 | scheduled-backup-incremental/5-engage-full-schedule | +++ oc get projects logger.go:42: 16:55:47 | scheduled-backup-incremental/5-engage-full-schedule | +++ : logger.go:42: 16:55:47 | scheduled-backup-incremental/5-engage-full-schedule | +++ kubectl get nodes logger.go:42: 16:55:47 | scheduled-backup-incremental/5-engage-full-schedule | +++ grep '^minikube' logger.go:42: 16:55:48 | scheduled-backup-incremental/5-engage-full-schedule | +++ which gsed logger.go:42: 16:55:48 | scheduled-backup-incremental/5-engage-full-schedule | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 16:55:48 | scheduled-backup-incremental/5-engage-full-schedule | +++ which sed logger.go:42: 16:55:48 | scheduled-backup-incremental/5-engage-full-schedule | ++ sed=/usr/sbin/sed logger.go:42: 16:55:48 | scheduled-backup-incremental/5-engage-full-schedule | ++ oc get projects logger.go:42: 16:55:48 | scheduled-backup-incremental/5-engage-full-schedule | +++ kubectl version -o json logger.go:42: 16:55:48 | scheduled-backup-incremental/5-engage-full-schedule | +++ jq -r .serverVersion.gitVersion logger.go:42: 16:55:48 | scheduled-backup-incremental/5-engage-full-schedule | +++ grep '\-eks\-' logger.go:42: 16:55:48 | scheduled-backup-incremental/5-engage-full-schedule | grep: warning: stray \ before - logger.go:42: 16:55:49 | scheduled-backup-incremental/5-engage-full-schedule | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 16:55:49 | scheduled-backup-incremental/5-engage-full-schedule | ++ '[' ']' logger.go:42: 16:55:49 | scheduled-backup-incremental/5-engage-full-schedule | ++ EKS=0 logger.go:42: 16:55:49 | scheduled-backup-incremental/5-engage-full-schedule | +++ get_cluster_name logger.go:42: 16:55:49 | scheduled-backup-incremental/5-engage-full-schedule | +++ kubectl -n kuttl-test-gorgeous-macaque get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 16:55:49 | scheduled-backup-incremental/5-engage-full-schedule | ++ count_backups_in_schedule minio-full scheduled-backup-incremental logger.go:42: 16:55:49 | scheduled-backup-incremental/5-engage-full-schedule | ++ local schedule_name=minio-full logger.go:42: 16:55:49 | scheduled-backup-incremental/5-engage-full-schedule | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 16:55:49 | scheduled-backup-incremental/5-engage-full-schedule | +++ printf %s kuttl-test-gorgeous-macaque-scheduled-backup-incremental logger.go:42: 16:55:49 | scheduled-backup-incremental/5-engage-full-schedule | +++ sha1sum logger.go:42: 16:55:49 | scheduled-backup-incremental/5-engage-full-schedule | +++ awk '{print $1}' logger.go:42: 16:55:49 | scheduled-backup-incremental/5-engage-full-schedule | +++ head -c 5 logger.go:42: 16:55:49 | scheduled-backup-incremental/5-engage-full-schedule | ++ local prefix=2c6b4 logger.go:42: 16:55:49 | scheduled-backup-incremental/5-engage-full-schedule | +++ yq '.items | length' logger.go:42: 16:55:49 | scheduled-backup-incremental/5-engage-full-schedule | +++ kubectl get ps-backup -n kuttl-test-gorgeous-macaque -l percona.com/backup-ancestor=2c6b4-minio-full -o yaml logger.go:42: 16:55:50 | scheduled-backup-incremental/5-engage-full-schedule | ++ local bcp_count=0 logger.go:42: 16:55:50 | scheduled-backup-incremental/5-engage-full-schedule | ++ echo 0 logger.go:42: 16:55:50 | scheduled-backup-incremental/5-engage-full-schedule | + bcp_count=0 logger.go:42: 16:55:50 | scheduled-backup-incremental/5-engage-full-schedule | + [[ 0 -lt 1 ]] logger.go:42: 16:55:50 | scheduled-backup-incremental/5-engage-full-schedule | + echo 'There are 0 full ps-backups but should be at least 1' logger.go:42: 16:55:50 | scheduled-backup-incremental/5-engage-full-schedule | There are 0 full ps-backups but should be at least 1 logger.go:42: 16:55:50 | scheduled-backup-incremental/5-engage-full-schedule | + exit 1 logger.go:42: 16:55:51 | scheduled-backup-incremental/5-engage-full-schedule | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-full" "$(get_cluster_name)") if [[ $bcp_count -lt 1 ]]; then echo "There are $bcp_count full ps-backups but should be at least 1" exit 1 fi] logger.go:42: 16:55:51 | scheduled-backup-incremental/5-engage-full-schedule | + source ../../functions logger.go:42: 16:55:51 | scheduled-backup-incremental/5-engage-full-schedule | +++ realpath ../../.. logger.go:42: 16:55:51 | scheduled-backup-incremental/5-engage-full-schedule | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 16:55:51 | scheduled-backup-incremental/5-engage-full-schedule | ++++ pwd logger.go:42: 16:55:51 | scheduled-backup-incremental/5-engage-full-schedule | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 16:55:51 | scheduled-backup-incremental/5-engage-full-schedule | ++ test_name=scheduled-backup-incremental logger.go:42: 16:55:51 | scheduled-backup-incremental/5-engage-full-schedule | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/vars.sh logger.go:42: 16:55:51 | scheduled-backup-incremental/5-engage-full-schedule | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 16:55:51 | scheduled-backup-incremental/5-engage-full-schedule | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 16:55:51 | scheduled-backup-incremental/5-engage-full-schedule | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 16:55:51 | scheduled-backup-incremental/5-engage-full-schedule | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 16:55:51 | scheduled-backup-incremental/5-engage-full-schedule | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 16:55:51 | scheduled-backup-incremental/5-engage-full-schedule | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 16:55:51 | scheduled-backup-incremental/5-engage-full-schedule | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 16:55:51 | scheduled-backup-incremental/5-engage-full-schedule | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 16:55:51 | scheduled-backup-incremental/5-engage-full-schedule | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 16:55:51 | scheduled-backup-incremental/5-engage-full-schedule | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 16:55:51 | scheduled-backup-incremental/5-engage-full-schedule | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 16:55:51 | scheduled-backup-incremental/5-engage-full-schedule | +++ export GIT_BRANCH=PR-1262 logger.go:42: 16:55:51 | scheduled-backup-incremental/5-engage-full-schedule | +++ GIT_BRANCH=PR-1262 logger.go:42: 16:55:51 | scheduled-backup-incremental/5-engage-full-schedule | +++ export VERSION=PR-1262-dc5a409a logger.go:42: 16:55:51 | scheduled-backup-incremental/5-engage-full-schedule | +++ VERSION=PR-1262-dc5a409a logger.go:42: 16:55:51 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 16:55:51 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 16:55:51 | scheduled-backup-incremental/5-engage-full-schedule | +++ [[ -z 8.4 ]] logger.go:42: 16:55:51 | scheduled-backup-incremental/5-engage-full-schedule | +++ export MYSQL_VERSION=8.4 logger.go:42: 16:55:51 | scheduled-backup-incremental/5-engage-full-schedule | +++ MYSQL_VERSION=8.4 logger.go:42: 16:55:51 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.4 logger.go:42: 16:55:51 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.4 logger.go:42: 16:55:51 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.4 logger.go:42: 16:55:51 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.4 logger.go:42: 16:55:51 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 16:55:51 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 16:55:51 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.4 logger.go:42: 16:55:51 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.4 logger.go:42: 16:55:51 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 16:55:51 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 16:55:51 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 16:55:51 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 16:55:51 | scheduled-backup-incremental/5-engage-full-schedule | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 16:55:51 | scheduled-backup-incremental/5-engage-full-schedule | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 16:55:51 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 16:55:51 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 16:55:51 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 16:55:51 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 16:55:51 | scheduled-backup-incremental/5-engage-full-schedule | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 16:55:51 | scheduled-backup-incremental/5-engage-full-schedule | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 16:55:51 | scheduled-backup-incremental/5-engage-full-schedule | +++ export MINIO_VER=5.4.0 logger.go:42: 16:55:51 | scheduled-backup-incremental/5-engage-full-schedule | +++ MINIO_VER=5.4.0 logger.go:42: 16:55:51 | scheduled-backup-incremental/5-engage-full-schedule | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 16:55:51 | scheduled-backup-incremental/5-engage-full-schedule | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 16:55:51 | scheduled-backup-incremental/5-engage-full-schedule | +++ export VAULT_VER=0.16.1 logger.go:42: 16:55:51 | scheduled-backup-incremental/5-engage-full-schedule | +++ VAULT_VER=0.16.1 logger.go:42: 16:55:51 | scheduled-backup-incremental/5-engage-full-schedule | ++++ which gdate logger.go:42: 16:55:51 | scheduled-backup-incremental/5-engage-full-schedule | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 16:55:51 | scheduled-backup-incremental/5-engage-full-schedule | ++++ which date logger.go:42: 16:55:51 | scheduled-backup-incremental/5-engage-full-schedule | +++ date=/usr/sbin/date logger.go:42: 16:55:51 | scheduled-backup-incremental/5-engage-full-schedule | +++ oc get projects logger.go:42: 16:55:51 | scheduled-backup-incremental/5-engage-full-schedule | +++ : logger.go:42: 16:55:51 | scheduled-backup-incremental/5-engage-full-schedule | +++ kubectl get nodes logger.go:42: 16:55:51 | scheduled-backup-incremental/5-engage-full-schedule | +++ grep '^minikube' logger.go:42: 16:55:52 | scheduled-backup-incremental/5-engage-full-schedule | +++ which gsed logger.go:42: 16:55:52 | scheduled-backup-incremental/5-engage-full-schedule | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 16:55:52 | scheduled-backup-incremental/5-engage-full-schedule | +++ which sed logger.go:42: 16:55:52 | scheduled-backup-incremental/5-engage-full-schedule | ++ sed=/usr/sbin/sed logger.go:42: 16:55:52 | scheduled-backup-incremental/5-engage-full-schedule | ++ oc get projects logger.go:42: 16:55:52 | scheduled-backup-incremental/5-engage-full-schedule | +++ kubectl version -o json logger.go:42: 16:55:52 | scheduled-backup-incremental/5-engage-full-schedule | +++ jq -r .serverVersion.gitVersion logger.go:42: 16:55:52 | scheduled-backup-incremental/5-engage-full-schedule | +++ grep '\-eks\-' logger.go:42: 16:55:52 | scheduled-backup-incremental/5-engage-full-schedule | grep: warning: stray \ before - logger.go:42: 16:55:52 | scheduled-backup-incremental/5-engage-full-schedule | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 16:55:52 | scheduled-backup-incremental/5-engage-full-schedule | ++ '[' ']' logger.go:42: 16:55:52 | scheduled-backup-incremental/5-engage-full-schedule | ++ EKS=0 logger.go:42: 16:55:52 | scheduled-backup-incremental/5-engage-full-schedule | +++ get_cluster_name logger.go:42: 16:55:52 | scheduled-backup-incremental/5-engage-full-schedule | +++ kubectl -n kuttl-test-gorgeous-macaque get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 16:55:53 | scheduled-backup-incremental/5-engage-full-schedule | ++ count_backups_in_schedule minio-full scheduled-backup-incremental logger.go:42: 16:55:53 | scheduled-backup-incremental/5-engage-full-schedule | ++ local schedule_name=minio-full logger.go:42: 16:55:53 | scheduled-backup-incremental/5-engage-full-schedule | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 16:55:53 | scheduled-backup-incremental/5-engage-full-schedule | +++ printf %s kuttl-test-gorgeous-macaque-scheduled-backup-incremental logger.go:42: 16:55:53 | scheduled-backup-incremental/5-engage-full-schedule | +++ sha1sum logger.go:42: 16:55:53 | scheduled-backup-incremental/5-engage-full-schedule | +++ awk '{print $1}' logger.go:42: 16:55:53 | scheduled-backup-incremental/5-engage-full-schedule | +++ head -c 5 logger.go:42: 16:55:53 | scheduled-backup-incremental/5-engage-full-schedule | ++ local prefix=2c6b4 logger.go:42: 16:55:53 | scheduled-backup-incremental/5-engage-full-schedule | +++ kubectl get ps-backup -n kuttl-test-gorgeous-macaque -l percona.com/backup-ancestor=2c6b4-minio-full -o yaml logger.go:42: 16:55:53 | scheduled-backup-incremental/5-engage-full-schedule | +++ yq '.items | length' logger.go:42: 16:55:53 | scheduled-backup-incremental/5-engage-full-schedule | ++ local bcp_count=0 logger.go:42: 16:55:53 | scheduled-backup-incremental/5-engage-full-schedule | ++ echo 0 logger.go:42: 16:55:53 | scheduled-backup-incremental/5-engage-full-schedule | + bcp_count=0 logger.go:42: 16:55:53 | scheduled-backup-incremental/5-engage-full-schedule | + [[ 0 -lt 1 ]] logger.go:42: 16:55:53 | scheduled-backup-incremental/5-engage-full-schedule | + echo 'There are 0 full ps-backups but should be at least 1' logger.go:42: 16:55:53 | scheduled-backup-incremental/5-engage-full-schedule | There are 0 full ps-backups but should be at least 1 logger.go:42: 16:55:53 | scheduled-backup-incremental/5-engage-full-schedule | + exit 1 logger.go:42: 16:55:54 | scheduled-backup-incremental/5-engage-full-schedule | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-full" "$(get_cluster_name)") if [[ $bcp_count -lt 1 ]]; then echo "There are $bcp_count full ps-backups but should be at least 1" exit 1 fi] logger.go:42: 16:55:54 | scheduled-backup-incremental/5-engage-full-schedule | + source ../../functions logger.go:42: 16:55:54 | scheduled-backup-incremental/5-engage-full-schedule | +++ realpath ../../.. logger.go:42: 16:55:54 | scheduled-backup-incremental/5-engage-full-schedule | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 16:55:54 | scheduled-backup-incremental/5-engage-full-schedule | ++++ pwd logger.go:42: 16:55:54 | scheduled-backup-incremental/5-engage-full-schedule | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 16:55:54 | scheduled-backup-incremental/5-engage-full-schedule | ++ test_name=scheduled-backup-incremental logger.go:42: 16:55:54 | scheduled-backup-incremental/5-engage-full-schedule | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/vars.sh logger.go:42: 16:55:54 | scheduled-backup-incremental/5-engage-full-schedule | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 16:55:54 | scheduled-backup-incremental/5-engage-full-schedule | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 16:55:54 | scheduled-backup-incremental/5-engage-full-schedule | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 16:55:54 | scheduled-backup-incremental/5-engage-full-schedule | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 16:55:54 | scheduled-backup-incremental/5-engage-full-schedule | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 16:55:54 | scheduled-backup-incremental/5-engage-full-schedule | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 16:55:54 | scheduled-backup-incremental/5-engage-full-schedule | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 16:55:54 | scheduled-backup-incremental/5-engage-full-schedule | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 16:55:54 | scheduled-backup-incremental/5-engage-full-schedule | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 16:55:54 | scheduled-backup-incremental/5-engage-full-schedule | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 16:55:54 | scheduled-backup-incremental/5-engage-full-schedule | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 16:55:54 | scheduled-backup-incremental/5-engage-full-schedule | +++ export GIT_BRANCH=PR-1262 logger.go:42: 16:55:54 | scheduled-backup-incremental/5-engage-full-schedule | +++ GIT_BRANCH=PR-1262 logger.go:42: 16:55:54 | scheduled-backup-incremental/5-engage-full-schedule | +++ export VERSION=PR-1262-dc5a409a logger.go:42: 16:55:54 | scheduled-backup-incremental/5-engage-full-schedule | +++ VERSION=PR-1262-dc5a409a logger.go:42: 16:55:54 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 16:55:54 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 16:55:54 | scheduled-backup-incremental/5-engage-full-schedule | +++ [[ -z 8.4 ]] logger.go:42: 16:55:54 | scheduled-backup-incremental/5-engage-full-schedule | +++ export MYSQL_VERSION=8.4 logger.go:42: 16:55:54 | scheduled-backup-incremental/5-engage-full-schedule | +++ MYSQL_VERSION=8.4 logger.go:42: 16:55:54 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.4 logger.go:42: 16:55:54 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.4 logger.go:42: 16:55:54 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.4 logger.go:42: 16:55:54 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.4 logger.go:42: 16:55:54 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 16:55:54 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 16:55:54 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.4 logger.go:42: 16:55:54 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.4 logger.go:42: 16:55:54 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 16:55:54 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 16:55:54 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 16:55:54 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 16:55:54 | scheduled-backup-incremental/5-engage-full-schedule | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 16:55:54 | scheduled-backup-incremental/5-engage-full-schedule | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 16:55:54 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 16:55:54 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 16:55:54 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 16:55:54 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 16:55:54 | scheduled-backup-incremental/5-engage-full-schedule | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 16:55:54 | scheduled-backup-incremental/5-engage-full-schedule | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 16:55:54 | scheduled-backup-incremental/5-engage-full-schedule | +++ export MINIO_VER=5.4.0 logger.go:42: 16:55:54 | scheduled-backup-incremental/5-engage-full-schedule | +++ MINIO_VER=5.4.0 logger.go:42: 16:55:54 | scheduled-backup-incremental/5-engage-full-schedule | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 16:55:54 | scheduled-backup-incremental/5-engage-full-schedule | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 16:55:54 | scheduled-backup-incremental/5-engage-full-schedule | +++ export VAULT_VER=0.16.1 logger.go:42: 16:55:54 | scheduled-backup-incremental/5-engage-full-schedule | +++ VAULT_VER=0.16.1 logger.go:42: 16:55:54 | scheduled-backup-incremental/5-engage-full-schedule | ++++ which gdate logger.go:42: 16:55:54 | scheduled-backup-incremental/5-engage-full-schedule | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 16:55:54 | scheduled-backup-incremental/5-engage-full-schedule | ++++ which date logger.go:42: 16:55:54 | scheduled-backup-incremental/5-engage-full-schedule | +++ date=/usr/sbin/date logger.go:42: 16:55:54 | scheduled-backup-incremental/5-engage-full-schedule | +++ oc get projects logger.go:42: 16:55:54 | scheduled-backup-incremental/5-engage-full-schedule | +++ : logger.go:42: 16:55:54 | scheduled-backup-incremental/5-engage-full-schedule | +++ kubectl get nodes logger.go:42: 16:55:54 | scheduled-backup-incremental/5-engage-full-schedule | +++ grep '^minikube' logger.go:42: 16:55:55 | scheduled-backup-incremental/5-engage-full-schedule | +++ which gsed logger.go:42: 16:55:55 | scheduled-backup-incremental/5-engage-full-schedule | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 16:55:55 | scheduled-backup-incremental/5-engage-full-schedule | +++ which sed logger.go:42: 16:55:55 | scheduled-backup-incremental/5-engage-full-schedule | ++ sed=/usr/sbin/sed logger.go:42: 16:55:55 | scheduled-backup-incremental/5-engage-full-schedule | ++ oc get projects logger.go:42: 16:55:55 | scheduled-backup-incremental/5-engage-full-schedule | +++ kubectl version -o json logger.go:42: 16:55:55 | scheduled-backup-incremental/5-engage-full-schedule | +++ jq -r .serverVersion.gitVersion logger.go:42: 16:55:55 | scheduled-backup-incremental/5-engage-full-schedule | +++ grep '\-eks\-' logger.go:42: 16:55:55 | scheduled-backup-incremental/5-engage-full-schedule | grep: warning: stray \ before - logger.go:42: 16:55:55 | scheduled-backup-incremental/5-engage-full-schedule | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 16:55:55 | scheduled-backup-incremental/5-engage-full-schedule | ++ '[' ']' logger.go:42: 16:55:55 | scheduled-backup-incremental/5-engage-full-schedule | ++ EKS=0 logger.go:42: 16:55:55 | scheduled-backup-incremental/5-engage-full-schedule | +++ get_cluster_name logger.go:42: 16:55:55 | scheduled-backup-incremental/5-engage-full-schedule | +++ kubectl -n kuttl-test-gorgeous-macaque get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 16:55:56 | scheduled-backup-incremental/5-engage-full-schedule | ++ count_backups_in_schedule minio-full scheduled-backup-incremental logger.go:42: 16:55:56 | scheduled-backup-incremental/5-engage-full-schedule | ++ local schedule_name=minio-full logger.go:42: 16:55:56 | scheduled-backup-incremental/5-engage-full-schedule | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 16:55:56 | scheduled-backup-incremental/5-engage-full-schedule | +++ printf %s kuttl-test-gorgeous-macaque-scheduled-backup-incremental logger.go:42: 16:55:56 | scheduled-backup-incremental/5-engage-full-schedule | +++ sha1sum logger.go:42: 16:55:56 | scheduled-backup-incremental/5-engage-full-schedule | +++ awk '{print $1}' logger.go:42: 16:55:56 | scheduled-backup-incremental/5-engage-full-schedule | +++ head -c 5 logger.go:42: 16:55:56 | scheduled-backup-incremental/5-engage-full-schedule | ++ local prefix=2c6b4 logger.go:42: 16:55:56 | scheduled-backup-incremental/5-engage-full-schedule | +++ kubectl get ps-backup -n kuttl-test-gorgeous-macaque -l percona.com/backup-ancestor=2c6b4-minio-full -o yaml logger.go:42: 16:55:56 | scheduled-backup-incremental/5-engage-full-schedule | +++ yq '.items | length' logger.go:42: 16:55:56 | scheduled-backup-incremental/5-engage-full-schedule | ++ local bcp_count=0 logger.go:42: 16:55:56 | scheduled-backup-incremental/5-engage-full-schedule | ++ echo 0 logger.go:42: 16:55:56 | scheduled-backup-incremental/5-engage-full-schedule | + bcp_count=0 logger.go:42: 16:55:56 | scheduled-backup-incremental/5-engage-full-schedule | + [[ 0 -lt 1 ]] logger.go:42: 16:55:56 | scheduled-backup-incremental/5-engage-full-schedule | + echo 'There are 0 full ps-backups but should be at least 1' logger.go:42: 16:55:56 | scheduled-backup-incremental/5-engage-full-schedule | There are 0 full ps-backups but should be at least 1 logger.go:42: 16:55:56 | scheduled-backup-incremental/5-engage-full-schedule | + exit 1 logger.go:42: 16:55:58 | scheduled-backup-incremental/5-engage-full-schedule | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-full" "$(get_cluster_name)") if [[ $bcp_count -lt 1 ]]; then echo "There are $bcp_count full ps-backups but should be at least 1" exit 1 fi] logger.go:42: 16:55:58 | scheduled-backup-incremental/5-engage-full-schedule | + source ../../functions logger.go:42: 16:55:58 | scheduled-backup-incremental/5-engage-full-schedule | +++ realpath ../../.. logger.go:42: 16:55:58 | scheduled-backup-incremental/5-engage-full-schedule | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 16:55:58 | scheduled-backup-incremental/5-engage-full-schedule | ++++ pwd logger.go:42: 16:55:58 | scheduled-backup-incremental/5-engage-full-schedule | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 16:55:58 | scheduled-backup-incremental/5-engage-full-schedule | ++ test_name=scheduled-backup-incremental logger.go:42: 16:55:58 | scheduled-backup-incremental/5-engage-full-schedule | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/vars.sh logger.go:42: 16:55:58 | scheduled-backup-incremental/5-engage-full-schedule | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 16:55:58 | scheduled-backup-incremental/5-engage-full-schedule | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 16:55:58 | scheduled-backup-incremental/5-engage-full-schedule | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 16:55:58 | scheduled-backup-incremental/5-engage-full-schedule | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 16:55:58 | scheduled-backup-incremental/5-engage-full-schedule | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 16:55:58 | scheduled-backup-incremental/5-engage-full-schedule | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 16:55:58 | scheduled-backup-incremental/5-engage-full-schedule | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 16:55:58 | scheduled-backup-incremental/5-engage-full-schedule | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 16:55:58 | scheduled-backup-incremental/5-engage-full-schedule | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 16:55:58 | scheduled-backup-incremental/5-engage-full-schedule | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 16:55:58 | scheduled-backup-incremental/5-engage-full-schedule | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 16:55:58 | scheduled-backup-incremental/5-engage-full-schedule | +++ export GIT_BRANCH=PR-1262 logger.go:42: 16:55:58 | scheduled-backup-incremental/5-engage-full-schedule | +++ GIT_BRANCH=PR-1262 logger.go:42: 16:55:58 | scheduled-backup-incremental/5-engage-full-schedule | +++ export VERSION=PR-1262-dc5a409a logger.go:42: 16:55:58 | scheduled-backup-incremental/5-engage-full-schedule | +++ VERSION=PR-1262-dc5a409a logger.go:42: 16:55:58 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 16:55:58 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 16:55:58 | scheduled-backup-incremental/5-engage-full-schedule | +++ [[ -z 8.4 ]] logger.go:42: 16:55:58 | scheduled-backup-incremental/5-engage-full-schedule | +++ export MYSQL_VERSION=8.4 logger.go:42: 16:55:58 | scheduled-backup-incremental/5-engage-full-schedule | +++ MYSQL_VERSION=8.4 logger.go:42: 16:55:58 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.4 logger.go:42: 16:55:58 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.4 logger.go:42: 16:55:58 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.4 logger.go:42: 16:55:58 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.4 logger.go:42: 16:55:58 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 16:55:58 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 16:55:58 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.4 logger.go:42: 16:55:58 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.4 logger.go:42: 16:55:58 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 16:55:58 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 16:55:58 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 16:55:58 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 16:55:58 | scheduled-backup-incremental/5-engage-full-schedule | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 16:55:58 | scheduled-backup-incremental/5-engage-full-schedule | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 16:55:58 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 16:55:58 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 16:55:58 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 16:55:58 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 16:55:58 | scheduled-backup-incremental/5-engage-full-schedule | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 16:55:58 | scheduled-backup-incremental/5-engage-full-schedule | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 16:55:58 | scheduled-backup-incremental/5-engage-full-schedule | +++ export MINIO_VER=5.4.0 logger.go:42: 16:55:58 | scheduled-backup-incremental/5-engage-full-schedule | +++ MINIO_VER=5.4.0 logger.go:42: 16:55:58 | scheduled-backup-incremental/5-engage-full-schedule | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 16:55:58 | scheduled-backup-incremental/5-engage-full-schedule | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 16:55:58 | scheduled-backup-incremental/5-engage-full-schedule | +++ export VAULT_VER=0.16.1 logger.go:42: 16:55:58 | scheduled-backup-incremental/5-engage-full-schedule | +++ VAULT_VER=0.16.1 logger.go:42: 16:55:58 | scheduled-backup-incremental/5-engage-full-schedule | ++++ which gdate logger.go:42: 16:55:58 | scheduled-backup-incremental/5-engage-full-schedule | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 16:55:58 | scheduled-backup-incremental/5-engage-full-schedule | ++++ which date logger.go:42: 16:55:58 | scheduled-backup-incremental/5-engage-full-schedule | +++ date=/usr/sbin/date logger.go:42: 16:55:58 | scheduled-backup-incremental/5-engage-full-schedule | +++ oc get projects logger.go:42: 16:55:58 | scheduled-backup-incremental/5-engage-full-schedule | +++ : logger.go:42: 16:55:58 | scheduled-backup-incremental/5-engage-full-schedule | +++ kubectl get nodes logger.go:42: 16:55:58 | scheduled-backup-incremental/5-engage-full-schedule | +++ grep '^minikube' logger.go:42: 16:55:58 | scheduled-backup-incremental/5-engage-full-schedule | +++ which gsed logger.go:42: 16:55:58 | scheduled-backup-incremental/5-engage-full-schedule | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 16:55:58 | scheduled-backup-incremental/5-engage-full-schedule | +++ which sed logger.go:42: 16:55:58 | scheduled-backup-incremental/5-engage-full-schedule | ++ sed=/usr/sbin/sed logger.go:42: 16:55:58 | scheduled-backup-incremental/5-engage-full-schedule | ++ oc get projects logger.go:42: 16:55:58 | scheduled-backup-incremental/5-engage-full-schedule | +++ kubectl version -o json logger.go:42: 16:55:58 | scheduled-backup-incremental/5-engage-full-schedule | +++ jq -r .serverVersion.gitVersion logger.go:42: 16:55:58 | scheduled-backup-incremental/5-engage-full-schedule | +++ grep '\-eks\-' logger.go:42: 16:55:58 | scheduled-backup-incremental/5-engage-full-schedule | grep: warning: stray \ before - logger.go:42: 16:55:59 | scheduled-backup-incremental/5-engage-full-schedule | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 16:55:59 | scheduled-backup-incremental/5-engage-full-schedule | ++ '[' ']' logger.go:42: 16:55:59 | scheduled-backup-incremental/5-engage-full-schedule | ++ EKS=0 logger.go:42: 16:55:59 | scheduled-backup-incremental/5-engage-full-schedule | +++ get_cluster_name logger.go:42: 16:55:59 | scheduled-backup-incremental/5-engage-full-schedule | +++ kubectl -n kuttl-test-gorgeous-macaque get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 16:55:59 | scheduled-backup-incremental/5-engage-full-schedule | ++ count_backups_in_schedule minio-full scheduled-backup-incremental logger.go:42: 16:55:59 | scheduled-backup-incremental/5-engage-full-schedule | ++ local schedule_name=minio-full logger.go:42: 16:55:59 | scheduled-backup-incremental/5-engage-full-schedule | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 16:55:59 | scheduled-backup-incremental/5-engage-full-schedule | +++ printf %s kuttl-test-gorgeous-macaque-scheduled-backup-incremental logger.go:42: 16:55:59 | scheduled-backup-incremental/5-engage-full-schedule | +++ sha1sum logger.go:42: 16:55:59 | scheduled-backup-incremental/5-engage-full-schedule | +++ awk '{print $1}' logger.go:42: 16:55:59 | scheduled-backup-incremental/5-engage-full-schedule | +++ head -c 5 logger.go:42: 16:55:59 | scheduled-backup-incremental/5-engage-full-schedule | ++ local prefix=2c6b4 logger.go:42: 16:55:59 | scheduled-backup-incremental/5-engage-full-schedule | +++ kubectl get ps-backup -n kuttl-test-gorgeous-macaque -l percona.com/backup-ancestor=2c6b4-minio-full -o yaml logger.go:42: 16:55:59 | scheduled-backup-incremental/5-engage-full-schedule | +++ yq '.items | length' logger.go:42: 16:56:00 | scheduled-backup-incremental/5-engage-full-schedule | ++ local bcp_count=0 logger.go:42: 16:56:00 | scheduled-backup-incremental/5-engage-full-schedule | ++ echo 0 logger.go:42: 16:56:00 | scheduled-backup-incremental/5-engage-full-schedule | + bcp_count=0 logger.go:42: 16:56:00 | scheduled-backup-incremental/5-engage-full-schedule | + [[ 0 -lt 1 ]] logger.go:42: 16:56:00 | scheduled-backup-incremental/5-engage-full-schedule | + echo 'There are 0 full ps-backups but should be at least 1' logger.go:42: 16:56:00 | scheduled-backup-incremental/5-engage-full-schedule | There are 0 full ps-backups but should be at least 1 logger.go:42: 16:56:00 | scheduled-backup-incremental/5-engage-full-schedule | + exit 1 logger.go:42: 16:56:01 | scheduled-backup-incremental/5-engage-full-schedule | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-full" "$(get_cluster_name)") if [[ $bcp_count -lt 1 ]]; then echo "There are $bcp_count full ps-backups but should be at least 1" exit 1 fi] logger.go:42: 16:56:01 | scheduled-backup-incremental/5-engage-full-schedule | + source ../../functions logger.go:42: 16:56:01 | scheduled-backup-incremental/5-engage-full-schedule | +++ realpath ../../.. logger.go:42: 16:56:01 | scheduled-backup-incremental/5-engage-full-schedule | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 16:56:01 | scheduled-backup-incremental/5-engage-full-schedule | ++++ pwd logger.go:42: 16:56:01 | scheduled-backup-incremental/5-engage-full-schedule | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 16:56:01 | scheduled-backup-incremental/5-engage-full-schedule | ++ test_name=scheduled-backup-incremental logger.go:42: 16:56:01 | scheduled-backup-incremental/5-engage-full-schedule | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/vars.sh logger.go:42: 16:56:01 | scheduled-backup-incremental/5-engage-full-schedule | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 16:56:01 | scheduled-backup-incremental/5-engage-full-schedule | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 16:56:01 | scheduled-backup-incremental/5-engage-full-schedule | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 16:56:01 | scheduled-backup-incremental/5-engage-full-schedule | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 16:56:01 | scheduled-backup-incremental/5-engage-full-schedule | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 16:56:01 | scheduled-backup-incremental/5-engage-full-schedule | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 16:56:01 | scheduled-backup-incremental/5-engage-full-schedule | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 16:56:01 | scheduled-backup-incremental/5-engage-full-schedule | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 16:56:01 | scheduled-backup-incremental/5-engage-full-schedule | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 16:56:01 | scheduled-backup-incremental/5-engage-full-schedule | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 16:56:01 | scheduled-backup-incremental/5-engage-full-schedule | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 16:56:01 | scheduled-backup-incremental/5-engage-full-schedule | +++ export GIT_BRANCH=PR-1262 logger.go:42: 16:56:01 | scheduled-backup-incremental/5-engage-full-schedule | +++ GIT_BRANCH=PR-1262 logger.go:42: 16:56:01 | scheduled-backup-incremental/5-engage-full-schedule | +++ export VERSION=PR-1262-dc5a409a logger.go:42: 16:56:01 | scheduled-backup-incremental/5-engage-full-schedule | +++ VERSION=PR-1262-dc5a409a logger.go:42: 16:56:01 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 16:56:01 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 16:56:01 | scheduled-backup-incremental/5-engage-full-schedule | +++ [[ -z 8.4 ]] logger.go:42: 16:56:01 | scheduled-backup-incremental/5-engage-full-schedule | +++ export MYSQL_VERSION=8.4 logger.go:42: 16:56:01 | scheduled-backup-incremental/5-engage-full-schedule | +++ MYSQL_VERSION=8.4 logger.go:42: 16:56:01 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.4 logger.go:42: 16:56:01 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.4 logger.go:42: 16:56:01 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.4 logger.go:42: 16:56:01 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.4 logger.go:42: 16:56:01 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 16:56:01 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 16:56:01 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.4 logger.go:42: 16:56:01 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.4 logger.go:42: 16:56:01 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 16:56:01 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 16:56:01 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 16:56:01 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 16:56:01 | scheduled-backup-incremental/5-engage-full-schedule | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 16:56:01 | scheduled-backup-incremental/5-engage-full-schedule | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 16:56:01 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 16:56:01 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 16:56:01 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 16:56:01 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 16:56:01 | scheduled-backup-incremental/5-engage-full-schedule | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 16:56:01 | scheduled-backup-incremental/5-engage-full-schedule | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 16:56:01 | scheduled-backup-incremental/5-engage-full-schedule | +++ export MINIO_VER=5.4.0 logger.go:42: 16:56:01 | scheduled-backup-incremental/5-engage-full-schedule | +++ MINIO_VER=5.4.0 logger.go:42: 16:56:01 | scheduled-backup-incremental/5-engage-full-schedule | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 16:56:01 | scheduled-backup-incremental/5-engage-full-schedule | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 16:56:01 | scheduled-backup-incremental/5-engage-full-schedule | +++ export VAULT_VER=0.16.1 logger.go:42: 16:56:01 | scheduled-backup-incremental/5-engage-full-schedule | +++ VAULT_VER=0.16.1 logger.go:42: 16:56:01 | scheduled-backup-incremental/5-engage-full-schedule | ++++ which gdate logger.go:42: 16:56:01 | scheduled-backup-incremental/5-engage-full-schedule | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 16:56:01 | scheduled-backup-incremental/5-engage-full-schedule | ++++ which date logger.go:42: 16:56:01 | scheduled-backup-incremental/5-engage-full-schedule | +++ date=/usr/sbin/date logger.go:42: 16:56:01 | scheduled-backup-incremental/5-engage-full-schedule | +++ oc get projects logger.go:42: 16:56:01 | scheduled-backup-incremental/5-engage-full-schedule | +++ : logger.go:42: 16:56:01 | scheduled-backup-incremental/5-engage-full-schedule | +++ kubectl get nodes logger.go:42: 16:56:01 | scheduled-backup-incremental/5-engage-full-schedule | +++ grep '^minikube' logger.go:42: 16:56:02 | scheduled-backup-incremental/5-engage-full-schedule | +++ which gsed logger.go:42: 16:56:02 | scheduled-backup-incremental/5-engage-full-schedule | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 16:56:02 | scheduled-backup-incremental/5-engage-full-schedule | +++ which sed logger.go:42: 16:56:02 | scheduled-backup-incremental/5-engage-full-schedule | ++ sed=/usr/sbin/sed logger.go:42: 16:56:02 | scheduled-backup-incremental/5-engage-full-schedule | ++ oc get projects logger.go:42: 16:56:02 | scheduled-backup-incremental/5-engage-full-schedule | +++ kubectl version -o json logger.go:42: 16:56:02 | scheduled-backup-incremental/5-engage-full-schedule | +++ jq -r .serverVersion.gitVersion logger.go:42: 16:56:02 | scheduled-backup-incremental/5-engage-full-schedule | +++ grep '\-eks\-' logger.go:42: 16:56:02 | scheduled-backup-incremental/5-engage-full-schedule | grep: warning: stray \ before - logger.go:42: 16:56:02 | scheduled-backup-incremental/5-engage-full-schedule | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 16:56:02 | scheduled-backup-incremental/5-engage-full-schedule | ++ '[' ']' logger.go:42: 16:56:02 | scheduled-backup-incremental/5-engage-full-schedule | ++ EKS=0 logger.go:42: 16:56:02 | scheduled-backup-incremental/5-engage-full-schedule | +++ get_cluster_name logger.go:42: 16:56:02 | scheduled-backup-incremental/5-engage-full-schedule | +++ kubectl -n kuttl-test-gorgeous-macaque get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 16:56:03 | scheduled-backup-incremental/5-engage-full-schedule | ++ count_backups_in_schedule minio-full scheduled-backup-incremental logger.go:42: 16:56:03 | scheduled-backup-incremental/5-engage-full-schedule | ++ local schedule_name=minio-full logger.go:42: 16:56:03 | scheduled-backup-incremental/5-engage-full-schedule | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 16:56:03 | scheduled-backup-incremental/5-engage-full-schedule | +++ printf %s kuttl-test-gorgeous-macaque-scheduled-backup-incremental logger.go:42: 16:56:03 | scheduled-backup-incremental/5-engage-full-schedule | +++ awk '{print $1}' logger.go:42: 16:56:03 | scheduled-backup-incremental/5-engage-full-schedule | +++ sha1sum logger.go:42: 16:56:03 | scheduled-backup-incremental/5-engage-full-schedule | +++ head -c 5 logger.go:42: 16:56:03 | scheduled-backup-incremental/5-engage-full-schedule | ++ local prefix=2c6b4 logger.go:42: 16:56:03 | scheduled-backup-incremental/5-engage-full-schedule | +++ kubectl get ps-backup -n kuttl-test-gorgeous-macaque -l percona.com/backup-ancestor=2c6b4-minio-full -o yaml logger.go:42: 16:56:03 | scheduled-backup-incremental/5-engage-full-schedule | +++ yq '.items | length' logger.go:42: 16:56:03 | scheduled-backup-incremental/5-engage-full-schedule | ++ local bcp_count=0 logger.go:42: 16:56:03 | scheduled-backup-incremental/5-engage-full-schedule | ++ echo 0 logger.go:42: 16:56:03 | scheduled-backup-incremental/5-engage-full-schedule | + bcp_count=0 logger.go:42: 16:56:03 | scheduled-backup-incremental/5-engage-full-schedule | + [[ 0 -lt 1 ]] logger.go:42: 16:56:03 | scheduled-backup-incremental/5-engage-full-schedule | + echo 'There are 0 full ps-backups but should be at least 1' logger.go:42: 16:56:03 | scheduled-backup-incremental/5-engage-full-schedule | There are 0 full ps-backups but should be at least 1 logger.go:42: 16:56:03 | scheduled-backup-incremental/5-engage-full-schedule | + exit 1 logger.go:42: 16:56:04 | scheduled-backup-incremental/5-engage-full-schedule | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-full" "$(get_cluster_name)") if [[ $bcp_count -lt 1 ]]; then echo "There are $bcp_count full ps-backups but should be at least 1" exit 1 fi] logger.go:42: 16:56:04 | scheduled-backup-incremental/5-engage-full-schedule | + source ../../functions logger.go:42: 16:56:04 | scheduled-backup-incremental/5-engage-full-schedule | +++ realpath ../../.. logger.go:42: 16:56:04 | scheduled-backup-incremental/5-engage-full-schedule | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 16:56:04 | scheduled-backup-incremental/5-engage-full-schedule | ++++ pwd logger.go:42: 16:56:04 | scheduled-backup-incremental/5-engage-full-schedule | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 16:56:04 | scheduled-backup-incremental/5-engage-full-schedule | ++ test_name=scheduled-backup-incremental logger.go:42: 16:56:04 | scheduled-backup-incremental/5-engage-full-schedule | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/vars.sh logger.go:42: 16:56:04 | scheduled-backup-incremental/5-engage-full-schedule | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 16:56:04 | scheduled-backup-incremental/5-engage-full-schedule | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 16:56:04 | scheduled-backup-incremental/5-engage-full-schedule | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 16:56:04 | scheduled-backup-incremental/5-engage-full-schedule | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 16:56:04 | scheduled-backup-incremental/5-engage-full-schedule | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 16:56:04 | scheduled-backup-incremental/5-engage-full-schedule | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 16:56:04 | scheduled-backup-incremental/5-engage-full-schedule | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 16:56:04 | scheduled-backup-incremental/5-engage-full-schedule | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 16:56:04 | scheduled-backup-incremental/5-engage-full-schedule | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 16:56:04 | scheduled-backup-incremental/5-engage-full-schedule | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 16:56:04 | scheduled-backup-incremental/5-engage-full-schedule | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 16:56:04 | scheduled-backup-incremental/5-engage-full-schedule | +++ export GIT_BRANCH=PR-1262 logger.go:42: 16:56:04 | scheduled-backup-incremental/5-engage-full-schedule | +++ GIT_BRANCH=PR-1262 logger.go:42: 16:56:04 | scheduled-backup-incremental/5-engage-full-schedule | +++ export VERSION=PR-1262-dc5a409a logger.go:42: 16:56:04 | scheduled-backup-incremental/5-engage-full-schedule | +++ VERSION=PR-1262-dc5a409a logger.go:42: 16:56:04 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 16:56:04 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 16:56:04 | scheduled-backup-incremental/5-engage-full-schedule | +++ [[ -z 8.4 ]] logger.go:42: 16:56:04 | scheduled-backup-incremental/5-engage-full-schedule | +++ export MYSQL_VERSION=8.4 logger.go:42: 16:56:04 | scheduled-backup-incremental/5-engage-full-schedule | +++ MYSQL_VERSION=8.4 logger.go:42: 16:56:04 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.4 logger.go:42: 16:56:04 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.4 logger.go:42: 16:56:04 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.4 logger.go:42: 16:56:04 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.4 logger.go:42: 16:56:04 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 16:56:04 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 16:56:04 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.4 logger.go:42: 16:56:04 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.4 logger.go:42: 16:56:04 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 16:56:04 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 16:56:04 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 16:56:04 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 16:56:04 | scheduled-backup-incremental/5-engage-full-schedule | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 16:56:04 | scheduled-backup-incremental/5-engage-full-schedule | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 16:56:04 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 16:56:04 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 16:56:04 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 16:56:04 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 16:56:04 | scheduled-backup-incremental/5-engage-full-schedule | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 16:56:04 | scheduled-backup-incremental/5-engage-full-schedule | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 16:56:04 | scheduled-backup-incremental/5-engage-full-schedule | +++ export MINIO_VER=5.4.0 logger.go:42: 16:56:04 | scheduled-backup-incremental/5-engage-full-schedule | +++ MINIO_VER=5.4.0 logger.go:42: 16:56:04 | scheduled-backup-incremental/5-engage-full-schedule | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 16:56:04 | scheduled-backup-incremental/5-engage-full-schedule | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 16:56:04 | scheduled-backup-incremental/5-engage-full-schedule | +++ export VAULT_VER=0.16.1 logger.go:42: 16:56:04 | scheduled-backup-incremental/5-engage-full-schedule | +++ VAULT_VER=0.16.1 logger.go:42: 16:56:04 | scheduled-backup-incremental/5-engage-full-schedule | ++++ which gdate logger.go:42: 16:56:04 | scheduled-backup-incremental/5-engage-full-schedule | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 16:56:04 | scheduled-backup-incremental/5-engage-full-schedule | ++++ which date logger.go:42: 16:56:04 | scheduled-backup-incremental/5-engage-full-schedule | +++ date=/usr/sbin/date logger.go:42: 16:56:04 | scheduled-backup-incremental/5-engage-full-schedule | +++ oc get projects logger.go:42: 16:56:04 | scheduled-backup-incremental/5-engage-full-schedule | +++ : logger.go:42: 16:56:04 | scheduled-backup-incremental/5-engage-full-schedule | +++ kubectl get nodes logger.go:42: 16:56:04 | scheduled-backup-incremental/5-engage-full-schedule | +++ grep '^minikube' logger.go:42: 16:56:05 | scheduled-backup-incremental/5-engage-full-schedule | +++ which gsed logger.go:42: 16:56:05 | scheduled-backup-incremental/5-engage-full-schedule | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 16:56:05 | scheduled-backup-incremental/5-engage-full-schedule | +++ which sed logger.go:42: 16:56:05 | scheduled-backup-incremental/5-engage-full-schedule | ++ sed=/usr/sbin/sed logger.go:42: 16:56:05 | scheduled-backup-incremental/5-engage-full-schedule | ++ oc get projects logger.go:42: 16:56:05 | scheduled-backup-incremental/5-engage-full-schedule | +++ kubectl version -o json logger.go:42: 16:56:05 | scheduled-backup-incremental/5-engage-full-schedule | +++ jq -r .serverVersion.gitVersion logger.go:42: 16:56:05 | scheduled-backup-incremental/5-engage-full-schedule | +++ grep '\-eks\-' logger.go:42: 16:56:05 | scheduled-backup-incremental/5-engage-full-schedule | grep: warning: stray \ before - logger.go:42: 16:56:06 | scheduled-backup-incremental/5-engage-full-schedule | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 16:56:06 | scheduled-backup-incremental/5-engage-full-schedule | ++ '[' ']' logger.go:42: 16:56:06 | scheduled-backup-incremental/5-engage-full-schedule | ++ EKS=0 logger.go:42: 16:56:06 | scheduled-backup-incremental/5-engage-full-schedule | +++ get_cluster_name logger.go:42: 16:56:06 | scheduled-backup-incremental/5-engage-full-schedule | +++ kubectl -n kuttl-test-gorgeous-macaque get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 16:56:06 | scheduled-backup-incremental/5-engage-full-schedule | ++ count_backups_in_schedule minio-full scheduled-backup-incremental logger.go:42: 16:56:06 | scheduled-backup-incremental/5-engage-full-schedule | ++ local schedule_name=minio-full logger.go:42: 16:56:06 | scheduled-backup-incremental/5-engage-full-schedule | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 16:56:06 | scheduled-backup-incremental/5-engage-full-schedule | +++ printf %s kuttl-test-gorgeous-macaque-scheduled-backup-incremental logger.go:42: 16:56:06 | scheduled-backup-incremental/5-engage-full-schedule | +++ sha1sum logger.go:42: 16:56:06 | scheduled-backup-incremental/5-engage-full-schedule | +++ awk '{print $1}' logger.go:42: 16:56:06 | scheduled-backup-incremental/5-engage-full-schedule | +++ head -c 5 logger.go:42: 16:56:06 | scheduled-backup-incremental/5-engage-full-schedule | ++ local prefix=2c6b4 logger.go:42: 16:56:06 | scheduled-backup-incremental/5-engage-full-schedule | +++ kubectl get ps-backup -n kuttl-test-gorgeous-macaque -l percona.com/backup-ancestor=2c6b4-minio-full -o yaml logger.go:42: 16:56:06 | scheduled-backup-incremental/5-engage-full-schedule | +++ yq '.items | length' logger.go:42: 16:56:07 | scheduled-backup-incremental/5-engage-full-schedule | ++ local bcp_count=1 logger.go:42: 16:56:07 | scheduled-backup-incremental/5-engage-full-schedule | ++ echo 1 logger.go:42: 16:56:07 | scheduled-backup-incremental/5-engage-full-schedule | + bcp_count=1 logger.go:42: 16:56:07 | scheduled-backup-incremental/5-engage-full-schedule | + [[ 1 -lt 1 ]] logger.go:42: 16:56:08 | scheduled-backup-incremental/5-engage-full-schedule | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-full" "$(get_cluster_name)") if [[ $bcp_count -lt 1 ]]; then echo "There are $bcp_count full ps-backups but should be at least 1" exit 1 fi] logger.go:42: 16:56:08 | scheduled-backup-incremental/5-engage-full-schedule | + source ../../functions logger.go:42: 16:56:08 | scheduled-backup-incremental/5-engage-full-schedule | +++ realpath ../../.. logger.go:42: 16:56:08 | scheduled-backup-incremental/5-engage-full-schedule | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 16:56:08 | scheduled-backup-incremental/5-engage-full-schedule | ++++ pwd logger.go:42: 16:56:08 | scheduled-backup-incremental/5-engage-full-schedule | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 16:56:08 | scheduled-backup-incremental/5-engage-full-schedule | ++ test_name=scheduled-backup-incremental logger.go:42: 16:56:08 | scheduled-backup-incremental/5-engage-full-schedule | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/vars.sh logger.go:42: 16:56:08 | scheduled-backup-incremental/5-engage-full-schedule | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 16:56:08 | scheduled-backup-incremental/5-engage-full-schedule | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 16:56:08 | scheduled-backup-incremental/5-engage-full-schedule | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 16:56:08 | scheduled-backup-incremental/5-engage-full-schedule | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 16:56:08 | scheduled-backup-incremental/5-engage-full-schedule | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 16:56:08 | scheduled-backup-incremental/5-engage-full-schedule | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 16:56:08 | scheduled-backup-incremental/5-engage-full-schedule | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 16:56:08 | scheduled-backup-incremental/5-engage-full-schedule | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 16:56:08 | scheduled-backup-incremental/5-engage-full-schedule | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 16:56:08 | scheduled-backup-incremental/5-engage-full-schedule | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 16:56:08 | scheduled-backup-incremental/5-engage-full-schedule | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 16:56:08 | scheduled-backup-incremental/5-engage-full-schedule | +++ export GIT_BRANCH=PR-1262 logger.go:42: 16:56:08 | scheduled-backup-incremental/5-engage-full-schedule | +++ GIT_BRANCH=PR-1262 logger.go:42: 16:56:08 | scheduled-backup-incremental/5-engage-full-schedule | +++ export VERSION=PR-1262-dc5a409a logger.go:42: 16:56:08 | scheduled-backup-incremental/5-engage-full-schedule | +++ VERSION=PR-1262-dc5a409a logger.go:42: 16:56:08 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 16:56:08 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 16:56:08 | scheduled-backup-incremental/5-engage-full-schedule | +++ [[ -z 8.4 ]] logger.go:42: 16:56:08 | scheduled-backup-incremental/5-engage-full-schedule | +++ export MYSQL_VERSION=8.4 logger.go:42: 16:56:08 | scheduled-backup-incremental/5-engage-full-schedule | +++ MYSQL_VERSION=8.4 logger.go:42: 16:56:08 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.4 logger.go:42: 16:56:08 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.4 logger.go:42: 16:56:08 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.4 logger.go:42: 16:56:08 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.4 logger.go:42: 16:56:08 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 16:56:08 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 16:56:08 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.4 logger.go:42: 16:56:08 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.4 logger.go:42: 16:56:08 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 16:56:08 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 16:56:08 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 16:56:08 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 16:56:08 | scheduled-backup-incremental/5-engage-full-schedule | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 16:56:08 | scheduled-backup-incremental/5-engage-full-schedule | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 16:56:08 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 16:56:08 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 16:56:08 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 16:56:08 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 16:56:08 | scheduled-backup-incremental/5-engage-full-schedule | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 16:56:08 | scheduled-backup-incremental/5-engage-full-schedule | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 16:56:08 | scheduled-backup-incremental/5-engage-full-schedule | +++ export MINIO_VER=5.4.0 logger.go:42: 16:56:08 | scheduled-backup-incremental/5-engage-full-schedule | +++ MINIO_VER=5.4.0 logger.go:42: 16:56:08 | scheduled-backup-incremental/5-engage-full-schedule | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 16:56:08 | scheduled-backup-incremental/5-engage-full-schedule | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 16:56:08 | scheduled-backup-incremental/5-engage-full-schedule | +++ export VAULT_VER=0.16.1 logger.go:42: 16:56:08 | scheduled-backup-incremental/5-engage-full-schedule | +++ VAULT_VER=0.16.1 logger.go:42: 16:56:08 | scheduled-backup-incremental/5-engage-full-schedule | ++++ which gdate logger.go:42: 16:56:08 | scheduled-backup-incremental/5-engage-full-schedule | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 16:56:08 | scheduled-backup-incremental/5-engage-full-schedule | ++++ which date logger.go:42: 16:56:08 | scheduled-backup-incremental/5-engage-full-schedule | +++ date=/usr/sbin/date logger.go:42: 16:56:08 | scheduled-backup-incremental/5-engage-full-schedule | +++ oc get projects logger.go:42: 16:56:08 | scheduled-backup-incremental/5-engage-full-schedule | +++ : logger.go:42: 16:56:08 | scheduled-backup-incremental/5-engage-full-schedule | +++ kubectl get nodes logger.go:42: 16:56:08 | scheduled-backup-incremental/5-engage-full-schedule | +++ grep '^minikube' logger.go:42: 16:56:08 | scheduled-backup-incremental/5-engage-full-schedule | +++ which gsed logger.go:42: 16:56:08 | scheduled-backup-incremental/5-engage-full-schedule | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 16:56:08 | scheduled-backup-incremental/5-engage-full-schedule | +++ which sed logger.go:42: 16:56:08 | scheduled-backup-incremental/5-engage-full-schedule | ++ sed=/usr/sbin/sed logger.go:42: 16:56:08 | scheduled-backup-incremental/5-engage-full-schedule | ++ oc get projects logger.go:42: 16:56:08 | scheduled-backup-incremental/5-engage-full-schedule | +++ kubectl version -o json logger.go:42: 16:56:08 | scheduled-backup-incremental/5-engage-full-schedule | +++ jq -r .serverVersion.gitVersion logger.go:42: 16:56:08 | scheduled-backup-incremental/5-engage-full-schedule | +++ grep '\-eks\-' logger.go:42: 16:56:08 | scheduled-backup-incremental/5-engage-full-schedule | grep: warning: stray \ before - logger.go:42: 16:56:09 | scheduled-backup-incremental/5-engage-full-schedule | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 16:56:09 | scheduled-backup-incremental/5-engage-full-schedule | ++ '[' ']' logger.go:42: 16:56:09 | scheduled-backup-incremental/5-engage-full-schedule | ++ EKS=0 logger.go:42: 16:56:09 | scheduled-backup-incremental/5-engage-full-schedule | +++ get_cluster_name logger.go:42: 16:56:09 | scheduled-backup-incremental/5-engage-full-schedule | +++ kubectl -n kuttl-test-gorgeous-macaque get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 16:56:10 | scheduled-backup-incremental/5-engage-full-schedule | ++ count_backups_in_schedule minio-full scheduled-backup-incremental logger.go:42: 16:56:10 | scheduled-backup-incremental/5-engage-full-schedule | ++ local schedule_name=minio-full logger.go:42: 16:56:10 | scheduled-backup-incremental/5-engage-full-schedule | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 16:56:10 | scheduled-backup-incremental/5-engage-full-schedule | +++ printf %s kuttl-test-gorgeous-macaque-scheduled-backup-incremental logger.go:42: 16:56:10 | scheduled-backup-incremental/5-engage-full-schedule | +++ sha1sum logger.go:42: 16:56:10 | scheduled-backup-incremental/5-engage-full-schedule | +++ awk '{print $1}' logger.go:42: 16:56:10 | scheduled-backup-incremental/5-engage-full-schedule | +++ head -c 5 logger.go:42: 16:56:10 | scheduled-backup-incremental/5-engage-full-schedule | ++ local prefix=2c6b4 logger.go:42: 16:56:10 | scheduled-backup-incremental/5-engage-full-schedule | +++ kubectl get ps-backup -n kuttl-test-gorgeous-macaque -l percona.com/backup-ancestor=2c6b4-minio-full -o yaml logger.go:42: 16:56:10 | scheduled-backup-incremental/5-engage-full-schedule | +++ yq '.items | length' logger.go:42: 16:56:10 | scheduled-backup-incremental/5-engage-full-schedule | ++ local bcp_count=1 logger.go:42: 16:56:10 | scheduled-backup-incremental/5-engage-full-schedule | ++ echo 1 logger.go:42: 16:56:10 | scheduled-backup-incremental/5-engage-full-schedule | + bcp_count=1 logger.go:42: 16:56:10 | scheduled-backup-incremental/5-engage-full-schedule | + [[ 1 -lt 1 ]] logger.go:42: 16:56:11 | scheduled-backup-incremental/5-engage-full-schedule | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-full" "$(get_cluster_name)") if [[ $bcp_count -lt 1 ]]; then echo "There are $bcp_count full ps-backups but should be at least 1" exit 1 fi] logger.go:42: 16:56:11 | scheduled-backup-incremental/5-engage-full-schedule | + source ../../functions logger.go:42: 16:56:11 | scheduled-backup-incremental/5-engage-full-schedule | +++ realpath ../../.. logger.go:42: 16:56:11 | scheduled-backup-incremental/5-engage-full-schedule | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 16:56:11 | scheduled-backup-incremental/5-engage-full-schedule | ++++ pwd logger.go:42: 16:56:11 | scheduled-backup-incremental/5-engage-full-schedule | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 16:56:11 | scheduled-backup-incremental/5-engage-full-schedule | ++ test_name=scheduled-backup-incremental logger.go:42: 16:56:11 | scheduled-backup-incremental/5-engage-full-schedule | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/vars.sh logger.go:42: 16:56:11 | scheduled-backup-incremental/5-engage-full-schedule | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 16:56:11 | scheduled-backup-incremental/5-engage-full-schedule | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 16:56:11 | scheduled-backup-incremental/5-engage-full-schedule | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 16:56:11 | scheduled-backup-incremental/5-engage-full-schedule | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 16:56:11 | scheduled-backup-incremental/5-engage-full-schedule | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 16:56:11 | scheduled-backup-incremental/5-engage-full-schedule | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 16:56:11 | scheduled-backup-incremental/5-engage-full-schedule | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 16:56:11 | scheduled-backup-incremental/5-engage-full-schedule | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 16:56:11 | scheduled-backup-incremental/5-engage-full-schedule | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 16:56:11 | scheduled-backup-incremental/5-engage-full-schedule | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 16:56:11 | scheduled-backup-incremental/5-engage-full-schedule | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 16:56:11 | scheduled-backup-incremental/5-engage-full-schedule | +++ export GIT_BRANCH=PR-1262 logger.go:42: 16:56:11 | scheduled-backup-incremental/5-engage-full-schedule | +++ GIT_BRANCH=PR-1262 logger.go:42: 16:56:11 | scheduled-backup-incremental/5-engage-full-schedule | +++ export VERSION=PR-1262-dc5a409a logger.go:42: 16:56:11 | scheduled-backup-incremental/5-engage-full-schedule | +++ VERSION=PR-1262-dc5a409a logger.go:42: 16:56:11 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 16:56:11 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 16:56:11 | scheduled-backup-incremental/5-engage-full-schedule | +++ [[ -z 8.4 ]] logger.go:42: 16:56:11 | scheduled-backup-incremental/5-engage-full-schedule | +++ export MYSQL_VERSION=8.4 logger.go:42: 16:56:11 | scheduled-backup-incremental/5-engage-full-schedule | +++ MYSQL_VERSION=8.4 logger.go:42: 16:56:11 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.4 logger.go:42: 16:56:11 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.4 logger.go:42: 16:56:11 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.4 logger.go:42: 16:56:11 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.4 logger.go:42: 16:56:11 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 16:56:11 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 16:56:11 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.4 logger.go:42: 16:56:11 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.4 logger.go:42: 16:56:11 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 16:56:11 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 16:56:11 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 16:56:11 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 16:56:11 | scheduled-backup-incremental/5-engage-full-schedule | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 16:56:11 | scheduled-backup-incremental/5-engage-full-schedule | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 16:56:11 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 16:56:11 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 16:56:11 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 16:56:11 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 16:56:11 | scheduled-backup-incremental/5-engage-full-schedule | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 16:56:11 | scheduled-backup-incremental/5-engage-full-schedule | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 16:56:11 | scheduled-backup-incremental/5-engage-full-schedule | +++ export MINIO_VER=5.4.0 logger.go:42: 16:56:11 | scheduled-backup-incremental/5-engage-full-schedule | +++ MINIO_VER=5.4.0 logger.go:42: 16:56:11 | scheduled-backup-incremental/5-engage-full-schedule | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 16:56:11 | scheduled-backup-incremental/5-engage-full-schedule | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 16:56:11 | scheduled-backup-incremental/5-engage-full-schedule | +++ export VAULT_VER=0.16.1 logger.go:42: 16:56:11 | scheduled-backup-incremental/5-engage-full-schedule | +++ VAULT_VER=0.16.1 logger.go:42: 16:56:11 | scheduled-backup-incremental/5-engage-full-schedule | ++++ which gdate logger.go:42: 16:56:11 | scheduled-backup-incremental/5-engage-full-schedule | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 16:56:11 | scheduled-backup-incremental/5-engage-full-schedule | ++++ which date logger.go:42: 16:56:11 | scheduled-backup-incremental/5-engage-full-schedule | +++ date=/usr/sbin/date logger.go:42: 16:56:11 | scheduled-backup-incremental/5-engage-full-schedule | +++ oc get projects logger.go:42: 16:56:11 | scheduled-backup-incremental/5-engage-full-schedule | +++ : logger.go:42: 16:56:11 | scheduled-backup-incremental/5-engage-full-schedule | +++ kubectl get nodes logger.go:42: 16:56:11 | scheduled-backup-incremental/5-engage-full-schedule | +++ grep '^minikube' logger.go:42: 16:56:12 | scheduled-backup-incremental/5-engage-full-schedule | +++ which gsed logger.go:42: 16:56:12 | scheduled-backup-incremental/5-engage-full-schedule | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 16:56:12 | scheduled-backup-incremental/5-engage-full-schedule | +++ which sed logger.go:42: 16:56:12 | scheduled-backup-incremental/5-engage-full-schedule | ++ sed=/usr/sbin/sed logger.go:42: 16:56:12 | scheduled-backup-incremental/5-engage-full-schedule | ++ oc get projects logger.go:42: 16:56:12 | scheduled-backup-incremental/5-engage-full-schedule | +++ kubectl version -o json logger.go:42: 16:56:12 | scheduled-backup-incremental/5-engage-full-schedule | +++ jq -r .serverVersion.gitVersion logger.go:42: 16:56:12 | scheduled-backup-incremental/5-engage-full-schedule | +++ grep '\-eks\-' logger.go:42: 16:56:12 | scheduled-backup-incremental/5-engage-full-schedule | grep: warning: stray \ before - logger.go:42: 16:56:12 | scheduled-backup-incremental/5-engage-full-schedule | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 16:56:12 | scheduled-backup-incremental/5-engage-full-schedule | ++ '[' ']' logger.go:42: 16:56:12 | scheduled-backup-incremental/5-engage-full-schedule | ++ EKS=0 logger.go:42: 16:56:12 | scheduled-backup-incremental/5-engage-full-schedule | +++ get_cluster_name logger.go:42: 16:56:12 | scheduled-backup-incremental/5-engage-full-schedule | +++ kubectl -n kuttl-test-gorgeous-macaque get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 16:56:13 | scheduled-backup-incremental/5-engage-full-schedule | ++ count_backups_in_schedule minio-full scheduled-backup-incremental logger.go:42: 16:56:13 | scheduled-backup-incremental/5-engage-full-schedule | ++ local schedule_name=minio-full logger.go:42: 16:56:13 | scheduled-backup-incremental/5-engage-full-schedule | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 16:56:13 | scheduled-backup-incremental/5-engage-full-schedule | +++ printf %s kuttl-test-gorgeous-macaque-scheduled-backup-incremental logger.go:42: 16:56:13 | scheduled-backup-incremental/5-engage-full-schedule | +++ sha1sum logger.go:42: 16:56:13 | scheduled-backup-incremental/5-engage-full-schedule | +++ head -c 5 logger.go:42: 16:56:13 | scheduled-backup-incremental/5-engage-full-schedule | +++ awk '{print $1}' logger.go:42: 16:56:13 | scheduled-backup-incremental/5-engage-full-schedule | ++ local prefix=2c6b4 logger.go:42: 16:56:13 | scheduled-backup-incremental/5-engage-full-schedule | +++ kubectl get ps-backup -n kuttl-test-gorgeous-macaque -l percona.com/backup-ancestor=2c6b4-minio-full -o yaml logger.go:42: 16:56:13 | scheduled-backup-incremental/5-engage-full-schedule | +++ yq '.items | length' logger.go:42: 16:56:14 | scheduled-backup-incremental/5-engage-full-schedule | ++ local bcp_count=1 logger.go:42: 16:56:14 | scheduled-backup-incremental/5-engage-full-schedule | ++ echo 1 logger.go:42: 16:56:14 | scheduled-backup-incremental/5-engage-full-schedule | + bcp_count=1 logger.go:42: 16:56:14 | scheduled-backup-incremental/5-engage-full-schedule | + [[ 1 -lt 1 ]] logger.go:42: 16:56:15 | scheduled-backup-incremental/5-engage-full-schedule | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-full" "$(get_cluster_name)") if [[ $bcp_count -lt 1 ]]; then echo "There are $bcp_count full ps-backups but should be at least 1" exit 1 fi] logger.go:42: 16:56:15 | scheduled-backup-incremental/5-engage-full-schedule | + source ../../functions logger.go:42: 16:56:15 | scheduled-backup-incremental/5-engage-full-schedule | +++ realpath ../../.. logger.go:42: 16:56:15 | scheduled-backup-incremental/5-engage-full-schedule | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 16:56:15 | scheduled-backup-incremental/5-engage-full-schedule | ++++ pwd logger.go:42: 16:56:15 | scheduled-backup-incremental/5-engage-full-schedule | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 16:56:15 | scheduled-backup-incremental/5-engage-full-schedule | ++ test_name=scheduled-backup-incremental logger.go:42: 16:56:15 | scheduled-backup-incremental/5-engage-full-schedule | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/vars.sh logger.go:42: 16:56:15 | scheduled-backup-incremental/5-engage-full-schedule | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 16:56:15 | scheduled-backup-incremental/5-engage-full-schedule | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 16:56:15 | scheduled-backup-incremental/5-engage-full-schedule | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 16:56:15 | scheduled-backup-incremental/5-engage-full-schedule | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 16:56:15 | scheduled-backup-incremental/5-engage-full-schedule | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 16:56:15 | scheduled-backup-incremental/5-engage-full-schedule | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 16:56:15 | scheduled-backup-incremental/5-engage-full-schedule | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 16:56:15 | scheduled-backup-incremental/5-engage-full-schedule | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 16:56:15 | scheduled-backup-incremental/5-engage-full-schedule | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 16:56:15 | scheduled-backup-incremental/5-engage-full-schedule | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 16:56:15 | scheduled-backup-incremental/5-engage-full-schedule | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 16:56:15 | scheduled-backup-incremental/5-engage-full-schedule | +++ export GIT_BRANCH=PR-1262 logger.go:42: 16:56:15 | scheduled-backup-incremental/5-engage-full-schedule | +++ GIT_BRANCH=PR-1262 logger.go:42: 16:56:15 | scheduled-backup-incremental/5-engage-full-schedule | +++ export VERSION=PR-1262-dc5a409a logger.go:42: 16:56:15 | scheduled-backup-incremental/5-engage-full-schedule | +++ VERSION=PR-1262-dc5a409a logger.go:42: 16:56:15 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 16:56:15 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 16:56:15 | scheduled-backup-incremental/5-engage-full-schedule | +++ [[ -z 8.4 ]] logger.go:42: 16:56:15 | scheduled-backup-incremental/5-engage-full-schedule | +++ export MYSQL_VERSION=8.4 logger.go:42: 16:56:15 | scheduled-backup-incremental/5-engage-full-schedule | +++ MYSQL_VERSION=8.4 logger.go:42: 16:56:15 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.4 logger.go:42: 16:56:15 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.4 logger.go:42: 16:56:15 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.4 logger.go:42: 16:56:15 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.4 logger.go:42: 16:56:15 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 16:56:15 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 16:56:15 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.4 logger.go:42: 16:56:15 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.4 logger.go:42: 16:56:15 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 16:56:15 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 16:56:15 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 16:56:15 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 16:56:15 | scheduled-backup-incremental/5-engage-full-schedule | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 16:56:15 | scheduled-backup-incremental/5-engage-full-schedule | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 16:56:15 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 16:56:15 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 16:56:15 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 16:56:15 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 16:56:15 | scheduled-backup-incremental/5-engage-full-schedule | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 16:56:15 | scheduled-backup-incremental/5-engage-full-schedule | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 16:56:15 | scheduled-backup-incremental/5-engage-full-schedule | +++ export MINIO_VER=5.4.0 logger.go:42: 16:56:15 | scheduled-backup-incremental/5-engage-full-schedule | +++ MINIO_VER=5.4.0 logger.go:42: 16:56:15 | scheduled-backup-incremental/5-engage-full-schedule | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 16:56:15 | scheduled-backup-incremental/5-engage-full-schedule | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 16:56:15 | scheduled-backup-incremental/5-engage-full-schedule | +++ export VAULT_VER=0.16.1 logger.go:42: 16:56:15 | scheduled-backup-incremental/5-engage-full-schedule | +++ VAULT_VER=0.16.1 logger.go:42: 16:56:15 | scheduled-backup-incremental/5-engage-full-schedule | ++++ which gdate logger.go:42: 16:56:15 | scheduled-backup-incremental/5-engage-full-schedule | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 16:56:15 | scheduled-backup-incremental/5-engage-full-schedule | ++++ which date logger.go:42: 16:56:15 | scheduled-backup-incremental/5-engage-full-schedule | +++ date=/usr/sbin/date logger.go:42: 16:56:15 | scheduled-backup-incremental/5-engage-full-schedule | +++ oc get projects logger.go:42: 16:56:15 | scheduled-backup-incremental/5-engage-full-schedule | +++ : logger.go:42: 16:56:15 | scheduled-backup-incremental/5-engage-full-schedule | +++ kubectl get nodes logger.go:42: 16:56:15 | scheduled-backup-incremental/5-engage-full-schedule | +++ grep '^minikube' logger.go:42: 16:56:15 | scheduled-backup-incremental/5-engage-full-schedule | +++ which gsed logger.go:42: 16:56:15 | scheduled-backup-incremental/5-engage-full-schedule | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 16:56:15 | scheduled-backup-incremental/5-engage-full-schedule | +++ which sed logger.go:42: 16:56:15 | scheduled-backup-incremental/5-engage-full-schedule | ++ sed=/usr/sbin/sed logger.go:42: 16:56:15 | scheduled-backup-incremental/5-engage-full-schedule | ++ oc get projects logger.go:42: 16:56:15 | scheduled-backup-incremental/5-engage-full-schedule | +++ kubectl version -o json logger.go:42: 16:56:15 | scheduled-backup-incremental/5-engage-full-schedule | +++ jq -r .serverVersion.gitVersion logger.go:42: 16:56:15 | scheduled-backup-incremental/5-engage-full-schedule | +++ grep '\-eks\-' logger.go:42: 16:56:15 | scheduled-backup-incremental/5-engage-full-schedule | grep: warning: stray \ before - logger.go:42: 16:56:16 | scheduled-backup-incremental/5-engage-full-schedule | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 16:56:16 | scheduled-backup-incremental/5-engage-full-schedule | ++ '[' ']' logger.go:42: 16:56:16 | scheduled-backup-incremental/5-engage-full-schedule | ++ EKS=0 logger.go:42: 16:56:16 | scheduled-backup-incremental/5-engage-full-schedule | +++ get_cluster_name logger.go:42: 16:56:16 | scheduled-backup-incremental/5-engage-full-schedule | +++ kubectl -n kuttl-test-gorgeous-macaque get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 16:56:16 | scheduled-backup-incremental/5-engage-full-schedule | ++ count_backups_in_schedule minio-full scheduled-backup-incremental logger.go:42: 16:56:16 | scheduled-backup-incremental/5-engage-full-schedule | ++ local schedule_name=minio-full logger.go:42: 16:56:16 | scheduled-backup-incremental/5-engage-full-schedule | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 16:56:16 | scheduled-backup-incremental/5-engage-full-schedule | +++ printf %s kuttl-test-gorgeous-macaque-scheduled-backup-incremental logger.go:42: 16:56:16 | scheduled-backup-incremental/5-engage-full-schedule | +++ sha1sum logger.go:42: 16:56:16 | scheduled-backup-incremental/5-engage-full-schedule | +++ awk '{print $1}' logger.go:42: 16:56:16 | scheduled-backup-incremental/5-engage-full-schedule | +++ head -c 5 logger.go:42: 16:56:16 | scheduled-backup-incremental/5-engage-full-schedule | ++ local prefix=2c6b4 logger.go:42: 16:56:16 | scheduled-backup-incremental/5-engage-full-schedule | +++ kubectl get ps-backup -n kuttl-test-gorgeous-macaque -l percona.com/backup-ancestor=2c6b4-minio-full -o yaml logger.go:42: 16:56:16 | scheduled-backup-incremental/5-engage-full-schedule | +++ yq '.items | length' logger.go:42: 16:56:17 | scheduled-backup-incremental/5-engage-full-schedule | ++ local bcp_count=1 logger.go:42: 16:56:17 | scheduled-backup-incremental/5-engage-full-schedule | ++ echo 1 logger.go:42: 16:56:17 | scheduled-backup-incremental/5-engage-full-schedule | + bcp_count=1 logger.go:42: 16:56:17 | scheduled-backup-incremental/5-engage-full-schedule | + [[ 1 -lt 1 ]] logger.go:42: 16:56:18 | scheduled-backup-incremental/5-engage-full-schedule | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-full" "$(get_cluster_name)") if [[ $bcp_count -lt 1 ]]; then echo "There are $bcp_count full ps-backups but should be at least 1" exit 1 fi] logger.go:42: 16:56:18 | scheduled-backup-incremental/5-engage-full-schedule | + source ../../functions logger.go:42: 16:56:18 | scheduled-backup-incremental/5-engage-full-schedule | +++ realpath ../../.. logger.go:42: 16:56:18 | scheduled-backup-incremental/5-engage-full-schedule | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 16:56:18 | scheduled-backup-incremental/5-engage-full-schedule | ++++ pwd logger.go:42: 16:56:18 | scheduled-backup-incremental/5-engage-full-schedule | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 16:56:18 | scheduled-backup-incremental/5-engage-full-schedule | ++ test_name=scheduled-backup-incremental logger.go:42: 16:56:18 | scheduled-backup-incremental/5-engage-full-schedule | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/vars.sh logger.go:42: 16:56:18 | scheduled-backup-incremental/5-engage-full-schedule | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 16:56:18 | scheduled-backup-incremental/5-engage-full-schedule | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 16:56:18 | scheduled-backup-incremental/5-engage-full-schedule | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 16:56:18 | scheduled-backup-incremental/5-engage-full-schedule | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 16:56:18 | scheduled-backup-incremental/5-engage-full-schedule | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 16:56:18 | scheduled-backup-incremental/5-engage-full-schedule | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 16:56:18 | scheduled-backup-incremental/5-engage-full-schedule | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 16:56:18 | scheduled-backup-incremental/5-engage-full-schedule | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 16:56:18 | scheduled-backup-incremental/5-engage-full-schedule | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 16:56:18 | scheduled-backup-incremental/5-engage-full-schedule | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 16:56:18 | scheduled-backup-incremental/5-engage-full-schedule | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 16:56:18 | scheduled-backup-incremental/5-engage-full-schedule | +++ export GIT_BRANCH=PR-1262 logger.go:42: 16:56:18 | scheduled-backup-incremental/5-engage-full-schedule | +++ GIT_BRANCH=PR-1262 logger.go:42: 16:56:18 | scheduled-backup-incremental/5-engage-full-schedule | +++ export VERSION=PR-1262-dc5a409a logger.go:42: 16:56:18 | scheduled-backup-incremental/5-engage-full-schedule | +++ VERSION=PR-1262-dc5a409a logger.go:42: 16:56:18 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 16:56:18 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 16:56:18 | scheduled-backup-incremental/5-engage-full-schedule | +++ [[ -z 8.4 ]] logger.go:42: 16:56:18 | scheduled-backup-incremental/5-engage-full-schedule | +++ export MYSQL_VERSION=8.4 logger.go:42: 16:56:18 | scheduled-backup-incremental/5-engage-full-schedule | +++ MYSQL_VERSION=8.4 logger.go:42: 16:56:18 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.4 logger.go:42: 16:56:18 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.4 logger.go:42: 16:56:18 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.4 logger.go:42: 16:56:18 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.4 logger.go:42: 16:56:18 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 16:56:18 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 16:56:18 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.4 logger.go:42: 16:56:18 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.4 logger.go:42: 16:56:18 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 16:56:18 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 16:56:18 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 16:56:18 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 16:56:18 | scheduled-backup-incremental/5-engage-full-schedule | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 16:56:18 | scheduled-backup-incremental/5-engage-full-schedule | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 16:56:18 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 16:56:18 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 16:56:18 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 16:56:18 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 16:56:18 | scheduled-backup-incremental/5-engage-full-schedule | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 16:56:18 | scheduled-backup-incremental/5-engage-full-schedule | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 16:56:18 | scheduled-backup-incremental/5-engage-full-schedule | +++ export MINIO_VER=5.4.0 logger.go:42: 16:56:18 | scheduled-backup-incremental/5-engage-full-schedule | +++ MINIO_VER=5.4.0 logger.go:42: 16:56:18 | scheduled-backup-incremental/5-engage-full-schedule | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 16:56:18 | scheduled-backup-incremental/5-engage-full-schedule | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 16:56:18 | scheduled-backup-incremental/5-engage-full-schedule | +++ export VAULT_VER=0.16.1 logger.go:42: 16:56:18 | scheduled-backup-incremental/5-engage-full-schedule | +++ VAULT_VER=0.16.1 logger.go:42: 16:56:18 | scheduled-backup-incremental/5-engage-full-schedule | ++++ which gdate logger.go:42: 16:56:18 | scheduled-backup-incremental/5-engage-full-schedule | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 16:56:18 | scheduled-backup-incremental/5-engage-full-schedule | ++++ which date logger.go:42: 16:56:18 | scheduled-backup-incremental/5-engage-full-schedule | +++ date=/usr/sbin/date logger.go:42: 16:56:18 | scheduled-backup-incremental/5-engage-full-schedule | +++ oc get projects logger.go:42: 16:56:18 | scheduled-backup-incremental/5-engage-full-schedule | +++ : logger.go:42: 16:56:18 | scheduled-backup-incremental/5-engage-full-schedule | +++ kubectl get nodes logger.go:42: 16:56:18 | scheduled-backup-incremental/5-engage-full-schedule | +++ grep '^minikube' logger.go:42: 16:56:19 | scheduled-backup-incremental/5-engage-full-schedule | +++ which gsed logger.go:42: 16:56:19 | scheduled-backup-incremental/5-engage-full-schedule | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 16:56:19 | scheduled-backup-incremental/5-engage-full-schedule | +++ which sed logger.go:42: 16:56:19 | scheduled-backup-incremental/5-engage-full-schedule | ++ sed=/usr/sbin/sed logger.go:42: 16:56:19 | scheduled-backup-incremental/5-engage-full-schedule | ++ oc get projects logger.go:42: 16:56:19 | scheduled-backup-incremental/5-engage-full-schedule | +++ kubectl version -o json logger.go:42: 16:56:19 | scheduled-backup-incremental/5-engage-full-schedule | +++ jq -r .serverVersion.gitVersion logger.go:42: 16:56:19 | scheduled-backup-incremental/5-engage-full-schedule | +++ grep '\-eks\-' logger.go:42: 16:56:19 | scheduled-backup-incremental/5-engage-full-schedule | grep: warning: stray \ before - logger.go:42: 16:56:19 | scheduled-backup-incremental/5-engage-full-schedule | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 16:56:19 | scheduled-backup-incremental/5-engage-full-schedule | ++ '[' ']' logger.go:42: 16:56:19 | scheduled-backup-incremental/5-engage-full-schedule | ++ EKS=0 logger.go:42: 16:56:19 | scheduled-backup-incremental/5-engage-full-schedule | +++ get_cluster_name logger.go:42: 16:56:19 | scheduled-backup-incremental/5-engage-full-schedule | +++ kubectl -n kuttl-test-gorgeous-macaque get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 16:56:20 | scheduled-backup-incremental/5-engage-full-schedule | ++ count_backups_in_schedule minio-full scheduled-backup-incremental logger.go:42: 16:56:20 | scheduled-backup-incremental/5-engage-full-schedule | ++ local schedule_name=minio-full logger.go:42: 16:56:20 | scheduled-backup-incremental/5-engage-full-schedule | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 16:56:20 | scheduled-backup-incremental/5-engage-full-schedule | +++ printf %s kuttl-test-gorgeous-macaque-scheduled-backup-incremental logger.go:42: 16:56:20 | scheduled-backup-incremental/5-engage-full-schedule | +++ sha1sum logger.go:42: 16:56:20 | scheduled-backup-incremental/5-engage-full-schedule | +++ awk '{print $1}' logger.go:42: 16:56:20 | scheduled-backup-incremental/5-engage-full-schedule | +++ head -c 5 logger.go:42: 16:56:20 | scheduled-backup-incremental/5-engage-full-schedule | ++ local prefix=2c6b4 logger.go:42: 16:56:20 | scheduled-backup-incremental/5-engage-full-schedule | +++ kubectl get ps-backup -n kuttl-test-gorgeous-macaque -l percona.com/backup-ancestor=2c6b4-minio-full -o yaml logger.go:42: 16:56:20 | scheduled-backup-incremental/5-engage-full-schedule | +++ yq '.items | length' logger.go:42: 16:56:20 | scheduled-backup-incremental/5-engage-full-schedule | ++ local bcp_count=1 logger.go:42: 16:56:20 | scheduled-backup-incremental/5-engage-full-schedule | ++ echo 1 logger.go:42: 16:56:20 | scheduled-backup-incremental/5-engage-full-schedule | + bcp_count=1 logger.go:42: 16:56:20 | scheduled-backup-incremental/5-engage-full-schedule | + [[ 1 -lt 1 ]] logger.go:42: 16:56:20 | scheduled-backup-incremental/5-engage-full-schedule | test step completed 5-engage-full-schedule logger.go:42: 16:56:20 | scheduled-backup-incremental/6-stop-full | starting test step 6-stop-full logger.go:42: 16:56:21 | scheduled-backup-incremental/6-stop-full | PerconaServerMySQL:kuttl-test-gorgeous-macaque/scheduled-backup-incremental updated logger.go:42: 16:56:21 | scheduled-backup-incremental/6-stop-full | test step completed 6-stop-full logger.go:42: 16:56:21 | scheduled-backup-incremental/7-engage-incremental | starting test step 7-engage-incremental logger.go:42: 16:56:22 | scheduled-backup-incremental/7-engage-incremental | PerconaServerMySQL:kuttl-test-gorgeous-macaque/scheduled-backup-incremental updated logger.go:42: 16:56:22 | scheduled-backup-incremental/7-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 3 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 3" exit 1 fi] logger.go:42: 16:56:22 | scheduled-backup-incremental/7-engage-incremental | + source ../../functions logger.go:42: 16:56:22 | scheduled-backup-incremental/7-engage-incremental | +++ realpath ../../.. logger.go:42: 16:56:22 | scheduled-backup-incremental/7-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 16:56:22 | scheduled-backup-incremental/7-engage-incremental | ++++ pwd logger.go:42: 16:56:22 | scheduled-backup-incremental/7-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 16:56:22 | scheduled-backup-incremental/7-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 16:56:22 | scheduled-backup-incremental/7-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/vars.sh logger.go:42: 16:56:22 | scheduled-backup-incremental/7-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 16:56:22 | scheduled-backup-incremental/7-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 16:56:22 | scheduled-backup-incremental/7-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 16:56:22 | scheduled-backup-incremental/7-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 16:56:22 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 16:56:22 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 16:56:22 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 16:56:22 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 16:56:22 | scheduled-backup-incremental/7-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 16:56:22 | scheduled-backup-incremental/7-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 16:56:22 | scheduled-backup-incremental/7-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 16:56:22 | scheduled-backup-incremental/7-engage-incremental | +++ export GIT_BRANCH=PR-1262 logger.go:42: 16:56:22 | scheduled-backup-incremental/7-engage-incremental | +++ GIT_BRANCH=PR-1262 logger.go:42: 16:56:22 | scheduled-backup-incremental/7-engage-incremental | +++ export VERSION=PR-1262-dc5a409a logger.go:42: 16:56:22 | scheduled-backup-incremental/7-engage-incremental | +++ VERSION=PR-1262-dc5a409a logger.go:42: 16:56:22 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 16:56:22 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 16:56:22 | scheduled-backup-incremental/7-engage-incremental | +++ [[ -z 8.4 ]] logger.go:42: 16:56:22 | scheduled-backup-incremental/7-engage-incremental | +++ export MYSQL_VERSION=8.4 logger.go:42: 16:56:22 | scheduled-backup-incremental/7-engage-incremental | +++ MYSQL_VERSION=8.4 logger.go:42: 16:56:22 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.4 logger.go:42: 16:56:22 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.4 logger.go:42: 16:56:22 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.4 logger.go:42: 16:56:22 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.4 logger.go:42: 16:56:22 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 16:56:22 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 16:56:22 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.4 logger.go:42: 16:56:22 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.4 logger.go:42: 16:56:22 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 16:56:22 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 16:56:22 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 16:56:22 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 16:56:22 | scheduled-backup-incremental/7-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 16:56:22 | scheduled-backup-incremental/7-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 16:56:22 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 16:56:22 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 16:56:22 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 16:56:22 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 16:56:22 | scheduled-backup-incremental/7-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 16:56:22 | scheduled-backup-incremental/7-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 16:56:22 | scheduled-backup-incremental/7-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 16:56:22 | scheduled-backup-incremental/7-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 16:56:22 | scheduled-backup-incremental/7-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 16:56:22 | scheduled-backup-incremental/7-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 16:56:22 | scheduled-backup-incremental/7-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 16:56:22 | scheduled-backup-incremental/7-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 16:56:22 | scheduled-backup-incremental/7-engage-incremental | ++++ which gdate logger.go:42: 16:56:22 | scheduled-backup-incremental/7-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 16:56:22 | scheduled-backup-incremental/7-engage-incremental | ++++ which date logger.go:42: 16:56:22 | scheduled-backup-incremental/7-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 16:56:22 | scheduled-backup-incremental/7-engage-incremental | +++ oc get projects logger.go:42: 16:56:22 | scheduled-backup-incremental/7-engage-incremental | +++ : logger.go:42: 16:56:22 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get nodes logger.go:42: 16:56:22 | scheduled-backup-incremental/7-engage-incremental | +++ grep '^minikube' logger.go:42: 16:56:23 | scheduled-backup-incremental/7-engage-incremental | +++ which gsed logger.go:42: 16:56:23 | scheduled-backup-incremental/7-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 16:56:23 | scheduled-backup-incremental/7-engage-incremental | +++ which sed logger.go:42: 16:56:23 | scheduled-backup-incremental/7-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 16:56:23 | scheduled-backup-incremental/7-engage-incremental | ++ oc get projects logger.go:42: 16:56:23 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl version -o json logger.go:42: 16:56:23 | scheduled-backup-incremental/7-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 16:56:23 | scheduled-backup-incremental/7-engage-incremental | +++ grep '\-eks\-' logger.go:42: 16:56:23 | scheduled-backup-incremental/7-engage-incremental | grep: warning: stray \ before - logger.go:42: 16:56:23 | scheduled-backup-incremental/7-engage-incremental | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 16:56:23 | scheduled-backup-incremental/7-engage-incremental | ++ '[' ']' logger.go:42: 16:56:23 | scheduled-backup-incremental/7-engage-incremental | ++ EKS=0 logger.go:42: 16:56:23 | scheduled-backup-incremental/7-engage-incremental | +++ get_cluster_name logger.go:42: 16:56:23 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl -n kuttl-test-gorgeous-macaque get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 16:56:24 | scheduled-backup-incremental/7-engage-incremental | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 16:56:24 | scheduled-backup-incremental/7-engage-incremental | ++ local schedule_name=minio-incr logger.go:42: 16:56:24 | scheduled-backup-incremental/7-engage-incremental | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 16:56:24 | scheduled-backup-incremental/7-engage-incremental | +++ printf %s kuttl-test-gorgeous-macaque-scheduled-backup-incremental logger.go:42: 16:56:24 | scheduled-backup-incremental/7-engage-incremental | +++ sha1sum logger.go:42: 16:56:24 | scheduled-backup-incremental/7-engage-incremental | +++ awk '{print $1}' logger.go:42: 16:56:24 | scheduled-backup-incremental/7-engage-incremental | +++ head -c 5 logger.go:42: 16:56:24 | scheduled-backup-incremental/7-engage-incremental | ++ local prefix=2c6b4 logger.go:42: 16:56:24 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get ps-backup -n kuttl-test-gorgeous-macaque -l percona.com/backup-ancestor=2c6b4-minio-incr -o yaml logger.go:42: 16:56:24 | scheduled-backup-incremental/7-engage-incremental | +++ yq '.items | length' logger.go:42: 16:56:24 | scheduled-backup-incremental/7-engage-incremental | ++ local bcp_count=0 logger.go:42: 16:56:24 | scheduled-backup-incremental/7-engage-incremental | ++ echo 0 logger.go:42: 16:56:24 | scheduled-backup-incremental/7-engage-incremental | + bcp_count=0 logger.go:42: 16:56:24 | scheduled-backup-incremental/7-engage-incremental | + [[ 0 -lt 3 ]] logger.go:42: 16:56:24 | scheduled-backup-incremental/7-engage-incremental | + echo 'There are 0 incremental ps-backups but should be at least 3' logger.go:42: 16:56:24 | scheduled-backup-incremental/7-engage-incremental | There are 0 incremental ps-backups but should be at least 3 logger.go:42: 16:56:24 | scheduled-backup-incremental/7-engage-incremental | + exit 1 logger.go:42: 16:56:25 | scheduled-backup-incremental/7-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 3 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 3" exit 1 fi] logger.go:42: 16:56:25 | scheduled-backup-incremental/7-engage-incremental | + source ../../functions logger.go:42: 16:56:25 | scheduled-backup-incremental/7-engage-incremental | +++ realpath ../../.. logger.go:42: 16:56:25 | scheduled-backup-incremental/7-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 16:56:25 | scheduled-backup-incremental/7-engage-incremental | ++++ pwd logger.go:42: 16:56:25 | scheduled-backup-incremental/7-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 16:56:25 | scheduled-backup-incremental/7-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 16:56:25 | scheduled-backup-incremental/7-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/vars.sh logger.go:42: 16:56:25 | scheduled-backup-incremental/7-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 16:56:25 | scheduled-backup-incremental/7-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 16:56:25 | scheduled-backup-incremental/7-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 16:56:25 | scheduled-backup-incremental/7-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 16:56:25 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 16:56:25 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 16:56:25 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 16:56:25 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 16:56:25 | scheduled-backup-incremental/7-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 16:56:25 | scheduled-backup-incremental/7-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 16:56:25 | scheduled-backup-incremental/7-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 16:56:25 | scheduled-backup-incremental/7-engage-incremental | +++ export GIT_BRANCH=PR-1262 logger.go:42: 16:56:25 | scheduled-backup-incremental/7-engage-incremental | +++ GIT_BRANCH=PR-1262 logger.go:42: 16:56:25 | scheduled-backup-incremental/7-engage-incremental | +++ export VERSION=PR-1262-dc5a409a logger.go:42: 16:56:25 | scheduled-backup-incremental/7-engage-incremental | +++ VERSION=PR-1262-dc5a409a logger.go:42: 16:56:25 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 16:56:25 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 16:56:25 | scheduled-backup-incremental/7-engage-incremental | +++ [[ -z 8.4 ]] logger.go:42: 16:56:25 | scheduled-backup-incremental/7-engage-incremental | +++ export MYSQL_VERSION=8.4 logger.go:42: 16:56:25 | scheduled-backup-incremental/7-engage-incremental | +++ MYSQL_VERSION=8.4 logger.go:42: 16:56:25 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.4 logger.go:42: 16:56:25 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.4 logger.go:42: 16:56:25 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.4 logger.go:42: 16:56:25 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.4 logger.go:42: 16:56:25 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 16:56:25 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 16:56:25 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.4 logger.go:42: 16:56:25 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.4 logger.go:42: 16:56:25 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 16:56:25 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 16:56:25 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 16:56:25 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 16:56:25 | scheduled-backup-incremental/7-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 16:56:25 | scheduled-backup-incremental/7-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 16:56:25 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 16:56:25 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 16:56:25 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 16:56:25 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 16:56:25 | scheduled-backup-incremental/7-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 16:56:25 | scheduled-backup-incremental/7-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 16:56:25 | scheduled-backup-incremental/7-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 16:56:25 | scheduled-backup-incremental/7-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 16:56:25 | scheduled-backup-incremental/7-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 16:56:25 | scheduled-backup-incremental/7-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 16:56:25 | scheduled-backup-incremental/7-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 16:56:25 | scheduled-backup-incremental/7-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 16:56:25 | scheduled-backup-incremental/7-engage-incremental | ++++ which gdate logger.go:42: 16:56:25 | scheduled-backup-incremental/7-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 16:56:25 | scheduled-backup-incremental/7-engage-incremental | ++++ which date logger.go:42: 16:56:25 | scheduled-backup-incremental/7-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 16:56:25 | scheduled-backup-incremental/7-engage-incremental | +++ oc get projects logger.go:42: 16:56:25 | scheduled-backup-incremental/7-engage-incremental | +++ : logger.go:42: 16:56:25 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get nodes logger.go:42: 16:56:25 | scheduled-backup-incremental/7-engage-incremental | +++ grep '^minikube' logger.go:42: 16:56:26 | scheduled-backup-incremental/7-engage-incremental | +++ which gsed logger.go:42: 16:56:26 | scheduled-backup-incremental/7-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 16:56:26 | scheduled-backup-incremental/7-engage-incremental | +++ which sed logger.go:42: 16:56:26 | scheduled-backup-incremental/7-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 16:56:26 | scheduled-backup-incremental/7-engage-incremental | ++ oc get projects logger.go:42: 16:56:26 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl version -o json logger.go:42: 16:56:26 | scheduled-backup-incremental/7-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 16:56:26 | scheduled-backup-incremental/7-engage-incremental | +++ grep '\-eks\-' logger.go:42: 16:56:26 | scheduled-backup-incremental/7-engage-incremental | grep: warning: stray \ before - logger.go:42: 16:56:27 | scheduled-backup-incremental/7-engage-incremental | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 16:56:27 | scheduled-backup-incremental/7-engage-incremental | ++ '[' ']' logger.go:42: 16:56:27 | scheduled-backup-incremental/7-engage-incremental | ++ EKS=0 logger.go:42: 16:56:27 | scheduled-backup-incremental/7-engage-incremental | +++ get_cluster_name logger.go:42: 16:56:27 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl -n kuttl-test-gorgeous-macaque get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 16:56:27 | scheduled-backup-incremental/7-engage-incremental | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 16:56:27 | scheduled-backup-incremental/7-engage-incremental | ++ local schedule_name=minio-incr logger.go:42: 16:56:27 | scheduled-backup-incremental/7-engage-incremental | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 16:56:27 | scheduled-backup-incremental/7-engage-incremental | +++ printf %s kuttl-test-gorgeous-macaque-scheduled-backup-incremental logger.go:42: 16:56:27 | scheduled-backup-incremental/7-engage-incremental | +++ sha1sum logger.go:42: 16:56:27 | scheduled-backup-incremental/7-engage-incremental | +++ awk '{print $1}' logger.go:42: 16:56:27 | scheduled-backup-incremental/7-engage-incremental | +++ head -c 5 logger.go:42: 16:56:27 | scheduled-backup-incremental/7-engage-incremental | ++ local prefix=2c6b4 logger.go:42: 16:56:27 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get ps-backup -n kuttl-test-gorgeous-macaque -l percona.com/backup-ancestor=2c6b4-minio-incr -o yaml logger.go:42: 16:56:27 | scheduled-backup-incremental/7-engage-incremental | +++ yq '.items | length' logger.go:42: 16:56:28 | scheduled-backup-incremental/7-engage-incremental | ++ local bcp_count=0 logger.go:42: 16:56:28 | scheduled-backup-incremental/7-engage-incremental | ++ echo 0 logger.go:42: 16:56:28 | scheduled-backup-incremental/7-engage-incremental | + bcp_count=0 logger.go:42: 16:56:28 | scheduled-backup-incremental/7-engage-incremental | + [[ 0 -lt 3 ]] logger.go:42: 16:56:28 | scheduled-backup-incremental/7-engage-incremental | + echo 'There are 0 incremental ps-backups but should be at least 3' logger.go:42: 16:56:28 | scheduled-backup-incremental/7-engage-incremental | There are 0 incremental ps-backups but should be at least 3 logger.go:42: 16:56:28 | scheduled-backup-incremental/7-engage-incremental | + exit 1 logger.go:42: 16:56:29 | scheduled-backup-incremental/7-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 3 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 3" exit 1 fi] logger.go:42: 16:56:29 | scheduled-backup-incremental/7-engage-incremental | + source ../../functions logger.go:42: 16:56:29 | scheduled-backup-incremental/7-engage-incremental | +++ realpath ../../.. logger.go:42: 16:56:29 | scheduled-backup-incremental/7-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 16:56:29 | scheduled-backup-incremental/7-engage-incremental | ++++ pwd logger.go:42: 16:56:29 | scheduled-backup-incremental/7-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 16:56:29 | scheduled-backup-incremental/7-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 16:56:29 | scheduled-backup-incremental/7-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/vars.sh logger.go:42: 16:56:29 | scheduled-backup-incremental/7-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 16:56:29 | scheduled-backup-incremental/7-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 16:56:29 | scheduled-backup-incremental/7-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 16:56:29 | scheduled-backup-incremental/7-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 16:56:29 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 16:56:29 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 16:56:29 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 16:56:29 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 16:56:29 | scheduled-backup-incremental/7-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 16:56:29 | scheduled-backup-incremental/7-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 16:56:29 | scheduled-backup-incremental/7-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 16:56:29 | scheduled-backup-incremental/7-engage-incremental | +++ export GIT_BRANCH=PR-1262 logger.go:42: 16:56:29 | scheduled-backup-incremental/7-engage-incremental | +++ GIT_BRANCH=PR-1262 logger.go:42: 16:56:29 | scheduled-backup-incremental/7-engage-incremental | +++ export VERSION=PR-1262-dc5a409a logger.go:42: 16:56:29 | scheduled-backup-incremental/7-engage-incremental | +++ VERSION=PR-1262-dc5a409a logger.go:42: 16:56:29 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 16:56:29 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 16:56:29 | scheduled-backup-incremental/7-engage-incremental | +++ [[ -z 8.4 ]] logger.go:42: 16:56:29 | scheduled-backup-incremental/7-engage-incremental | +++ export MYSQL_VERSION=8.4 logger.go:42: 16:56:29 | scheduled-backup-incremental/7-engage-incremental | +++ MYSQL_VERSION=8.4 logger.go:42: 16:56:29 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.4 logger.go:42: 16:56:29 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.4 logger.go:42: 16:56:29 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.4 logger.go:42: 16:56:29 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.4 logger.go:42: 16:56:29 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 16:56:29 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 16:56:29 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.4 logger.go:42: 16:56:29 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.4 logger.go:42: 16:56:29 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 16:56:29 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 16:56:29 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 16:56:29 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 16:56:29 | scheduled-backup-incremental/7-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 16:56:29 | scheduled-backup-incremental/7-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 16:56:29 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 16:56:29 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 16:56:29 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 16:56:29 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 16:56:29 | scheduled-backup-incremental/7-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 16:56:29 | scheduled-backup-incremental/7-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 16:56:29 | scheduled-backup-incremental/7-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 16:56:29 | scheduled-backup-incremental/7-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 16:56:29 | scheduled-backup-incremental/7-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 16:56:29 | scheduled-backup-incremental/7-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 16:56:29 | scheduled-backup-incremental/7-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 16:56:29 | scheduled-backup-incremental/7-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 16:56:29 | scheduled-backup-incremental/7-engage-incremental | ++++ which gdate logger.go:42: 16:56:29 | scheduled-backup-incremental/7-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 16:56:29 | scheduled-backup-incremental/7-engage-incremental | ++++ which date logger.go:42: 16:56:29 | scheduled-backup-incremental/7-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 16:56:29 | scheduled-backup-incremental/7-engage-incremental | +++ oc get projects logger.go:42: 16:56:29 | scheduled-backup-incremental/7-engage-incremental | +++ : logger.go:42: 16:56:29 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get nodes logger.go:42: 16:56:29 | scheduled-backup-incremental/7-engage-incremental | +++ grep '^minikube' logger.go:42: 16:56:29 | scheduled-backup-incremental/7-engage-incremental | +++ which gsed logger.go:42: 16:56:29 | scheduled-backup-incremental/7-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 16:56:29 | scheduled-backup-incremental/7-engage-incremental | +++ which sed logger.go:42: 16:56:29 | scheduled-backup-incremental/7-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 16:56:29 | scheduled-backup-incremental/7-engage-incremental | ++ oc get projects logger.go:42: 16:56:29 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl version -o json logger.go:42: 16:56:29 | scheduled-backup-incremental/7-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 16:56:29 | scheduled-backup-incremental/7-engage-incremental | +++ grep '\-eks\-' logger.go:42: 16:56:29 | scheduled-backup-incremental/7-engage-incremental | grep: warning: stray \ before - logger.go:42: 16:56:30 | scheduled-backup-incremental/7-engage-incremental | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 16:56:30 | scheduled-backup-incremental/7-engage-incremental | ++ '[' ']' logger.go:42: 16:56:30 | scheduled-backup-incremental/7-engage-incremental | ++ EKS=0 logger.go:42: 16:56:30 | scheduled-backup-incremental/7-engage-incremental | +++ get_cluster_name logger.go:42: 16:56:30 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl -n kuttl-test-gorgeous-macaque get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 16:56:31 | scheduled-backup-incremental/7-engage-incremental | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 16:56:31 | scheduled-backup-incremental/7-engage-incremental | ++ local schedule_name=minio-incr logger.go:42: 16:56:31 | scheduled-backup-incremental/7-engage-incremental | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 16:56:31 | scheduled-backup-incremental/7-engage-incremental | +++ printf %s kuttl-test-gorgeous-macaque-scheduled-backup-incremental logger.go:42: 16:56:31 | scheduled-backup-incremental/7-engage-incremental | +++ sha1sum logger.go:42: 16:56:31 | scheduled-backup-incremental/7-engage-incremental | +++ awk '{print $1}' logger.go:42: 16:56:31 | scheduled-backup-incremental/7-engage-incremental | +++ head -c 5 logger.go:42: 16:56:31 | scheduled-backup-incremental/7-engage-incremental | ++ local prefix=2c6b4 logger.go:42: 16:56:31 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get ps-backup -n kuttl-test-gorgeous-macaque -l percona.com/backup-ancestor=2c6b4-minio-incr -o yaml logger.go:42: 16:56:31 | scheduled-backup-incremental/7-engage-incremental | +++ yq '.items | length' logger.go:42: 16:56:31 | scheduled-backup-incremental/7-engage-incremental | ++ local bcp_count=0 logger.go:42: 16:56:31 | scheduled-backup-incremental/7-engage-incremental | ++ echo 0 logger.go:42: 16:56:31 | scheduled-backup-incremental/7-engage-incremental | + bcp_count=0 logger.go:42: 16:56:31 | scheduled-backup-incremental/7-engage-incremental | + [[ 0 -lt 3 ]] logger.go:42: 16:56:31 | scheduled-backup-incremental/7-engage-incremental | + echo 'There are 0 incremental ps-backups but should be at least 3' logger.go:42: 16:56:31 | scheduled-backup-incremental/7-engage-incremental | There are 0 incremental ps-backups but should be at least 3 logger.go:42: 16:56:31 | scheduled-backup-incremental/7-engage-incremental | + exit 1 logger.go:42: 16:56:32 | scheduled-backup-incremental/7-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 3 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 3" exit 1 fi] logger.go:42: 16:56:32 | scheduled-backup-incremental/7-engage-incremental | + source ../../functions logger.go:42: 16:56:32 | scheduled-backup-incremental/7-engage-incremental | +++ realpath ../../.. logger.go:42: 16:56:32 | scheduled-backup-incremental/7-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 16:56:32 | scheduled-backup-incremental/7-engage-incremental | ++++ pwd logger.go:42: 16:56:32 | scheduled-backup-incremental/7-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 16:56:32 | scheduled-backup-incremental/7-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 16:56:32 | scheduled-backup-incremental/7-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/vars.sh logger.go:42: 16:56:32 | scheduled-backup-incremental/7-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 16:56:32 | scheduled-backup-incremental/7-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 16:56:32 | scheduled-backup-incremental/7-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 16:56:32 | scheduled-backup-incremental/7-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 16:56:32 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 16:56:32 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 16:56:32 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 16:56:32 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 16:56:32 | scheduled-backup-incremental/7-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 16:56:32 | scheduled-backup-incremental/7-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 16:56:32 | scheduled-backup-incremental/7-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 16:56:32 | scheduled-backup-incremental/7-engage-incremental | +++ export GIT_BRANCH=PR-1262 logger.go:42: 16:56:32 | scheduled-backup-incremental/7-engage-incremental | +++ GIT_BRANCH=PR-1262 logger.go:42: 16:56:32 | scheduled-backup-incremental/7-engage-incremental | +++ export VERSION=PR-1262-dc5a409a logger.go:42: 16:56:32 | scheduled-backup-incremental/7-engage-incremental | +++ VERSION=PR-1262-dc5a409a logger.go:42: 16:56:32 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 16:56:32 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 16:56:32 | scheduled-backup-incremental/7-engage-incremental | +++ [[ -z 8.4 ]] logger.go:42: 16:56:32 | scheduled-backup-incremental/7-engage-incremental | +++ export MYSQL_VERSION=8.4 logger.go:42: 16:56:32 | scheduled-backup-incremental/7-engage-incremental | +++ MYSQL_VERSION=8.4 logger.go:42: 16:56:32 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.4 logger.go:42: 16:56:32 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.4 logger.go:42: 16:56:32 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.4 logger.go:42: 16:56:32 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.4 logger.go:42: 16:56:32 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 16:56:32 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 16:56:32 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.4 logger.go:42: 16:56:32 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.4 logger.go:42: 16:56:32 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 16:56:32 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 16:56:32 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 16:56:32 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 16:56:32 | scheduled-backup-incremental/7-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 16:56:32 | scheduled-backup-incremental/7-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 16:56:32 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 16:56:32 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 16:56:32 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 16:56:32 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 16:56:32 | scheduled-backup-incremental/7-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 16:56:32 | scheduled-backup-incremental/7-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 16:56:32 | scheduled-backup-incremental/7-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 16:56:32 | scheduled-backup-incremental/7-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 16:56:32 | scheduled-backup-incremental/7-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 16:56:32 | scheduled-backup-incremental/7-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 16:56:32 | scheduled-backup-incremental/7-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 16:56:32 | scheduled-backup-incremental/7-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 16:56:32 | scheduled-backup-incremental/7-engage-incremental | ++++ which gdate logger.go:42: 16:56:32 | scheduled-backup-incremental/7-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 16:56:32 | scheduled-backup-incremental/7-engage-incremental | ++++ which date logger.go:42: 16:56:32 | scheduled-backup-incremental/7-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 16:56:32 | scheduled-backup-incremental/7-engage-incremental | +++ oc get projects logger.go:42: 16:56:32 | scheduled-backup-incremental/7-engage-incremental | +++ : logger.go:42: 16:56:32 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get nodes logger.go:42: 16:56:32 | scheduled-backup-incremental/7-engage-incremental | +++ grep '^minikube' logger.go:42: 16:56:33 | scheduled-backup-incremental/7-engage-incremental | +++ which gsed logger.go:42: 16:56:33 | scheduled-backup-incremental/7-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 16:56:33 | scheduled-backup-incremental/7-engage-incremental | +++ which sed logger.go:42: 16:56:33 | scheduled-backup-incremental/7-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 16:56:33 | scheduled-backup-incremental/7-engage-incremental | ++ oc get projects logger.go:42: 16:56:33 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl version -o json logger.go:42: 16:56:33 | scheduled-backup-incremental/7-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 16:56:33 | scheduled-backup-incremental/7-engage-incremental | +++ grep '\-eks\-' logger.go:42: 16:56:33 | scheduled-backup-incremental/7-engage-incremental | grep: warning: stray \ before - logger.go:42: 16:56:33 | scheduled-backup-incremental/7-engage-incremental | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 16:56:33 | scheduled-backup-incremental/7-engage-incremental | ++ '[' ']' logger.go:42: 16:56:33 | scheduled-backup-incremental/7-engage-incremental | ++ EKS=0 logger.go:42: 16:56:33 | scheduled-backup-incremental/7-engage-incremental | +++ get_cluster_name logger.go:42: 16:56:33 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl -n kuttl-test-gorgeous-macaque get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 16:56:34 | scheduled-backup-incremental/7-engage-incremental | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 16:56:34 | scheduled-backup-incremental/7-engage-incremental | ++ local schedule_name=minio-incr logger.go:42: 16:56:34 | scheduled-backup-incremental/7-engage-incremental | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 16:56:34 | scheduled-backup-incremental/7-engage-incremental | +++ printf %s kuttl-test-gorgeous-macaque-scheduled-backup-incremental logger.go:42: 16:56:34 | scheduled-backup-incremental/7-engage-incremental | +++ sha1sum logger.go:42: 16:56:34 | scheduled-backup-incremental/7-engage-incremental | +++ awk '{print $1}' logger.go:42: 16:56:34 | scheduled-backup-incremental/7-engage-incremental | +++ head -c 5 logger.go:42: 16:56:34 | scheduled-backup-incremental/7-engage-incremental | ++ local prefix=2c6b4 logger.go:42: 16:56:34 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get ps-backup -n kuttl-test-gorgeous-macaque -l percona.com/backup-ancestor=2c6b4-minio-incr -o yaml logger.go:42: 16:56:34 | scheduled-backup-incremental/7-engage-incremental | +++ yq '.items | length' logger.go:42: 16:56:35 | scheduled-backup-incremental/7-engage-incremental | ++ local bcp_count=0 logger.go:42: 16:56:35 | scheduled-backup-incremental/7-engage-incremental | ++ echo 0 logger.go:42: 16:56:35 | scheduled-backup-incremental/7-engage-incremental | + bcp_count=0 logger.go:42: 16:56:35 | scheduled-backup-incremental/7-engage-incremental | + [[ 0 -lt 3 ]] logger.go:42: 16:56:35 | scheduled-backup-incremental/7-engage-incremental | + echo 'There are 0 incremental ps-backups but should be at least 3' logger.go:42: 16:56:35 | scheduled-backup-incremental/7-engage-incremental | There are 0 incremental ps-backups but should be at least 3 logger.go:42: 16:56:35 | scheduled-backup-incremental/7-engage-incremental | + exit 1 logger.go:42: 16:56:36 | scheduled-backup-incremental/7-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 3 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 3" exit 1 fi] logger.go:42: 16:56:36 | scheduled-backup-incremental/7-engage-incremental | + source ../../functions logger.go:42: 16:56:36 | scheduled-backup-incremental/7-engage-incremental | +++ realpath ../../.. logger.go:42: 16:56:36 | scheduled-backup-incremental/7-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 16:56:36 | scheduled-backup-incremental/7-engage-incremental | ++++ pwd logger.go:42: 16:56:36 | scheduled-backup-incremental/7-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 16:56:36 | scheduled-backup-incremental/7-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 16:56:36 | scheduled-backup-incremental/7-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/vars.sh logger.go:42: 16:56:36 | scheduled-backup-incremental/7-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 16:56:36 | scheduled-backup-incremental/7-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 16:56:36 | scheduled-backup-incremental/7-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 16:56:36 | scheduled-backup-incremental/7-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 16:56:36 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 16:56:36 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 16:56:36 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 16:56:36 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 16:56:36 | scheduled-backup-incremental/7-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 16:56:36 | scheduled-backup-incremental/7-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 16:56:36 | scheduled-backup-incremental/7-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 16:56:36 | scheduled-backup-incremental/7-engage-incremental | +++ export GIT_BRANCH=PR-1262 logger.go:42: 16:56:36 | scheduled-backup-incremental/7-engage-incremental | +++ GIT_BRANCH=PR-1262 logger.go:42: 16:56:36 | scheduled-backup-incremental/7-engage-incremental | +++ export VERSION=PR-1262-dc5a409a logger.go:42: 16:56:36 | scheduled-backup-incremental/7-engage-incremental | +++ VERSION=PR-1262-dc5a409a logger.go:42: 16:56:36 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 16:56:36 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 16:56:36 | scheduled-backup-incremental/7-engage-incremental | +++ [[ -z 8.4 ]] logger.go:42: 16:56:36 | scheduled-backup-incremental/7-engage-incremental | +++ export MYSQL_VERSION=8.4 logger.go:42: 16:56:36 | scheduled-backup-incremental/7-engage-incremental | +++ MYSQL_VERSION=8.4 logger.go:42: 16:56:36 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.4 logger.go:42: 16:56:36 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.4 logger.go:42: 16:56:36 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.4 logger.go:42: 16:56:36 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.4 logger.go:42: 16:56:36 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 16:56:36 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 16:56:36 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.4 logger.go:42: 16:56:36 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.4 logger.go:42: 16:56:36 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 16:56:36 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 16:56:36 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 16:56:36 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 16:56:36 | scheduled-backup-incremental/7-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 16:56:36 | scheduled-backup-incremental/7-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 16:56:36 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 16:56:36 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 16:56:36 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 16:56:36 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 16:56:36 | scheduled-backup-incremental/7-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 16:56:36 | scheduled-backup-incremental/7-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 16:56:36 | scheduled-backup-incremental/7-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 16:56:36 | scheduled-backup-incremental/7-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 16:56:36 | scheduled-backup-incremental/7-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 16:56:36 | scheduled-backup-incremental/7-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 16:56:36 | scheduled-backup-incremental/7-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 16:56:36 | scheduled-backup-incremental/7-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 16:56:36 | scheduled-backup-incremental/7-engage-incremental | ++++ which gdate logger.go:42: 16:56:36 | scheduled-backup-incremental/7-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 16:56:36 | scheduled-backup-incremental/7-engage-incremental | ++++ which date logger.go:42: 16:56:36 | scheduled-backup-incremental/7-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 16:56:36 | scheduled-backup-incremental/7-engage-incremental | +++ oc get projects logger.go:42: 16:56:36 | scheduled-backup-incremental/7-engage-incremental | +++ : logger.go:42: 16:56:36 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get nodes logger.go:42: 16:56:36 | scheduled-backup-incremental/7-engage-incremental | +++ grep '^minikube' logger.go:42: 16:56:36 | scheduled-backup-incremental/7-engage-incremental | +++ which gsed logger.go:42: 16:56:36 | scheduled-backup-incremental/7-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 16:56:36 | scheduled-backup-incremental/7-engage-incremental | +++ which sed logger.go:42: 16:56:36 | scheduled-backup-incremental/7-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 16:56:36 | scheduled-backup-incremental/7-engage-incremental | ++ oc get projects logger.go:42: 16:56:36 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl version -o json logger.go:42: 16:56:36 | scheduled-backup-incremental/7-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 16:56:36 | scheduled-backup-incremental/7-engage-incremental | +++ grep '\-eks\-' logger.go:42: 16:56:36 | scheduled-backup-incremental/7-engage-incremental | grep: warning: stray \ before - logger.go:42: 16:56:37 | scheduled-backup-incremental/7-engage-incremental | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 16:56:37 | scheduled-backup-incremental/7-engage-incremental | ++ '[' ']' logger.go:42: 16:56:37 | scheduled-backup-incremental/7-engage-incremental | ++ EKS=0 logger.go:42: 16:56:37 | scheduled-backup-incremental/7-engage-incremental | +++ get_cluster_name logger.go:42: 16:56:37 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl -n kuttl-test-gorgeous-macaque get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 16:56:37 | scheduled-backup-incremental/7-engage-incremental | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 16:56:37 | scheduled-backup-incremental/7-engage-incremental | ++ local schedule_name=minio-incr logger.go:42: 16:56:37 | scheduled-backup-incremental/7-engage-incremental | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 16:56:37 | scheduled-backup-incremental/7-engage-incremental | +++ printf %s kuttl-test-gorgeous-macaque-scheduled-backup-incremental logger.go:42: 16:56:37 | scheduled-backup-incremental/7-engage-incremental | +++ sha1sum logger.go:42: 16:56:37 | scheduled-backup-incremental/7-engage-incremental | +++ awk '{print $1}' logger.go:42: 16:56:37 | scheduled-backup-incremental/7-engage-incremental | +++ head -c 5 logger.go:42: 16:56:37 | scheduled-backup-incremental/7-engage-incremental | ++ local prefix=2c6b4 logger.go:42: 16:56:37 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get ps-backup -n kuttl-test-gorgeous-macaque -l percona.com/backup-ancestor=2c6b4-minio-incr -o yaml logger.go:42: 16:56:37 | scheduled-backup-incremental/7-engage-incremental | +++ yq '.items | length' logger.go:42: 16:56:38 | scheduled-backup-incremental/7-engage-incremental | ++ local bcp_count=0 logger.go:42: 16:56:38 | scheduled-backup-incremental/7-engage-incremental | ++ echo 0 logger.go:42: 16:56:38 | scheduled-backup-incremental/7-engage-incremental | + bcp_count=0 logger.go:42: 16:56:38 | scheduled-backup-incremental/7-engage-incremental | + [[ 0 -lt 3 ]] logger.go:42: 16:56:38 | scheduled-backup-incremental/7-engage-incremental | + echo 'There are 0 incremental ps-backups but should be at least 3' logger.go:42: 16:56:38 | scheduled-backup-incremental/7-engage-incremental | There are 0 incremental ps-backups but should be at least 3 logger.go:42: 16:56:38 | scheduled-backup-incremental/7-engage-incremental | + exit 1 logger.go:42: 16:56:39 | scheduled-backup-incremental/7-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 3 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 3" exit 1 fi] logger.go:42: 16:56:39 | scheduled-backup-incremental/7-engage-incremental | + source ../../functions logger.go:42: 16:56:39 | scheduled-backup-incremental/7-engage-incremental | +++ realpath ../../.. logger.go:42: 16:56:39 | scheduled-backup-incremental/7-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 16:56:39 | scheduled-backup-incremental/7-engage-incremental | ++++ pwd logger.go:42: 16:56:39 | scheduled-backup-incremental/7-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 16:56:39 | scheduled-backup-incremental/7-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 16:56:39 | scheduled-backup-incremental/7-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/vars.sh logger.go:42: 16:56:39 | scheduled-backup-incremental/7-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 16:56:39 | scheduled-backup-incremental/7-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 16:56:39 | scheduled-backup-incremental/7-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 16:56:39 | scheduled-backup-incremental/7-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 16:56:39 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 16:56:39 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 16:56:39 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 16:56:39 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 16:56:39 | scheduled-backup-incremental/7-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 16:56:39 | scheduled-backup-incremental/7-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 16:56:39 | scheduled-backup-incremental/7-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 16:56:39 | scheduled-backup-incremental/7-engage-incremental | +++ export GIT_BRANCH=PR-1262 logger.go:42: 16:56:39 | scheduled-backup-incremental/7-engage-incremental | +++ GIT_BRANCH=PR-1262 logger.go:42: 16:56:39 | scheduled-backup-incremental/7-engage-incremental | +++ export VERSION=PR-1262-dc5a409a logger.go:42: 16:56:39 | scheduled-backup-incremental/7-engage-incremental | +++ VERSION=PR-1262-dc5a409a logger.go:42: 16:56:39 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 16:56:39 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 16:56:39 | scheduled-backup-incremental/7-engage-incremental | +++ [[ -z 8.4 ]] logger.go:42: 16:56:39 | scheduled-backup-incremental/7-engage-incremental | +++ export MYSQL_VERSION=8.4 logger.go:42: 16:56:39 | scheduled-backup-incremental/7-engage-incremental | +++ MYSQL_VERSION=8.4 logger.go:42: 16:56:39 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.4 logger.go:42: 16:56:39 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.4 logger.go:42: 16:56:39 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.4 logger.go:42: 16:56:39 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.4 logger.go:42: 16:56:39 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 16:56:39 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 16:56:39 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.4 logger.go:42: 16:56:39 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.4 logger.go:42: 16:56:39 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 16:56:39 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 16:56:39 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 16:56:39 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 16:56:39 | scheduled-backup-incremental/7-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 16:56:39 | scheduled-backup-incremental/7-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 16:56:39 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 16:56:39 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 16:56:39 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 16:56:39 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 16:56:39 | scheduled-backup-incremental/7-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 16:56:39 | scheduled-backup-incremental/7-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 16:56:39 | scheduled-backup-incremental/7-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 16:56:39 | scheduled-backup-incremental/7-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 16:56:39 | scheduled-backup-incremental/7-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 16:56:39 | scheduled-backup-incremental/7-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 16:56:39 | scheduled-backup-incremental/7-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 16:56:39 | scheduled-backup-incremental/7-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 16:56:39 | scheduled-backup-incremental/7-engage-incremental | ++++ which gdate logger.go:42: 16:56:39 | scheduled-backup-incremental/7-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 16:56:39 | scheduled-backup-incremental/7-engage-incremental | ++++ which date logger.go:42: 16:56:39 | scheduled-backup-incremental/7-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 16:56:39 | scheduled-backup-incremental/7-engage-incremental | +++ oc get projects logger.go:42: 16:56:39 | scheduled-backup-incremental/7-engage-incremental | +++ : logger.go:42: 16:56:39 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get nodes logger.go:42: 16:56:39 | scheduled-backup-incremental/7-engage-incremental | +++ grep '^minikube' logger.go:42: 16:56:40 | scheduled-backup-incremental/7-engage-incremental | +++ which gsed logger.go:42: 16:56:40 | scheduled-backup-incremental/7-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 16:56:40 | scheduled-backup-incremental/7-engage-incremental | +++ which sed logger.go:42: 16:56:40 | scheduled-backup-incremental/7-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 16:56:40 | scheduled-backup-incremental/7-engage-incremental | ++ oc get projects logger.go:42: 16:56:40 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl version -o json logger.go:42: 16:56:40 | scheduled-backup-incremental/7-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 16:56:40 | scheduled-backup-incremental/7-engage-incremental | +++ grep '\-eks\-' logger.go:42: 16:56:40 | scheduled-backup-incremental/7-engage-incremental | grep: warning: stray \ before - logger.go:42: 16:56:40 | scheduled-backup-incremental/7-engage-incremental | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 16:56:40 | scheduled-backup-incremental/7-engage-incremental | ++ '[' ']' logger.go:42: 16:56:40 | scheduled-backup-incremental/7-engage-incremental | ++ EKS=0 logger.go:42: 16:56:40 | scheduled-backup-incremental/7-engage-incremental | +++ get_cluster_name logger.go:42: 16:56:40 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl -n kuttl-test-gorgeous-macaque get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 16:56:41 | scheduled-backup-incremental/7-engage-incremental | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 16:56:41 | scheduled-backup-incremental/7-engage-incremental | ++ local schedule_name=minio-incr logger.go:42: 16:56:41 | scheduled-backup-incremental/7-engage-incremental | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 16:56:41 | scheduled-backup-incremental/7-engage-incremental | +++ printf %s kuttl-test-gorgeous-macaque-scheduled-backup-incremental logger.go:42: 16:56:41 | scheduled-backup-incremental/7-engage-incremental | +++ sha1sum logger.go:42: 16:56:41 | scheduled-backup-incremental/7-engage-incremental | +++ awk '{print $1}' logger.go:42: 16:56:41 | scheduled-backup-incremental/7-engage-incremental | +++ head -c 5 logger.go:42: 16:56:41 | scheduled-backup-incremental/7-engage-incremental | ++ local prefix=2c6b4 logger.go:42: 16:56:41 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get ps-backup -n kuttl-test-gorgeous-macaque -l percona.com/backup-ancestor=2c6b4-minio-incr -o yaml logger.go:42: 16:56:41 | scheduled-backup-incremental/7-engage-incremental | +++ yq '.items | length' logger.go:42: 16:56:41 | scheduled-backup-incremental/7-engage-incremental | ++ local bcp_count=0 logger.go:42: 16:56:41 | scheduled-backup-incremental/7-engage-incremental | ++ echo 0 logger.go:42: 16:56:41 | scheduled-backup-incremental/7-engage-incremental | + bcp_count=0 logger.go:42: 16:56:41 | scheduled-backup-incremental/7-engage-incremental | + [[ 0 -lt 3 ]] logger.go:42: 16:56:41 | scheduled-backup-incremental/7-engage-incremental | + echo 'There are 0 incremental ps-backups but should be at least 3' logger.go:42: 16:56:41 | scheduled-backup-incremental/7-engage-incremental | There are 0 incremental ps-backups but should be at least 3 logger.go:42: 16:56:41 | scheduled-backup-incremental/7-engage-incremental | + exit 1 logger.go:42: 16:56:42 | scheduled-backup-incremental/7-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 3 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 3" exit 1 fi] logger.go:42: 16:56:42 | scheduled-backup-incremental/7-engage-incremental | + source ../../functions logger.go:42: 16:56:42 | scheduled-backup-incremental/7-engage-incremental | +++ realpath ../../.. logger.go:42: 16:56:42 | scheduled-backup-incremental/7-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 16:56:42 | scheduled-backup-incremental/7-engage-incremental | ++++ pwd logger.go:42: 16:56:42 | scheduled-backup-incremental/7-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 16:56:42 | scheduled-backup-incremental/7-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 16:56:42 | scheduled-backup-incremental/7-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/vars.sh logger.go:42: 16:56:42 | scheduled-backup-incremental/7-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 16:56:42 | scheduled-backup-incremental/7-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 16:56:42 | scheduled-backup-incremental/7-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 16:56:42 | scheduled-backup-incremental/7-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 16:56:42 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 16:56:42 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 16:56:42 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 16:56:42 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 16:56:42 | scheduled-backup-incremental/7-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 16:56:42 | scheduled-backup-incremental/7-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 16:56:42 | scheduled-backup-incremental/7-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 16:56:42 | scheduled-backup-incremental/7-engage-incremental | +++ export GIT_BRANCH=PR-1262 logger.go:42: 16:56:42 | scheduled-backup-incremental/7-engage-incremental | +++ GIT_BRANCH=PR-1262 logger.go:42: 16:56:42 | scheduled-backup-incremental/7-engage-incremental | +++ export VERSION=PR-1262-dc5a409a logger.go:42: 16:56:42 | scheduled-backup-incremental/7-engage-incremental | +++ VERSION=PR-1262-dc5a409a logger.go:42: 16:56:42 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 16:56:42 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 16:56:42 | scheduled-backup-incremental/7-engage-incremental | +++ [[ -z 8.4 ]] logger.go:42: 16:56:42 | scheduled-backup-incremental/7-engage-incremental | +++ export MYSQL_VERSION=8.4 logger.go:42: 16:56:42 | scheduled-backup-incremental/7-engage-incremental | +++ MYSQL_VERSION=8.4 logger.go:42: 16:56:42 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.4 logger.go:42: 16:56:42 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.4 logger.go:42: 16:56:42 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.4 logger.go:42: 16:56:42 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.4 logger.go:42: 16:56:42 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 16:56:42 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 16:56:42 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.4 logger.go:42: 16:56:42 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.4 logger.go:42: 16:56:42 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 16:56:42 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 16:56:42 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 16:56:42 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 16:56:42 | scheduled-backup-incremental/7-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 16:56:42 | scheduled-backup-incremental/7-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 16:56:42 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 16:56:42 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 16:56:42 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 16:56:42 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 16:56:42 | scheduled-backup-incremental/7-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 16:56:42 | scheduled-backup-incremental/7-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 16:56:42 | scheduled-backup-incremental/7-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 16:56:42 | scheduled-backup-incremental/7-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 16:56:42 | scheduled-backup-incremental/7-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 16:56:42 | scheduled-backup-incremental/7-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 16:56:42 | scheduled-backup-incremental/7-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 16:56:42 | scheduled-backup-incremental/7-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 16:56:42 | scheduled-backup-incremental/7-engage-incremental | ++++ which gdate logger.go:42: 16:56:42 | scheduled-backup-incremental/7-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 16:56:42 | scheduled-backup-incremental/7-engage-incremental | ++++ which date logger.go:42: 16:56:42 | scheduled-backup-incremental/7-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 16:56:42 | scheduled-backup-incremental/7-engage-incremental | +++ oc get projects logger.go:42: 16:56:42 | scheduled-backup-incremental/7-engage-incremental | +++ : logger.go:42: 16:56:42 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get nodes logger.go:42: 16:56:42 | scheduled-backup-incremental/7-engage-incremental | +++ grep '^minikube' logger.go:42: 16:56:43 | scheduled-backup-incremental/7-engage-incremental | +++ which gsed logger.go:42: 16:56:43 | scheduled-backup-incremental/7-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 16:56:43 | scheduled-backup-incremental/7-engage-incremental | +++ which sed logger.go:42: 16:56:43 | scheduled-backup-incremental/7-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 16:56:43 | scheduled-backup-incremental/7-engage-incremental | ++ oc get projects logger.go:42: 16:56:43 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl version -o json logger.go:42: 16:56:43 | scheduled-backup-incremental/7-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 16:56:43 | scheduled-backup-incremental/7-engage-incremental | +++ grep '\-eks\-' logger.go:42: 16:56:43 | scheduled-backup-incremental/7-engage-incremental | grep: warning: stray \ before - logger.go:42: 16:56:44 | scheduled-backup-incremental/7-engage-incremental | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 16:56:44 | scheduled-backup-incremental/7-engage-incremental | ++ '[' ']' logger.go:42: 16:56:44 | scheduled-backup-incremental/7-engage-incremental | ++ EKS=0 logger.go:42: 16:56:44 | scheduled-backup-incremental/7-engage-incremental | +++ get_cluster_name logger.go:42: 16:56:44 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl -n kuttl-test-gorgeous-macaque get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 16:56:44 | scheduled-backup-incremental/7-engage-incremental | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 16:56:44 | scheduled-backup-incremental/7-engage-incremental | ++ local schedule_name=minio-incr logger.go:42: 16:56:44 | scheduled-backup-incremental/7-engage-incremental | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 16:56:44 | scheduled-backup-incremental/7-engage-incremental | +++ printf %s kuttl-test-gorgeous-macaque-scheduled-backup-incremental logger.go:42: 16:56:44 | scheduled-backup-incremental/7-engage-incremental | +++ sha1sum logger.go:42: 16:56:44 | scheduled-backup-incremental/7-engage-incremental | +++ awk '{print $1}' logger.go:42: 16:56:44 | scheduled-backup-incremental/7-engage-incremental | +++ head -c 5 logger.go:42: 16:56:44 | scheduled-backup-incremental/7-engage-incremental | ++ local prefix=2c6b4 logger.go:42: 16:56:44 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get ps-backup -n kuttl-test-gorgeous-macaque -l percona.com/backup-ancestor=2c6b4-minio-incr -o yaml logger.go:42: 16:56:44 | scheduled-backup-incremental/7-engage-incremental | +++ yq '.items | length' logger.go:42: 16:56:45 | scheduled-backup-incremental/7-engage-incremental | ++ local bcp_count=0 logger.go:42: 16:56:45 | scheduled-backup-incremental/7-engage-incremental | ++ echo 0 logger.go:42: 16:56:45 | scheduled-backup-incremental/7-engage-incremental | + bcp_count=0 logger.go:42: 16:56:45 | scheduled-backup-incremental/7-engage-incremental | + [[ 0 -lt 3 ]] logger.go:42: 16:56:45 | scheduled-backup-incremental/7-engage-incremental | + echo 'There are 0 incremental ps-backups but should be at least 3' logger.go:42: 16:56:45 | scheduled-backup-incremental/7-engage-incremental | There are 0 incremental ps-backups but should be at least 3 logger.go:42: 16:56:45 | scheduled-backup-incremental/7-engage-incremental | + exit 1 logger.go:42: 16:56:46 | scheduled-backup-incremental/7-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 3 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 3" exit 1 fi] logger.go:42: 16:56:46 | scheduled-backup-incremental/7-engage-incremental | + source ../../functions logger.go:42: 16:56:46 | scheduled-backup-incremental/7-engage-incremental | +++ realpath ../../.. logger.go:42: 16:56:46 | scheduled-backup-incremental/7-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 16:56:46 | scheduled-backup-incremental/7-engage-incremental | ++++ pwd logger.go:42: 16:56:46 | scheduled-backup-incremental/7-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 16:56:46 | scheduled-backup-incremental/7-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 16:56:46 | scheduled-backup-incremental/7-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/vars.sh logger.go:42: 16:56:46 | scheduled-backup-incremental/7-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 16:56:46 | scheduled-backup-incremental/7-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 16:56:46 | scheduled-backup-incremental/7-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 16:56:46 | scheduled-backup-incremental/7-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 16:56:46 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 16:56:46 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 16:56:46 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 16:56:46 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 16:56:46 | scheduled-backup-incremental/7-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 16:56:46 | scheduled-backup-incremental/7-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 16:56:46 | scheduled-backup-incremental/7-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 16:56:46 | scheduled-backup-incremental/7-engage-incremental | +++ export GIT_BRANCH=PR-1262 logger.go:42: 16:56:46 | scheduled-backup-incremental/7-engage-incremental | +++ GIT_BRANCH=PR-1262 logger.go:42: 16:56:46 | scheduled-backup-incremental/7-engage-incremental | +++ export VERSION=PR-1262-dc5a409a logger.go:42: 16:56:46 | scheduled-backup-incremental/7-engage-incremental | +++ VERSION=PR-1262-dc5a409a logger.go:42: 16:56:46 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 16:56:46 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 16:56:46 | scheduled-backup-incremental/7-engage-incremental | +++ [[ -z 8.4 ]] logger.go:42: 16:56:46 | scheduled-backup-incremental/7-engage-incremental | +++ export MYSQL_VERSION=8.4 logger.go:42: 16:56:46 | scheduled-backup-incremental/7-engage-incremental | +++ MYSQL_VERSION=8.4 logger.go:42: 16:56:46 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.4 logger.go:42: 16:56:46 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.4 logger.go:42: 16:56:46 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.4 logger.go:42: 16:56:46 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.4 logger.go:42: 16:56:46 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 16:56:46 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 16:56:46 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.4 logger.go:42: 16:56:46 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.4 logger.go:42: 16:56:46 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 16:56:46 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 16:56:46 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 16:56:46 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 16:56:46 | scheduled-backup-incremental/7-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 16:56:46 | scheduled-backup-incremental/7-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 16:56:46 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 16:56:46 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 16:56:46 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 16:56:46 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 16:56:46 | scheduled-backup-incremental/7-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 16:56:46 | scheduled-backup-incremental/7-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 16:56:46 | scheduled-backup-incremental/7-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 16:56:46 | scheduled-backup-incremental/7-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 16:56:46 | scheduled-backup-incremental/7-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 16:56:46 | scheduled-backup-incremental/7-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 16:56:46 | scheduled-backup-incremental/7-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 16:56:46 | scheduled-backup-incremental/7-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 16:56:46 | scheduled-backup-incremental/7-engage-incremental | ++++ which gdate logger.go:42: 16:56:46 | scheduled-backup-incremental/7-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 16:56:46 | scheduled-backup-incremental/7-engage-incremental | ++++ which date logger.go:42: 16:56:46 | scheduled-backup-incremental/7-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 16:56:46 | scheduled-backup-incremental/7-engage-incremental | +++ oc get projects logger.go:42: 16:56:46 | scheduled-backup-incremental/7-engage-incremental | +++ : logger.go:42: 16:56:46 | scheduled-backup-incremental/7-engage-incremental | +++ grep '^minikube' logger.go:42: 16:56:46 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get nodes logger.go:42: 16:56:46 | scheduled-backup-incremental/7-engage-incremental | +++ which gsed logger.go:42: 16:56:46 | scheduled-backup-incremental/7-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 16:56:46 | scheduled-backup-incremental/7-engage-incremental | +++ which sed logger.go:42: 16:56:46 | scheduled-backup-incremental/7-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 16:56:46 | scheduled-backup-incremental/7-engage-incremental | ++ oc get projects logger.go:42: 16:56:46 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl version -o json logger.go:42: 16:56:46 | scheduled-backup-incremental/7-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 16:56:46 | scheduled-backup-incremental/7-engage-incremental | +++ grep '\-eks\-' logger.go:42: 16:56:46 | scheduled-backup-incremental/7-engage-incremental | grep: warning: stray \ before - logger.go:42: 16:56:47 | scheduled-backup-incremental/7-engage-incremental | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 16:56:47 | scheduled-backup-incremental/7-engage-incremental | ++ '[' ']' logger.go:42: 16:56:47 | scheduled-backup-incremental/7-engage-incremental | ++ EKS=0 logger.go:42: 16:56:47 | scheduled-backup-incremental/7-engage-incremental | +++ get_cluster_name logger.go:42: 16:56:47 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl -n kuttl-test-gorgeous-macaque get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 16:56:48 | scheduled-backup-incremental/7-engage-incremental | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 16:56:48 | scheduled-backup-incremental/7-engage-incremental | ++ local schedule_name=minio-incr logger.go:42: 16:56:48 | scheduled-backup-incremental/7-engage-incremental | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 16:56:48 | scheduled-backup-incremental/7-engage-incremental | +++ printf %s kuttl-test-gorgeous-macaque-scheduled-backup-incremental logger.go:42: 16:56:48 | scheduled-backup-incremental/7-engage-incremental | +++ sha1sum logger.go:42: 16:56:48 | scheduled-backup-incremental/7-engage-incremental | +++ awk '{print $1}' logger.go:42: 16:56:48 | scheduled-backup-incremental/7-engage-incremental | +++ head -c 5 logger.go:42: 16:56:48 | scheduled-backup-incremental/7-engage-incremental | ++ local prefix=2c6b4 logger.go:42: 16:56:48 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get ps-backup -n kuttl-test-gorgeous-macaque -l percona.com/backup-ancestor=2c6b4-minio-incr -o yaml logger.go:42: 16:56:48 | scheduled-backup-incremental/7-engage-incremental | +++ yq '.items | length' logger.go:42: 16:56:48 | scheduled-backup-incremental/7-engage-incremental | ++ local bcp_count=0 logger.go:42: 16:56:48 | scheduled-backup-incremental/7-engage-incremental | ++ echo 0 logger.go:42: 16:56:48 | scheduled-backup-incremental/7-engage-incremental | + bcp_count=0 logger.go:42: 16:56:48 | scheduled-backup-incremental/7-engage-incremental | + [[ 0 -lt 3 ]] logger.go:42: 16:56:48 | scheduled-backup-incremental/7-engage-incremental | + echo 'There are 0 incremental ps-backups but should be at least 3' logger.go:42: 16:56:48 | scheduled-backup-incremental/7-engage-incremental | There are 0 incremental ps-backups but should be at least 3 logger.go:42: 16:56:48 | scheduled-backup-incremental/7-engage-incremental | + exit 1 logger.go:42: 16:56:49 | scheduled-backup-incremental/7-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 3 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 3" exit 1 fi] logger.go:42: 16:56:49 | scheduled-backup-incremental/7-engage-incremental | + source ../../functions logger.go:42: 16:56:49 | scheduled-backup-incremental/7-engage-incremental | +++ realpath ../../.. logger.go:42: 16:56:49 | scheduled-backup-incremental/7-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 16:56:49 | scheduled-backup-incremental/7-engage-incremental | ++++ pwd logger.go:42: 16:56:49 | scheduled-backup-incremental/7-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 16:56:49 | scheduled-backup-incremental/7-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 16:56:49 | scheduled-backup-incremental/7-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/vars.sh logger.go:42: 16:56:49 | scheduled-backup-incremental/7-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 16:56:49 | scheduled-backup-incremental/7-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 16:56:49 | scheduled-backup-incremental/7-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 16:56:49 | scheduled-backup-incremental/7-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 16:56:49 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 16:56:49 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 16:56:49 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 16:56:49 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 16:56:49 | scheduled-backup-incremental/7-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 16:56:49 | scheduled-backup-incremental/7-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 16:56:49 | scheduled-backup-incremental/7-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 16:56:49 | scheduled-backup-incremental/7-engage-incremental | +++ export GIT_BRANCH=PR-1262 logger.go:42: 16:56:49 | scheduled-backup-incremental/7-engage-incremental | +++ GIT_BRANCH=PR-1262 logger.go:42: 16:56:49 | scheduled-backup-incremental/7-engage-incremental | +++ export VERSION=PR-1262-dc5a409a logger.go:42: 16:56:49 | scheduled-backup-incremental/7-engage-incremental | +++ VERSION=PR-1262-dc5a409a logger.go:42: 16:56:49 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 16:56:49 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 16:56:49 | scheduled-backup-incremental/7-engage-incremental | +++ [[ -z 8.4 ]] logger.go:42: 16:56:49 | scheduled-backup-incremental/7-engage-incremental | +++ export MYSQL_VERSION=8.4 logger.go:42: 16:56:49 | scheduled-backup-incremental/7-engage-incremental | +++ MYSQL_VERSION=8.4 logger.go:42: 16:56:49 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.4 logger.go:42: 16:56:49 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.4 logger.go:42: 16:56:49 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.4 logger.go:42: 16:56:49 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.4 logger.go:42: 16:56:49 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 16:56:49 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 16:56:49 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.4 logger.go:42: 16:56:49 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.4 logger.go:42: 16:56:49 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 16:56:49 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 16:56:49 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 16:56:49 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 16:56:49 | scheduled-backup-incremental/7-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 16:56:49 | scheduled-backup-incremental/7-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 16:56:49 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 16:56:49 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 16:56:49 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 16:56:49 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 16:56:49 | scheduled-backup-incremental/7-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 16:56:49 | scheduled-backup-incremental/7-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 16:56:49 | scheduled-backup-incremental/7-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 16:56:49 | scheduled-backup-incremental/7-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 16:56:49 | scheduled-backup-incremental/7-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 16:56:49 | scheduled-backup-incremental/7-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 16:56:49 | scheduled-backup-incremental/7-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 16:56:49 | scheduled-backup-incremental/7-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 16:56:49 | scheduled-backup-incremental/7-engage-incremental | ++++ which gdate logger.go:42: 16:56:49 | scheduled-backup-incremental/7-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 16:56:49 | scheduled-backup-incremental/7-engage-incremental | ++++ which date logger.go:42: 16:56:49 | scheduled-backup-incremental/7-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 16:56:49 | scheduled-backup-incremental/7-engage-incremental | +++ oc get projects logger.go:42: 16:56:49 | scheduled-backup-incremental/7-engage-incremental | +++ : logger.go:42: 16:56:49 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get nodes logger.go:42: 16:56:49 | scheduled-backup-incremental/7-engage-incremental | +++ grep '^minikube' logger.go:42: 16:56:50 | scheduled-backup-incremental/7-engage-incremental | +++ which gsed logger.go:42: 16:56:50 | scheduled-backup-incremental/7-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 16:56:50 | scheduled-backup-incremental/7-engage-incremental | +++ which sed logger.go:42: 16:56:50 | scheduled-backup-incremental/7-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 16:56:50 | scheduled-backup-incremental/7-engage-incremental | ++ oc get projects logger.go:42: 16:56:50 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl version -o json logger.go:42: 16:56:50 | scheduled-backup-incremental/7-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 16:56:50 | scheduled-backup-incremental/7-engage-incremental | +++ grep '\-eks\-' logger.go:42: 16:56:50 | scheduled-backup-incremental/7-engage-incremental | grep: warning: stray \ before - logger.go:42: 16:56:50 | scheduled-backup-incremental/7-engage-incremental | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 16:56:50 | scheduled-backup-incremental/7-engage-incremental | ++ '[' ']' logger.go:42: 16:56:50 | scheduled-backup-incremental/7-engage-incremental | ++ EKS=0 logger.go:42: 16:56:50 | scheduled-backup-incremental/7-engage-incremental | +++ get_cluster_name logger.go:42: 16:56:50 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl -n kuttl-test-gorgeous-macaque get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 16:56:51 | scheduled-backup-incremental/7-engage-incremental | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 16:56:51 | scheduled-backup-incremental/7-engage-incremental | ++ local schedule_name=minio-incr logger.go:42: 16:56:51 | scheduled-backup-incremental/7-engage-incremental | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 16:56:51 | scheduled-backup-incremental/7-engage-incremental | +++ printf %s kuttl-test-gorgeous-macaque-scheduled-backup-incremental logger.go:42: 16:56:51 | scheduled-backup-incremental/7-engage-incremental | +++ sha1sum logger.go:42: 16:56:51 | scheduled-backup-incremental/7-engage-incremental | +++ awk '{print $1}' logger.go:42: 16:56:51 | scheduled-backup-incremental/7-engage-incremental | +++ head -c 5 logger.go:42: 16:56:51 | scheduled-backup-incremental/7-engage-incremental | ++ local prefix=2c6b4 logger.go:42: 16:56:51 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get ps-backup -n kuttl-test-gorgeous-macaque -l percona.com/backup-ancestor=2c6b4-minio-incr -o yaml logger.go:42: 16:56:51 | scheduled-backup-incremental/7-engage-incremental | +++ yq '.items | length' logger.go:42: 16:56:51 | scheduled-backup-incremental/7-engage-incremental | ++ local bcp_count=0 logger.go:42: 16:56:51 | scheduled-backup-incremental/7-engage-incremental | ++ echo 0 logger.go:42: 16:56:51 | scheduled-backup-incremental/7-engage-incremental | + bcp_count=0 logger.go:42: 16:56:51 | scheduled-backup-incremental/7-engage-incremental | + [[ 0 -lt 3 ]] logger.go:42: 16:56:51 | scheduled-backup-incremental/7-engage-incremental | + echo 'There are 0 incremental ps-backups but should be at least 3' logger.go:42: 16:56:51 | scheduled-backup-incremental/7-engage-incremental | There are 0 incremental ps-backups but should be at least 3 logger.go:42: 16:56:51 | scheduled-backup-incremental/7-engage-incremental | + exit 1 logger.go:42: 16:56:53 | scheduled-backup-incremental/7-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 3 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 3" exit 1 fi] logger.go:42: 16:56:53 | scheduled-backup-incremental/7-engage-incremental | + source ../../functions logger.go:42: 16:56:53 | scheduled-backup-incremental/7-engage-incremental | +++ realpath ../../.. logger.go:42: 16:56:53 | scheduled-backup-incremental/7-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 16:56:53 | scheduled-backup-incremental/7-engage-incremental | ++++ pwd logger.go:42: 16:56:53 | scheduled-backup-incremental/7-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 16:56:53 | scheduled-backup-incremental/7-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 16:56:53 | scheduled-backup-incremental/7-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/vars.sh logger.go:42: 16:56:53 | scheduled-backup-incremental/7-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 16:56:53 | scheduled-backup-incremental/7-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 16:56:53 | scheduled-backup-incremental/7-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 16:56:53 | scheduled-backup-incremental/7-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 16:56:53 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 16:56:53 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 16:56:53 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 16:56:53 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 16:56:53 | scheduled-backup-incremental/7-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 16:56:53 | scheduled-backup-incremental/7-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 16:56:53 | scheduled-backup-incremental/7-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 16:56:53 | scheduled-backup-incremental/7-engage-incremental | +++ export GIT_BRANCH=PR-1262 logger.go:42: 16:56:53 | scheduled-backup-incremental/7-engage-incremental | +++ GIT_BRANCH=PR-1262 logger.go:42: 16:56:53 | scheduled-backup-incremental/7-engage-incremental | +++ export VERSION=PR-1262-dc5a409a logger.go:42: 16:56:53 | scheduled-backup-incremental/7-engage-incremental | +++ VERSION=PR-1262-dc5a409a logger.go:42: 16:56:53 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 16:56:53 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 16:56:53 | scheduled-backup-incremental/7-engage-incremental | +++ [[ -z 8.4 ]] logger.go:42: 16:56:53 | scheduled-backup-incremental/7-engage-incremental | +++ export MYSQL_VERSION=8.4 logger.go:42: 16:56:53 | scheduled-backup-incremental/7-engage-incremental | +++ MYSQL_VERSION=8.4 logger.go:42: 16:56:53 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.4 logger.go:42: 16:56:53 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.4 logger.go:42: 16:56:53 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.4 logger.go:42: 16:56:53 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.4 logger.go:42: 16:56:53 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 16:56:53 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 16:56:53 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.4 logger.go:42: 16:56:53 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.4 logger.go:42: 16:56:53 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 16:56:53 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 16:56:53 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 16:56:53 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 16:56:53 | scheduled-backup-incremental/7-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 16:56:53 | scheduled-backup-incremental/7-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 16:56:53 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 16:56:53 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 16:56:53 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 16:56:53 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 16:56:53 | scheduled-backup-incremental/7-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 16:56:53 | scheduled-backup-incremental/7-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 16:56:53 | scheduled-backup-incremental/7-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 16:56:53 | scheduled-backup-incremental/7-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 16:56:53 | scheduled-backup-incremental/7-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 16:56:53 | scheduled-backup-incremental/7-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 16:56:53 | scheduled-backup-incremental/7-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 16:56:53 | scheduled-backup-incremental/7-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 16:56:53 | scheduled-backup-incremental/7-engage-incremental | ++++ which gdate logger.go:42: 16:56:53 | scheduled-backup-incremental/7-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 16:56:53 | scheduled-backup-incremental/7-engage-incremental | ++++ which date logger.go:42: 16:56:53 | scheduled-backup-incremental/7-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 16:56:53 | scheduled-backup-incremental/7-engage-incremental | +++ oc get projects logger.go:42: 16:56:53 | scheduled-backup-incremental/7-engage-incremental | +++ : logger.go:42: 16:56:53 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get nodes logger.go:42: 16:56:53 | scheduled-backup-incremental/7-engage-incremental | +++ grep '^minikube' logger.go:42: 16:56:53 | scheduled-backup-incremental/7-engage-incremental | +++ which gsed logger.go:42: 16:56:53 | scheduled-backup-incremental/7-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 16:56:53 | scheduled-backup-incremental/7-engage-incremental | +++ which sed logger.go:42: 16:56:53 | scheduled-backup-incremental/7-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 16:56:53 | scheduled-backup-incremental/7-engage-incremental | ++ oc get projects logger.go:42: 16:56:53 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl version -o json logger.go:42: 16:56:53 | scheduled-backup-incremental/7-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 16:56:53 | scheduled-backup-incremental/7-engage-incremental | +++ grep '\-eks\-' logger.go:42: 16:56:53 | scheduled-backup-incremental/7-engage-incremental | grep: warning: stray \ before - logger.go:42: 16:56:54 | scheduled-backup-incremental/7-engage-incremental | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 16:56:54 | scheduled-backup-incremental/7-engage-incremental | ++ '[' ']' logger.go:42: 16:56:54 | scheduled-backup-incremental/7-engage-incremental | ++ EKS=0 logger.go:42: 16:56:54 | scheduled-backup-incremental/7-engage-incremental | +++ get_cluster_name logger.go:42: 16:56:54 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl -n kuttl-test-gorgeous-macaque get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 16:56:54 | scheduled-backup-incremental/7-engage-incremental | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 16:56:54 | scheduled-backup-incremental/7-engage-incremental | ++ local schedule_name=minio-incr logger.go:42: 16:56:54 | scheduled-backup-incremental/7-engage-incremental | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 16:56:54 | scheduled-backup-incremental/7-engage-incremental | +++ printf %s kuttl-test-gorgeous-macaque-scheduled-backup-incremental logger.go:42: 16:56:54 | scheduled-backup-incremental/7-engage-incremental | +++ sha1sum logger.go:42: 16:56:54 | scheduled-backup-incremental/7-engage-incremental | +++ awk '{print $1}' logger.go:42: 16:56:54 | scheduled-backup-incremental/7-engage-incremental | +++ head -c 5 logger.go:42: 16:56:54 | scheduled-backup-incremental/7-engage-incremental | ++ local prefix=2c6b4 logger.go:42: 16:56:54 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get ps-backup -n kuttl-test-gorgeous-macaque -l percona.com/backup-ancestor=2c6b4-minio-incr -o yaml logger.go:42: 16:56:54 | scheduled-backup-incremental/7-engage-incremental | +++ yq '.items | length' logger.go:42: 16:56:55 | scheduled-backup-incremental/7-engage-incremental | ++ local bcp_count=0 logger.go:42: 16:56:55 | scheduled-backup-incremental/7-engage-incremental | ++ echo 0 logger.go:42: 16:56:55 | scheduled-backup-incremental/7-engage-incremental | + bcp_count=0 logger.go:42: 16:56:55 | scheduled-backup-incremental/7-engage-incremental | + [[ 0 -lt 3 ]] logger.go:42: 16:56:55 | scheduled-backup-incremental/7-engage-incremental | + echo 'There are 0 incremental ps-backups but should be at least 3' logger.go:42: 16:56:55 | scheduled-backup-incremental/7-engage-incremental | There are 0 incremental ps-backups but should be at least 3 logger.go:42: 16:56:55 | scheduled-backup-incremental/7-engage-incremental | + exit 1 logger.go:42: 16:56:56 | scheduled-backup-incremental/7-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 3 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 3" exit 1 fi] logger.go:42: 16:56:56 | scheduled-backup-incremental/7-engage-incremental | + source ../../functions logger.go:42: 16:56:56 | scheduled-backup-incremental/7-engage-incremental | +++ realpath ../../.. logger.go:42: 16:56:56 | scheduled-backup-incremental/7-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 16:56:56 | scheduled-backup-incremental/7-engage-incremental | ++++ pwd logger.go:42: 16:56:56 | scheduled-backup-incremental/7-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 16:56:56 | scheduled-backup-incremental/7-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 16:56:56 | scheduled-backup-incremental/7-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/vars.sh logger.go:42: 16:56:56 | scheduled-backup-incremental/7-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 16:56:56 | scheduled-backup-incremental/7-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 16:56:56 | scheduled-backup-incremental/7-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 16:56:56 | scheduled-backup-incremental/7-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 16:56:56 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 16:56:56 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 16:56:56 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 16:56:56 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 16:56:56 | scheduled-backup-incremental/7-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 16:56:56 | scheduled-backup-incremental/7-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 16:56:56 | scheduled-backup-incremental/7-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 16:56:56 | scheduled-backup-incremental/7-engage-incremental | +++ export GIT_BRANCH=PR-1262 logger.go:42: 16:56:56 | scheduled-backup-incremental/7-engage-incremental | +++ GIT_BRANCH=PR-1262 logger.go:42: 16:56:56 | scheduled-backup-incremental/7-engage-incremental | +++ export VERSION=PR-1262-dc5a409a logger.go:42: 16:56:56 | scheduled-backup-incremental/7-engage-incremental | +++ VERSION=PR-1262-dc5a409a logger.go:42: 16:56:56 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 16:56:56 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 16:56:56 | scheduled-backup-incremental/7-engage-incremental | +++ [[ -z 8.4 ]] logger.go:42: 16:56:56 | scheduled-backup-incremental/7-engage-incremental | +++ export MYSQL_VERSION=8.4 logger.go:42: 16:56:56 | scheduled-backup-incremental/7-engage-incremental | +++ MYSQL_VERSION=8.4 logger.go:42: 16:56:56 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.4 logger.go:42: 16:56:56 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.4 logger.go:42: 16:56:56 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.4 logger.go:42: 16:56:56 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.4 logger.go:42: 16:56:56 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 16:56:56 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 16:56:56 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.4 logger.go:42: 16:56:56 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.4 logger.go:42: 16:56:56 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 16:56:56 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 16:56:56 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 16:56:56 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 16:56:56 | scheduled-backup-incremental/7-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 16:56:56 | scheduled-backup-incremental/7-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 16:56:56 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 16:56:56 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 16:56:56 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 16:56:56 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 16:56:56 | scheduled-backup-incremental/7-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 16:56:56 | scheduled-backup-incremental/7-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 16:56:56 | scheduled-backup-incremental/7-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 16:56:56 | scheduled-backup-incremental/7-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 16:56:56 | scheduled-backup-incremental/7-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 16:56:56 | scheduled-backup-incremental/7-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 16:56:56 | scheduled-backup-incremental/7-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 16:56:56 | scheduled-backup-incremental/7-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 16:56:56 | scheduled-backup-incremental/7-engage-incremental | ++++ which gdate logger.go:42: 16:56:56 | scheduled-backup-incremental/7-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 16:56:56 | scheduled-backup-incremental/7-engage-incremental | ++++ which date logger.go:42: 16:56:56 | scheduled-backup-incremental/7-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 16:56:56 | scheduled-backup-incremental/7-engage-incremental | +++ oc get projects logger.go:42: 16:56:56 | scheduled-backup-incremental/7-engage-incremental | +++ : logger.go:42: 16:56:56 | scheduled-backup-incremental/7-engage-incremental | +++ grep '^minikube' logger.go:42: 16:56:56 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get nodes logger.go:42: 16:56:57 | scheduled-backup-incremental/7-engage-incremental | +++ which gsed logger.go:42: 16:56:57 | scheduled-backup-incremental/7-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 16:56:57 | scheduled-backup-incremental/7-engage-incremental | +++ which sed logger.go:42: 16:56:57 | scheduled-backup-incremental/7-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 16:56:57 | scheduled-backup-incremental/7-engage-incremental | ++ oc get projects logger.go:42: 16:56:57 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl version -o json logger.go:42: 16:56:57 | scheduled-backup-incremental/7-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 16:56:57 | scheduled-backup-incremental/7-engage-incremental | +++ grep '\-eks\-' logger.go:42: 16:56:57 | scheduled-backup-incremental/7-engage-incremental | grep: warning: stray \ before - logger.go:42: 16:56:57 | scheduled-backup-incremental/7-engage-incremental | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 16:56:57 | scheduled-backup-incremental/7-engage-incremental | ++ '[' ']' logger.go:42: 16:56:57 | scheduled-backup-incremental/7-engage-incremental | ++ EKS=0 logger.go:42: 16:56:57 | scheduled-backup-incremental/7-engage-incremental | +++ get_cluster_name logger.go:42: 16:56:57 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl -n kuttl-test-gorgeous-macaque get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 16:56:58 | scheduled-backup-incremental/7-engage-incremental | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 16:56:58 | scheduled-backup-incremental/7-engage-incremental | ++ local schedule_name=minio-incr logger.go:42: 16:56:58 | scheduled-backup-incremental/7-engage-incremental | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 16:56:58 | scheduled-backup-incremental/7-engage-incremental | +++ printf %s kuttl-test-gorgeous-macaque-scheduled-backup-incremental logger.go:42: 16:56:58 | scheduled-backup-incremental/7-engage-incremental | +++ sha1sum logger.go:42: 16:56:58 | scheduled-backup-incremental/7-engage-incremental | +++ awk '{print $1}' logger.go:42: 16:56:58 | scheduled-backup-incremental/7-engage-incremental | +++ head -c 5 logger.go:42: 16:56:58 | scheduled-backup-incremental/7-engage-incremental | ++ local prefix=2c6b4 logger.go:42: 16:56:58 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get ps-backup -n kuttl-test-gorgeous-macaque -l percona.com/backup-ancestor=2c6b4-minio-incr -o yaml logger.go:42: 16:56:58 | scheduled-backup-incremental/7-engage-incremental | +++ yq '.items | length' logger.go:42: 16:56:58 | scheduled-backup-incremental/7-engage-incremental | ++ local bcp_count=0 logger.go:42: 16:56:58 | scheduled-backup-incremental/7-engage-incremental | ++ echo 0 logger.go:42: 16:56:58 | scheduled-backup-incremental/7-engage-incremental | + bcp_count=0 logger.go:42: 16:56:58 | scheduled-backup-incremental/7-engage-incremental | + [[ 0 -lt 3 ]] logger.go:42: 16:56:58 | scheduled-backup-incremental/7-engage-incremental | + echo 'There are 0 incremental ps-backups but should be at least 3' logger.go:42: 16:56:58 | scheduled-backup-incremental/7-engage-incremental | There are 0 incremental ps-backups but should be at least 3 logger.go:42: 16:56:58 | scheduled-backup-incremental/7-engage-incremental | + exit 1 logger.go:42: 16:56:59 | scheduled-backup-incremental/7-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 3 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 3" exit 1 fi] logger.go:42: 16:56:59 | scheduled-backup-incremental/7-engage-incremental | + source ../../functions logger.go:42: 16:56:59 | scheduled-backup-incremental/7-engage-incremental | +++ realpath ../../.. logger.go:42: 16:56:59 | scheduled-backup-incremental/7-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 16:56:59 | scheduled-backup-incremental/7-engage-incremental | ++++ pwd logger.go:42: 16:56:59 | scheduled-backup-incremental/7-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 16:56:59 | scheduled-backup-incremental/7-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 16:56:59 | scheduled-backup-incremental/7-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/vars.sh logger.go:42: 16:56:59 | scheduled-backup-incremental/7-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 16:56:59 | scheduled-backup-incremental/7-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 16:56:59 | scheduled-backup-incremental/7-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 16:56:59 | scheduled-backup-incremental/7-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 16:56:59 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 16:56:59 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 16:56:59 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 16:56:59 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 16:56:59 | scheduled-backup-incremental/7-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 16:56:59 | scheduled-backup-incremental/7-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 16:56:59 | scheduled-backup-incremental/7-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 16:56:59 | scheduled-backup-incremental/7-engage-incremental | +++ export GIT_BRANCH=PR-1262 logger.go:42: 16:56:59 | scheduled-backup-incremental/7-engage-incremental | +++ GIT_BRANCH=PR-1262 logger.go:42: 16:56:59 | scheduled-backup-incremental/7-engage-incremental | +++ export VERSION=PR-1262-dc5a409a logger.go:42: 16:56:59 | scheduled-backup-incremental/7-engage-incremental | +++ VERSION=PR-1262-dc5a409a logger.go:42: 16:56:59 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 16:56:59 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 16:56:59 | scheduled-backup-incremental/7-engage-incremental | +++ [[ -z 8.4 ]] logger.go:42: 16:56:59 | scheduled-backup-incremental/7-engage-incremental | +++ export MYSQL_VERSION=8.4 logger.go:42: 16:56:59 | scheduled-backup-incremental/7-engage-incremental | +++ MYSQL_VERSION=8.4 logger.go:42: 16:56:59 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.4 logger.go:42: 16:56:59 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.4 logger.go:42: 16:56:59 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.4 logger.go:42: 16:56:59 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.4 logger.go:42: 16:56:59 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 16:56:59 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 16:56:59 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.4 logger.go:42: 16:56:59 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.4 logger.go:42: 16:56:59 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 16:56:59 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 16:56:59 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 16:56:59 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 16:56:59 | scheduled-backup-incremental/7-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 16:56:59 | scheduled-backup-incremental/7-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 16:56:59 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 16:56:59 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 16:56:59 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 16:56:59 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 16:56:59 | scheduled-backup-incremental/7-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 16:56:59 | scheduled-backup-incremental/7-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 16:56:59 | scheduled-backup-incremental/7-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 16:56:59 | scheduled-backup-incremental/7-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 16:56:59 | scheduled-backup-incremental/7-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 16:56:59 | scheduled-backup-incremental/7-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 16:56:59 | scheduled-backup-incremental/7-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 16:56:59 | scheduled-backup-incremental/7-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 16:56:59 | scheduled-backup-incremental/7-engage-incremental | ++++ which gdate logger.go:42: 16:56:59 | scheduled-backup-incremental/7-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 16:56:59 | scheduled-backup-incremental/7-engage-incremental | ++++ which date logger.go:42: 16:56:59 | scheduled-backup-incremental/7-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 16:56:59 | scheduled-backup-incremental/7-engage-incremental | +++ oc get projects logger.go:42: 16:56:59 | scheduled-backup-incremental/7-engage-incremental | +++ : logger.go:42: 16:56:59 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get nodes logger.go:42: 16:56:59 | scheduled-backup-incremental/7-engage-incremental | +++ grep '^minikube' logger.go:42: 16:57:00 | scheduled-backup-incremental/7-engage-incremental | +++ which gsed logger.go:42: 16:57:00 | scheduled-backup-incremental/7-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 16:57:00 | scheduled-backup-incremental/7-engage-incremental | +++ which sed logger.go:42: 16:57:00 | scheduled-backup-incremental/7-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 16:57:00 | scheduled-backup-incremental/7-engage-incremental | ++ oc get projects logger.go:42: 16:57:00 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl version -o json logger.go:42: 16:57:00 | scheduled-backup-incremental/7-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 16:57:00 | scheduled-backup-incremental/7-engage-incremental | +++ grep '\-eks\-' logger.go:42: 16:57:00 | scheduled-backup-incremental/7-engage-incremental | grep: warning: stray \ before - logger.go:42: 16:57:00 | scheduled-backup-incremental/7-engage-incremental | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 16:57:00 | scheduled-backup-incremental/7-engage-incremental | ++ '[' ']' logger.go:42: 16:57:00 | scheduled-backup-incremental/7-engage-incremental | ++ EKS=0 logger.go:42: 16:57:00 | scheduled-backup-incremental/7-engage-incremental | +++ get_cluster_name logger.go:42: 16:57:00 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl -n kuttl-test-gorgeous-macaque get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 16:57:01 | scheduled-backup-incremental/7-engage-incremental | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 16:57:01 | scheduled-backup-incremental/7-engage-incremental | ++ local schedule_name=minio-incr logger.go:42: 16:57:01 | scheduled-backup-incremental/7-engage-incremental | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 16:57:01 | scheduled-backup-incremental/7-engage-incremental | +++ sha1sum logger.go:42: 16:57:01 | scheduled-backup-incremental/7-engage-incremental | +++ printf %s kuttl-test-gorgeous-macaque-scheduled-backup-incremental logger.go:42: 16:57:01 | scheduled-backup-incremental/7-engage-incremental | +++ awk '{print $1}' logger.go:42: 16:57:01 | scheduled-backup-incremental/7-engage-incremental | +++ head -c 5 logger.go:42: 16:57:01 | scheduled-backup-incremental/7-engage-incremental | ++ local prefix=2c6b4 logger.go:42: 16:57:01 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get ps-backup -n kuttl-test-gorgeous-macaque -l percona.com/backup-ancestor=2c6b4-minio-incr -o yaml logger.go:42: 16:57:01 | scheduled-backup-incremental/7-engage-incremental | +++ yq '.items | length' logger.go:42: 16:57:02 | scheduled-backup-incremental/7-engage-incremental | ++ local bcp_count=0 logger.go:42: 16:57:02 | scheduled-backup-incremental/7-engage-incremental | ++ echo 0 logger.go:42: 16:57:02 | scheduled-backup-incremental/7-engage-incremental | + bcp_count=0 logger.go:42: 16:57:02 | scheduled-backup-incremental/7-engage-incremental | + [[ 0 -lt 3 ]] logger.go:42: 16:57:02 | scheduled-backup-incremental/7-engage-incremental | + echo 'There are 0 incremental ps-backups but should be at least 3' logger.go:42: 16:57:02 | scheduled-backup-incremental/7-engage-incremental | There are 0 incremental ps-backups but should be at least 3 logger.go:42: 16:57:02 | scheduled-backup-incremental/7-engage-incremental | + exit 1 logger.go:42: 16:57:03 | scheduled-backup-incremental/7-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 3 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 3" exit 1 fi] logger.go:42: 16:57:03 | scheduled-backup-incremental/7-engage-incremental | + source ../../functions logger.go:42: 16:57:03 | scheduled-backup-incremental/7-engage-incremental | +++ realpath ../../.. logger.go:42: 16:57:03 | scheduled-backup-incremental/7-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 16:57:03 | scheduled-backup-incremental/7-engage-incremental | ++++ pwd logger.go:42: 16:57:03 | scheduled-backup-incremental/7-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 16:57:03 | scheduled-backup-incremental/7-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 16:57:03 | scheduled-backup-incremental/7-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/vars.sh logger.go:42: 16:57:03 | scheduled-backup-incremental/7-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 16:57:03 | scheduled-backup-incremental/7-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 16:57:03 | scheduled-backup-incremental/7-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 16:57:03 | scheduled-backup-incremental/7-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 16:57:03 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 16:57:03 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 16:57:03 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 16:57:03 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 16:57:03 | scheduled-backup-incremental/7-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 16:57:03 | scheduled-backup-incremental/7-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 16:57:03 | scheduled-backup-incremental/7-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 16:57:03 | scheduled-backup-incremental/7-engage-incremental | +++ export GIT_BRANCH=PR-1262 logger.go:42: 16:57:03 | scheduled-backup-incremental/7-engage-incremental | +++ GIT_BRANCH=PR-1262 logger.go:42: 16:57:03 | scheduled-backup-incremental/7-engage-incremental | +++ export VERSION=PR-1262-dc5a409a logger.go:42: 16:57:03 | scheduled-backup-incremental/7-engage-incremental | +++ VERSION=PR-1262-dc5a409a logger.go:42: 16:57:03 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 16:57:03 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 16:57:03 | scheduled-backup-incremental/7-engage-incremental | +++ [[ -z 8.4 ]] logger.go:42: 16:57:03 | scheduled-backup-incremental/7-engage-incremental | +++ export MYSQL_VERSION=8.4 logger.go:42: 16:57:03 | scheduled-backup-incremental/7-engage-incremental | +++ MYSQL_VERSION=8.4 logger.go:42: 16:57:03 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.4 logger.go:42: 16:57:03 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.4 logger.go:42: 16:57:03 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.4 logger.go:42: 16:57:03 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.4 logger.go:42: 16:57:03 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 16:57:03 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 16:57:03 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.4 logger.go:42: 16:57:03 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.4 logger.go:42: 16:57:03 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 16:57:03 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 16:57:03 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 16:57:03 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 16:57:03 | scheduled-backup-incremental/7-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 16:57:03 | scheduled-backup-incremental/7-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 16:57:03 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 16:57:03 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 16:57:03 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 16:57:03 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 16:57:03 | scheduled-backup-incremental/7-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 16:57:03 | scheduled-backup-incremental/7-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 16:57:03 | scheduled-backup-incremental/7-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 16:57:03 | scheduled-backup-incremental/7-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 16:57:03 | scheduled-backup-incremental/7-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 16:57:03 | scheduled-backup-incremental/7-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 16:57:03 | scheduled-backup-incremental/7-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 16:57:03 | scheduled-backup-incremental/7-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 16:57:03 | scheduled-backup-incremental/7-engage-incremental | ++++ which gdate logger.go:42: 16:57:03 | scheduled-backup-incremental/7-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 16:57:03 | scheduled-backup-incremental/7-engage-incremental | ++++ which date logger.go:42: 16:57:03 | scheduled-backup-incremental/7-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 16:57:03 | scheduled-backup-incremental/7-engage-incremental | +++ oc get projects logger.go:42: 16:57:03 | scheduled-backup-incremental/7-engage-incremental | +++ : logger.go:42: 16:57:03 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get nodes logger.go:42: 16:57:03 | scheduled-backup-incremental/7-engage-incremental | +++ grep '^minikube' logger.go:42: 16:57:03 | scheduled-backup-incremental/7-engage-incremental | +++ which gsed logger.go:42: 16:57:03 | scheduled-backup-incremental/7-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 16:57:03 | scheduled-backup-incremental/7-engage-incremental | +++ which sed logger.go:42: 16:57:03 | scheduled-backup-incremental/7-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 16:57:03 | scheduled-backup-incremental/7-engage-incremental | ++ oc get projects logger.go:42: 16:57:03 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl version -o json logger.go:42: 16:57:03 | scheduled-backup-incremental/7-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 16:57:03 | scheduled-backup-incremental/7-engage-incremental | +++ grep '\-eks\-' logger.go:42: 16:57:03 | scheduled-backup-incremental/7-engage-incremental | grep: warning: stray \ before - logger.go:42: 16:57:04 | scheduled-backup-incremental/7-engage-incremental | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 16:57:04 | scheduled-backup-incremental/7-engage-incremental | ++ '[' ']' logger.go:42: 16:57:04 | scheduled-backup-incremental/7-engage-incremental | ++ EKS=0 logger.go:42: 16:57:04 | scheduled-backup-incremental/7-engage-incremental | +++ get_cluster_name logger.go:42: 16:57:04 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl -n kuttl-test-gorgeous-macaque get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 16:57:04 | scheduled-backup-incremental/7-engage-incremental | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 16:57:04 | scheduled-backup-incremental/7-engage-incremental | ++ local schedule_name=minio-incr logger.go:42: 16:57:04 | scheduled-backup-incremental/7-engage-incremental | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 16:57:04 | scheduled-backup-incremental/7-engage-incremental | +++ printf %s kuttl-test-gorgeous-macaque-scheduled-backup-incremental logger.go:42: 16:57:04 | scheduled-backup-incremental/7-engage-incremental | +++ sha1sum logger.go:42: 16:57:04 | scheduled-backup-incremental/7-engage-incremental | +++ awk '{print $1}' logger.go:42: 16:57:04 | scheduled-backup-incremental/7-engage-incremental | +++ head -c 5 logger.go:42: 16:57:04 | scheduled-backup-incremental/7-engage-incremental | ++ local prefix=2c6b4 logger.go:42: 16:57:04 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get ps-backup -n kuttl-test-gorgeous-macaque -l percona.com/backup-ancestor=2c6b4-minio-incr -o yaml logger.go:42: 16:57:04 | scheduled-backup-incremental/7-engage-incremental | +++ yq '.items | length' logger.go:42: 16:57:05 | scheduled-backup-incremental/7-engage-incremental | ++ local bcp_count=0 logger.go:42: 16:57:05 | scheduled-backup-incremental/7-engage-incremental | ++ echo 0 logger.go:42: 16:57:05 | scheduled-backup-incremental/7-engage-incremental | + bcp_count=0 logger.go:42: 16:57:05 | scheduled-backup-incremental/7-engage-incremental | + [[ 0 -lt 3 ]] logger.go:42: 16:57:05 | scheduled-backup-incremental/7-engage-incremental | + echo 'There are 0 incremental ps-backups but should be at least 3' logger.go:42: 16:57:05 | scheduled-backup-incremental/7-engage-incremental | There are 0 incremental ps-backups but should be at least 3 logger.go:42: 16:57:05 | scheduled-backup-incremental/7-engage-incremental | + exit 1 logger.go:42: 16:57:06 | scheduled-backup-incremental/7-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 3 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 3" exit 1 fi] logger.go:42: 16:57:06 | scheduled-backup-incremental/7-engage-incremental | + source ../../functions logger.go:42: 16:57:06 | scheduled-backup-incremental/7-engage-incremental | +++ realpath ../../.. logger.go:42: 16:57:06 | scheduled-backup-incremental/7-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 16:57:06 | scheduled-backup-incremental/7-engage-incremental | ++++ pwd logger.go:42: 16:57:06 | scheduled-backup-incremental/7-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 16:57:06 | scheduled-backup-incremental/7-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 16:57:06 | scheduled-backup-incremental/7-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/vars.sh logger.go:42: 16:57:06 | scheduled-backup-incremental/7-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 16:57:06 | scheduled-backup-incremental/7-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 16:57:06 | scheduled-backup-incremental/7-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 16:57:06 | scheduled-backup-incremental/7-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 16:57:06 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 16:57:06 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 16:57:06 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 16:57:06 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 16:57:06 | scheduled-backup-incremental/7-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 16:57:06 | scheduled-backup-incremental/7-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 16:57:06 | scheduled-backup-incremental/7-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 16:57:06 | scheduled-backup-incremental/7-engage-incremental | +++ export GIT_BRANCH=PR-1262 logger.go:42: 16:57:06 | scheduled-backup-incremental/7-engage-incremental | +++ GIT_BRANCH=PR-1262 logger.go:42: 16:57:06 | scheduled-backup-incremental/7-engage-incremental | +++ export VERSION=PR-1262-dc5a409a logger.go:42: 16:57:06 | scheduled-backup-incremental/7-engage-incremental | +++ VERSION=PR-1262-dc5a409a logger.go:42: 16:57:06 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 16:57:06 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 16:57:06 | scheduled-backup-incremental/7-engage-incremental | +++ [[ -z 8.4 ]] logger.go:42: 16:57:06 | scheduled-backup-incremental/7-engage-incremental | +++ export MYSQL_VERSION=8.4 logger.go:42: 16:57:06 | scheduled-backup-incremental/7-engage-incremental | +++ MYSQL_VERSION=8.4 logger.go:42: 16:57:06 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.4 logger.go:42: 16:57:06 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.4 logger.go:42: 16:57:06 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.4 logger.go:42: 16:57:06 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.4 logger.go:42: 16:57:06 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 16:57:06 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 16:57:06 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.4 logger.go:42: 16:57:06 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.4 logger.go:42: 16:57:06 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 16:57:06 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 16:57:06 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 16:57:06 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 16:57:06 | scheduled-backup-incremental/7-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 16:57:06 | scheduled-backup-incremental/7-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 16:57:06 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 16:57:06 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 16:57:06 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 16:57:06 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 16:57:06 | scheduled-backup-incremental/7-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 16:57:06 | scheduled-backup-incremental/7-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 16:57:06 | scheduled-backup-incremental/7-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 16:57:06 | scheduled-backup-incremental/7-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 16:57:06 | scheduled-backup-incremental/7-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 16:57:06 | scheduled-backup-incremental/7-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 16:57:06 | scheduled-backup-incremental/7-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 16:57:06 | scheduled-backup-incremental/7-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 16:57:06 | scheduled-backup-incremental/7-engage-incremental | ++++ which gdate logger.go:42: 16:57:06 | scheduled-backup-incremental/7-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 16:57:06 | scheduled-backup-incremental/7-engage-incremental | ++++ which date logger.go:42: 16:57:06 | scheduled-backup-incremental/7-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 16:57:06 | scheduled-backup-incremental/7-engage-incremental | +++ oc get projects logger.go:42: 16:57:06 | scheduled-backup-incremental/7-engage-incremental | +++ : logger.go:42: 16:57:06 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get nodes logger.go:42: 16:57:06 | scheduled-backup-incremental/7-engage-incremental | +++ grep '^minikube' logger.go:42: 16:57:07 | scheduled-backup-incremental/7-engage-incremental | +++ which gsed logger.go:42: 16:57:07 | scheduled-backup-incremental/7-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 16:57:07 | scheduled-backup-incremental/7-engage-incremental | +++ which sed logger.go:42: 16:57:07 | scheduled-backup-incremental/7-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 16:57:07 | scheduled-backup-incremental/7-engage-incremental | ++ oc get projects logger.go:42: 16:57:07 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl version -o json logger.go:42: 16:57:07 | scheduled-backup-incremental/7-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 16:57:07 | scheduled-backup-incremental/7-engage-incremental | +++ grep '\-eks\-' logger.go:42: 16:57:07 | scheduled-backup-incremental/7-engage-incremental | grep: warning: stray \ before - logger.go:42: 16:57:07 | scheduled-backup-incremental/7-engage-incremental | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 16:57:07 | scheduled-backup-incremental/7-engage-incremental | ++ '[' ']' logger.go:42: 16:57:07 | scheduled-backup-incremental/7-engage-incremental | ++ EKS=0 logger.go:42: 16:57:07 | scheduled-backup-incremental/7-engage-incremental | +++ get_cluster_name logger.go:42: 16:57:07 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl -n kuttl-test-gorgeous-macaque get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 16:57:08 | scheduled-backup-incremental/7-engage-incremental | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 16:57:08 | scheduled-backup-incremental/7-engage-incremental | ++ local schedule_name=minio-incr logger.go:42: 16:57:08 | scheduled-backup-incremental/7-engage-incremental | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 16:57:08 | scheduled-backup-incremental/7-engage-incremental | +++ printf %s kuttl-test-gorgeous-macaque-scheduled-backup-incremental logger.go:42: 16:57:08 | scheduled-backup-incremental/7-engage-incremental | +++ sha1sum logger.go:42: 16:57:08 | scheduled-backup-incremental/7-engage-incremental | +++ awk '{print $1}' logger.go:42: 16:57:08 | scheduled-backup-incremental/7-engage-incremental | +++ head -c 5 logger.go:42: 16:57:08 | scheduled-backup-incremental/7-engage-incremental | ++ local prefix=2c6b4 logger.go:42: 16:57:08 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get ps-backup -n kuttl-test-gorgeous-macaque -l percona.com/backup-ancestor=2c6b4-minio-incr -o yaml logger.go:42: 16:57:08 | scheduled-backup-incremental/7-engage-incremental | +++ yq '.items | length' logger.go:42: 16:57:08 | scheduled-backup-incremental/7-engage-incremental | ++ local bcp_count=0 logger.go:42: 16:57:08 | scheduled-backup-incremental/7-engage-incremental | ++ echo 0 logger.go:42: 16:57:08 | scheduled-backup-incremental/7-engage-incremental | + bcp_count=0 logger.go:42: 16:57:08 | scheduled-backup-incremental/7-engage-incremental | + [[ 0 -lt 3 ]] logger.go:42: 16:57:08 | scheduled-backup-incremental/7-engage-incremental | + echo 'There are 0 incremental ps-backups but should be at least 3' logger.go:42: 16:57:08 | scheduled-backup-incremental/7-engage-incremental | There are 0 incremental ps-backups but should be at least 3 logger.go:42: 16:57:08 | scheduled-backup-incremental/7-engage-incremental | + exit 1 logger.go:42: 16:57:09 | scheduled-backup-incremental/7-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 3 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 3" exit 1 fi] logger.go:42: 16:57:09 | scheduled-backup-incremental/7-engage-incremental | + source ../../functions logger.go:42: 16:57:09 | scheduled-backup-incremental/7-engage-incremental | +++ realpath ../../.. logger.go:42: 16:57:09 | scheduled-backup-incremental/7-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 16:57:09 | scheduled-backup-incremental/7-engage-incremental | ++++ pwd logger.go:42: 16:57:09 | scheduled-backup-incremental/7-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 16:57:09 | scheduled-backup-incremental/7-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 16:57:09 | scheduled-backup-incremental/7-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/vars.sh logger.go:42: 16:57:09 | scheduled-backup-incremental/7-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 16:57:09 | scheduled-backup-incremental/7-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 16:57:09 | scheduled-backup-incremental/7-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 16:57:09 | scheduled-backup-incremental/7-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 16:57:09 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 16:57:09 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 16:57:09 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 16:57:09 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 16:57:09 | scheduled-backup-incremental/7-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 16:57:09 | scheduled-backup-incremental/7-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 16:57:09 | scheduled-backup-incremental/7-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 16:57:09 | scheduled-backup-incremental/7-engage-incremental | +++ export GIT_BRANCH=PR-1262 logger.go:42: 16:57:09 | scheduled-backup-incremental/7-engage-incremental | +++ GIT_BRANCH=PR-1262 logger.go:42: 16:57:09 | scheduled-backup-incremental/7-engage-incremental | +++ export VERSION=PR-1262-dc5a409a logger.go:42: 16:57:09 | scheduled-backup-incremental/7-engage-incremental | +++ VERSION=PR-1262-dc5a409a logger.go:42: 16:57:09 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 16:57:09 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 16:57:09 | scheduled-backup-incremental/7-engage-incremental | +++ [[ -z 8.4 ]] logger.go:42: 16:57:09 | scheduled-backup-incremental/7-engage-incremental | +++ export MYSQL_VERSION=8.4 logger.go:42: 16:57:09 | scheduled-backup-incremental/7-engage-incremental | +++ MYSQL_VERSION=8.4 logger.go:42: 16:57:09 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.4 logger.go:42: 16:57:09 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.4 logger.go:42: 16:57:09 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.4 logger.go:42: 16:57:09 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.4 logger.go:42: 16:57:09 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 16:57:09 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 16:57:09 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.4 logger.go:42: 16:57:09 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.4 logger.go:42: 16:57:09 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 16:57:09 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 16:57:09 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 16:57:09 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 16:57:09 | scheduled-backup-incremental/7-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 16:57:09 | scheduled-backup-incremental/7-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 16:57:09 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 16:57:09 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 16:57:09 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 16:57:09 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 16:57:09 | scheduled-backup-incremental/7-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 16:57:09 | scheduled-backup-incremental/7-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 16:57:09 | scheduled-backup-incremental/7-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 16:57:09 | scheduled-backup-incremental/7-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 16:57:09 | scheduled-backup-incremental/7-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 16:57:09 | scheduled-backup-incremental/7-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 16:57:09 | scheduled-backup-incremental/7-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 16:57:09 | scheduled-backup-incremental/7-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 16:57:09 | scheduled-backup-incremental/7-engage-incremental | ++++ which gdate logger.go:42: 16:57:09 | scheduled-backup-incremental/7-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 16:57:09 | scheduled-backup-incremental/7-engage-incremental | ++++ which date logger.go:42: 16:57:09 | scheduled-backup-incremental/7-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 16:57:09 | scheduled-backup-incremental/7-engage-incremental | +++ oc get projects logger.go:42: 16:57:09 | scheduled-backup-incremental/7-engage-incremental | +++ : logger.go:42: 16:57:09 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get nodes logger.go:42: 16:57:09 | scheduled-backup-incremental/7-engage-incremental | +++ grep '^minikube' logger.go:42: 16:57:10 | scheduled-backup-incremental/7-engage-incremental | +++ which gsed logger.go:42: 16:57:10 | scheduled-backup-incremental/7-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 16:57:10 | scheduled-backup-incremental/7-engage-incremental | +++ which sed logger.go:42: 16:57:10 | scheduled-backup-incremental/7-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 16:57:10 | scheduled-backup-incremental/7-engage-incremental | ++ oc get projects logger.go:42: 16:57:10 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl version -o json logger.go:42: 16:57:10 | scheduled-backup-incremental/7-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 16:57:10 | scheduled-backup-incremental/7-engage-incremental | +++ grep '\-eks\-' logger.go:42: 16:57:10 | scheduled-backup-incremental/7-engage-incremental | grep: warning: stray \ before - logger.go:42: 16:57:11 | scheduled-backup-incremental/7-engage-incremental | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 16:57:11 | scheduled-backup-incremental/7-engage-incremental | ++ '[' ']' logger.go:42: 16:57:11 | scheduled-backup-incremental/7-engage-incremental | ++ EKS=0 logger.go:42: 16:57:11 | scheduled-backup-incremental/7-engage-incremental | +++ get_cluster_name logger.go:42: 16:57:11 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl -n kuttl-test-gorgeous-macaque get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 16:57:11 | scheduled-backup-incremental/7-engage-incremental | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 16:57:11 | scheduled-backup-incremental/7-engage-incremental | ++ local schedule_name=minio-incr logger.go:42: 16:57:11 | scheduled-backup-incremental/7-engage-incremental | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 16:57:11 | scheduled-backup-incremental/7-engage-incremental | +++ printf %s kuttl-test-gorgeous-macaque-scheduled-backup-incremental logger.go:42: 16:57:11 | scheduled-backup-incremental/7-engage-incremental | +++ sha1sum logger.go:42: 16:57:11 | scheduled-backup-incremental/7-engage-incremental | +++ awk '{print $1}' logger.go:42: 16:57:11 | scheduled-backup-incremental/7-engage-incremental | +++ head -c 5 logger.go:42: 16:57:11 | scheduled-backup-incremental/7-engage-incremental | ++ local prefix=2c6b4 logger.go:42: 16:57:11 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get ps-backup -n kuttl-test-gorgeous-macaque -l percona.com/backup-ancestor=2c6b4-minio-incr -o yaml logger.go:42: 16:57:11 | scheduled-backup-incremental/7-engage-incremental | +++ yq '.items | length' logger.go:42: 16:57:12 | scheduled-backup-incremental/7-engage-incremental | ++ local bcp_count=0 logger.go:42: 16:57:12 | scheduled-backup-incremental/7-engage-incremental | ++ echo 0 logger.go:42: 16:57:12 | scheduled-backup-incremental/7-engage-incremental | + bcp_count=0 logger.go:42: 16:57:12 | scheduled-backup-incremental/7-engage-incremental | + [[ 0 -lt 3 ]] logger.go:42: 16:57:12 | scheduled-backup-incremental/7-engage-incremental | + echo 'There are 0 incremental ps-backups but should be at least 3' logger.go:42: 16:57:12 | scheduled-backup-incremental/7-engage-incremental | There are 0 incremental ps-backups but should be at least 3 logger.go:42: 16:57:12 | scheduled-backup-incremental/7-engage-incremental | + exit 1 logger.go:42: 16:57:13 | scheduled-backup-incremental/7-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 3 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 3" exit 1 fi] logger.go:42: 16:57:13 | scheduled-backup-incremental/7-engage-incremental | + source ../../functions logger.go:42: 16:57:13 | scheduled-backup-incremental/7-engage-incremental | +++ realpath ../../.. logger.go:42: 16:57:13 | scheduled-backup-incremental/7-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 16:57:13 | scheduled-backup-incremental/7-engage-incremental | ++++ pwd logger.go:42: 16:57:13 | scheduled-backup-incremental/7-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 16:57:13 | scheduled-backup-incremental/7-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 16:57:13 | scheduled-backup-incremental/7-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/vars.sh logger.go:42: 16:57:13 | scheduled-backup-incremental/7-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 16:57:13 | scheduled-backup-incremental/7-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 16:57:13 | scheduled-backup-incremental/7-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 16:57:13 | scheduled-backup-incremental/7-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 16:57:13 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 16:57:13 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 16:57:13 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 16:57:13 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 16:57:13 | scheduled-backup-incremental/7-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 16:57:13 | scheduled-backup-incremental/7-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 16:57:13 | scheduled-backup-incremental/7-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 16:57:13 | scheduled-backup-incremental/7-engage-incremental | +++ export GIT_BRANCH=PR-1262 logger.go:42: 16:57:13 | scheduled-backup-incremental/7-engage-incremental | +++ GIT_BRANCH=PR-1262 logger.go:42: 16:57:13 | scheduled-backup-incremental/7-engage-incremental | +++ export VERSION=PR-1262-dc5a409a logger.go:42: 16:57:13 | scheduled-backup-incremental/7-engage-incremental | +++ VERSION=PR-1262-dc5a409a logger.go:42: 16:57:13 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 16:57:13 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 16:57:13 | scheduled-backup-incremental/7-engage-incremental | +++ [[ -z 8.4 ]] logger.go:42: 16:57:13 | scheduled-backup-incremental/7-engage-incremental | +++ export MYSQL_VERSION=8.4 logger.go:42: 16:57:13 | scheduled-backup-incremental/7-engage-incremental | +++ MYSQL_VERSION=8.4 logger.go:42: 16:57:13 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.4 logger.go:42: 16:57:13 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.4 logger.go:42: 16:57:13 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.4 logger.go:42: 16:57:13 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.4 logger.go:42: 16:57:13 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 16:57:13 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 16:57:13 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.4 logger.go:42: 16:57:13 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.4 logger.go:42: 16:57:13 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 16:57:13 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 16:57:13 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 16:57:13 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 16:57:13 | scheduled-backup-incremental/7-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 16:57:13 | scheduled-backup-incremental/7-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 16:57:13 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 16:57:13 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 16:57:13 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 16:57:13 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 16:57:13 | scheduled-backup-incremental/7-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 16:57:13 | scheduled-backup-incremental/7-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 16:57:13 | scheduled-backup-incremental/7-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 16:57:13 | scheduled-backup-incremental/7-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 16:57:13 | scheduled-backup-incremental/7-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 16:57:13 | scheduled-backup-incremental/7-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 16:57:13 | scheduled-backup-incremental/7-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 16:57:13 | scheduled-backup-incremental/7-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 16:57:13 | scheduled-backup-incremental/7-engage-incremental | ++++ which gdate logger.go:42: 16:57:13 | scheduled-backup-incremental/7-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 16:57:13 | scheduled-backup-incremental/7-engage-incremental | ++++ which date logger.go:42: 16:57:13 | scheduled-backup-incremental/7-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 16:57:13 | scheduled-backup-incremental/7-engage-incremental | +++ oc get projects logger.go:42: 16:57:13 | scheduled-backup-incremental/7-engage-incremental | +++ : logger.go:42: 16:57:13 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get nodes logger.go:42: 16:57:13 | scheduled-backup-incremental/7-engage-incremental | +++ grep '^minikube' logger.go:42: 16:57:14 | scheduled-backup-incremental/7-engage-incremental | +++ which gsed logger.go:42: 16:57:14 | scheduled-backup-incremental/7-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 16:57:14 | scheduled-backup-incremental/7-engage-incremental | +++ which sed logger.go:42: 16:57:14 | scheduled-backup-incremental/7-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 16:57:14 | scheduled-backup-incremental/7-engage-incremental | ++ oc get projects logger.go:42: 16:57:14 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl version -o json logger.go:42: 16:57:14 | scheduled-backup-incremental/7-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 16:57:14 | scheduled-backup-incremental/7-engage-incremental | +++ grep '\-eks\-' logger.go:42: 16:57:14 | scheduled-backup-incremental/7-engage-incremental | grep: warning: stray \ before - logger.go:42: 16:57:14 | scheduled-backup-incremental/7-engage-incremental | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 16:57:14 | scheduled-backup-incremental/7-engage-incremental | ++ '[' ']' logger.go:42: 16:57:14 | scheduled-backup-incremental/7-engage-incremental | ++ EKS=0 logger.go:42: 16:57:14 | scheduled-backup-incremental/7-engage-incremental | +++ get_cluster_name logger.go:42: 16:57:14 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl -n kuttl-test-gorgeous-macaque get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 16:57:15 | scheduled-backup-incremental/7-engage-incremental | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 16:57:15 | scheduled-backup-incremental/7-engage-incremental | ++ local schedule_name=minio-incr logger.go:42: 16:57:15 | scheduled-backup-incremental/7-engage-incremental | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 16:57:15 | scheduled-backup-incremental/7-engage-incremental | +++ printf %s kuttl-test-gorgeous-macaque-scheduled-backup-incremental logger.go:42: 16:57:15 | scheduled-backup-incremental/7-engage-incremental | +++ sha1sum logger.go:42: 16:57:15 | scheduled-backup-incremental/7-engage-incremental | +++ awk '{print $1}' logger.go:42: 16:57:15 | scheduled-backup-incremental/7-engage-incremental | +++ head -c 5 logger.go:42: 16:57:15 | scheduled-backup-incremental/7-engage-incremental | ++ local prefix=2c6b4 logger.go:42: 16:57:15 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get ps-backup -n kuttl-test-gorgeous-macaque -l percona.com/backup-ancestor=2c6b4-minio-incr -o yaml logger.go:42: 16:57:15 | scheduled-backup-incremental/7-engage-incremental | +++ yq '.items | length' logger.go:42: 16:57:15 | scheduled-backup-incremental/7-engage-incremental | ++ local bcp_count=0 logger.go:42: 16:57:15 | scheduled-backup-incremental/7-engage-incremental | ++ echo 0 logger.go:42: 16:57:15 | scheduled-backup-incremental/7-engage-incremental | + bcp_count=0 logger.go:42: 16:57:15 | scheduled-backup-incremental/7-engage-incremental | + [[ 0 -lt 3 ]] logger.go:42: 16:57:15 | scheduled-backup-incremental/7-engage-incremental | + echo 'There are 0 incremental ps-backups but should be at least 3' logger.go:42: 16:57:15 | scheduled-backup-incremental/7-engage-incremental | There are 0 incremental ps-backups but should be at least 3 logger.go:42: 16:57:15 | scheduled-backup-incremental/7-engage-incremental | + exit 1 logger.go:42: 16:57:16 | scheduled-backup-incremental/7-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 3 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 3" exit 1 fi] logger.go:42: 16:57:16 | scheduled-backup-incremental/7-engage-incremental | + source ../../functions logger.go:42: 16:57:16 | scheduled-backup-incremental/7-engage-incremental | +++ realpath ../../.. logger.go:42: 16:57:16 | scheduled-backup-incremental/7-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 16:57:16 | scheduled-backup-incremental/7-engage-incremental | ++++ pwd logger.go:42: 16:57:16 | scheduled-backup-incremental/7-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 16:57:16 | scheduled-backup-incremental/7-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 16:57:16 | scheduled-backup-incremental/7-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/vars.sh logger.go:42: 16:57:16 | scheduled-backup-incremental/7-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 16:57:16 | scheduled-backup-incremental/7-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 16:57:16 | scheduled-backup-incremental/7-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 16:57:16 | scheduled-backup-incremental/7-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 16:57:16 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 16:57:16 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 16:57:16 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 16:57:16 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 16:57:16 | scheduled-backup-incremental/7-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 16:57:16 | scheduled-backup-incremental/7-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 16:57:16 | scheduled-backup-incremental/7-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 16:57:16 | scheduled-backup-incremental/7-engage-incremental | +++ export GIT_BRANCH=PR-1262 logger.go:42: 16:57:16 | scheduled-backup-incremental/7-engage-incremental | +++ GIT_BRANCH=PR-1262 logger.go:42: 16:57:16 | scheduled-backup-incremental/7-engage-incremental | +++ export VERSION=PR-1262-dc5a409a logger.go:42: 16:57:16 | scheduled-backup-incremental/7-engage-incremental | +++ VERSION=PR-1262-dc5a409a logger.go:42: 16:57:16 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 16:57:16 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 16:57:16 | scheduled-backup-incremental/7-engage-incremental | +++ [[ -z 8.4 ]] logger.go:42: 16:57:16 | scheduled-backup-incremental/7-engage-incremental | +++ export MYSQL_VERSION=8.4 logger.go:42: 16:57:16 | scheduled-backup-incremental/7-engage-incremental | +++ MYSQL_VERSION=8.4 logger.go:42: 16:57:16 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.4 logger.go:42: 16:57:16 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.4 logger.go:42: 16:57:16 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.4 logger.go:42: 16:57:16 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.4 logger.go:42: 16:57:16 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 16:57:16 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 16:57:16 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.4 logger.go:42: 16:57:16 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.4 logger.go:42: 16:57:16 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 16:57:16 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 16:57:16 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 16:57:16 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 16:57:16 | scheduled-backup-incremental/7-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 16:57:16 | scheduled-backup-incremental/7-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 16:57:16 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 16:57:16 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 16:57:16 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 16:57:16 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 16:57:16 | scheduled-backup-incremental/7-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 16:57:16 | scheduled-backup-incremental/7-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 16:57:16 | scheduled-backup-incremental/7-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 16:57:16 | scheduled-backup-incremental/7-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 16:57:16 | scheduled-backup-incremental/7-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 16:57:16 | scheduled-backup-incremental/7-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 16:57:16 | scheduled-backup-incremental/7-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 16:57:16 | scheduled-backup-incremental/7-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 16:57:16 | scheduled-backup-incremental/7-engage-incremental | ++++ which gdate logger.go:42: 16:57:16 | scheduled-backup-incremental/7-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 16:57:16 | scheduled-backup-incremental/7-engage-incremental | ++++ which date logger.go:42: 16:57:16 | scheduled-backup-incremental/7-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 16:57:16 | scheduled-backup-incremental/7-engage-incremental | +++ oc get projects logger.go:42: 16:57:16 | scheduled-backup-incremental/7-engage-incremental | +++ : logger.go:42: 16:57:16 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get nodes logger.go:42: 16:57:16 | scheduled-backup-incremental/7-engage-incremental | +++ grep '^minikube' logger.go:42: 16:57:17 | scheduled-backup-incremental/7-engage-incremental | +++ which gsed logger.go:42: 16:57:17 | scheduled-backup-incremental/7-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 16:57:17 | scheduled-backup-incremental/7-engage-incremental | +++ which sed logger.go:42: 16:57:17 | scheduled-backup-incremental/7-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 16:57:17 | scheduled-backup-incremental/7-engage-incremental | ++ oc get projects logger.go:42: 16:57:17 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl version -o json logger.go:42: 16:57:17 | scheduled-backup-incremental/7-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 16:57:17 | scheduled-backup-incremental/7-engage-incremental | +++ grep '\-eks\-' logger.go:42: 16:57:17 | scheduled-backup-incremental/7-engage-incremental | grep: warning: stray \ before - logger.go:42: 16:57:17 | scheduled-backup-incremental/7-engage-incremental | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 16:57:18 | scheduled-backup-incremental/7-engage-incremental | ++ '[' ']' logger.go:42: 16:57:18 | scheduled-backup-incremental/7-engage-incremental | ++ EKS=0 logger.go:42: 16:57:18 | scheduled-backup-incremental/7-engage-incremental | +++ get_cluster_name logger.go:42: 16:57:18 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl -n kuttl-test-gorgeous-macaque get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 16:57:18 | scheduled-backup-incremental/7-engage-incremental | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 16:57:18 | scheduled-backup-incremental/7-engage-incremental | ++ local schedule_name=minio-incr logger.go:42: 16:57:18 | scheduled-backup-incremental/7-engage-incremental | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 16:57:18 | scheduled-backup-incremental/7-engage-incremental | +++ printf %s kuttl-test-gorgeous-macaque-scheduled-backup-incremental logger.go:42: 16:57:18 | scheduled-backup-incremental/7-engage-incremental | +++ sha1sum logger.go:42: 16:57:18 | scheduled-backup-incremental/7-engage-incremental | +++ awk '{print $1}' logger.go:42: 16:57:18 | scheduled-backup-incremental/7-engage-incremental | +++ head -c 5 logger.go:42: 16:57:18 | scheduled-backup-incremental/7-engage-incremental | ++ local prefix=2c6b4 logger.go:42: 16:57:18 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get ps-backup -n kuttl-test-gorgeous-macaque -l percona.com/backup-ancestor=2c6b4-minio-incr -o yaml logger.go:42: 16:57:18 | scheduled-backup-incremental/7-engage-incremental | +++ yq '.items | length' logger.go:42: 16:57:19 | scheduled-backup-incremental/7-engage-incremental | ++ local bcp_count=0 logger.go:42: 16:57:19 | scheduled-backup-incremental/7-engage-incremental | ++ echo 0 logger.go:42: 16:57:19 | scheduled-backup-incremental/7-engage-incremental | + bcp_count=0 logger.go:42: 16:57:19 | scheduled-backup-incremental/7-engage-incremental | + [[ 0 -lt 3 ]] logger.go:42: 16:57:19 | scheduled-backup-incremental/7-engage-incremental | + echo 'There are 0 incremental ps-backups but should be at least 3' logger.go:42: 16:57:19 | scheduled-backup-incremental/7-engage-incremental | There are 0 incremental ps-backups but should be at least 3 logger.go:42: 16:57:19 | scheduled-backup-incremental/7-engage-incremental | + exit 1 logger.go:42: 16:57:20 | scheduled-backup-incremental/7-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 3 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 3" exit 1 fi] logger.go:42: 16:57:20 | scheduled-backup-incremental/7-engage-incremental | + source ../../functions logger.go:42: 16:57:20 | scheduled-backup-incremental/7-engage-incremental | +++ realpath ../../.. logger.go:42: 16:57:20 | scheduled-backup-incremental/7-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 16:57:20 | scheduled-backup-incremental/7-engage-incremental | ++++ pwd logger.go:42: 16:57:20 | scheduled-backup-incremental/7-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 16:57:20 | scheduled-backup-incremental/7-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 16:57:20 | scheduled-backup-incremental/7-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/vars.sh logger.go:42: 16:57:20 | scheduled-backup-incremental/7-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 16:57:20 | scheduled-backup-incremental/7-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 16:57:20 | scheduled-backup-incremental/7-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 16:57:20 | scheduled-backup-incremental/7-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 16:57:20 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 16:57:20 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 16:57:20 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 16:57:20 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 16:57:20 | scheduled-backup-incremental/7-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 16:57:20 | scheduled-backup-incremental/7-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 16:57:20 | scheduled-backup-incremental/7-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 16:57:20 | scheduled-backup-incremental/7-engage-incremental | +++ export GIT_BRANCH=PR-1262 logger.go:42: 16:57:20 | scheduled-backup-incremental/7-engage-incremental | +++ GIT_BRANCH=PR-1262 logger.go:42: 16:57:20 | scheduled-backup-incremental/7-engage-incremental | +++ export VERSION=PR-1262-dc5a409a logger.go:42: 16:57:20 | scheduled-backup-incremental/7-engage-incremental | +++ VERSION=PR-1262-dc5a409a logger.go:42: 16:57:20 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 16:57:20 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 16:57:20 | scheduled-backup-incremental/7-engage-incremental | +++ [[ -z 8.4 ]] logger.go:42: 16:57:20 | scheduled-backup-incremental/7-engage-incremental | +++ export MYSQL_VERSION=8.4 logger.go:42: 16:57:20 | scheduled-backup-incremental/7-engage-incremental | +++ MYSQL_VERSION=8.4 logger.go:42: 16:57:20 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.4 logger.go:42: 16:57:20 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.4 logger.go:42: 16:57:20 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.4 logger.go:42: 16:57:20 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.4 logger.go:42: 16:57:20 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 16:57:20 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 16:57:20 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.4 logger.go:42: 16:57:20 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.4 logger.go:42: 16:57:20 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 16:57:20 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 16:57:20 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 16:57:20 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 16:57:20 | scheduled-backup-incremental/7-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 16:57:20 | scheduled-backup-incremental/7-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 16:57:20 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 16:57:20 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 16:57:20 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 16:57:20 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 16:57:20 | scheduled-backup-incremental/7-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 16:57:20 | scheduled-backup-incremental/7-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 16:57:20 | scheduled-backup-incremental/7-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 16:57:20 | scheduled-backup-incremental/7-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 16:57:20 | scheduled-backup-incremental/7-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 16:57:20 | scheduled-backup-incremental/7-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 16:57:20 | scheduled-backup-incremental/7-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 16:57:20 | scheduled-backup-incremental/7-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 16:57:20 | scheduled-backup-incremental/7-engage-incremental | ++++ which gdate logger.go:42: 16:57:20 | scheduled-backup-incremental/7-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 16:57:20 | scheduled-backup-incremental/7-engage-incremental | ++++ which date logger.go:42: 16:57:20 | scheduled-backup-incremental/7-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 16:57:20 | scheduled-backup-incremental/7-engage-incremental | +++ oc get projects logger.go:42: 16:57:20 | scheduled-backup-incremental/7-engage-incremental | +++ : logger.go:42: 16:57:20 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get nodes logger.go:42: 16:57:20 | scheduled-backup-incremental/7-engage-incremental | +++ grep '^minikube' logger.go:42: 16:57:20 | scheduled-backup-incremental/7-engage-incremental | +++ which gsed logger.go:42: 16:57:20 | scheduled-backup-incremental/7-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 16:57:20 | scheduled-backup-incremental/7-engage-incremental | +++ which sed logger.go:42: 16:57:20 | scheduled-backup-incremental/7-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 16:57:20 | scheduled-backup-incremental/7-engage-incremental | ++ oc get projects logger.go:42: 16:57:20 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl version -o json logger.go:42: 16:57:20 | scheduled-backup-incremental/7-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 16:57:20 | scheduled-backup-incremental/7-engage-incremental | +++ grep '\-eks\-' logger.go:42: 16:57:20 | scheduled-backup-incremental/7-engage-incremental | grep: warning: stray \ before - logger.go:42: 16:57:21 | scheduled-backup-incremental/7-engage-incremental | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 16:57:21 | scheduled-backup-incremental/7-engage-incremental | ++ '[' ']' logger.go:42: 16:57:21 | scheduled-backup-incremental/7-engage-incremental | ++ EKS=0 logger.go:42: 16:57:21 | scheduled-backup-incremental/7-engage-incremental | +++ get_cluster_name logger.go:42: 16:57:21 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl -n kuttl-test-gorgeous-macaque get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 16:57:21 | scheduled-backup-incremental/7-engage-incremental | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 16:57:21 | scheduled-backup-incremental/7-engage-incremental | ++ local schedule_name=minio-incr logger.go:42: 16:57:21 | scheduled-backup-incremental/7-engage-incremental | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 16:57:21 | scheduled-backup-incremental/7-engage-incremental | +++ sha1sum logger.go:42: 16:57:21 | scheduled-backup-incremental/7-engage-incremental | +++ printf %s kuttl-test-gorgeous-macaque-scheduled-backup-incremental logger.go:42: 16:57:21 | scheduled-backup-incremental/7-engage-incremental | +++ awk '{print $1}' logger.go:42: 16:57:21 | scheduled-backup-incremental/7-engage-incremental | +++ head -c 5 logger.go:42: 16:57:22 | scheduled-backup-incremental/7-engage-incremental | ++ local prefix=2c6b4 logger.go:42: 16:57:22 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get ps-backup -n kuttl-test-gorgeous-macaque -l percona.com/backup-ancestor=2c6b4-minio-incr -o yaml logger.go:42: 16:57:22 | scheduled-backup-incremental/7-engage-incremental | +++ yq '.items | length' logger.go:42: 16:57:22 | scheduled-backup-incremental/7-engage-incremental | ++ local bcp_count=0 logger.go:42: 16:57:22 | scheduled-backup-incremental/7-engage-incremental | ++ echo 0 logger.go:42: 16:57:22 | scheduled-backup-incremental/7-engage-incremental | + bcp_count=0 logger.go:42: 16:57:22 | scheduled-backup-incremental/7-engage-incremental | + [[ 0 -lt 3 ]] logger.go:42: 16:57:22 | scheduled-backup-incremental/7-engage-incremental | + echo 'There are 0 incremental ps-backups but should be at least 3' logger.go:42: 16:57:22 | scheduled-backup-incremental/7-engage-incremental | There are 0 incremental ps-backups but should be at least 3 logger.go:42: 16:57:22 | scheduled-backup-incremental/7-engage-incremental | + exit 1 logger.go:42: 16:57:23 | scheduled-backup-incremental/7-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 3 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 3" exit 1 fi] logger.go:42: 16:57:23 | scheduled-backup-incremental/7-engage-incremental | + source ../../functions logger.go:42: 16:57:23 | scheduled-backup-incremental/7-engage-incremental | +++ realpath ../../.. logger.go:42: 16:57:23 | scheduled-backup-incremental/7-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 16:57:23 | scheduled-backup-incremental/7-engage-incremental | ++++ pwd logger.go:42: 16:57:23 | scheduled-backup-incremental/7-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 16:57:23 | scheduled-backup-incremental/7-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 16:57:23 | scheduled-backup-incremental/7-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/vars.sh logger.go:42: 16:57:23 | scheduled-backup-incremental/7-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 16:57:23 | scheduled-backup-incremental/7-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 16:57:23 | scheduled-backup-incremental/7-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 16:57:23 | scheduled-backup-incremental/7-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 16:57:23 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 16:57:23 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 16:57:23 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 16:57:23 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 16:57:23 | scheduled-backup-incremental/7-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 16:57:23 | scheduled-backup-incremental/7-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 16:57:23 | scheduled-backup-incremental/7-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 16:57:23 | scheduled-backup-incremental/7-engage-incremental | +++ export GIT_BRANCH=PR-1262 logger.go:42: 16:57:23 | scheduled-backup-incremental/7-engage-incremental | +++ GIT_BRANCH=PR-1262 logger.go:42: 16:57:23 | scheduled-backup-incremental/7-engage-incremental | +++ export VERSION=PR-1262-dc5a409a logger.go:42: 16:57:23 | scheduled-backup-incremental/7-engage-incremental | +++ VERSION=PR-1262-dc5a409a logger.go:42: 16:57:23 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 16:57:23 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 16:57:23 | scheduled-backup-incremental/7-engage-incremental | +++ [[ -z 8.4 ]] logger.go:42: 16:57:23 | scheduled-backup-incremental/7-engage-incremental | +++ export MYSQL_VERSION=8.4 logger.go:42: 16:57:23 | scheduled-backup-incremental/7-engage-incremental | +++ MYSQL_VERSION=8.4 logger.go:42: 16:57:23 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.4 logger.go:42: 16:57:23 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.4 logger.go:42: 16:57:23 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.4 logger.go:42: 16:57:23 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.4 logger.go:42: 16:57:23 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 16:57:23 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 16:57:23 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.4 logger.go:42: 16:57:23 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.4 logger.go:42: 16:57:23 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 16:57:23 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 16:57:23 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 16:57:23 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 16:57:23 | scheduled-backup-incremental/7-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 16:57:23 | scheduled-backup-incremental/7-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 16:57:23 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 16:57:23 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 16:57:23 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 16:57:23 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 16:57:23 | scheduled-backup-incremental/7-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 16:57:23 | scheduled-backup-incremental/7-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 16:57:23 | scheduled-backup-incremental/7-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 16:57:23 | scheduled-backup-incremental/7-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 16:57:23 | scheduled-backup-incremental/7-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 16:57:23 | scheduled-backup-incremental/7-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 16:57:23 | scheduled-backup-incremental/7-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 16:57:23 | scheduled-backup-incremental/7-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 16:57:23 | scheduled-backup-incremental/7-engage-incremental | ++++ which gdate logger.go:42: 16:57:23 | scheduled-backup-incremental/7-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 16:57:23 | scheduled-backup-incremental/7-engage-incremental | ++++ which date logger.go:42: 16:57:23 | scheduled-backup-incremental/7-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 16:57:23 | scheduled-backup-incremental/7-engage-incremental | +++ oc get projects logger.go:42: 16:57:23 | scheduled-backup-incremental/7-engage-incremental | +++ : logger.go:42: 16:57:23 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get nodes logger.go:42: 16:57:23 | scheduled-backup-incremental/7-engage-incremental | +++ grep '^minikube' logger.go:42: 16:57:24 | scheduled-backup-incremental/7-engage-incremental | +++ which gsed logger.go:42: 16:57:24 | scheduled-backup-incremental/7-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 16:57:24 | scheduled-backup-incremental/7-engage-incremental | +++ which sed logger.go:42: 16:57:24 | scheduled-backup-incremental/7-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 16:57:24 | scheduled-backup-incremental/7-engage-incremental | ++ oc get projects logger.go:42: 16:57:24 | scheduled-backup-incremental/7-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 16:57:24 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl version -o json logger.go:42: 16:57:24 | scheduled-backup-incremental/7-engage-incremental | +++ grep '\-eks\-' logger.go:42: 16:57:24 | scheduled-backup-incremental/7-engage-incremental | grep: warning: stray \ before - logger.go:42: 16:57:24 | scheduled-backup-incremental/7-engage-incremental | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 16:57:24 | scheduled-backup-incremental/7-engage-incremental | ++ '[' ']' logger.go:42: 16:57:24 | scheduled-backup-incremental/7-engage-incremental | ++ EKS=0 logger.go:42: 16:57:24 | scheduled-backup-incremental/7-engage-incremental | +++ get_cluster_name logger.go:42: 16:57:24 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl -n kuttl-test-gorgeous-macaque get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 16:57:25 | scheduled-backup-incremental/7-engage-incremental | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 16:57:25 | scheduled-backup-incremental/7-engage-incremental | ++ local schedule_name=minio-incr logger.go:42: 16:57:25 | scheduled-backup-incremental/7-engage-incremental | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 16:57:25 | scheduled-backup-incremental/7-engage-incremental | +++ printf %s kuttl-test-gorgeous-macaque-scheduled-backup-incremental logger.go:42: 16:57:25 | scheduled-backup-incremental/7-engage-incremental | +++ sha1sum logger.go:42: 16:57:25 | scheduled-backup-incremental/7-engage-incremental | +++ awk '{print $1}' logger.go:42: 16:57:25 | scheduled-backup-incremental/7-engage-incremental | +++ head -c 5 logger.go:42: 16:57:25 | scheduled-backup-incremental/7-engage-incremental | ++ local prefix=2c6b4 logger.go:42: 16:57:25 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get ps-backup -n kuttl-test-gorgeous-macaque -l percona.com/backup-ancestor=2c6b4-minio-incr -o yaml logger.go:42: 16:57:25 | scheduled-backup-incremental/7-engage-incremental | +++ yq '.items | length' logger.go:42: 16:57:25 | scheduled-backup-incremental/7-engage-incremental | ++ local bcp_count=0 logger.go:42: 16:57:25 | scheduled-backup-incremental/7-engage-incremental | ++ echo 0 logger.go:42: 16:57:25 | scheduled-backup-incremental/7-engage-incremental | + bcp_count=0 logger.go:42: 16:57:25 | scheduled-backup-incremental/7-engage-incremental | + [[ 0 -lt 3 ]] logger.go:42: 16:57:25 | scheduled-backup-incremental/7-engage-incremental | + echo 'There are 0 incremental ps-backups but should be at least 3' logger.go:42: 16:57:25 | scheduled-backup-incremental/7-engage-incremental | There are 0 incremental ps-backups but should be at least 3 logger.go:42: 16:57:25 | scheduled-backup-incremental/7-engage-incremental | + exit 1 logger.go:42: 16:57:27 | scheduled-backup-incremental/7-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 3 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 3" exit 1 fi] logger.go:42: 16:57:27 | scheduled-backup-incremental/7-engage-incremental | + source ../../functions logger.go:42: 16:57:27 | scheduled-backup-incremental/7-engage-incremental | +++ realpath ../../.. logger.go:42: 16:57:27 | scheduled-backup-incremental/7-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 16:57:27 | scheduled-backup-incremental/7-engage-incremental | ++++ pwd logger.go:42: 16:57:27 | scheduled-backup-incremental/7-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 16:57:27 | scheduled-backup-incremental/7-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 16:57:27 | scheduled-backup-incremental/7-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/vars.sh logger.go:42: 16:57:27 | scheduled-backup-incremental/7-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 16:57:27 | scheduled-backup-incremental/7-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 16:57:27 | scheduled-backup-incremental/7-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 16:57:27 | scheduled-backup-incremental/7-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 16:57:27 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 16:57:27 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 16:57:27 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 16:57:27 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 16:57:27 | scheduled-backup-incremental/7-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 16:57:27 | scheduled-backup-incremental/7-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 16:57:27 | scheduled-backup-incremental/7-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 16:57:27 | scheduled-backup-incremental/7-engage-incremental | +++ export GIT_BRANCH=PR-1262 logger.go:42: 16:57:27 | scheduled-backup-incremental/7-engage-incremental | +++ GIT_BRANCH=PR-1262 logger.go:42: 16:57:27 | scheduled-backup-incremental/7-engage-incremental | +++ export VERSION=PR-1262-dc5a409a logger.go:42: 16:57:27 | scheduled-backup-incremental/7-engage-incremental | +++ VERSION=PR-1262-dc5a409a logger.go:42: 16:57:27 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 16:57:27 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 16:57:27 | scheduled-backup-incremental/7-engage-incremental | +++ [[ -z 8.4 ]] logger.go:42: 16:57:27 | scheduled-backup-incremental/7-engage-incremental | +++ export MYSQL_VERSION=8.4 logger.go:42: 16:57:27 | scheduled-backup-incremental/7-engage-incremental | +++ MYSQL_VERSION=8.4 logger.go:42: 16:57:27 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.4 logger.go:42: 16:57:27 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.4 logger.go:42: 16:57:27 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.4 logger.go:42: 16:57:27 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.4 logger.go:42: 16:57:27 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 16:57:27 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 16:57:27 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.4 logger.go:42: 16:57:27 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.4 logger.go:42: 16:57:27 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 16:57:27 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 16:57:27 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 16:57:27 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 16:57:27 | scheduled-backup-incremental/7-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 16:57:27 | scheduled-backup-incremental/7-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 16:57:27 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 16:57:27 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 16:57:27 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 16:57:27 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 16:57:27 | scheduled-backup-incremental/7-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 16:57:27 | scheduled-backup-incremental/7-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 16:57:27 | scheduled-backup-incremental/7-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 16:57:27 | scheduled-backup-incremental/7-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 16:57:27 | scheduled-backup-incremental/7-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 16:57:27 | scheduled-backup-incremental/7-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 16:57:27 | scheduled-backup-incremental/7-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 16:57:27 | scheduled-backup-incremental/7-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 16:57:27 | scheduled-backup-incremental/7-engage-incremental | ++++ which gdate logger.go:42: 16:57:27 | scheduled-backup-incremental/7-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 16:57:27 | scheduled-backup-incremental/7-engage-incremental | ++++ which date logger.go:42: 16:57:27 | scheduled-backup-incremental/7-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 16:57:27 | scheduled-backup-incremental/7-engage-incremental | +++ oc get projects logger.go:42: 16:57:27 | scheduled-backup-incremental/7-engage-incremental | +++ : logger.go:42: 16:57:27 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get nodes logger.go:42: 16:57:27 | scheduled-backup-incremental/7-engage-incremental | +++ grep '^minikube' logger.go:42: 16:57:28 | scheduled-backup-incremental/7-engage-incremental | +++ which gsed logger.go:42: 16:57:28 | scheduled-backup-incremental/7-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 16:57:28 | scheduled-backup-incremental/7-engage-incremental | +++ which sed logger.go:42: 16:57:28 | scheduled-backup-incremental/7-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 16:57:28 | scheduled-backup-incremental/7-engage-incremental | ++ oc get projects logger.go:42: 16:57:28 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl version -o json logger.go:42: 16:57:28 | scheduled-backup-incremental/7-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 16:57:28 | scheduled-backup-incremental/7-engage-incremental | +++ grep '\-eks\-' logger.go:42: 16:57:28 | scheduled-backup-incremental/7-engage-incremental | grep: warning: stray \ before - logger.go:42: 16:57:28 | scheduled-backup-incremental/7-engage-incremental | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 16:57:28 | scheduled-backup-incremental/7-engage-incremental | ++ '[' ']' logger.go:42: 16:57:28 | scheduled-backup-incremental/7-engage-incremental | ++ EKS=0 logger.go:42: 16:57:28 | scheduled-backup-incremental/7-engage-incremental | +++ get_cluster_name logger.go:42: 16:57:28 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl -n kuttl-test-gorgeous-macaque get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 16:57:29 | scheduled-backup-incremental/7-engage-incremental | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 16:57:29 | scheduled-backup-incremental/7-engage-incremental | ++ local schedule_name=minio-incr logger.go:42: 16:57:29 | scheduled-backup-incremental/7-engage-incremental | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 16:57:29 | scheduled-backup-incremental/7-engage-incremental | +++ printf %s kuttl-test-gorgeous-macaque-scheduled-backup-incremental logger.go:42: 16:57:29 | scheduled-backup-incremental/7-engage-incremental | +++ sha1sum logger.go:42: 16:57:29 | scheduled-backup-incremental/7-engage-incremental | +++ awk '{print $1}' logger.go:42: 16:57:29 | scheduled-backup-incremental/7-engage-incremental | +++ head -c 5 logger.go:42: 16:57:29 | scheduled-backup-incremental/7-engage-incremental | ++ local prefix=2c6b4 logger.go:42: 16:57:29 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get ps-backup -n kuttl-test-gorgeous-macaque -l percona.com/backup-ancestor=2c6b4-minio-incr -o yaml logger.go:42: 16:57:29 | scheduled-backup-incremental/7-engage-incremental | +++ yq '.items | length' logger.go:42: 16:57:29 | scheduled-backup-incremental/7-engage-incremental | ++ local bcp_count=0 logger.go:42: 16:57:29 | scheduled-backup-incremental/7-engage-incremental | ++ echo 0 logger.go:42: 16:57:29 | scheduled-backup-incremental/7-engage-incremental | + bcp_count=0 logger.go:42: 16:57:29 | scheduled-backup-incremental/7-engage-incremental | + [[ 0 -lt 3 ]] logger.go:42: 16:57:29 | scheduled-backup-incremental/7-engage-incremental | + echo 'There are 0 incremental ps-backups but should be at least 3' logger.go:42: 16:57:29 | scheduled-backup-incremental/7-engage-incremental | There are 0 incremental ps-backups but should be at least 3 logger.go:42: 16:57:29 | scheduled-backup-incremental/7-engage-incremental | + exit 1 logger.go:42: 16:57:30 | scheduled-backup-incremental/7-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 3 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 3" exit 1 fi] logger.go:42: 16:57:30 | scheduled-backup-incremental/7-engage-incremental | + source ../../functions logger.go:42: 16:57:30 | scheduled-backup-incremental/7-engage-incremental | +++ realpath ../../.. logger.go:42: 16:57:30 | scheduled-backup-incremental/7-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 16:57:30 | scheduled-backup-incremental/7-engage-incremental | ++++ pwd logger.go:42: 16:57:30 | scheduled-backup-incremental/7-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 16:57:30 | scheduled-backup-incremental/7-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 16:57:30 | scheduled-backup-incremental/7-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/vars.sh logger.go:42: 16:57:30 | scheduled-backup-incremental/7-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 16:57:30 | scheduled-backup-incremental/7-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 16:57:30 | scheduled-backup-incremental/7-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 16:57:30 | scheduled-backup-incremental/7-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 16:57:30 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 16:57:30 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 16:57:30 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 16:57:30 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 16:57:30 | scheduled-backup-incremental/7-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 16:57:30 | scheduled-backup-incremental/7-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 16:57:30 | scheduled-backup-incremental/7-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 16:57:30 | scheduled-backup-incremental/7-engage-incremental | +++ export GIT_BRANCH=PR-1262 logger.go:42: 16:57:30 | scheduled-backup-incremental/7-engage-incremental | +++ GIT_BRANCH=PR-1262 logger.go:42: 16:57:30 | scheduled-backup-incremental/7-engage-incremental | +++ export VERSION=PR-1262-dc5a409a logger.go:42: 16:57:30 | scheduled-backup-incremental/7-engage-incremental | +++ VERSION=PR-1262-dc5a409a logger.go:42: 16:57:30 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 16:57:30 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 16:57:30 | scheduled-backup-incremental/7-engage-incremental | +++ [[ -z 8.4 ]] logger.go:42: 16:57:30 | scheduled-backup-incremental/7-engage-incremental | +++ export MYSQL_VERSION=8.4 logger.go:42: 16:57:30 | scheduled-backup-incremental/7-engage-incremental | +++ MYSQL_VERSION=8.4 logger.go:42: 16:57:30 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.4 logger.go:42: 16:57:30 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.4 logger.go:42: 16:57:30 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.4 logger.go:42: 16:57:30 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.4 logger.go:42: 16:57:30 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 16:57:30 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 16:57:30 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.4 logger.go:42: 16:57:30 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.4 logger.go:42: 16:57:30 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 16:57:30 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 16:57:30 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 16:57:30 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 16:57:30 | scheduled-backup-incremental/7-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 16:57:30 | scheduled-backup-incremental/7-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 16:57:30 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 16:57:30 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 16:57:30 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 16:57:30 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 16:57:30 | scheduled-backup-incremental/7-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 16:57:30 | scheduled-backup-incremental/7-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 16:57:30 | scheduled-backup-incremental/7-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 16:57:30 | scheduled-backup-incremental/7-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 16:57:30 | scheduled-backup-incremental/7-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 16:57:30 | scheduled-backup-incremental/7-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 16:57:30 | scheduled-backup-incremental/7-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 16:57:30 | scheduled-backup-incremental/7-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 16:57:30 | scheduled-backup-incremental/7-engage-incremental | ++++ which gdate logger.go:42: 16:57:30 | scheduled-backup-incremental/7-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 16:57:30 | scheduled-backup-incremental/7-engage-incremental | ++++ which date logger.go:42: 16:57:30 | scheduled-backup-incremental/7-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 16:57:30 | scheduled-backup-incremental/7-engage-incremental | +++ oc get projects logger.go:42: 16:57:30 | scheduled-backup-incremental/7-engage-incremental | +++ : logger.go:42: 16:57:30 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get nodes logger.go:42: 16:57:30 | scheduled-backup-incremental/7-engage-incremental | +++ grep '^minikube' logger.go:42: 16:57:31 | scheduled-backup-incremental/7-engage-incremental | +++ which gsed logger.go:42: 16:57:31 | scheduled-backup-incremental/7-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 16:57:31 | scheduled-backup-incremental/7-engage-incremental | +++ which sed logger.go:42: 16:57:31 | scheduled-backup-incremental/7-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 16:57:31 | scheduled-backup-incremental/7-engage-incremental | ++ oc get projects logger.go:42: 16:57:31 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl version -o json logger.go:42: 16:57:31 | scheduled-backup-incremental/7-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 16:57:31 | scheduled-backup-incremental/7-engage-incremental | +++ grep '\-eks\-' logger.go:42: 16:57:31 | scheduled-backup-incremental/7-engage-incremental | grep: warning: stray \ before - logger.go:42: 16:57:31 | scheduled-backup-incremental/7-engage-incremental | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 16:57:31 | scheduled-backup-incremental/7-engage-incremental | ++ '[' ']' logger.go:42: 16:57:31 | scheduled-backup-incremental/7-engage-incremental | ++ EKS=0 logger.go:42: 16:57:31 | scheduled-backup-incremental/7-engage-incremental | +++ get_cluster_name logger.go:42: 16:57:31 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl -n kuttl-test-gorgeous-macaque get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 16:57:32 | scheduled-backup-incremental/7-engage-incremental | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 16:57:32 | scheduled-backup-incremental/7-engage-incremental | ++ local schedule_name=minio-incr logger.go:42: 16:57:32 | scheduled-backup-incremental/7-engage-incremental | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 16:57:32 | scheduled-backup-incremental/7-engage-incremental | +++ printf %s kuttl-test-gorgeous-macaque-scheduled-backup-incremental logger.go:42: 16:57:32 | scheduled-backup-incremental/7-engage-incremental | +++ sha1sum logger.go:42: 16:57:32 | scheduled-backup-incremental/7-engage-incremental | +++ awk '{print $1}' logger.go:42: 16:57:32 | scheduled-backup-incremental/7-engage-incremental | +++ head -c 5 logger.go:42: 16:57:32 | scheduled-backup-incremental/7-engage-incremental | ++ local prefix=2c6b4 logger.go:42: 16:57:32 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get ps-backup -n kuttl-test-gorgeous-macaque -l percona.com/backup-ancestor=2c6b4-minio-incr -o yaml logger.go:42: 16:57:32 | scheduled-backup-incremental/7-engage-incremental | +++ yq '.items | length' logger.go:42: 16:57:32 | scheduled-backup-incremental/7-engage-incremental | ++ local bcp_count=0 logger.go:42: 16:57:32 | scheduled-backup-incremental/7-engage-incremental | ++ echo 0 logger.go:42: 16:57:32 | scheduled-backup-incremental/7-engage-incremental | + bcp_count=0 logger.go:42: 16:57:32 | scheduled-backup-incremental/7-engage-incremental | + [[ 0 -lt 3 ]] logger.go:42: 16:57:32 | scheduled-backup-incremental/7-engage-incremental | + echo 'There are 0 incremental ps-backups but should be at least 3' logger.go:42: 16:57:32 | scheduled-backup-incremental/7-engage-incremental | There are 0 incremental ps-backups but should be at least 3 logger.go:42: 16:57:32 | scheduled-backup-incremental/7-engage-incremental | + exit 1 logger.go:42: 16:57:34 | scheduled-backup-incremental/7-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 3 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 3" exit 1 fi] logger.go:42: 16:57:34 | scheduled-backup-incremental/7-engage-incremental | + source ../../functions logger.go:42: 16:57:34 | scheduled-backup-incremental/7-engage-incremental | +++ realpath ../../.. logger.go:42: 16:57:34 | scheduled-backup-incremental/7-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 16:57:34 | scheduled-backup-incremental/7-engage-incremental | ++++ pwd logger.go:42: 16:57:34 | scheduled-backup-incremental/7-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 16:57:34 | scheduled-backup-incremental/7-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 16:57:34 | scheduled-backup-incremental/7-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/vars.sh logger.go:42: 16:57:34 | scheduled-backup-incremental/7-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 16:57:34 | scheduled-backup-incremental/7-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 16:57:34 | scheduled-backup-incremental/7-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 16:57:34 | scheduled-backup-incremental/7-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 16:57:34 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 16:57:34 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 16:57:34 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 16:57:34 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 16:57:34 | scheduled-backup-incremental/7-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 16:57:34 | scheduled-backup-incremental/7-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 16:57:34 | scheduled-backup-incremental/7-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 16:57:34 | scheduled-backup-incremental/7-engage-incremental | +++ export GIT_BRANCH=PR-1262 logger.go:42: 16:57:34 | scheduled-backup-incremental/7-engage-incremental | +++ GIT_BRANCH=PR-1262 logger.go:42: 16:57:34 | scheduled-backup-incremental/7-engage-incremental | +++ export VERSION=PR-1262-dc5a409a logger.go:42: 16:57:34 | scheduled-backup-incremental/7-engage-incremental | +++ VERSION=PR-1262-dc5a409a logger.go:42: 16:57:34 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 16:57:34 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 16:57:34 | scheduled-backup-incremental/7-engage-incremental | +++ [[ -z 8.4 ]] logger.go:42: 16:57:34 | scheduled-backup-incremental/7-engage-incremental | +++ export MYSQL_VERSION=8.4 logger.go:42: 16:57:34 | scheduled-backup-incremental/7-engage-incremental | +++ MYSQL_VERSION=8.4 logger.go:42: 16:57:34 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.4 logger.go:42: 16:57:34 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.4 logger.go:42: 16:57:34 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.4 logger.go:42: 16:57:34 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.4 logger.go:42: 16:57:34 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 16:57:34 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 16:57:34 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.4 logger.go:42: 16:57:34 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.4 logger.go:42: 16:57:34 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 16:57:34 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 16:57:34 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 16:57:34 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 16:57:34 | scheduled-backup-incremental/7-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 16:57:34 | scheduled-backup-incremental/7-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 16:57:34 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 16:57:34 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 16:57:34 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 16:57:34 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 16:57:34 | scheduled-backup-incremental/7-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 16:57:34 | scheduled-backup-incremental/7-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 16:57:34 | scheduled-backup-incremental/7-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 16:57:34 | scheduled-backup-incremental/7-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 16:57:34 | scheduled-backup-incremental/7-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 16:57:34 | scheduled-backup-incremental/7-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 16:57:34 | scheduled-backup-incremental/7-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 16:57:34 | scheduled-backup-incremental/7-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 16:57:34 | scheduled-backup-incremental/7-engage-incremental | ++++ which gdate logger.go:42: 16:57:34 | scheduled-backup-incremental/7-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 16:57:34 | scheduled-backup-incremental/7-engage-incremental | ++++ which date logger.go:42: 16:57:34 | scheduled-backup-incremental/7-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 16:57:34 | scheduled-backup-incremental/7-engage-incremental | +++ oc get projects logger.go:42: 16:57:34 | scheduled-backup-incremental/7-engage-incremental | +++ : logger.go:42: 16:57:34 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get nodes logger.go:42: 16:57:34 | scheduled-backup-incremental/7-engage-incremental | +++ grep '^minikube' logger.go:42: 16:57:34 | scheduled-backup-incremental/7-engage-incremental | +++ which gsed logger.go:42: 16:57:34 | scheduled-backup-incremental/7-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 16:57:34 | scheduled-backup-incremental/7-engage-incremental | +++ which sed logger.go:42: 16:57:34 | scheduled-backup-incremental/7-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 16:57:34 | scheduled-backup-incremental/7-engage-incremental | ++ oc get projects logger.go:42: 16:57:34 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl version -o json logger.go:42: 16:57:34 | scheduled-backup-incremental/7-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 16:57:34 | scheduled-backup-incremental/7-engage-incremental | +++ grep '\-eks\-' logger.go:42: 16:57:34 | scheduled-backup-incremental/7-engage-incremental | grep: warning: stray \ before - logger.go:42: 16:57:35 | scheduled-backup-incremental/7-engage-incremental | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 16:57:35 | scheduled-backup-incremental/7-engage-incremental | ++ '[' ']' logger.go:42: 16:57:35 | scheduled-backup-incremental/7-engage-incremental | ++ EKS=0 logger.go:42: 16:57:35 | scheduled-backup-incremental/7-engage-incremental | +++ get_cluster_name logger.go:42: 16:57:35 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl -n kuttl-test-gorgeous-macaque get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 16:57:35 | scheduled-backup-incremental/7-engage-incremental | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 16:57:35 | scheduled-backup-incremental/7-engage-incremental | ++ local schedule_name=minio-incr logger.go:42: 16:57:35 | scheduled-backup-incremental/7-engage-incremental | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 16:57:35 | scheduled-backup-incremental/7-engage-incremental | +++ printf %s kuttl-test-gorgeous-macaque-scheduled-backup-incremental logger.go:42: 16:57:35 | scheduled-backup-incremental/7-engage-incremental | +++ sha1sum logger.go:42: 16:57:35 | scheduled-backup-incremental/7-engage-incremental | +++ awk '{print $1}' logger.go:42: 16:57:35 | scheduled-backup-incremental/7-engage-incremental | +++ head -c 5 logger.go:42: 16:57:35 | scheduled-backup-incremental/7-engage-incremental | ++ local prefix=2c6b4 logger.go:42: 16:57:35 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get ps-backup -n kuttl-test-gorgeous-macaque -l percona.com/backup-ancestor=2c6b4-minio-incr -o yaml logger.go:42: 16:57:35 | scheduled-backup-incremental/7-engage-incremental | +++ yq '.items | length' logger.go:42: 16:57:36 | scheduled-backup-incremental/7-engage-incremental | ++ local bcp_count=0 logger.go:42: 16:57:36 | scheduled-backup-incremental/7-engage-incremental | ++ echo 0 logger.go:42: 16:57:36 | scheduled-backup-incremental/7-engage-incremental | + bcp_count=0 logger.go:42: 16:57:36 | scheduled-backup-incremental/7-engage-incremental | + [[ 0 -lt 3 ]] logger.go:42: 16:57:36 | scheduled-backup-incremental/7-engage-incremental | + echo 'There are 0 incremental ps-backups but should be at least 3' logger.go:42: 16:57:36 | scheduled-backup-incremental/7-engage-incremental | There are 0 incremental ps-backups but should be at least 3 logger.go:42: 16:57:36 | scheduled-backup-incremental/7-engage-incremental | + exit 1 logger.go:42: 16:57:37 | scheduled-backup-incremental/7-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 3 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 3" exit 1 fi] logger.go:42: 16:57:37 | scheduled-backup-incremental/7-engage-incremental | + source ../../functions logger.go:42: 16:57:37 | scheduled-backup-incremental/7-engage-incremental | +++ realpath ../../.. logger.go:42: 16:57:37 | scheduled-backup-incremental/7-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 16:57:37 | scheduled-backup-incremental/7-engage-incremental | ++++ pwd logger.go:42: 16:57:37 | scheduled-backup-incremental/7-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 16:57:37 | scheduled-backup-incremental/7-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 16:57:37 | scheduled-backup-incremental/7-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/vars.sh logger.go:42: 16:57:37 | scheduled-backup-incremental/7-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 16:57:37 | scheduled-backup-incremental/7-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 16:57:37 | scheduled-backup-incremental/7-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 16:57:37 | scheduled-backup-incremental/7-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 16:57:37 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 16:57:37 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 16:57:37 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 16:57:37 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 16:57:37 | scheduled-backup-incremental/7-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 16:57:37 | scheduled-backup-incremental/7-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 16:57:37 | scheduled-backup-incremental/7-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 16:57:37 | scheduled-backup-incremental/7-engage-incremental | +++ export GIT_BRANCH=PR-1262 logger.go:42: 16:57:37 | scheduled-backup-incremental/7-engage-incremental | +++ GIT_BRANCH=PR-1262 logger.go:42: 16:57:37 | scheduled-backup-incremental/7-engage-incremental | +++ export VERSION=PR-1262-dc5a409a logger.go:42: 16:57:37 | scheduled-backup-incremental/7-engage-incremental | +++ VERSION=PR-1262-dc5a409a logger.go:42: 16:57:37 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 16:57:37 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 16:57:37 | scheduled-backup-incremental/7-engage-incremental | +++ [[ -z 8.4 ]] logger.go:42: 16:57:37 | scheduled-backup-incremental/7-engage-incremental | +++ export MYSQL_VERSION=8.4 logger.go:42: 16:57:37 | scheduled-backup-incremental/7-engage-incremental | +++ MYSQL_VERSION=8.4 logger.go:42: 16:57:37 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.4 logger.go:42: 16:57:37 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.4 logger.go:42: 16:57:37 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.4 logger.go:42: 16:57:37 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.4 logger.go:42: 16:57:37 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 16:57:37 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 16:57:37 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.4 logger.go:42: 16:57:37 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.4 logger.go:42: 16:57:37 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 16:57:37 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 16:57:37 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 16:57:37 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 16:57:37 | scheduled-backup-incremental/7-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 16:57:37 | scheduled-backup-incremental/7-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 16:57:37 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 16:57:37 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 16:57:37 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 16:57:37 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 16:57:37 | scheduled-backup-incremental/7-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 16:57:37 | scheduled-backup-incremental/7-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 16:57:37 | scheduled-backup-incremental/7-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 16:57:37 | scheduled-backup-incremental/7-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 16:57:37 | scheduled-backup-incremental/7-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 16:57:37 | scheduled-backup-incremental/7-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 16:57:37 | scheduled-backup-incremental/7-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 16:57:37 | scheduled-backup-incremental/7-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 16:57:37 | scheduled-backup-incremental/7-engage-incremental | ++++ which gdate logger.go:42: 16:57:37 | scheduled-backup-incremental/7-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 16:57:37 | scheduled-backup-incremental/7-engage-incremental | ++++ which date logger.go:42: 16:57:37 | scheduled-backup-incremental/7-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 16:57:37 | scheduled-backup-incremental/7-engage-incremental | +++ oc get projects logger.go:42: 16:57:37 | scheduled-backup-incremental/7-engage-incremental | +++ : logger.go:42: 16:57:37 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get nodes logger.go:42: 16:57:37 | scheduled-backup-incremental/7-engage-incremental | +++ grep '^minikube' logger.go:42: 16:57:38 | scheduled-backup-incremental/7-engage-incremental | +++ which gsed logger.go:42: 16:57:38 | scheduled-backup-incremental/7-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 16:57:38 | scheduled-backup-incremental/7-engage-incremental | +++ which sed logger.go:42: 16:57:38 | scheduled-backup-incremental/7-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 16:57:38 | scheduled-backup-incremental/7-engage-incremental | ++ oc get projects logger.go:42: 16:57:38 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl version -o json logger.go:42: 16:57:38 | scheduled-backup-incremental/7-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 16:57:38 | scheduled-backup-incremental/7-engage-incremental | +++ grep '\-eks\-' logger.go:42: 16:57:38 | scheduled-backup-incremental/7-engage-incremental | grep: warning: stray \ before - logger.go:42: 16:57:38 | scheduled-backup-incremental/7-engage-incremental | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 16:57:38 | scheduled-backup-incremental/7-engage-incremental | ++ '[' ']' logger.go:42: 16:57:38 | scheduled-backup-incremental/7-engage-incremental | ++ EKS=0 logger.go:42: 16:57:38 | scheduled-backup-incremental/7-engage-incremental | +++ get_cluster_name logger.go:42: 16:57:38 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl -n kuttl-test-gorgeous-macaque get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 16:57:39 | scheduled-backup-incremental/7-engage-incremental | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 16:57:39 | scheduled-backup-incremental/7-engage-incremental | ++ local schedule_name=minio-incr logger.go:42: 16:57:39 | scheduled-backup-incremental/7-engage-incremental | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 16:57:39 | scheduled-backup-incremental/7-engage-incremental | +++ printf %s kuttl-test-gorgeous-macaque-scheduled-backup-incremental logger.go:42: 16:57:39 | scheduled-backup-incremental/7-engage-incremental | +++ sha1sum logger.go:42: 16:57:39 | scheduled-backup-incremental/7-engage-incremental | +++ awk '{print $1}' logger.go:42: 16:57:39 | scheduled-backup-incremental/7-engage-incremental | +++ head -c 5 logger.go:42: 16:57:39 | scheduled-backup-incremental/7-engage-incremental | ++ local prefix=2c6b4 logger.go:42: 16:57:39 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get ps-backup -n kuttl-test-gorgeous-macaque -l percona.com/backup-ancestor=2c6b4-minio-incr -o yaml logger.go:42: 16:57:39 | scheduled-backup-incremental/7-engage-incremental | +++ yq '.items | length' logger.go:42: 16:57:39 | scheduled-backup-incremental/7-engage-incremental | ++ local bcp_count=0 logger.go:42: 16:57:39 | scheduled-backup-incremental/7-engage-incremental | ++ echo 0 logger.go:42: 16:57:39 | scheduled-backup-incremental/7-engage-incremental | + bcp_count=0 logger.go:42: 16:57:39 | scheduled-backup-incremental/7-engage-incremental | + [[ 0 -lt 3 ]] logger.go:42: 16:57:39 | scheduled-backup-incremental/7-engage-incremental | + echo 'There are 0 incremental ps-backups but should be at least 3' logger.go:42: 16:57:39 | scheduled-backup-incremental/7-engage-incremental | There are 0 incremental ps-backups but should be at least 3 logger.go:42: 16:57:39 | scheduled-backup-incremental/7-engage-incremental | + exit 1 logger.go:42: 16:57:40 | scheduled-backup-incremental/7-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 3 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 3" exit 1 fi] logger.go:42: 16:57:40 | scheduled-backup-incremental/7-engage-incremental | + source ../../functions logger.go:42: 16:57:40 | scheduled-backup-incremental/7-engage-incremental | +++ realpath ../../.. logger.go:42: 16:57:40 | scheduled-backup-incremental/7-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 16:57:40 | scheduled-backup-incremental/7-engage-incremental | ++++ pwd logger.go:42: 16:57:40 | scheduled-backup-incremental/7-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 16:57:40 | scheduled-backup-incremental/7-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 16:57:40 | scheduled-backup-incremental/7-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/vars.sh logger.go:42: 16:57:40 | scheduled-backup-incremental/7-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 16:57:40 | scheduled-backup-incremental/7-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 16:57:40 | scheduled-backup-incremental/7-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 16:57:40 | scheduled-backup-incremental/7-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 16:57:40 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 16:57:40 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 16:57:40 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 16:57:40 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 16:57:40 | scheduled-backup-incremental/7-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 16:57:40 | scheduled-backup-incremental/7-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 16:57:40 | scheduled-backup-incremental/7-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 16:57:40 | scheduled-backup-incremental/7-engage-incremental | +++ export GIT_BRANCH=PR-1262 logger.go:42: 16:57:40 | scheduled-backup-incremental/7-engage-incremental | +++ GIT_BRANCH=PR-1262 logger.go:42: 16:57:40 | scheduled-backup-incremental/7-engage-incremental | +++ export VERSION=PR-1262-dc5a409a logger.go:42: 16:57:40 | scheduled-backup-incremental/7-engage-incremental | +++ VERSION=PR-1262-dc5a409a logger.go:42: 16:57:40 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 16:57:40 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 16:57:40 | scheduled-backup-incremental/7-engage-incremental | +++ [[ -z 8.4 ]] logger.go:42: 16:57:40 | scheduled-backup-incremental/7-engage-incremental | +++ export MYSQL_VERSION=8.4 logger.go:42: 16:57:40 | scheduled-backup-incremental/7-engage-incremental | +++ MYSQL_VERSION=8.4 logger.go:42: 16:57:40 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.4 logger.go:42: 16:57:40 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.4 logger.go:42: 16:57:40 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.4 logger.go:42: 16:57:40 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.4 logger.go:42: 16:57:40 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 16:57:40 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 16:57:40 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.4 logger.go:42: 16:57:40 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.4 logger.go:42: 16:57:40 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 16:57:40 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 16:57:40 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 16:57:40 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 16:57:40 | scheduled-backup-incremental/7-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 16:57:40 | scheduled-backup-incremental/7-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 16:57:40 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 16:57:40 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 16:57:40 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 16:57:40 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 16:57:40 | scheduled-backup-incremental/7-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 16:57:40 | scheduled-backup-incremental/7-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 16:57:40 | scheduled-backup-incremental/7-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 16:57:40 | scheduled-backup-incremental/7-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 16:57:40 | scheduled-backup-incremental/7-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 16:57:40 | scheduled-backup-incremental/7-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 16:57:40 | scheduled-backup-incremental/7-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 16:57:40 | scheduled-backup-incremental/7-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 16:57:40 | scheduled-backup-incremental/7-engage-incremental | ++++ which gdate logger.go:42: 16:57:40 | scheduled-backup-incremental/7-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 16:57:40 | scheduled-backup-incremental/7-engage-incremental | ++++ which date logger.go:42: 16:57:40 | scheduled-backup-incremental/7-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 16:57:40 | scheduled-backup-incremental/7-engage-incremental | +++ oc get projects logger.go:42: 16:57:40 | scheduled-backup-incremental/7-engage-incremental | +++ : logger.go:42: 16:57:40 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get nodes logger.go:42: 16:57:40 | scheduled-backup-incremental/7-engage-incremental | +++ grep '^minikube' logger.go:42: 16:57:41 | scheduled-backup-incremental/7-engage-incremental | +++ which gsed logger.go:42: 16:57:41 | scheduled-backup-incremental/7-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 16:57:41 | scheduled-backup-incremental/7-engage-incremental | +++ which sed logger.go:42: 16:57:41 | scheduled-backup-incremental/7-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 16:57:41 | scheduled-backup-incremental/7-engage-incremental | ++ oc get projects logger.go:42: 16:57:41 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl version -o json logger.go:42: 16:57:41 | scheduled-backup-incremental/7-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 16:57:41 | scheduled-backup-incremental/7-engage-incremental | +++ grep '\-eks\-' logger.go:42: 16:57:41 | scheduled-backup-incremental/7-engage-incremental | grep: warning: stray \ before - logger.go:42: 16:57:42 | scheduled-backup-incremental/7-engage-incremental | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 16:57:42 | scheduled-backup-incremental/7-engage-incremental | ++ '[' ']' logger.go:42: 16:57:42 | scheduled-backup-incremental/7-engage-incremental | ++ EKS=0 logger.go:42: 16:57:42 | scheduled-backup-incremental/7-engage-incremental | +++ get_cluster_name logger.go:42: 16:57:42 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl -n kuttl-test-gorgeous-macaque get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 16:57:42 | scheduled-backup-incremental/7-engage-incremental | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 16:57:42 | scheduled-backup-incremental/7-engage-incremental | ++ local schedule_name=minio-incr logger.go:42: 16:57:42 | scheduled-backup-incremental/7-engage-incremental | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 16:57:42 | scheduled-backup-incremental/7-engage-incremental | +++ printf %s kuttl-test-gorgeous-macaque-scheduled-backup-incremental logger.go:42: 16:57:42 | scheduled-backup-incremental/7-engage-incremental | +++ sha1sum logger.go:42: 16:57:42 | scheduled-backup-incremental/7-engage-incremental | +++ awk '{print $1}' logger.go:42: 16:57:42 | scheduled-backup-incremental/7-engage-incremental | +++ head -c 5 logger.go:42: 16:57:42 | scheduled-backup-incremental/7-engage-incremental | ++ local prefix=2c6b4 logger.go:42: 16:57:42 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get ps-backup -n kuttl-test-gorgeous-macaque -l percona.com/backup-ancestor=2c6b4-minio-incr -o yaml logger.go:42: 16:57:42 | scheduled-backup-incremental/7-engage-incremental | +++ yq '.items | length' logger.go:42: 16:57:43 | scheduled-backup-incremental/7-engage-incremental | ++ local bcp_count=0 logger.go:42: 16:57:43 | scheduled-backup-incremental/7-engage-incremental | ++ echo 0 logger.go:42: 16:57:43 | scheduled-backup-incremental/7-engage-incremental | + bcp_count=0 logger.go:42: 16:57:43 | scheduled-backup-incremental/7-engage-incremental | + [[ 0 -lt 3 ]] logger.go:42: 16:57:43 | scheduled-backup-incremental/7-engage-incremental | + echo 'There are 0 incremental ps-backups but should be at least 3' logger.go:42: 16:57:43 | scheduled-backup-incremental/7-engage-incremental | There are 0 incremental ps-backups but should be at least 3 logger.go:42: 16:57:43 | scheduled-backup-incremental/7-engage-incremental | + exit 1 logger.go:42: 16:57:44 | scheduled-backup-incremental/7-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 3 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 3" exit 1 fi] logger.go:42: 16:57:44 | scheduled-backup-incremental/7-engage-incremental | + source ../../functions logger.go:42: 16:57:44 | scheduled-backup-incremental/7-engage-incremental | +++ realpath ../../.. logger.go:42: 16:57:44 | scheduled-backup-incremental/7-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 16:57:44 | scheduled-backup-incremental/7-engage-incremental | ++++ pwd logger.go:42: 16:57:44 | scheduled-backup-incremental/7-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 16:57:44 | scheduled-backup-incremental/7-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 16:57:44 | scheduled-backup-incremental/7-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/vars.sh logger.go:42: 16:57:44 | scheduled-backup-incremental/7-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 16:57:44 | scheduled-backup-incremental/7-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 16:57:44 | scheduled-backup-incremental/7-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 16:57:44 | scheduled-backup-incremental/7-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 16:57:44 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 16:57:44 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 16:57:44 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 16:57:44 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 16:57:44 | scheduled-backup-incremental/7-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 16:57:44 | scheduled-backup-incremental/7-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 16:57:44 | scheduled-backup-incremental/7-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 16:57:44 | scheduled-backup-incremental/7-engage-incremental | +++ export GIT_BRANCH=PR-1262 logger.go:42: 16:57:44 | scheduled-backup-incremental/7-engage-incremental | +++ GIT_BRANCH=PR-1262 logger.go:42: 16:57:44 | scheduled-backup-incremental/7-engage-incremental | +++ export VERSION=PR-1262-dc5a409a logger.go:42: 16:57:44 | scheduled-backup-incremental/7-engage-incremental | +++ VERSION=PR-1262-dc5a409a logger.go:42: 16:57:44 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 16:57:44 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 16:57:44 | scheduled-backup-incremental/7-engage-incremental | +++ [[ -z 8.4 ]] logger.go:42: 16:57:44 | scheduled-backup-incremental/7-engage-incremental | +++ export MYSQL_VERSION=8.4 logger.go:42: 16:57:44 | scheduled-backup-incremental/7-engage-incremental | +++ MYSQL_VERSION=8.4 logger.go:42: 16:57:44 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.4 logger.go:42: 16:57:44 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.4 logger.go:42: 16:57:44 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.4 logger.go:42: 16:57:44 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.4 logger.go:42: 16:57:44 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 16:57:44 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 16:57:44 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.4 logger.go:42: 16:57:44 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.4 logger.go:42: 16:57:44 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 16:57:44 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 16:57:44 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 16:57:44 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 16:57:44 | scheduled-backup-incremental/7-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 16:57:44 | scheduled-backup-incremental/7-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 16:57:44 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 16:57:44 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 16:57:44 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 16:57:44 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 16:57:44 | scheduled-backup-incremental/7-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 16:57:44 | scheduled-backup-incremental/7-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 16:57:44 | scheduled-backup-incremental/7-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 16:57:44 | scheduled-backup-incremental/7-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 16:57:44 | scheduled-backup-incremental/7-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 16:57:44 | scheduled-backup-incremental/7-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 16:57:44 | scheduled-backup-incremental/7-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 16:57:44 | scheduled-backup-incremental/7-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 16:57:44 | scheduled-backup-incremental/7-engage-incremental | ++++ which gdate logger.go:42: 16:57:44 | scheduled-backup-incremental/7-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 16:57:44 | scheduled-backup-incremental/7-engage-incremental | ++++ which date logger.go:42: 16:57:44 | scheduled-backup-incremental/7-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 16:57:44 | scheduled-backup-incremental/7-engage-incremental | +++ oc get projects logger.go:42: 16:57:44 | scheduled-backup-incremental/7-engage-incremental | +++ : logger.go:42: 16:57:44 | scheduled-backup-incremental/7-engage-incremental | +++ grep '^minikube' logger.go:42: 16:57:44 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get nodes logger.go:42: 16:57:45 | scheduled-backup-incremental/7-engage-incremental | +++ which gsed logger.go:42: 16:57:45 | scheduled-backup-incremental/7-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 16:57:45 | scheduled-backup-incremental/7-engage-incremental | +++ which sed logger.go:42: 16:57:45 | scheduled-backup-incremental/7-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 16:57:45 | scheduled-backup-incremental/7-engage-incremental | ++ oc get projects logger.go:42: 16:57:45 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl version -o json logger.go:42: 16:57:45 | scheduled-backup-incremental/7-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 16:57:45 | scheduled-backup-incremental/7-engage-incremental | +++ grep '\-eks\-' logger.go:42: 16:57:45 | scheduled-backup-incremental/7-engage-incremental | grep: warning: stray \ before - logger.go:42: 16:57:45 | scheduled-backup-incremental/7-engage-incremental | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 16:57:45 | scheduled-backup-incremental/7-engage-incremental | ++ '[' ']' logger.go:42: 16:57:45 | scheduled-backup-incremental/7-engage-incremental | ++ EKS=0 logger.go:42: 16:57:45 | scheduled-backup-incremental/7-engage-incremental | +++ get_cluster_name logger.go:42: 16:57:45 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl -n kuttl-test-gorgeous-macaque get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 16:57:46 | scheduled-backup-incremental/7-engage-incremental | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 16:57:46 | scheduled-backup-incremental/7-engage-incremental | ++ local schedule_name=minio-incr logger.go:42: 16:57:46 | scheduled-backup-incremental/7-engage-incremental | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 16:57:46 | scheduled-backup-incremental/7-engage-incremental | +++ printf %s kuttl-test-gorgeous-macaque-scheduled-backup-incremental logger.go:42: 16:57:46 | scheduled-backup-incremental/7-engage-incremental | +++ sha1sum logger.go:42: 16:57:46 | scheduled-backup-incremental/7-engage-incremental | +++ head -c 5 logger.go:42: 16:57:46 | scheduled-backup-incremental/7-engage-incremental | +++ awk '{print $1}' logger.go:42: 16:57:46 | scheduled-backup-incremental/7-engage-incremental | ++ local prefix=2c6b4 logger.go:42: 16:57:46 | scheduled-backup-incremental/7-engage-incremental | +++ yq '.items | length' logger.go:42: 16:57:46 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get ps-backup -n kuttl-test-gorgeous-macaque -l percona.com/backup-ancestor=2c6b4-minio-incr -o yaml logger.go:42: 16:57:46 | scheduled-backup-incremental/7-engage-incremental | ++ local bcp_count=0 logger.go:42: 16:57:46 | scheduled-backup-incremental/7-engage-incremental | ++ echo 0 logger.go:42: 16:57:46 | scheduled-backup-incremental/7-engage-incremental | + bcp_count=0 logger.go:42: 16:57:46 | scheduled-backup-incremental/7-engage-incremental | + [[ 0 -lt 3 ]] logger.go:42: 16:57:46 | scheduled-backup-incremental/7-engage-incremental | + echo 'There are 0 incremental ps-backups but should be at least 3' logger.go:42: 16:57:46 | scheduled-backup-incremental/7-engage-incremental | There are 0 incremental ps-backups but should be at least 3 logger.go:42: 16:57:46 | scheduled-backup-incremental/7-engage-incremental | + exit 1 logger.go:42: 16:57:48 | scheduled-backup-incremental/7-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 3 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 3" exit 1 fi] logger.go:42: 16:57:48 | scheduled-backup-incremental/7-engage-incremental | + source ../../functions logger.go:42: 16:57:48 | scheduled-backup-incremental/7-engage-incremental | +++ realpath ../../.. logger.go:42: 16:57:48 | scheduled-backup-incremental/7-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 16:57:48 | scheduled-backup-incremental/7-engage-incremental | ++++ pwd logger.go:42: 16:57:48 | scheduled-backup-incremental/7-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 16:57:48 | scheduled-backup-incremental/7-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 16:57:48 | scheduled-backup-incremental/7-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/vars.sh logger.go:42: 16:57:48 | scheduled-backup-incremental/7-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 16:57:48 | scheduled-backup-incremental/7-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 16:57:48 | scheduled-backup-incremental/7-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 16:57:48 | scheduled-backup-incremental/7-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 16:57:48 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 16:57:48 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 16:57:48 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 16:57:48 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 16:57:48 | scheduled-backup-incremental/7-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 16:57:48 | scheduled-backup-incremental/7-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 16:57:48 | scheduled-backup-incremental/7-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 16:57:48 | scheduled-backup-incremental/7-engage-incremental | +++ export GIT_BRANCH=PR-1262 logger.go:42: 16:57:48 | scheduled-backup-incremental/7-engage-incremental | +++ GIT_BRANCH=PR-1262 logger.go:42: 16:57:48 | scheduled-backup-incremental/7-engage-incremental | +++ export VERSION=PR-1262-dc5a409a logger.go:42: 16:57:48 | scheduled-backup-incremental/7-engage-incremental | +++ VERSION=PR-1262-dc5a409a logger.go:42: 16:57:48 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 16:57:48 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 16:57:48 | scheduled-backup-incremental/7-engage-incremental | +++ [[ -z 8.4 ]] logger.go:42: 16:57:48 | scheduled-backup-incremental/7-engage-incremental | +++ export MYSQL_VERSION=8.4 logger.go:42: 16:57:48 | scheduled-backup-incremental/7-engage-incremental | +++ MYSQL_VERSION=8.4 logger.go:42: 16:57:48 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.4 logger.go:42: 16:57:48 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.4 logger.go:42: 16:57:48 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.4 logger.go:42: 16:57:48 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.4 logger.go:42: 16:57:48 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 16:57:48 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 16:57:48 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.4 logger.go:42: 16:57:48 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.4 logger.go:42: 16:57:48 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 16:57:48 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 16:57:48 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 16:57:48 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 16:57:48 | scheduled-backup-incremental/7-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 16:57:48 | scheduled-backup-incremental/7-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 16:57:48 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 16:57:48 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 16:57:48 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 16:57:48 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 16:57:48 | scheduled-backup-incremental/7-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 16:57:48 | scheduled-backup-incremental/7-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 16:57:48 | scheduled-backup-incremental/7-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 16:57:48 | scheduled-backup-incremental/7-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 16:57:48 | scheduled-backup-incremental/7-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 16:57:48 | scheduled-backup-incremental/7-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 16:57:48 | scheduled-backup-incremental/7-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 16:57:48 | scheduled-backup-incremental/7-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 16:57:48 | scheduled-backup-incremental/7-engage-incremental | ++++ which gdate logger.go:42: 16:57:48 | scheduled-backup-incremental/7-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 16:57:48 | scheduled-backup-incremental/7-engage-incremental | ++++ which date logger.go:42: 16:57:48 | scheduled-backup-incremental/7-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 16:57:48 | scheduled-backup-incremental/7-engage-incremental | +++ oc get projects logger.go:42: 16:57:48 | scheduled-backup-incremental/7-engage-incremental | +++ : logger.go:42: 16:57:48 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get nodes logger.go:42: 16:57:48 | scheduled-backup-incremental/7-engage-incremental | +++ grep '^minikube' logger.go:42: 16:57:48 | scheduled-backup-incremental/7-engage-incremental | +++ which gsed logger.go:42: 16:57:48 | scheduled-backup-incremental/7-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 16:57:48 | scheduled-backup-incremental/7-engage-incremental | +++ which sed logger.go:42: 16:57:48 | scheduled-backup-incremental/7-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 16:57:48 | scheduled-backup-incremental/7-engage-incremental | ++ oc get projects logger.go:42: 16:57:48 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl version -o json logger.go:42: 16:57:48 | scheduled-backup-incremental/7-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 16:57:48 | scheduled-backup-incremental/7-engage-incremental | +++ grep '\-eks\-' logger.go:42: 16:57:48 | scheduled-backup-incremental/7-engage-incremental | grep: warning: stray \ before - logger.go:42: 16:57:49 | scheduled-backup-incremental/7-engage-incremental | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 16:57:49 | scheduled-backup-incremental/7-engage-incremental | ++ '[' ']' logger.go:42: 16:57:49 | scheduled-backup-incremental/7-engage-incremental | ++ EKS=0 logger.go:42: 16:57:49 | scheduled-backup-incremental/7-engage-incremental | +++ get_cluster_name logger.go:42: 16:57:49 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl -n kuttl-test-gorgeous-macaque get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 16:57:49 | scheduled-backup-incremental/7-engage-incremental | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 16:57:49 | scheduled-backup-incremental/7-engage-incremental | ++ local schedule_name=minio-incr logger.go:42: 16:57:49 | scheduled-backup-incremental/7-engage-incremental | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 16:57:49 | scheduled-backup-incremental/7-engage-incremental | +++ sha1sum logger.go:42: 16:57:49 | scheduled-backup-incremental/7-engage-incremental | +++ printf %s kuttl-test-gorgeous-macaque-scheduled-backup-incremental logger.go:42: 16:57:49 | scheduled-backup-incremental/7-engage-incremental | +++ awk '{print $1}' logger.go:42: 16:57:49 | scheduled-backup-incremental/7-engage-incremental | +++ head -c 5 logger.go:42: 16:57:49 | scheduled-backup-incremental/7-engage-incremental | ++ local prefix=2c6b4 logger.go:42: 16:57:49 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get ps-backup -n kuttl-test-gorgeous-macaque -l percona.com/backup-ancestor=2c6b4-minio-incr -o yaml logger.go:42: 16:57:49 | scheduled-backup-incremental/7-engage-incremental | +++ yq '.items | length' logger.go:42: 16:57:50 | scheduled-backup-incremental/7-engage-incremental | ++ local bcp_count=0 logger.go:42: 16:57:50 | scheduled-backup-incremental/7-engage-incremental | ++ echo 0 logger.go:42: 16:57:50 | scheduled-backup-incremental/7-engage-incremental | + bcp_count=0 logger.go:42: 16:57:50 | scheduled-backup-incremental/7-engage-incremental | + [[ 0 -lt 3 ]] logger.go:42: 16:57:50 | scheduled-backup-incremental/7-engage-incremental | + echo 'There are 0 incremental ps-backups but should be at least 3' logger.go:42: 16:57:50 | scheduled-backup-incremental/7-engage-incremental | There are 0 incremental ps-backups but should be at least 3 logger.go:42: 16:57:50 | scheduled-backup-incremental/7-engage-incremental | + exit 1 logger.go:42: 16:57:51 | scheduled-backup-incremental/7-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 3 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 3" exit 1 fi] logger.go:42: 16:57:51 | scheduled-backup-incremental/7-engage-incremental | + source ../../functions logger.go:42: 16:57:51 | scheduled-backup-incremental/7-engage-incremental | +++ realpath ../../.. logger.go:42: 16:57:51 | scheduled-backup-incremental/7-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 16:57:51 | scheduled-backup-incremental/7-engage-incremental | ++++ pwd logger.go:42: 16:57:51 | scheduled-backup-incremental/7-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 16:57:51 | scheduled-backup-incremental/7-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 16:57:51 | scheduled-backup-incremental/7-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/vars.sh logger.go:42: 16:57:51 | scheduled-backup-incremental/7-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 16:57:51 | scheduled-backup-incremental/7-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 16:57:51 | scheduled-backup-incremental/7-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 16:57:51 | scheduled-backup-incremental/7-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 16:57:51 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 16:57:51 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 16:57:51 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 16:57:51 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 16:57:51 | scheduled-backup-incremental/7-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 16:57:51 | scheduled-backup-incremental/7-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 16:57:51 | scheduled-backup-incremental/7-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 16:57:51 | scheduled-backup-incremental/7-engage-incremental | +++ export GIT_BRANCH=PR-1262 logger.go:42: 16:57:51 | scheduled-backup-incremental/7-engage-incremental | +++ GIT_BRANCH=PR-1262 logger.go:42: 16:57:51 | scheduled-backup-incremental/7-engage-incremental | +++ export VERSION=PR-1262-dc5a409a logger.go:42: 16:57:51 | scheduled-backup-incremental/7-engage-incremental | +++ VERSION=PR-1262-dc5a409a logger.go:42: 16:57:51 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 16:57:51 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 16:57:51 | scheduled-backup-incremental/7-engage-incremental | +++ [[ -z 8.4 ]] logger.go:42: 16:57:51 | scheduled-backup-incremental/7-engage-incremental | +++ export MYSQL_VERSION=8.4 logger.go:42: 16:57:51 | scheduled-backup-incremental/7-engage-incremental | +++ MYSQL_VERSION=8.4 logger.go:42: 16:57:51 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.4 logger.go:42: 16:57:51 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.4 logger.go:42: 16:57:51 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.4 logger.go:42: 16:57:51 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.4 logger.go:42: 16:57:51 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 16:57:51 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 16:57:51 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.4 logger.go:42: 16:57:51 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.4 logger.go:42: 16:57:51 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 16:57:51 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 16:57:51 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 16:57:51 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 16:57:51 | scheduled-backup-incremental/7-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 16:57:51 | scheduled-backup-incremental/7-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 16:57:51 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 16:57:51 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 16:57:51 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 16:57:51 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 16:57:51 | scheduled-backup-incremental/7-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 16:57:51 | scheduled-backup-incremental/7-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 16:57:51 | scheduled-backup-incremental/7-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 16:57:51 | scheduled-backup-incremental/7-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 16:57:51 | scheduled-backup-incremental/7-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 16:57:51 | scheduled-backup-incremental/7-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 16:57:51 | scheduled-backup-incremental/7-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 16:57:51 | scheduled-backup-incremental/7-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 16:57:51 | scheduled-backup-incremental/7-engage-incremental | ++++ which gdate logger.go:42: 16:57:51 | scheduled-backup-incremental/7-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 16:57:51 | scheduled-backup-incremental/7-engage-incremental | ++++ which date logger.go:42: 16:57:51 | scheduled-backup-incremental/7-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 16:57:51 | scheduled-backup-incremental/7-engage-incremental | +++ oc get projects logger.go:42: 16:57:51 | scheduled-backup-incremental/7-engage-incremental | +++ : logger.go:42: 16:57:51 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get nodes logger.go:42: 16:57:51 | scheduled-backup-incremental/7-engage-incremental | +++ grep '^minikube' logger.go:42: 16:57:52 | scheduled-backup-incremental/7-engage-incremental | +++ which gsed logger.go:42: 16:57:52 | scheduled-backup-incremental/7-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 16:57:52 | scheduled-backup-incremental/7-engage-incremental | +++ which sed logger.go:42: 16:57:52 | scheduled-backup-incremental/7-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 16:57:52 | scheduled-backup-incremental/7-engage-incremental | ++ oc get projects logger.go:42: 16:57:52 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl version -o json logger.go:42: 16:57:52 | scheduled-backup-incremental/7-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 16:57:52 | scheduled-backup-incremental/7-engage-incremental | +++ grep '\-eks\-' logger.go:42: 16:57:52 | scheduled-backup-incremental/7-engage-incremental | grep: warning: stray \ before - logger.go:42: 16:57:52 | scheduled-backup-incremental/7-engage-incremental | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 16:57:52 | scheduled-backup-incremental/7-engage-incremental | ++ '[' ']' logger.go:42: 16:57:52 | scheduled-backup-incremental/7-engage-incremental | ++ EKS=0 logger.go:42: 16:57:52 | scheduled-backup-incremental/7-engage-incremental | +++ get_cluster_name logger.go:42: 16:57:52 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl -n kuttl-test-gorgeous-macaque get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 16:57:53 | scheduled-backup-incremental/7-engage-incremental | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 16:57:53 | scheduled-backup-incremental/7-engage-incremental | ++ local schedule_name=minio-incr logger.go:42: 16:57:53 | scheduled-backup-incremental/7-engage-incremental | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 16:57:53 | scheduled-backup-incremental/7-engage-incremental | +++ printf %s kuttl-test-gorgeous-macaque-scheduled-backup-incremental logger.go:42: 16:57:53 | scheduled-backup-incremental/7-engage-incremental | +++ sha1sum logger.go:42: 16:57:53 | scheduled-backup-incremental/7-engage-incremental | +++ awk '{print $1}' logger.go:42: 16:57:53 | scheduled-backup-incremental/7-engage-incremental | +++ head -c 5 logger.go:42: 16:57:53 | scheduled-backup-incremental/7-engage-incremental | ++ local prefix=2c6b4 logger.go:42: 16:57:53 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get ps-backup -n kuttl-test-gorgeous-macaque -l percona.com/backup-ancestor=2c6b4-minio-incr -o yaml logger.go:42: 16:57:53 | scheduled-backup-incremental/7-engage-incremental | +++ yq '.items | length' logger.go:42: 16:57:53 | scheduled-backup-incremental/7-engage-incremental | ++ local bcp_count=0 logger.go:42: 16:57:53 | scheduled-backup-incremental/7-engage-incremental | ++ echo 0 logger.go:42: 16:57:53 | scheduled-backup-incremental/7-engage-incremental | + bcp_count=0 logger.go:42: 16:57:53 | scheduled-backup-incremental/7-engage-incremental | + [[ 0 -lt 3 ]] logger.go:42: 16:57:53 | scheduled-backup-incremental/7-engage-incremental | + echo 'There are 0 incremental ps-backups but should be at least 3' logger.go:42: 16:57:53 | scheduled-backup-incremental/7-engage-incremental | There are 0 incremental ps-backups but should be at least 3 logger.go:42: 16:57:53 | scheduled-backup-incremental/7-engage-incremental | + exit 1 logger.go:42: 16:57:54 | scheduled-backup-incremental/7-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 3 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 3" exit 1 fi] logger.go:42: 16:57:54 | scheduled-backup-incremental/7-engage-incremental | + source ../../functions logger.go:42: 16:57:54 | scheduled-backup-incremental/7-engage-incremental | +++ realpath ../../.. logger.go:42: 16:57:54 | scheduled-backup-incremental/7-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 16:57:54 | scheduled-backup-incremental/7-engage-incremental | ++++ pwd logger.go:42: 16:57:54 | scheduled-backup-incremental/7-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 16:57:54 | scheduled-backup-incremental/7-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 16:57:54 | scheduled-backup-incremental/7-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/vars.sh logger.go:42: 16:57:54 | scheduled-backup-incremental/7-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 16:57:54 | scheduled-backup-incremental/7-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 16:57:54 | scheduled-backup-incremental/7-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 16:57:54 | scheduled-backup-incremental/7-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 16:57:54 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 16:57:54 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 16:57:54 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 16:57:54 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 16:57:54 | scheduled-backup-incremental/7-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 16:57:54 | scheduled-backup-incremental/7-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 16:57:54 | scheduled-backup-incremental/7-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 16:57:54 | scheduled-backup-incremental/7-engage-incremental | +++ export GIT_BRANCH=PR-1262 logger.go:42: 16:57:54 | scheduled-backup-incremental/7-engage-incremental | +++ GIT_BRANCH=PR-1262 logger.go:42: 16:57:54 | scheduled-backup-incremental/7-engage-incremental | +++ export VERSION=PR-1262-dc5a409a logger.go:42: 16:57:54 | scheduled-backup-incremental/7-engage-incremental | +++ VERSION=PR-1262-dc5a409a logger.go:42: 16:57:54 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 16:57:54 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 16:57:54 | scheduled-backup-incremental/7-engage-incremental | +++ [[ -z 8.4 ]] logger.go:42: 16:57:54 | scheduled-backup-incremental/7-engage-incremental | +++ export MYSQL_VERSION=8.4 logger.go:42: 16:57:54 | scheduled-backup-incremental/7-engage-incremental | +++ MYSQL_VERSION=8.4 logger.go:42: 16:57:54 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.4 logger.go:42: 16:57:54 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.4 logger.go:42: 16:57:54 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.4 logger.go:42: 16:57:54 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.4 logger.go:42: 16:57:54 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 16:57:54 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 16:57:54 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.4 logger.go:42: 16:57:54 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.4 logger.go:42: 16:57:54 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 16:57:54 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 16:57:54 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 16:57:54 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 16:57:54 | scheduled-backup-incremental/7-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 16:57:54 | scheduled-backup-incremental/7-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 16:57:54 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 16:57:54 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 16:57:54 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 16:57:54 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 16:57:54 | scheduled-backup-incremental/7-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 16:57:54 | scheduled-backup-incremental/7-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 16:57:54 | scheduled-backup-incremental/7-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 16:57:54 | scheduled-backup-incremental/7-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 16:57:54 | scheduled-backup-incremental/7-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 16:57:54 | scheduled-backup-incremental/7-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 16:57:54 | scheduled-backup-incremental/7-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 16:57:54 | scheduled-backup-incremental/7-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 16:57:54 | scheduled-backup-incremental/7-engage-incremental | ++++ which gdate logger.go:42: 16:57:54 | scheduled-backup-incremental/7-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 16:57:54 | scheduled-backup-incremental/7-engage-incremental | ++++ which date logger.go:42: 16:57:54 | scheduled-backup-incremental/7-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 16:57:54 | scheduled-backup-incremental/7-engage-incremental | +++ oc get projects logger.go:42: 16:57:54 | scheduled-backup-incremental/7-engage-incremental | +++ : logger.go:42: 16:57:54 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get nodes logger.go:42: 16:57:54 | scheduled-backup-incremental/7-engage-incremental | +++ grep '^minikube' logger.go:42: 16:57:55 | scheduled-backup-incremental/7-engage-incremental | +++ which gsed logger.go:42: 16:57:55 | scheduled-backup-incremental/7-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 16:57:55 | scheduled-backup-incremental/7-engage-incremental | +++ which sed logger.go:42: 16:57:55 | scheduled-backup-incremental/7-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 16:57:55 | scheduled-backup-incremental/7-engage-incremental | ++ oc get projects logger.go:42: 16:57:55 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl version -o json logger.go:42: 16:57:55 | scheduled-backup-incremental/7-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 16:57:55 | scheduled-backup-incremental/7-engage-incremental | +++ grep '\-eks\-' logger.go:42: 16:57:55 | scheduled-backup-incremental/7-engage-incremental | grep: warning: stray \ before - logger.go:42: 16:57:55 | scheduled-backup-incremental/7-engage-incremental | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 16:57:55 | scheduled-backup-incremental/7-engage-incremental | ++ '[' ']' logger.go:42: 16:57:55 | scheduled-backup-incremental/7-engage-incremental | ++ EKS=0 logger.go:42: 16:57:55 | scheduled-backup-incremental/7-engage-incremental | +++ get_cluster_name logger.go:42: 16:57:55 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl -n kuttl-test-gorgeous-macaque get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 16:57:56 | scheduled-backup-incremental/7-engage-incremental | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 16:57:56 | scheduled-backup-incremental/7-engage-incremental | ++ local schedule_name=minio-incr logger.go:42: 16:57:56 | scheduled-backup-incremental/7-engage-incremental | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 16:57:56 | scheduled-backup-incremental/7-engage-incremental | +++ printf %s kuttl-test-gorgeous-macaque-scheduled-backup-incremental logger.go:42: 16:57:56 | scheduled-backup-incremental/7-engage-incremental | +++ awk '{print $1}' logger.go:42: 16:57:56 | scheduled-backup-incremental/7-engage-incremental | +++ sha1sum logger.go:42: 16:57:56 | scheduled-backup-incremental/7-engage-incremental | +++ head -c 5 logger.go:42: 16:57:56 | scheduled-backup-incremental/7-engage-incremental | ++ local prefix=2c6b4 logger.go:42: 16:57:56 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get ps-backup -n kuttl-test-gorgeous-macaque -l percona.com/backup-ancestor=2c6b4-minio-incr -o yaml logger.go:42: 16:57:56 | scheduled-backup-incremental/7-engage-incremental | +++ yq '.items | length' logger.go:42: 16:57:56 | scheduled-backup-incremental/7-engage-incremental | ++ local bcp_count=0 logger.go:42: 16:57:56 | scheduled-backup-incremental/7-engage-incremental | ++ echo 0 logger.go:42: 16:57:56 | scheduled-backup-incremental/7-engage-incremental | + bcp_count=0 logger.go:42: 16:57:56 | scheduled-backup-incremental/7-engage-incremental | + [[ 0 -lt 3 ]] logger.go:42: 16:57:56 | scheduled-backup-incremental/7-engage-incremental | + echo 'There are 0 incremental ps-backups but should be at least 3' logger.go:42: 16:57:56 | scheduled-backup-incremental/7-engage-incremental | There are 0 incremental ps-backups but should be at least 3 logger.go:42: 16:57:56 | scheduled-backup-incremental/7-engage-incremental | + exit 1 logger.go:42: 16:57:58 | scheduled-backup-incremental/7-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 3 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 3" exit 1 fi] logger.go:42: 16:57:58 | scheduled-backup-incremental/7-engage-incremental | + source ../../functions logger.go:42: 16:57:58 | scheduled-backup-incremental/7-engage-incremental | +++ realpath ../../.. logger.go:42: 16:57:58 | scheduled-backup-incremental/7-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 16:57:58 | scheduled-backup-incremental/7-engage-incremental | ++++ pwd logger.go:42: 16:57:58 | scheduled-backup-incremental/7-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 16:57:58 | scheduled-backup-incremental/7-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 16:57:58 | scheduled-backup-incremental/7-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/vars.sh logger.go:42: 16:57:58 | scheduled-backup-incremental/7-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 16:57:58 | scheduled-backup-incremental/7-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 16:57:58 | scheduled-backup-incremental/7-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 16:57:58 | scheduled-backup-incremental/7-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 16:57:58 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 16:57:58 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 16:57:58 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 16:57:58 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 16:57:58 | scheduled-backup-incremental/7-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 16:57:58 | scheduled-backup-incremental/7-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 16:57:58 | scheduled-backup-incremental/7-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 16:57:58 | scheduled-backup-incremental/7-engage-incremental | +++ export GIT_BRANCH=PR-1262 logger.go:42: 16:57:58 | scheduled-backup-incremental/7-engage-incremental | +++ GIT_BRANCH=PR-1262 logger.go:42: 16:57:58 | scheduled-backup-incremental/7-engage-incremental | +++ export VERSION=PR-1262-dc5a409a logger.go:42: 16:57:58 | scheduled-backup-incremental/7-engage-incremental | +++ VERSION=PR-1262-dc5a409a logger.go:42: 16:57:58 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 16:57:58 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 16:57:58 | scheduled-backup-incremental/7-engage-incremental | +++ [[ -z 8.4 ]] logger.go:42: 16:57:58 | scheduled-backup-incremental/7-engage-incremental | +++ export MYSQL_VERSION=8.4 logger.go:42: 16:57:58 | scheduled-backup-incremental/7-engage-incremental | +++ MYSQL_VERSION=8.4 logger.go:42: 16:57:58 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.4 logger.go:42: 16:57:58 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.4 logger.go:42: 16:57:58 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.4 logger.go:42: 16:57:58 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.4 logger.go:42: 16:57:58 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 16:57:58 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 16:57:58 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.4 logger.go:42: 16:57:58 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.4 logger.go:42: 16:57:58 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 16:57:58 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 16:57:58 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 16:57:58 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 16:57:58 | scheduled-backup-incremental/7-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 16:57:58 | scheduled-backup-incremental/7-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 16:57:58 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 16:57:58 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 16:57:58 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 16:57:58 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 16:57:58 | scheduled-backup-incremental/7-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 16:57:58 | scheduled-backup-incremental/7-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 16:57:58 | scheduled-backup-incremental/7-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 16:57:58 | scheduled-backup-incremental/7-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 16:57:58 | scheduled-backup-incremental/7-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 16:57:58 | scheduled-backup-incremental/7-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 16:57:58 | scheduled-backup-incremental/7-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 16:57:58 | scheduled-backup-incremental/7-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 16:57:58 | scheduled-backup-incremental/7-engage-incremental | ++++ which gdate logger.go:42: 16:57:58 | scheduled-backup-incremental/7-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 16:57:58 | scheduled-backup-incremental/7-engage-incremental | ++++ which date logger.go:42: 16:57:58 | scheduled-backup-incremental/7-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 16:57:58 | scheduled-backup-incremental/7-engage-incremental | +++ oc get projects logger.go:42: 16:57:58 | scheduled-backup-incremental/7-engage-incremental | +++ : logger.go:42: 16:57:58 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get nodes logger.go:42: 16:57:58 | scheduled-backup-incremental/7-engage-incremental | +++ grep '^minikube' logger.go:42: 16:57:58 | scheduled-backup-incremental/7-engage-incremental | +++ which gsed logger.go:42: 16:57:58 | scheduled-backup-incremental/7-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 16:57:58 | scheduled-backup-incremental/7-engage-incremental | +++ which sed logger.go:42: 16:57:58 | scheduled-backup-incremental/7-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 16:57:58 | scheduled-backup-incremental/7-engage-incremental | ++ oc get projects logger.go:42: 16:57:58 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl version -o json logger.go:42: 16:57:58 | scheduled-backup-incremental/7-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 16:57:58 | scheduled-backup-incremental/7-engage-incremental | +++ grep '\-eks\-' logger.go:42: 16:57:58 | scheduled-backup-incremental/7-engage-incremental | grep: warning: stray \ before - logger.go:42: 16:57:59 | scheduled-backup-incremental/7-engage-incremental | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 16:57:59 | scheduled-backup-incremental/7-engage-incremental | ++ '[' ']' logger.go:42: 16:57:59 | scheduled-backup-incremental/7-engage-incremental | ++ EKS=0 logger.go:42: 16:57:59 | scheduled-backup-incremental/7-engage-incremental | +++ get_cluster_name logger.go:42: 16:57:59 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl -n kuttl-test-gorgeous-macaque get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 16:57:59 | scheduled-backup-incremental/7-engage-incremental | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 16:57:59 | scheduled-backup-incremental/7-engage-incremental | ++ local schedule_name=minio-incr logger.go:42: 16:57:59 | scheduled-backup-incremental/7-engage-incremental | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 16:57:59 | scheduled-backup-incremental/7-engage-incremental | +++ printf %s kuttl-test-gorgeous-macaque-scheduled-backup-incremental logger.go:42: 16:57:59 | scheduled-backup-incremental/7-engage-incremental | +++ sha1sum logger.go:42: 16:57:59 | scheduled-backup-incremental/7-engage-incremental | +++ awk '{print $1}' logger.go:42: 16:57:59 | scheduled-backup-incremental/7-engage-incremental | +++ head -c 5 logger.go:42: 16:57:59 | scheduled-backup-incremental/7-engage-incremental | ++ local prefix=2c6b4 logger.go:42: 16:57:59 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get ps-backup -n kuttl-test-gorgeous-macaque -l percona.com/backup-ancestor=2c6b4-minio-incr -o yaml logger.go:42: 16:57:59 | scheduled-backup-incremental/7-engage-incremental | +++ yq '.items | length' logger.go:42: 16:58:00 | scheduled-backup-incremental/7-engage-incremental | ++ local bcp_count=0 logger.go:42: 16:58:00 | scheduled-backup-incremental/7-engage-incremental | ++ echo 0 logger.go:42: 16:58:00 | scheduled-backup-incremental/7-engage-incremental | + bcp_count=0 logger.go:42: 16:58:00 | scheduled-backup-incremental/7-engage-incremental | + [[ 0 -lt 3 ]] logger.go:42: 16:58:00 | scheduled-backup-incremental/7-engage-incremental | + echo 'There are 0 incremental ps-backups but should be at least 3' logger.go:42: 16:58:00 | scheduled-backup-incremental/7-engage-incremental | There are 0 incremental ps-backups but should be at least 3 logger.go:42: 16:58:00 | scheduled-backup-incremental/7-engage-incremental | + exit 1 logger.go:42: 16:58:01 | scheduled-backup-incremental/7-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 3 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 3" exit 1 fi] logger.go:42: 16:58:01 | scheduled-backup-incremental/7-engage-incremental | + source ../../functions logger.go:42: 16:58:01 | scheduled-backup-incremental/7-engage-incremental | +++ realpath ../../.. logger.go:42: 16:58:01 | scheduled-backup-incremental/7-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 16:58:01 | scheduled-backup-incremental/7-engage-incremental | ++++ pwd logger.go:42: 16:58:01 | scheduled-backup-incremental/7-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 16:58:01 | scheduled-backup-incremental/7-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 16:58:01 | scheduled-backup-incremental/7-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/vars.sh logger.go:42: 16:58:01 | scheduled-backup-incremental/7-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 16:58:01 | scheduled-backup-incremental/7-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 16:58:01 | scheduled-backup-incremental/7-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 16:58:01 | scheduled-backup-incremental/7-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 16:58:01 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 16:58:01 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 16:58:01 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 16:58:01 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 16:58:01 | scheduled-backup-incremental/7-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 16:58:01 | scheduled-backup-incremental/7-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 16:58:01 | scheduled-backup-incremental/7-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 16:58:01 | scheduled-backup-incremental/7-engage-incremental | +++ export GIT_BRANCH=PR-1262 logger.go:42: 16:58:01 | scheduled-backup-incremental/7-engage-incremental | +++ GIT_BRANCH=PR-1262 logger.go:42: 16:58:01 | scheduled-backup-incremental/7-engage-incremental | +++ export VERSION=PR-1262-dc5a409a logger.go:42: 16:58:01 | scheduled-backup-incremental/7-engage-incremental | +++ VERSION=PR-1262-dc5a409a logger.go:42: 16:58:01 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 16:58:01 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 16:58:01 | scheduled-backup-incremental/7-engage-incremental | +++ [[ -z 8.4 ]] logger.go:42: 16:58:01 | scheduled-backup-incremental/7-engage-incremental | +++ export MYSQL_VERSION=8.4 logger.go:42: 16:58:01 | scheduled-backup-incremental/7-engage-incremental | +++ MYSQL_VERSION=8.4 logger.go:42: 16:58:01 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.4 logger.go:42: 16:58:01 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.4 logger.go:42: 16:58:01 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.4 logger.go:42: 16:58:01 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.4 logger.go:42: 16:58:01 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 16:58:01 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 16:58:01 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.4 logger.go:42: 16:58:01 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.4 logger.go:42: 16:58:01 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 16:58:01 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 16:58:01 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 16:58:01 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 16:58:01 | scheduled-backup-incremental/7-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 16:58:01 | scheduled-backup-incremental/7-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 16:58:01 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 16:58:01 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 16:58:01 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 16:58:01 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 16:58:01 | scheduled-backup-incremental/7-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 16:58:01 | scheduled-backup-incremental/7-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 16:58:01 | scheduled-backup-incremental/7-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 16:58:01 | scheduled-backup-incremental/7-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 16:58:01 | scheduled-backup-incremental/7-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 16:58:01 | scheduled-backup-incremental/7-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 16:58:01 | scheduled-backup-incremental/7-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 16:58:01 | scheduled-backup-incremental/7-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 16:58:01 | scheduled-backup-incremental/7-engage-incremental | ++++ which gdate logger.go:42: 16:58:01 | scheduled-backup-incremental/7-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 16:58:01 | scheduled-backup-incremental/7-engage-incremental | ++++ which date logger.go:42: 16:58:01 | scheduled-backup-incremental/7-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 16:58:01 | scheduled-backup-incremental/7-engage-incremental | +++ oc get projects logger.go:42: 16:58:01 | scheduled-backup-incremental/7-engage-incremental | +++ : logger.go:42: 16:58:01 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get nodes logger.go:42: 16:58:01 | scheduled-backup-incremental/7-engage-incremental | +++ grep '^minikube' logger.go:42: 16:58:02 | scheduled-backup-incremental/7-engage-incremental | +++ which gsed logger.go:42: 16:58:02 | scheduled-backup-incremental/7-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 16:58:02 | scheduled-backup-incremental/7-engage-incremental | +++ which sed logger.go:42: 16:58:02 | scheduled-backup-incremental/7-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 16:58:02 | scheduled-backup-incremental/7-engage-incremental | ++ oc get projects logger.go:42: 16:58:02 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl version -o json logger.go:42: 16:58:02 | scheduled-backup-incremental/7-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 16:58:02 | scheduled-backup-incremental/7-engage-incremental | +++ grep '\-eks\-' logger.go:42: 16:58:02 | scheduled-backup-incremental/7-engage-incremental | grep: warning: stray \ before - logger.go:42: 16:58:02 | scheduled-backup-incremental/7-engage-incremental | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 16:58:02 | scheduled-backup-incremental/7-engage-incremental | ++ '[' ']' logger.go:42: 16:58:02 | scheduled-backup-incremental/7-engage-incremental | ++ EKS=0 logger.go:42: 16:58:02 | scheduled-backup-incremental/7-engage-incremental | +++ get_cluster_name logger.go:42: 16:58:02 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl -n kuttl-test-gorgeous-macaque get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 16:58:03 | scheduled-backup-incremental/7-engage-incremental | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 16:58:03 | scheduled-backup-incremental/7-engage-incremental | ++ local schedule_name=minio-incr logger.go:42: 16:58:03 | scheduled-backup-incremental/7-engage-incremental | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 16:58:03 | scheduled-backup-incremental/7-engage-incremental | +++ printf %s kuttl-test-gorgeous-macaque-scheduled-backup-incremental logger.go:42: 16:58:03 | scheduled-backup-incremental/7-engage-incremental | +++ sha1sum logger.go:42: 16:58:03 | scheduled-backup-incremental/7-engage-incremental | +++ awk '{print $1}' logger.go:42: 16:58:03 | scheduled-backup-incremental/7-engage-incremental | +++ head -c 5 logger.go:42: 16:58:03 | scheduled-backup-incremental/7-engage-incremental | ++ local prefix=2c6b4 logger.go:42: 16:58:03 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get ps-backup -n kuttl-test-gorgeous-macaque -l percona.com/backup-ancestor=2c6b4-minio-incr -o yaml logger.go:42: 16:58:03 | scheduled-backup-incremental/7-engage-incremental | +++ yq '.items | length' logger.go:42: 16:58:03 | scheduled-backup-incremental/7-engage-incremental | ++ local bcp_count=0 logger.go:42: 16:58:03 | scheduled-backup-incremental/7-engage-incremental | ++ echo 0 logger.go:42: 16:58:03 | scheduled-backup-incremental/7-engage-incremental | + bcp_count=0 logger.go:42: 16:58:03 | scheduled-backup-incremental/7-engage-incremental | + [[ 0 -lt 3 ]] logger.go:42: 16:58:03 | scheduled-backup-incremental/7-engage-incremental | + echo 'There are 0 incremental ps-backups but should be at least 3' logger.go:42: 16:58:03 | scheduled-backup-incremental/7-engage-incremental | There are 0 incremental ps-backups but should be at least 3 logger.go:42: 16:58:03 | scheduled-backup-incremental/7-engage-incremental | + exit 1 logger.go:42: 16:58:04 | scheduled-backup-incremental/7-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 3 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 3" exit 1 fi] logger.go:42: 16:58:04 | scheduled-backup-incremental/7-engage-incremental | + source ../../functions logger.go:42: 16:58:04 | scheduled-backup-incremental/7-engage-incremental | +++ realpath ../../.. logger.go:42: 16:58:04 | scheduled-backup-incremental/7-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 16:58:04 | scheduled-backup-incremental/7-engage-incremental | ++++ pwd logger.go:42: 16:58:04 | scheduled-backup-incremental/7-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 16:58:04 | scheduled-backup-incremental/7-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 16:58:04 | scheduled-backup-incremental/7-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/vars.sh logger.go:42: 16:58:04 | scheduled-backup-incremental/7-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 16:58:04 | scheduled-backup-incremental/7-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 16:58:04 | scheduled-backup-incremental/7-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 16:58:04 | scheduled-backup-incremental/7-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 16:58:04 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 16:58:04 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 16:58:04 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 16:58:04 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 16:58:04 | scheduled-backup-incremental/7-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 16:58:04 | scheduled-backup-incremental/7-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 16:58:04 | scheduled-backup-incremental/7-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 16:58:04 | scheduled-backup-incremental/7-engage-incremental | +++ export GIT_BRANCH=PR-1262 logger.go:42: 16:58:04 | scheduled-backup-incremental/7-engage-incremental | +++ GIT_BRANCH=PR-1262 logger.go:42: 16:58:04 | scheduled-backup-incremental/7-engage-incremental | +++ export VERSION=PR-1262-dc5a409a logger.go:42: 16:58:04 | scheduled-backup-incremental/7-engage-incremental | +++ VERSION=PR-1262-dc5a409a logger.go:42: 16:58:04 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 16:58:04 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 16:58:04 | scheduled-backup-incremental/7-engage-incremental | +++ [[ -z 8.4 ]] logger.go:42: 16:58:04 | scheduled-backup-incremental/7-engage-incremental | +++ export MYSQL_VERSION=8.4 logger.go:42: 16:58:04 | scheduled-backup-incremental/7-engage-incremental | +++ MYSQL_VERSION=8.4 logger.go:42: 16:58:04 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.4 logger.go:42: 16:58:04 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.4 logger.go:42: 16:58:04 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.4 logger.go:42: 16:58:04 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.4 logger.go:42: 16:58:04 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 16:58:04 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 16:58:04 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.4 logger.go:42: 16:58:04 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.4 logger.go:42: 16:58:04 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 16:58:04 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 16:58:04 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 16:58:04 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 16:58:04 | scheduled-backup-incremental/7-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 16:58:04 | scheduled-backup-incremental/7-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 16:58:04 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 16:58:04 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 16:58:04 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 16:58:04 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 16:58:04 | scheduled-backup-incremental/7-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 16:58:04 | scheduled-backup-incremental/7-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 16:58:04 | scheduled-backup-incremental/7-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 16:58:04 | scheduled-backup-incremental/7-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 16:58:04 | scheduled-backup-incremental/7-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 16:58:04 | scheduled-backup-incremental/7-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 16:58:04 | scheduled-backup-incremental/7-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 16:58:04 | scheduled-backup-incremental/7-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 16:58:04 | scheduled-backup-incremental/7-engage-incremental | ++++ which gdate logger.go:42: 16:58:04 | scheduled-backup-incremental/7-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 16:58:04 | scheduled-backup-incremental/7-engage-incremental | ++++ which date logger.go:42: 16:58:04 | scheduled-backup-incremental/7-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 16:58:04 | scheduled-backup-incremental/7-engage-incremental | +++ oc get projects logger.go:42: 16:58:04 | scheduled-backup-incremental/7-engage-incremental | +++ : logger.go:42: 16:58:04 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get nodes logger.go:42: 16:58:04 | scheduled-backup-incremental/7-engage-incremental | +++ grep '^minikube' logger.go:42: 16:58:05 | scheduled-backup-incremental/7-engage-incremental | +++ which gsed logger.go:42: 16:58:05 | scheduled-backup-incremental/7-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 16:58:05 | scheduled-backup-incremental/7-engage-incremental | +++ which sed logger.go:42: 16:58:05 | scheduled-backup-incremental/7-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 16:58:05 | scheduled-backup-incremental/7-engage-incremental | ++ oc get projects logger.go:42: 16:58:05 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl version -o json logger.go:42: 16:58:05 | scheduled-backup-incremental/7-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 16:58:05 | scheduled-backup-incremental/7-engage-incremental | +++ grep '\-eks\-' logger.go:42: 16:58:05 | scheduled-backup-incremental/7-engage-incremental | grep: warning: stray \ before - logger.go:42: 16:58:05 | scheduled-backup-incremental/7-engage-incremental | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 16:58:05 | scheduled-backup-incremental/7-engage-incremental | ++ '[' ']' logger.go:42: 16:58:05 | scheduled-backup-incremental/7-engage-incremental | ++ EKS=0 logger.go:42: 16:58:05 | scheduled-backup-incremental/7-engage-incremental | +++ get_cluster_name logger.go:42: 16:58:05 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl -n kuttl-test-gorgeous-macaque get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 16:58:06 | scheduled-backup-incremental/7-engage-incremental | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 16:58:06 | scheduled-backup-incremental/7-engage-incremental | ++ local schedule_name=minio-incr logger.go:42: 16:58:06 | scheduled-backup-incremental/7-engage-incremental | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 16:58:06 | scheduled-backup-incremental/7-engage-incremental | +++ printf %s kuttl-test-gorgeous-macaque-scheduled-backup-incremental logger.go:42: 16:58:06 | scheduled-backup-incremental/7-engage-incremental | +++ sha1sum logger.go:42: 16:58:06 | scheduled-backup-incremental/7-engage-incremental | +++ awk '{print $1}' logger.go:42: 16:58:06 | scheduled-backup-incremental/7-engage-incremental | +++ head -c 5 logger.go:42: 16:58:06 | scheduled-backup-incremental/7-engage-incremental | ++ local prefix=2c6b4 logger.go:42: 16:58:06 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get ps-backup -n kuttl-test-gorgeous-macaque -l percona.com/backup-ancestor=2c6b4-minio-incr -o yaml logger.go:42: 16:58:06 | scheduled-backup-incremental/7-engage-incremental | +++ yq '.items | length' logger.go:42: 16:58:06 | scheduled-backup-incremental/7-engage-incremental | ++ local bcp_count=0 logger.go:42: 16:58:06 | scheduled-backup-incremental/7-engage-incremental | ++ echo 0 logger.go:42: 16:58:06 | scheduled-backup-incremental/7-engage-incremental | + bcp_count=0 logger.go:42: 16:58:06 | scheduled-backup-incremental/7-engage-incremental | + [[ 0 -lt 3 ]] logger.go:42: 16:58:06 | scheduled-backup-incremental/7-engage-incremental | + echo 'There are 0 incremental ps-backups but should be at least 3' logger.go:42: 16:58:06 | scheduled-backup-incremental/7-engage-incremental | There are 0 incremental ps-backups but should be at least 3 logger.go:42: 16:58:06 | scheduled-backup-incremental/7-engage-incremental | + exit 1 logger.go:42: 16:58:08 | scheduled-backup-incremental/7-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 3 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 3" exit 1 fi] logger.go:42: 16:58:08 | scheduled-backup-incremental/7-engage-incremental | + source ../../functions logger.go:42: 16:58:08 | scheduled-backup-incremental/7-engage-incremental | +++ realpath ../../.. logger.go:42: 16:58:08 | scheduled-backup-incremental/7-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 16:58:08 | scheduled-backup-incremental/7-engage-incremental | ++++ pwd logger.go:42: 16:58:08 | scheduled-backup-incremental/7-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 16:58:08 | scheduled-backup-incremental/7-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 16:58:08 | scheduled-backup-incremental/7-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/vars.sh logger.go:42: 16:58:08 | scheduled-backup-incremental/7-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 16:58:08 | scheduled-backup-incremental/7-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 16:58:08 | scheduled-backup-incremental/7-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 16:58:08 | scheduled-backup-incremental/7-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 16:58:08 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 16:58:08 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 16:58:08 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 16:58:08 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 16:58:08 | scheduled-backup-incremental/7-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 16:58:08 | scheduled-backup-incremental/7-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 16:58:08 | scheduled-backup-incremental/7-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 16:58:08 | scheduled-backup-incremental/7-engage-incremental | +++ export GIT_BRANCH=PR-1262 logger.go:42: 16:58:08 | scheduled-backup-incremental/7-engage-incremental | +++ GIT_BRANCH=PR-1262 logger.go:42: 16:58:08 | scheduled-backup-incremental/7-engage-incremental | +++ export VERSION=PR-1262-dc5a409a logger.go:42: 16:58:08 | scheduled-backup-incremental/7-engage-incremental | +++ VERSION=PR-1262-dc5a409a logger.go:42: 16:58:08 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 16:58:08 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 16:58:08 | scheduled-backup-incremental/7-engage-incremental | +++ [[ -z 8.4 ]] logger.go:42: 16:58:08 | scheduled-backup-incremental/7-engage-incremental | +++ export MYSQL_VERSION=8.4 logger.go:42: 16:58:08 | scheduled-backup-incremental/7-engage-incremental | +++ MYSQL_VERSION=8.4 logger.go:42: 16:58:08 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.4 logger.go:42: 16:58:08 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.4 logger.go:42: 16:58:08 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.4 logger.go:42: 16:58:08 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.4 logger.go:42: 16:58:08 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 16:58:08 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 16:58:08 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.4 logger.go:42: 16:58:08 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.4 logger.go:42: 16:58:08 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 16:58:08 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 16:58:08 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 16:58:08 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 16:58:08 | scheduled-backup-incremental/7-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 16:58:08 | scheduled-backup-incremental/7-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 16:58:08 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 16:58:08 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 16:58:08 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 16:58:08 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 16:58:08 | scheduled-backup-incremental/7-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 16:58:08 | scheduled-backup-incremental/7-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 16:58:08 | scheduled-backup-incremental/7-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 16:58:08 | scheduled-backup-incremental/7-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 16:58:08 | scheduled-backup-incremental/7-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 16:58:08 | scheduled-backup-incremental/7-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 16:58:08 | scheduled-backup-incremental/7-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 16:58:08 | scheduled-backup-incremental/7-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 16:58:08 | scheduled-backup-incremental/7-engage-incremental | ++++ which gdate logger.go:42: 16:58:08 | scheduled-backup-incremental/7-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 16:58:08 | scheduled-backup-incremental/7-engage-incremental | ++++ which date logger.go:42: 16:58:08 | scheduled-backup-incremental/7-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 16:58:08 | scheduled-backup-incremental/7-engage-incremental | +++ oc get projects logger.go:42: 16:58:08 | scheduled-backup-incremental/7-engage-incremental | +++ : logger.go:42: 16:58:08 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get nodes logger.go:42: 16:58:08 | scheduled-backup-incremental/7-engage-incremental | +++ grep '^minikube' logger.go:42: 16:58:08 | scheduled-backup-incremental/7-engage-incremental | +++ which gsed logger.go:42: 16:58:08 | scheduled-backup-incremental/7-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 16:58:08 | scheduled-backup-incremental/7-engage-incremental | +++ which sed logger.go:42: 16:58:08 | scheduled-backup-incremental/7-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 16:58:08 | scheduled-backup-incremental/7-engage-incremental | ++ oc get projects logger.go:42: 16:58:08 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl version -o json logger.go:42: 16:58:08 | scheduled-backup-incremental/7-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 16:58:08 | scheduled-backup-incremental/7-engage-incremental | +++ grep '\-eks\-' logger.go:42: 16:58:08 | scheduled-backup-incremental/7-engage-incremental | grep: warning: stray \ before - logger.go:42: 16:58:09 | scheduled-backup-incremental/7-engage-incremental | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 16:58:09 | scheduled-backup-incremental/7-engage-incremental | ++ '[' ']' logger.go:42: 16:58:09 | scheduled-backup-incremental/7-engage-incremental | ++ EKS=0 logger.go:42: 16:58:09 | scheduled-backup-incremental/7-engage-incremental | +++ get_cluster_name logger.go:42: 16:58:09 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl -n kuttl-test-gorgeous-macaque get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 16:58:09 | scheduled-backup-incremental/7-engage-incremental | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 16:58:09 | scheduled-backup-incremental/7-engage-incremental | ++ local schedule_name=minio-incr logger.go:42: 16:58:09 | scheduled-backup-incremental/7-engage-incremental | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 16:58:09 | scheduled-backup-incremental/7-engage-incremental | +++ printf %s kuttl-test-gorgeous-macaque-scheduled-backup-incremental logger.go:42: 16:58:09 | scheduled-backup-incremental/7-engage-incremental | +++ sha1sum logger.go:42: 16:58:09 | scheduled-backup-incremental/7-engage-incremental | +++ awk '{print $1}' logger.go:42: 16:58:09 | scheduled-backup-incremental/7-engage-incremental | +++ head -c 5 logger.go:42: 16:58:09 | scheduled-backup-incremental/7-engage-incremental | ++ local prefix=2c6b4 logger.go:42: 16:58:09 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get ps-backup -n kuttl-test-gorgeous-macaque -l percona.com/backup-ancestor=2c6b4-minio-incr -o yaml logger.go:42: 16:58:09 | scheduled-backup-incremental/7-engage-incremental | +++ yq '.items | length' logger.go:42: 16:58:10 | scheduled-backup-incremental/7-engage-incremental | ++ local bcp_count=0 logger.go:42: 16:58:10 | scheduled-backup-incremental/7-engage-incremental | ++ echo 0 logger.go:42: 16:58:10 | scheduled-backup-incremental/7-engage-incremental | + bcp_count=0 logger.go:42: 16:58:10 | scheduled-backup-incremental/7-engage-incremental | + [[ 0 -lt 3 ]] logger.go:42: 16:58:10 | scheduled-backup-incremental/7-engage-incremental | + echo 'There are 0 incremental ps-backups but should be at least 3' logger.go:42: 16:58:10 | scheduled-backup-incremental/7-engage-incremental | There are 0 incremental ps-backups but should be at least 3 logger.go:42: 16:58:10 | scheduled-backup-incremental/7-engage-incremental | + exit 1 logger.go:42: 16:58:11 | scheduled-backup-incremental/7-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 3 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 3" exit 1 fi] logger.go:42: 16:58:11 | scheduled-backup-incremental/7-engage-incremental | + source ../../functions logger.go:42: 16:58:11 | scheduled-backup-incremental/7-engage-incremental | +++ realpath ../../.. logger.go:42: 16:58:11 | scheduled-backup-incremental/7-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 16:58:11 | scheduled-backup-incremental/7-engage-incremental | ++++ pwd logger.go:42: 16:58:11 | scheduled-backup-incremental/7-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 16:58:11 | scheduled-backup-incremental/7-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 16:58:11 | scheduled-backup-incremental/7-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/vars.sh logger.go:42: 16:58:11 | scheduled-backup-incremental/7-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 16:58:11 | scheduled-backup-incremental/7-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 16:58:11 | scheduled-backup-incremental/7-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 16:58:11 | scheduled-backup-incremental/7-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 16:58:11 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 16:58:11 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 16:58:11 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 16:58:11 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 16:58:11 | scheduled-backup-incremental/7-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 16:58:11 | scheduled-backup-incremental/7-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 16:58:11 | scheduled-backup-incremental/7-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 16:58:11 | scheduled-backup-incremental/7-engage-incremental | +++ export GIT_BRANCH=PR-1262 logger.go:42: 16:58:11 | scheduled-backup-incremental/7-engage-incremental | +++ GIT_BRANCH=PR-1262 logger.go:42: 16:58:11 | scheduled-backup-incremental/7-engage-incremental | +++ export VERSION=PR-1262-dc5a409a logger.go:42: 16:58:11 | scheduled-backup-incremental/7-engage-incremental | +++ VERSION=PR-1262-dc5a409a logger.go:42: 16:58:11 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 16:58:11 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 16:58:11 | scheduled-backup-incremental/7-engage-incremental | +++ [[ -z 8.4 ]] logger.go:42: 16:58:11 | scheduled-backup-incremental/7-engage-incremental | +++ export MYSQL_VERSION=8.4 logger.go:42: 16:58:11 | scheduled-backup-incremental/7-engage-incremental | +++ MYSQL_VERSION=8.4 logger.go:42: 16:58:11 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.4 logger.go:42: 16:58:11 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.4 logger.go:42: 16:58:11 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.4 logger.go:42: 16:58:11 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.4 logger.go:42: 16:58:11 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 16:58:11 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 16:58:11 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.4 logger.go:42: 16:58:11 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.4 logger.go:42: 16:58:11 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 16:58:11 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 16:58:11 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 16:58:11 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 16:58:11 | scheduled-backup-incremental/7-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 16:58:11 | scheduled-backup-incremental/7-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 16:58:11 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 16:58:11 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 16:58:11 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 16:58:11 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 16:58:11 | scheduled-backup-incremental/7-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 16:58:11 | scheduled-backup-incremental/7-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 16:58:11 | scheduled-backup-incremental/7-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 16:58:11 | scheduled-backup-incremental/7-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 16:58:11 | scheduled-backup-incremental/7-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 16:58:11 | scheduled-backup-incremental/7-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 16:58:11 | scheduled-backup-incremental/7-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 16:58:11 | scheduled-backup-incremental/7-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 16:58:11 | scheduled-backup-incremental/7-engage-incremental | ++++ which gdate logger.go:42: 16:58:11 | scheduled-backup-incremental/7-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 16:58:11 | scheduled-backup-incremental/7-engage-incremental | ++++ which date logger.go:42: 16:58:11 | scheduled-backup-incremental/7-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 16:58:11 | scheduled-backup-incremental/7-engage-incremental | +++ oc get projects logger.go:42: 16:58:11 | scheduled-backup-incremental/7-engage-incremental | +++ : logger.go:42: 16:58:11 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get nodes logger.go:42: 16:58:11 | scheduled-backup-incremental/7-engage-incremental | +++ grep '^minikube' logger.go:42: 16:58:12 | scheduled-backup-incremental/7-engage-incremental | +++ which gsed logger.go:42: 16:58:12 | scheduled-backup-incremental/7-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 16:58:12 | scheduled-backup-incremental/7-engage-incremental | +++ which sed logger.go:42: 16:58:12 | scheduled-backup-incremental/7-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 16:58:12 | scheduled-backup-incremental/7-engage-incremental | ++ oc get projects logger.go:42: 16:58:12 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl version -o json logger.go:42: 16:58:12 | scheduled-backup-incremental/7-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 16:58:12 | scheduled-backup-incremental/7-engage-incremental | +++ grep '\-eks\-' logger.go:42: 16:58:12 | scheduled-backup-incremental/7-engage-incremental | grep: warning: stray \ before - logger.go:42: 16:58:12 | scheduled-backup-incremental/7-engage-incremental | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 16:58:12 | scheduled-backup-incremental/7-engage-incremental | ++ '[' ']' logger.go:42: 16:58:12 | scheduled-backup-incremental/7-engage-incremental | ++ EKS=0 logger.go:42: 16:58:12 | scheduled-backup-incremental/7-engage-incremental | +++ get_cluster_name logger.go:42: 16:58:12 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl -n kuttl-test-gorgeous-macaque get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 16:58:13 | scheduled-backup-incremental/7-engage-incremental | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 16:58:13 | scheduled-backup-incremental/7-engage-incremental | ++ local schedule_name=minio-incr logger.go:42: 16:58:13 | scheduled-backup-incremental/7-engage-incremental | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 16:58:13 | scheduled-backup-incremental/7-engage-incremental | +++ printf %s kuttl-test-gorgeous-macaque-scheduled-backup-incremental logger.go:42: 16:58:13 | scheduled-backup-incremental/7-engage-incremental | +++ sha1sum logger.go:42: 16:58:13 | scheduled-backup-incremental/7-engage-incremental | +++ awk '{print $1}' logger.go:42: 16:58:13 | scheduled-backup-incremental/7-engage-incremental | +++ head -c 5 logger.go:42: 16:58:13 | scheduled-backup-incremental/7-engage-incremental | ++ local prefix=2c6b4 logger.go:42: 16:58:13 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get ps-backup -n kuttl-test-gorgeous-macaque -l percona.com/backup-ancestor=2c6b4-minio-incr -o yaml logger.go:42: 16:58:13 | scheduled-backup-incremental/7-engage-incremental | +++ yq '.items | length' logger.go:42: 16:58:13 | scheduled-backup-incremental/7-engage-incremental | ++ local bcp_count=0 logger.go:42: 16:58:13 | scheduled-backup-incremental/7-engage-incremental | ++ echo 0 logger.go:42: 16:58:13 | scheduled-backup-incremental/7-engage-incremental | + bcp_count=0 logger.go:42: 16:58:13 | scheduled-backup-incremental/7-engage-incremental | + [[ 0 -lt 3 ]] logger.go:42: 16:58:13 | scheduled-backup-incremental/7-engage-incremental | + echo 'There are 0 incremental ps-backups but should be at least 3' logger.go:42: 16:58:13 | scheduled-backup-incremental/7-engage-incremental | There are 0 incremental ps-backups but should be at least 3 logger.go:42: 16:58:13 | scheduled-backup-incremental/7-engage-incremental | + exit 1 logger.go:42: 16:58:15 | scheduled-backup-incremental/7-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 3 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 3" exit 1 fi] logger.go:42: 16:58:15 | scheduled-backup-incremental/7-engage-incremental | + source ../../functions logger.go:42: 16:58:15 | scheduled-backup-incremental/7-engage-incremental | +++ realpath ../../.. logger.go:42: 16:58:15 | scheduled-backup-incremental/7-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 16:58:15 | scheduled-backup-incremental/7-engage-incremental | ++++ pwd logger.go:42: 16:58:15 | scheduled-backup-incremental/7-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 16:58:15 | scheduled-backup-incremental/7-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 16:58:15 | scheduled-backup-incremental/7-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/vars.sh logger.go:42: 16:58:15 | scheduled-backup-incremental/7-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 16:58:15 | scheduled-backup-incremental/7-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 16:58:15 | scheduled-backup-incremental/7-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 16:58:15 | scheduled-backup-incremental/7-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 16:58:15 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 16:58:15 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 16:58:15 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 16:58:15 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 16:58:15 | scheduled-backup-incremental/7-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 16:58:15 | scheduled-backup-incremental/7-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 16:58:15 | scheduled-backup-incremental/7-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 16:58:15 | scheduled-backup-incremental/7-engage-incremental | +++ export GIT_BRANCH=PR-1262 logger.go:42: 16:58:15 | scheduled-backup-incremental/7-engage-incremental | +++ GIT_BRANCH=PR-1262 logger.go:42: 16:58:15 | scheduled-backup-incremental/7-engage-incremental | +++ export VERSION=PR-1262-dc5a409a logger.go:42: 16:58:15 | scheduled-backup-incremental/7-engage-incremental | +++ VERSION=PR-1262-dc5a409a logger.go:42: 16:58:15 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 16:58:15 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 16:58:15 | scheduled-backup-incremental/7-engage-incremental | +++ [[ -z 8.4 ]] logger.go:42: 16:58:15 | scheduled-backup-incremental/7-engage-incremental | +++ export MYSQL_VERSION=8.4 logger.go:42: 16:58:15 | scheduled-backup-incremental/7-engage-incremental | +++ MYSQL_VERSION=8.4 logger.go:42: 16:58:15 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.4 logger.go:42: 16:58:15 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.4 logger.go:42: 16:58:15 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.4 logger.go:42: 16:58:15 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.4 logger.go:42: 16:58:15 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 16:58:15 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 16:58:15 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.4 logger.go:42: 16:58:15 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.4 logger.go:42: 16:58:15 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 16:58:15 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 16:58:15 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 16:58:15 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 16:58:15 | scheduled-backup-incremental/7-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 16:58:15 | scheduled-backup-incremental/7-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 16:58:15 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 16:58:15 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 16:58:15 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 16:58:15 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 16:58:15 | scheduled-backup-incremental/7-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 16:58:15 | scheduled-backup-incremental/7-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 16:58:15 | scheduled-backup-incremental/7-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 16:58:15 | scheduled-backup-incremental/7-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 16:58:15 | scheduled-backup-incremental/7-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 16:58:15 | scheduled-backup-incremental/7-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 16:58:15 | scheduled-backup-incremental/7-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 16:58:15 | scheduled-backup-incremental/7-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 16:58:15 | scheduled-backup-incremental/7-engage-incremental | ++++ which gdate logger.go:42: 16:58:15 | scheduled-backup-incremental/7-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 16:58:15 | scheduled-backup-incremental/7-engage-incremental | ++++ which date logger.go:42: 16:58:15 | scheduled-backup-incremental/7-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 16:58:15 | scheduled-backup-incremental/7-engage-incremental | +++ oc get projects logger.go:42: 16:58:15 | scheduled-backup-incremental/7-engage-incremental | +++ : logger.go:42: 16:58:15 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get nodes logger.go:42: 16:58:15 | scheduled-backup-incremental/7-engage-incremental | +++ grep '^minikube' logger.go:42: 16:58:15 | scheduled-backup-incremental/7-engage-incremental | +++ which gsed logger.go:42: 16:58:15 | scheduled-backup-incremental/7-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 16:58:15 | scheduled-backup-incremental/7-engage-incremental | +++ which sed logger.go:42: 16:58:15 | scheduled-backup-incremental/7-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 16:58:15 | scheduled-backup-incremental/7-engage-incremental | ++ oc get projects logger.go:42: 16:58:15 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl version -o json logger.go:42: 16:58:15 | scheduled-backup-incremental/7-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 16:58:15 | scheduled-backup-incremental/7-engage-incremental | +++ grep '\-eks\-' logger.go:42: 16:58:15 | scheduled-backup-incremental/7-engage-incremental | grep: warning: stray \ before - logger.go:42: 16:58:16 | scheduled-backup-incremental/7-engage-incremental | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 16:58:16 | scheduled-backup-incremental/7-engage-incremental | ++ '[' ']' logger.go:42: 16:58:16 | scheduled-backup-incremental/7-engage-incremental | ++ EKS=0 logger.go:42: 16:58:16 | scheduled-backup-incremental/7-engage-incremental | +++ get_cluster_name logger.go:42: 16:58:16 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl -n kuttl-test-gorgeous-macaque get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 16:58:16 | scheduled-backup-incremental/7-engage-incremental | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 16:58:16 | scheduled-backup-incremental/7-engage-incremental | ++ local schedule_name=minio-incr logger.go:42: 16:58:16 | scheduled-backup-incremental/7-engage-incremental | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 16:58:16 | scheduled-backup-incremental/7-engage-incremental | +++ printf %s kuttl-test-gorgeous-macaque-scheduled-backup-incremental logger.go:42: 16:58:16 | scheduled-backup-incremental/7-engage-incremental | +++ sha1sum logger.go:42: 16:58:16 | scheduled-backup-incremental/7-engage-incremental | +++ awk '{print $1}' logger.go:42: 16:58:16 | scheduled-backup-incremental/7-engage-incremental | +++ head -c 5 logger.go:42: 16:58:16 | scheduled-backup-incremental/7-engage-incremental | ++ local prefix=2c6b4 logger.go:42: 16:58:16 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get ps-backup -n kuttl-test-gorgeous-macaque -l percona.com/backup-ancestor=2c6b4-minio-incr -o yaml logger.go:42: 16:58:16 | scheduled-backup-incremental/7-engage-incremental | +++ yq '.items | length' logger.go:42: 16:58:17 | scheduled-backup-incremental/7-engage-incremental | ++ local bcp_count=0 logger.go:42: 16:58:17 | scheduled-backup-incremental/7-engage-incremental | ++ echo 0 logger.go:42: 16:58:17 | scheduled-backup-incremental/7-engage-incremental | + bcp_count=0 logger.go:42: 16:58:17 | scheduled-backup-incremental/7-engage-incremental | + [[ 0 -lt 3 ]] logger.go:42: 16:58:17 | scheduled-backup-incremental/7-engage-incremental | + echo 'There are 0 incremental ps-backups but should be at least 3' logger.go:42: 16:58:17 | scheduled-backup-incremental/7-engage-incremental | There are 0 incremental ps-backups but should be at least 3 logger.go:42: 16:58:17 | scheduled-backup-incremental/7-engage-incremental | + exit 1 logger.go:42: 16:58:18 | scheduled-backup-incremental/7-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 3 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 3" exit 1 fi] logger.go:42: 16:58:18 | scheduled-backup-incremental/7-engage-incremental | + source ../../functions logger.go:42: 16:58:18 | scheduled-backup-incremental/7-engage-incremental | +++ realpath ../../.. logger.go:42: 16:58:18 | scheduled-backup-incremental/7-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 16:58:18 | scheduled-backup-incremental/7-engage-incremental | ++++ pwd logger.go:42: 16:58:18 | scheduled-backup-incremental/7-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 16:58:18 | scheduled-backup-incremental/7-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 16:58:18 | scheduled-backup-incremental/7-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/vars.sh logger.go:42: 16:58:18 | scheduled-backup-incremental/7-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 16:58:18 | scheduled-backup-incremental/7-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 16:58:18 | scheduled-backup-incremental/7-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 16:58:18 | scheduled-backup-incremental/7-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 16:58:18 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 16:58:18 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 16:58:18 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 16:58:18 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 16:58:18 | scheduled-backup-incremental/7-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 16:58:18 | scheduled-backup-incremental/7-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 16:58:18 | scheduled-backup-incremental/7-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 16:58:18 | scheduled-backup-incremental/7-engage-incremental | +++ export GIT_BRANCH=PR-1262 logger.go:42: 16:58:18 | scheduled-backup-incremental/7-engage-incremental | +++ GIT_BRANCH=PR-1262 logger.go:42: 16:58:18 | scheduled-backup-incremental/7-engage-incremental | +++ export VERSION=PR-1262-dc5a409a logger.go:42: 16:58:18 | scheduled-backup-incremental/7-engage-incremental | +++ VERSION=PR-1262-dc5a409a logger.go:42: 16:58:18 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 16:58:18 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 16:58:18 | scheduled-backup-incremental/7-engage-incremental | +++ [[ -z 8.4 ]] logger.go:42: 16:58:18 | scheduled-backup-incremental/7-engage-incremental | +++ export MYSQL_VERSION=8.4 logger.go:42: 16:58:18 | scheduled-backup-incremental/7-engage-incremental | +++ MYSQL_VERSION=8.4 logger.go:42: 16:58:18 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.4 logger.go:42: 16:58:18 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.4 logger.go:42: 16:58:18 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.4 logger.go:42: 16:58:18 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.4 logger.go:42: 16:58:18 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 16:58:18 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 16:58:18 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.4 logger.go:42: 16:58:18 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.4 logger.go:42: 16:58:18 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 16:58:18 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 16:58:18 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 16:58:18 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 16:58:18 | scheduled-backup-incremental/7-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 16:58:18 | scheduled-backup-incremental/7-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 16:58:18 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 16:58:18 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 16:58:18 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 16:58:18 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 16:58:18 | scheduled-backup-incremental/7-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 16:58:18 | scheduled-backup-incremental/7-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 16:58:18 | scheduled-backup-incremental/7-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 16:58:18 | scheduled-backup-incremental/7-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 16:58:18 | scheduled-backup-incremental/7-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 16:58:18 | scheduled-backup-incremental/7-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 16:58:18 | scheduled-backup-incremental/7-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 16:58:18 | scheduled-backup-incremental/7-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 16:58:18 | scheduled-backup-incremental/7-engage-incremental | ++++ which gdate logger.go:42: 16:58:18 | scheduled-backup-incremental/7-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 16:58:18 | scheduled-backup-incremental/7-engage-incremental | ++++ which date logger.go:42: 16:58:18 | scheduled-backup-incremental/7-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 16:58:18 | scheduled-backup-incremental/7-engage-incremental | +++ oc get projects logger.go:42: 16:58:18 | scheduled-backup-incremental/7-engage-incremental | +++ : logger.go:42: 16:58:18 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get nodes logger.go:42: 16:58:18 | scheduled-backup-incremental/7-engage-incremental | +++ grep '^minikube' logger.go:42: 16:58:19 | scheduled-backup-incremental/7-engage-incremental | +++ which gsed logger.go:42: 16:58:19 | scheduled-backup-incremental/7-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 16:58:19 | scheduled-backup-incremental/7-engage-incremental | +++ which sed logger.go:42: 16:58:19 | scheduled-backup-incremental/7-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 16:58:19 | scheduled-backup-incremental/7-engage-incremental | ++ oc get projects logger.go:42: 16:58:19 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl version -o json logger.go:42: 16:58:19 | scheduled-backup-incremental/7-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 16:58:19 | scheduled-backup-incremental/7-engage-incremental | +++ grep '\-eks\-' logger.go:42: 16:58:19 | scheduled-backup-incremental/7-engage-incremental | grep: warning: stray \ before - logger.go:42: 16:58:19 | scheduled-backup-incremental/7-engage-incremental | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 16:58:19 | scheduled-backup-incremental/7-engage-incremental | ++ '[' ']' logger.go:42: 16:58:19 | scheduled-backup-incremental/7-engage-incremental | ++ EKS=0 logger.go:42: 16:58:19 | scheduled-backup-incremental/7-engage-incremental | +++ get_cluster_name logger.go:42: 16:58:19 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl -n kuttl-test-gorgeous-macaque get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 16:58:20 | scheduled-backup-incremental/7-engage-incremental | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 16:58:20 | scheduled-backup-incremental/7-engage-incremental | ++ local schedule_name=minio-incr logger.go:42: 16:58:20 | scheduled-backup-incremental/7-engage-incremental | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 16:58:20 | scheduled-backup-incremental/7-engage-incremental | +++ sha1sum logger.go:42: 16:58:20 | scheduled-backup-incremental/7-engage-incremental | +++ printf %s kuttl-test-gorgeous-macaque-scheduled-backup-incremental logger.go:42: 16:58:20 | scheduled-backup-incremental/7-engage-incremental | +++ head -c 5 logger.go:42: 16:58:20 | scheduled-backup-incremental/7-engage-incremental | +++ awk '{print $1}' logger.go:42: 16:58:20 | scheduled-backup-incremental/7-engage-incremental | ++ local prefix=2c6b4 logger.go:42: 16:58:20 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get ps-backup -n kuttl-test-gorgeous-macaque -l percona.com/backup-ancestor=2c6b4-minio-incr -o yaml logger.go:42: 16:58:20 | scheduled-backup-incremental/7-engage-incremental | +++ yq '.items | length' logger.go:42: 16:58:20 | scheduled-backup-incremental/7-engage-incremental | ++ local bcp_count=0 logger.go:42: 16:58:20 | scheduled-backup-incremental/7-engage-incremental | ++ echo 0 logger.go:42: 16:58:20 | scheduled-backup-incremental/7-engage-incremental | + bcp_count=0 logger.go:42: 16:58:20 | scheduled-backup-incremental/7-engage-incremental | + [[ 0 -lt 3 ]] logger.go:42: 16:58:20 | scheduled-backup-incremental/7-engage-incremental | + echo 'There are 0 incremental ps-backups but should be at least 3' logger.go:42: 16:58:20 | scheduled-backup-incremental/7-engage-incremental | There are 0 incremental ps-backups but should be at least 3 logger.go:42: 16:58:20 | scheduled-backup-incremental/7-engage-incremental | + exit 1 logger.go:42: 16:58:21 | scheduled-backup-incremental/7-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 3 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 3" exit 1 fi] logger.go:42: 16:58:21 | scheduled-backup-incremental/7-engage-incremental | + source ../../functions logger.go:42: 16:58:21 | scheduled-backup-incremental/7-engage-incremental | +++ realpath ../../.. logger.go:42: 16:58:21 | scheduled-backup-incremental/7-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 16:58:21 | scheduled-backup-incremental/7-engage-incremental | ++++ pwd logger.go:42: 16:58:21 | scheduled-backup-incremental/7-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 16:58:21 | scheduled-backup-incremental/7-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 16:58:21 | scheduled-backup-incremental/7-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/vars.sh logger.go:42: 16:58:21 | scheduled-backup-incremental/7-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 16:58:21 | scheduled-backup-incremental/7-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 16:58:21 | scheduled-backup-incremental/7-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 16:58:21 | scheduled-backup-incremental/7-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 16:58:21 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 16:58:21 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 16:58:21 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 16:58:21 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 16:58:21 | scheduled-backup-incremental/7-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 16:58:21 | scheduled-backup-incremental/7-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 16:58:21 | scheduled-backup-incremental/7-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 16:58:21 | scheduled-backup-incremental/7-engage-incremental | +++ export GIT_BRANCH=PR-1262 logger.go:42: 16:58:21 | scheduled-backup-incremental/7-engage-incremental | +++ GIT_BRANCH=PR-1262 logger.go:42: 16:58:21 | scheduled-backup-incremental/7-engage-incremental | +++ export VERSION=PR-1262-dc5a409a logger.go:42: 16:58:21 | scheduled-backup-incremental/7-engage-incremental | +++ VERSION=PR-1262-dc5a409a logger.go:42: 16:58:21 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 16:58:21 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 16:58:21 | scheduled-backup-incremental/7-engage-incremental | +++ [[ -z 8.4 ]] logger.go:42: 16:58:21 | scheduled-backup-incremental/7-engage-incremental | +++ export MYSQL_VERSION=8.4 logger.go:42: 16:58:21 | scheduled-backup-incremental/7-engage-incremental | +++ MYSQL_VERSION=8.4 logger.go:42: 16:58:21 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.4 logger.go:42: 16:58:21 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.4 logger.go:42: 16:58:21 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.4 logger.go:42: 16:58:21 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.4 logger.go:42: 16:58:21 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 16:58:21 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 16:58:21 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.4 logger.go:42: 16:58:21 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.4 logger.go:42: 16:58:21 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 16:58:21 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 16:58:21 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 16:58:21 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 16:58:21 | scheduled-backup-incremental/7-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 16:58:21 | scheduled-backup-incremental/7-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 16:58:21 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 16:58:21 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 16:58:21 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 16:58:21 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 16:58:21 | scheduled-backup-incremental/7-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 16:58:21 | scheduled-backup-incremental/7-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 16:58:21 | scheduled-backup-incremental/7-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 16:58:21 | scheduled-backup-incremental/7-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 16:58:21 | scheduled-backup-incremental/7-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 16:58:21 | scheduled-backup-incremental/7-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 16:58:21 | scheduled-backup-incremental/7-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 16:58:21 | scheduled-backup-incremental/7-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 16:58:21 | scheduled-backup-incremental/7-engage-incremental | ++++ which gdate logger.go:42: 16:58:21 | scheduled-backup-incremental/7-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 16:58:21 | scheduled-backup-incremental/7-engage-incremental | ++++ which date logger.go:42: 16:58:21 | scheduled-backup-incremental/7-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 16:58:21 | scheduled-backup-incremental/7-engage-incremental | +++ oc get projects logger.go:42: 16:58:21 | scheduled-backup-incremental/7-engage-incremental | +++ : logger.go:42: 16:58:21 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get nodes logger.go:42: 16:58:21 | scheduled-backup-incremental/7-engage-incremental | +++ grep '^minikube' logger.go:42: 16:58:22 | scheduled-backup-incremental/7-engage-incremental | +++ which gsed logger.go:42: 16:58:22 | scheduled-backup-incremental/7-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 16:58:22 | scheduled-backup-incremental/7-engage-incremental | +++ which sed logger.go:42: 16:58:22 | scheduled-backup-incremental/7-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 16:58:22 | scheduled-backup-incremental/7-engage-incremental | ++ oc get projects logger.go:42: 16:58:22 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl version -o json logger.go:42: 16:58:22 | scheduled-backup-incremental/7-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 16:58:22 | scheduled-backup-incremental/7-engage-incremental | +++ grep '\-eks\-' logger.go:42: 16:58:22 | scheduled-backup-incremental/7-engage-incremental | grep: warning: stray \ before - logger.go:42: 16:58:22 | scheduled-backup-incremental/7-engage-incremental | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 16:58:22 | scheduled-backup-incremental/7-engage-incremental | ++ '[' ']' logger.go:42: 16:58:22 | scheduled-backup-incremental/7-engage-incremental | ++ EKS=0 logger.go:42: 16:58:22 | scheduled-backup-incremental/7-engage-incremental | +++ get_cluster_name logger.go:42: 16:58:22 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl -n kuttl-test-gorgeous-macaque get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 16:58:23 | scheduled-backup-incremental/7-engage-incremental | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 16:58:23 | scheduled-backup-incremental/7-engage-incremental | ++ local schedule_name=minio-incr logger.go:42: 16:58:23 | scheduled-backup-incremental/7-engage-incremental | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 16:58:23 | scheduled-backup-incremental/7-engage-incremental | +++ printf %s kuttl-test-gorgeous-macaque-scheduled-backup-incremental logger.go:42: 16:58:23 | scheduled-backup-incremental/7-engage-incremental | +++ sha1sum logger.go:42: 16:58:23 | scheduled-backup-incremental/7-engage-incremental | +++ head -c 5 logger.go:42: 16:58:23 | scheduled-backup-incremental/7-engage-incremental | +++ awk '{print $1}' logger.go:42: 16:58:23 | scheduled-backup-incremental/7-engage-incremental | ++ local prefix=2c6b4 logger.go:42: 16:58:23 | scheduled-backup-incremental/7-engage-incremental | +++ yq '.items | length' logger.go:42: 16:58:23 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get ps-backup -n kuttl-test-gorgeous-macaque -l percona.com/backup-ancestor=2c6b4-minio-incr -o yaml logger.go:42: 16:58:24 | scheduled-backup-incremental/7-engage-incremental | ++ local bcp_count=1 logger.go:42: 16:58:24 | scheduled-backup-incremental/7-engage-incremental | ++ echo 1 logger.go:42: 16:58:24 | scheduled-backup-incremental/7-engage-incremental | + bcp_count=1 logger.go:42: 16:58:24 | scheduled-backup-incremental/7-engage-incremental | + [[ 1 -lt 3 ]] logger.go:42: 16:58:24 | scheduled-backup-incremental/7-engage-incremental | + echo 'There are 1 incremental ps-backups but should be at least 3' logger.go:42: 16:58:24 | scheduled-backup-incremental/7-engage-incremental | There are 1 incremental ps-backups but should be at least 3 logger.go:42: 16:58:24 | scheduled-backup-incremental/7-engage-incremental | + exit 1 logger.go:42: 16:58:25 | scheduled-backup-incremental/7-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 3 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 3" exit 1 fi] logger.go:42: 16:58:25 | scheduled-backup-incremental/7-engage-incremental | + source ../../functions logger.go:42: 16:58:25 | scheduled-backup-incremental/7-engage-incremental | +++ realpath ../../.. logger.go:42: 16:58:25 | scheduled-backup-incremental/7-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 16:58:25 | scheduled-backup-incremental/7-engage-incremental | ++++ pwd logger.go:42: 16:58:25 | scheduled-backup-incremental/7-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 16:58:25 | scheduled-backup-incremental/7-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 16:58:25 | scheduled-backup-incremental/7-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/vars.sh logger.go:42: 16:58:25 | scheduled-backup-incremental/7-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 16:58:25 | scheduled-backup-incremental/7-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 16:58:25 | scheduled-backup-incremental/7-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 16:58:25 | scheduled-backup-incremental/7-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 16:58:25 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 16:58:25 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 16:58:25 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 16:58:25 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 16:58:25 | scheduled-backup-incremental/7-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 16:58:25 | scheduled-backup-incremental/7-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 16:58:25 | scheduled-backup-incremental/7-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 16:58:25 | scheduled-backup-incremental/7-engage-incremental | +++ export GIT_BRANCH=PR-1262 logger.go:42: 16:58:25 | scheduled-backup-incremental/7-engage-incremental | +++ GIT_BRANCH=PR-1262 logger.go:42: 16:58:25 | scheduled-backup-incremental/7-engage-incremental | +++ export VERSION=PR-1262-dc5a409a logger.go:42: 16:58:25 | scheduled-backup-incremental/7-engage-incremental | +++ VERSION=PR-1262-dc5a409a logger.go:42: 16:58:25 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 16:58:25 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 16:58:25 | scheduled-backup-incremental/7-engage-incremental | +++ [[ -z 8.4 ]] logger.go:42: 16:58:25 | scheduled-backup-incremental/7-engage-incremental | +++ export MYSQL_VERSION=8.4 logger.go:42: 16:58:25 | scheduled-backup-incremental/7-engage-incremental | +++ MYSQL_VERSION=8.4 logger.go:42: 16:58:25 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.4 logger.go:42: 16:58:25 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.4 logger.go:42: 16:58:25 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.4 logger.go:42: 16:58:25 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.4 logger.go:42: 16:58:25 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 16:58:25 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 16:58:25 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.4 logger.go:42: 16:58:25 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.4 logger.go:42: 16:58:25 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 16:58:25 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 16:58:25 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 16:58:25 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 16:58:25 | scheduled-backup-incremental/7-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 16:58:25 | scheduled-backup-incremental/7-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 16:58:25 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 16:58:25 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 16:58:25 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 16:58:25 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 16:58:25 | scheduled-backup-incremental/7-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 16:58:25 | scheduled-backup-incremental/7-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 16:58:25 | scheduled-backup-incremental/7-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 16:58:25 | scheduled-backup-incremental/7-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 16:58:25 | scheduled-backup-incremental/7-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 16:58:25 | scheduled-backup-incremental/7-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 16:58:25 | scheduled-backup-incremental/7-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 16:58:25 | scheduled-backup-incremental/7-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 16:58:25 | scheduled-backup-incremental/7-engage-incremental | ++++ which gdate logger.go:42: 16:58:25 | scheduled-backup-incremental/7-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 16:58:25 | scheduled-backup-incremental/7-engage-incremental | ++++ which date logger.go:42: 16:58:25 | scheduled-backup-incremental/7-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 16:58:25 | scheduled-backup-incremental/7-engage-incremental | +++ oc get projects logger.go:42: 16:58:25 | scheduled-backup-incremental/7-engage-incremental | +++ : logger.go:42: 16:58:25 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get nodes logger.go:42: 16:58:25 | scheduled-backup-incremental/7-engage-incremental | +++ grep '^minikube' logger.go:42: 16:58:25 | scheduled-backup-incremental/7-engage-incremental | +++ which gsed logger.go:42: 16:58:25 | scheduled-backup-incremental/7-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 16:58:25 | scheduled-backup-incremental/7-engage-incremental | +++ which sed logger.go:42: 16:58:25 | scheduled-backup-incremental/7-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 16:58:25 | scheduled-backup-incremental/7-engage-incremental | ++ oc get projects logger.go:42: 16:58:25 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl version -o json logger.go:42: 16:58:25 | scheduled-backup-incremental/7-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 16:58:25 | scheduled-backup-incremental/7-engage-incremental | +++ grep '\-eks\-' logger.go:42: 16:58:25 | scheduled-backup-incremental/7-engage-incremental | grep: warning: stray \ before - logger.go:42: 16:58:26 | scheduled-backup-incremental/7-engage-incremental | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 16:58:26 | scheduled-backup-incremental/7-engage-incremental | ++ '[' ']' logger.go:42: 16:58:26 | scheduled-backup-incremental/7-engage-incremental | ++ EKS=0 logger.go:42: 16:58:26 | scheduled-backup-incremental/7-engage-incremental | +++ get_cluster_name logger.go:42: 16:58:26 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl -n kuttl-test-gorgeous-macaque get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 16:58:27 | scheduled-backup-incremental/7-engage-incremental | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 16:58:27 | scheduled-backup-incremental/7-engage-incremental | ++ local schedule_name=minio-incr logger.go:42: 16:58:27 | scheduled-backup-incremental/7-engage-incremental | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 16:58:27 | scheduled-backup-incremental/7-engage-incremental | +++ sha1sum logger.go:42: 16:58:27 | scheduled-backup-incremental/7-engage-incremental | +++ printf %s kuttl-test-gorgeous-macaque-scheduled-backup-incremental logger.go:42: 16:58:27 | scheduled-backup-incremental/7-engage-incremental | +++ awk '{print $1}' logger.go:42: 16:58:27 | scheduled-backup-incremental/7-engage-incremental | +++ head -c 5 logger.go:42: 16:58:27 | scheduled-backup-incremental/7-engage-incremental | ++ local prefix=2c6b4 logger.go:42: 16:58:27 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get ps-backup -n kuttl-test-gorgeous-macaque -l percona.com/backup-ancestor=2c6b4-minio-incr -o yaml logger.go:42: 16:58:27 | scheduled-backup-incremental/7-engage-incremental | +++ yq '.items | length' logger.go:42: 16:58:27 | scheduled-backup-incremental/7-engage-incremental | ++ local bcp_count=1 logger.go:42: 16:58:27 | scheduled-backup-incremental/7-engage-incremental | ++ echo 1 logger.go:42: 16:58:27 | scheduled-backup-incremental/7-engage-incremental | + bcp_count=1 logger.go:42: 16:58:27 | scheduled-backup-incremental/7-engage-incremental | + [[ 1 -lt 3 ]] logger.go:42: 16:58:27 | scheduled-backup-incremental/7-engage-incremental | + echo 'There are 1 incremental ps-backups but should be at least 3' logger.go:42: 16:58:27 | scheduled-backup-incremental/7-engage-incremental | There are 1 incremental ps-backups but should be at least 3 logger.go:42: 16:58:27 | scheduled-backup-incremental/7-engage-incremental | + exit 1 logger.go:42: 16:58:28 | scheduled-backup-incremental/7-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 3 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 3" exit 1 fi] logger.go:42: 16:58:28 | scheduled-backup-incremental/7-engage-incremental | + source ../../functions logger.go:42: 16:58:28 | scheduled-backup-incremental/7-engage-incremental | +++ realpath ../../.. logger.go:42: 16:58:28 | scheduled-backup-incremental/7-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 16:58:28 | scheduled-backup-incremental/7-engage-incremental | ++++ pwd logger.go:42: 16:58:28 | scheduled-backup-incremental/7-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 16:58:28 | scheduled-backup-incremental/7-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 16:58:28 | scheduled-backup-incremental/7-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/vars.sh logger.go:42: 16:58:28 | scheduled-backup-incremental/7-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 16:58:28 | scheduled-backup-incremental/7-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 16:58:28 | scheduled-backup-incremental/7-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 16:58:28 | scheduled-backup-incremental/7-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 16:58:28 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 16:58:28 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 16:58:28 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 16:58:28 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 16:58:28 | scheduled-backup-incremental/7-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 16:58:28 | scheduled-backup-incremental/7-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 16:58:28 | scheduled-backup-incremental/7-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 16:58:28 | scheduled-backup-incremental/7-engage-incremental | +++ export GIT_BRANCH=PR-1262 logger.go:42: 16:58:28 | scheduled-backup-incremental/7-engage-incremental | +++ GIT_BRANCH=PR-1262 logger.go:42: 16:58:28 | scheduled-backup-incremental/7-engage-incremental | +++ export VERSION=PR-1262-dc5a409a logger.go:42: 16:58:28 | scheduled-backup-incremental/7-engage-incremental | +++ VERSION=PR-1262-dc5a409a logger.go:42: 16:58:28 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 16:58:28 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 16:58:28 | scheduled-backup-incremental/7-engage-incremental | +++ [[ -z 8.4 ]] logger.go:42: 16:58:28 | scheduled-backup-incremental/7-engage-incremental | +++ export MYSQL_VERSION=8.4 logger.go:42: 16:58:28 | scheduled-backup-incremental/7-engage-incremental | +++ MYSQL_VERSION=8.4 logger.go:42: 16:58:28 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.4 logger.go:42: 16:58:28 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.4 logger.go:42: 16:58:28 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.4 logger.go:42: 16:58:28 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.4 logger.go:42: 16:58:28 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 16:58:28 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 16:58:28 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.4 logger.go:42: 16:58:28 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.4 logger.go:42: 16:58:28 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 16:58:28 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 16:58:28 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 16:58:28 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 16:58:28 | scheduled-backup-incremental/7-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 16:58:28 | scheduled-backup-incremental/7-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 16:58:28 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 16:58:28 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 16:58:28 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 16:58:28 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 16:58:28 | scheduled-backup-incremental/7-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 16:58:28 | scheduled-backup-incremental/7-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 16:58:28 | scheduled-backup-incremental/7-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 16:58:28 | scheduled-backup-incremental/7-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 16:58:28 | scheduled-backup-incremental/7-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 16:58:28 | scheduled-backup-incremental/7-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 16:58:28 | scheduled-backup-incremental/7-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 16:58:28 | scheduled-backup-incremental/7-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 16:58:28 | scheduled-backup-incremental/7-engage-incremental | ++++ which gdate logger.go:42: 16:58:28 | scheduled-backup-incremental/7-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 16:58:28 | scheduled-backup-incremental/7-engage-incremental | ++++ which date logger.go:42: 16:58:28 | scheduled-backup-incremental/7-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 16:58:28 | scheduled-backup-incremental/7-engage-incremental | +++ oc get projects logger.go:42: 16:58:28 | scheduled-backup-incremental/7-engage-incremental | +++ : logger.go:42: 16:58:28 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get nodes logger.go:42: 16:58:28 | scheduled-backup-incremental/7-engage-incremental | +++ grep '^minikube' logger.go:42: 16:58:29 | scheduled-backup-incremental/7-engage-incremental | +++ which gsed logger.go:42: 16:58:29 | scheduled-backup-incremental/7-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 16:58:29 | scheduled-backup-incremental/7-engage-incremental | +++ which sed logger.go:42: 16:58:29 | scheduled-backup-incremental/7-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 16:58:29 | scheduled-backup-incremental/7-engage-incremental | ++ oc get projects logger.go:42: 16:58:29 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl version -o json logger.go:42: 16:58:29 | scheduled-backup-incremental/7-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 16:58:29 | scheduled-backup-incremental/7-engage-incremental | +++ grep '\-eks\-' logger.go:42: 16:58:29 | scheduled-backup-incremental/7-engage-incremental | grep: warning: stray \ before - logger.go:42: 16:58:30 | scheduled-backup-incremental/7-engage-incremental | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 16:58:30 | scheduled-backup-incremental/7-engage-incremental | ++ '[' ']' logger.go:42: 16:58:30 | scheduled-backup-incremental/7-engage-incremental | ++ EKS=0 logger.go:42: 16:58:30 | scheduled-backup-incremental/7-engage-incremental | +++ get_cluster_name logger.go:42: 16:58:30 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl -n kuttl-test-gorgeous-macaque get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 16:58:30 | scheduled-backup-incremental/7-engage-incremental | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 16:58:30 | scheduled-backup-incremental/7-engage-incremental | ++ local schedule_name=minio-incr logger.go:42: 16:58:30 | scheduled-backup-incremental/7-engage-incremental | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 16:58:30 | scheduled-backup-incremental/7-engage-incremental | +++ printf %s kuttl-test-gorgeous-macaque-scheduled-backup-incremental logger.go:42: 16:58:30 | scheduled-backup-incremental/7-engage-incremental | +++ sha1sum logger.go:42: 16:58:30 | scheduled-backup-incremental/7-engage-incremental | +++ awk '{print $1}' logger.go:42: 16:58:30 | scheduled-backup-incremental/7-engage-incremental | +++ head -c 5 logger.go:42: 16:58:30 | scheduled-backup-incremental/7-engage-incremental | ++ local prefix=2c6b4 logger.go:42: 16:58:30 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get ps-backup -n kuttl-test-gorgeous-macaque -l percona.com/backup-ancestor=2c6b4-minio-incr -o yaml logger.go:42: 16:58:30 | scheduled-backup-incremental/7-engage-incremental | +++ yq '.items | length' logger.go:42: 16:58:31 | scheduled-backup-incremental/7-engage-incremental | ++ local bcp_count=1 logger.go:42: 16:58:31 | scheduled-backup-incremental/7-engage-incremental | ++ echo 1 logger.go:42: 16:58:31 | scheduled-backup-incremental/7-engage-incremental | + bcp_count=1 logger.go:42: 16:58:31 | scheduled-backup-incremental/7-engage-incremental | + [[ 1 -lt 3 ]] logger.go:42: 16:58:31 | scheduled-backup-incremental/7-engage-incremental | + echo 'There are 1 incremental ps-backups but should be at least 3' logger.go:42: 16:58:31 | scheduled-backup-incremental/7-engage-incremental | There are 1 incremental ps-backups but should be at least 3 logger.go:42: 16:58:31 | scheduled-backup-incremental/7-engage-incremental | + exit 1 logger.go:42: 16:58:32 | scheduled-backup-incremental/7-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 3 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 3" exit 1 fi] logger.go:42: 16:58:32 | scheduled-backup-incremental/7-engage-incremental | + source ../../functions logger.go:42: 16:58:32 | scheduled-backup-incremental/7-engage-incremental | +++ realpath ../../.. logger.go:42: 16:58:32 | scheduled-backup-incremental/7-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 16:58:32 | scheduled-backup-incremental/7-engage-incremental | ++++ pwd logger.go:42: 16:58:32 | scheduled-backup-incremental/7-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 16:58:32 | scheduled-backup-incremental/7-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 16:58:32 | scheduled-backup-incremental/7-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/vars.sh logger.go:42: 16:58:32 | scheduled-backup-incremental/7-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 16:58:32 | scheduled-backup-incremental/7-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 16:58:32 | scheduled-backup-incremental/7-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 16:58:32 | scheduled-backup-incremental/7-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 16:58:32 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 16:58:32 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 16:58:32 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 16:58:32 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 16:58:32 | scheduled-backup-incremental/7-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 16:58:32 | scheduled-backup-incremental/7-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 16:58:32 | scheduled-backup-incremental/7-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 16:58:32 | scheduled-backup-incremental/7-engage-incremental | +++ export GIT_BRANCH=PR-1262 logger.go:42: 16:58:32 | scheduled-backup-incremental/7-engage-incremental | +++ GIT_BRANCH=PR-1262 logger.go:42: 16:58:32 | scheduled-backup-incremental/7-engage-incremental | +++ export VERSION=PR-1262-dc5a409a logger.go:42: 16:58:32 | scheduled-backup-incremental/7-engage-incremental | +++ VERSION=PR-1262-dc5a409a logger.go:42: 16:58:32 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 16:58:32 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 16:58:32 | scheduled-backup-incremental/7-engage-incremental | +++ [[ -z 8.4 ]] logger.go:42: 16:58:32 | scheduled-backup-incremental/7-engage-incremental | +++ export MYSQL_VERSION=8.4 logger.go:42: 16:58:32 | scheduled-backup-incremental/7-engage-incremental | +++ MYSQL_VERSION=8.4 logger.go:42: 16:58:32 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.4 logger.go:42: 16:58:32 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.4 logger.go:42: 16:58:32 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.4 logger.go:42: 16:58:32 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.4 logger.go:42: 16:58:32 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 16:58:32 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 16:58:32 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.4 logger.go:42: 16:58:32 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.4 logger.go:42: 16:58:32 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 16:58:32 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 16:58:32 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 16:58:32 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 16:58:32 | scheduled-backup-incremental/7-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 16:58:32 | scheduled-backup-incremental/7-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 16:58:32 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 16:58:32 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 16:58:32 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 16:58:32 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 16:58:32 | scheduled-backup-incremental/7-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 16:58:32 | scheduled-backup-incremental/7-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 16:58:32 | scheduled-backup-incremental/7-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 16:58:32 | scheduled-backup-incremental/7-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 16:58:32 | scheduled-backup-incremental/7-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 16:58:32 | scheduled-backup-incremental/7-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 16:58:32 | scheduled-backup-incremental/7-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 16:58:32 | scheduled-backup-incremental/7-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 16:58:32 | scheduled-backup-incremental/7-engage-incremental | ++++ which gdate logger.go:42: 16:58:32 | scheduled-backup-incremental/7-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 16:58:32 | scheduled-backup-incremental/7-engage-incremental | ++++ which date logger.go:42: 16:58:32 | scheduled-backup-incremental/7-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 16:58:32 | scheduled-backup-incremental/7-engage-incremental | +++ oc get projects logger.go:42: 16:58:32 | scheduled-backup-incremental/7-engage-incremental | +++ : logger.go:42: 16:58:32 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get nodes logger.go:42: 16:58:32 | scheduled-backup-incremental/7-engage-incremental | +++ grep '^minikube' logger.go:42: 16:58:32 | scheduled-backup-incremental/7-engage-incremental | +++ which gsed logger.go:42: 16:58:32 | scheduled-backup-incremental/7-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 16:58:32 | scheduled-backup-incremental/7-engage-incremental | +++ which sed logger.go:42: 16:58:32 | scheduled-backup-incremental/7-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 16:58:32 | scheduled-backup-incremental/7-engage-incremental | ++ oc get projects logger.go:42: 16:58:32 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl version -o json logger.go:42: 16:58:32 | scheduled-backup-incremental/7-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 16:58:32 | scheduled-backup-incremental/7-engage-incremental | +++ grep '\-eks\-' logger.go:42: 16:58:32 | scheduled-backup-incremental/7-engage-incremental | grep: warning: stray \ before - logger.go:42: 16:58:33 | scheduled-backup-incremental/7-engage-incremental | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 16:58:33 | scheduled-backup-incremental/7-engage-incremental | ++ '[' ']' logger.go:42: 16:58:33 | scheduled-backup-incremental/7-engage-incremental | ++ EKS=0 logger.go:42: 16:58:33 | scheduled-backup-incremental/7-engage-incremental | +++ get_cluster_name logger.go:42: 16:58:33 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl -n kuttl-test-gorgeous-macaque get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 16:58:34 | scheduled-backup-incremental/7-engage-incremental | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 16:58:34 | scheduled-backup-incremental/7-engage-incremental | ++ local schedule_name=minio-incr logger.go:42: 16:58:34 | scheduled-backup-incremental/7-engage-incremental | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 16:58:34 | scheduled-backup-incremental/7-engage-incremental | +++ printf %s kuttl-test-gorgeous-macaque-scheduled-backup-incremental logger.go:42: 16:58:34 | scheduled-backup-incremental/7-engage-incremental | +++ sha1sum logger.go:42: 16:58:34 | scheduled-backup-incremental/7-engage-incremental | +++ awk '{print $1}' logger.go:42: 16:58:34 | scheduled-backup-incremental/7-engage-incremental | +++ head -c 5 logger.go:42: 16:58:34 | scheduled-backup-incremental/7-engage-incremental | ++ local prefix=2c6b4 logger.go:42: 16:58:34 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get ps-backup -n kuttl-test-gorgeous-macaque -l percona.com/backup-ancestor=2c6b4-minio-incr -o yaml logger.go:42: 16:58:34 | scheduled-backup-incremental/7-engage-incremental | +++ yq '.items | length' logger.go:42: 16:58:34 | scheduled-backup-incremental/7-engage-incremental | ++ local bcp_count=1 logger.go:42: 16:58:34 | scheduled-backup-incremental/7-engage-incremental | ++ echo 1 logger.go:42: 16:58:34 | scheduled-backup-incremental/7-engage-incremental | + bcp_count=1 logger.go:42: 16:58:34 | scheduled-backup-incremental/7-engage-incremental | + [[ 1 -lt 3 ]] logger.go:42: 16:58:34 | scheduled-backup-incremental/7-engage-incremental | + echo 'There are 1 incremental ps-backups but should be at least 3' logger.go:42: 16:58:34 | scheduled-backup-incremental/7-engage-incremental | There are 1 incremental ps-backups but should be at least 3 logger.go:42: 16:58:34 | scheduled-backup-incremental/7-engage-incremental | + exit 1 logger.go:42: 16:58:35 | scheduled-backup-incremental/7-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 3 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 3" exit 1 fi] logger.go:42: 16:58:35 | scheduled-backup-incremental/7-engage-incremental | + source ../../functions logger.go:42: 16:58:35 | scheduled-backup-incremental/7-engage-incremental | +++ realpath ../../.. logger.go:42: 16:58:35 | scheduled-backup-incremental/7-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 16:58:35 | scheduled-backup-incremental/7-engage-incremental | ++++ pwd logger.go:42: 16:58:35 | scheduled-backup-incremental/7-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 16:58:35 | scheduled-backup-incremental/7-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 16:58:35 | scheduled-backup-incremental/7-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/vars.sh logger.go:42: 16:58:35 | scheduled-backup-incremental/7-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 16:58:35 | scheduled-backup-incremental/7-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 16:58:35 | scheduled-backup-incremental/7-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 16:58:35 | scheduled-backup-incremental/7-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 16:58:35 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 16:58:35 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 16:58:35 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 16:58:35 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 16:58:35 | scheduled-backup-incremental/7-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 16:58:35 | scheduled-backup-incremental/7-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 16:58:35 | scheduled-backup-incremental/7-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 16:58:35 | scheduled-backup-incremental/7-engage-incremental | +++ export GIT_BRANCH=PR-1262 logger.go:42: 16:58:35 | scheduled-backup-incremental/7-engage-incremental | +++ GIT_BRANCH=PR-1262 logger.go:42: 16:58:35 | scheduled-backup-incremental/7-engage-incremental | +++ export VERSION=PR-1262-dc5a409a logger.go:42: 16:58:35 | scheduled-backup-incremental/7-engage-incremental | +++ VERSION=PR-1262-dc5a409a logger.go:42: 16:58:35 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 16:58:35 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 16:58:35 | scheduled-backup-incremental/7-engage-incremental | +++ [[ -z 8.4 ]] logger.go:42: 16:58:35 | scheduled-backup-incremental/7-engage-incremental | +++ export MYSQL_VERSION=8.4 logger.go:42: 16:58:35 | scheduled-backup-incremental/7-engage-incremental | +++ MYSQL_VERSION=8.4 logger.go:42: 16:58:35 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.4 logger.go:42: 16:58:35 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.4 logger.go:42: 16:58:35 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.4 logger.go:42: 16:58:35 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.4 logger.go:42: 16:58:35 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 16:58:35 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 16:58:35 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.4 logger.go:42: 16:58:35 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.4 logger.go:42: 16:58:35 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 16:58:35 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 16:58:35 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 16:58:35 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 16:58:35 | scheduled-backup-incremental/7-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 16:58:35 | scheduled-backup-incremental/7-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 16:58:35 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 16:58:35 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 16:58:35 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 16:58:35 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 16:58:35 | scheduled-backup-incremental/7-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 16:58:35 | scheduled-backup-incremental/7-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 16:58:35 | scheduled-backup-incremental/7-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 16:58:35 | scheduled-backup-incremental/7-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 16:58:35 | scheduled-backup-incremental/7-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 16:58:35 | scheduled-backup-incremental/7-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 16:58:35 | scheduled-backup-incremental/7-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 16:58:35 | scheduled-backup-incremental/7-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 16:58:35 | scheduled-backup-incremental/7-engage-incremental | ++++ which gdate logger.go:42: 16:58:35 | scheduled-backup-incremental/7-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 16:58:35 | scheduled-backup-incremental/7-engage-incremental | ++++ which date logger.go:42: 16:58:35 | scheduled-backup-incremental/7-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 16:58:35 | scheduled-backup-incremental/7-engage-incremental | +++ oc get projects logger.go:42: 16:58:35 | scheduled-backup-incremental/7-engage-incremental | +++ : logger.go:42: 16:58:35 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get nodes logger.go:42: 16:58:35 | scheduled-backup-incremental/7-engage-incremental | +++ grep '^minikube' logger.go:42: 16:58:36 | scheduled-backup-incremental/7-engage-incremental | +++ which gsed logger.go:42: 16:58:36 | scheduled-backup-incremental/7-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 16:58:36 | scheduled-backup-incremental/7-engage-incremental | +++ which sed logger.go:42: 16:58:36 | scheduled-backup-incremental/7-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 16:58:36 | scheduled-backup-incremental/7-engage-incremental | ++ oc get projects logger.go:42: 16:58:36 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl version -o json logger.go:42: 16:58:36 | scheduled-backup-incremental/7-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 16:58:36 | scheduled-backup-incremental/7-engage-incremental | +++ grep '\-eks\-' logger.go:42: 16:58:36 | scheduled-backup-incremental/7-engage-incremental | grep: warning: stray \ before - logger.go:42: 16:58:36 | scheduled-backup-incremental/7-engage-incremental | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 16:58:36 | scheduled-backup-incremental/7-engage-incremental | ++ '[' ']' logger.go:42: 16:58:36 | scheduled-backup-incremental/7-engage-incremental | ++ EKS=0 logger.go:42: 16:58:36 | scheduled-backup-incremental/7-engage-incremental | +++ get_cluster_name logger.go:42: 16:58:36 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl -n kuttl-test-gorgeous-macaque get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 16:58:37 | scheduled-backup-incremental/7-engage-incremental | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 16:58:37 | scheduled-backup-incremental/7-engage-incremental | ++ local schedule_name=minio-incr logger.go:42: 16:58:37 | scheduled-backup-incremental/7-engage-incremental | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 16:58:37 | scheduled-backup-incremental/7-engage-incremental | +++ printf %s kuttl-test-gorgeous-macaque-scheduled-backup-incremental logger.go:42: 16:58:37 | scheduled-backup-incremental/7-engage-incremental | +++ sha1sum logger.go:42: 16:58:37 | scheduled-backup-incremental/7-engage-incremental | +++ awk '{print $1}' logger.go:42: 16:58:37 | scheduled-backup-incremental/7-engage-incremental | +++ head -c 5 logger.go:42: 16:58:37 | scheduled-backup-incremental/7-engage-incremental | ++ local prefix=2c6b4 logger.go:42: 16:58:37 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get ps-backup -n kuttl-test-gorgeous-macaque -l percona.com/backup-ancestor=2c6b4-minio-incr -o yaml logger.go:42: 16:58:37 | scheduled-backup-incremental/7-engage-incremental | +++ yq '.items | length' logger.go:42: 16:58:38 | scheduled-backup-incremental/7-engage-incremental | ++ local bcp_count=1 logger.go:42: 16:58:38 | scheduled-backup-incremental/7-engage-incremental | ++ echo 1 logger.go:42: 16:58:38 | scheduled-backup-incremental/7-engage-incremental | + bcp_count=1 logger.go:42: 16:58:38 | scheduled-backup-incremental/7-engage-incremental | + [[ 1 -lt 3 ]] logger.go:42: 16:58:38 | scheduled-backup-incremental/7-engage-incremental | + echo 'There are 1 incremental ps-backups but should be at least 3' logger.go:42: 16:58:38 | scheduled-backup-incremental/7-engage-incremental | There are 1 incremental ps-backups but should be at least 3 logger.go:42: 16:58:38 | scheduled-backup-incremental/7-engage-incremental | + exit 1 logger.go:42: 16:58:39 | scheduled-backup-incremental/7-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 3 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 3" exit 1 fi] logger.go:42: 16:58:39 | scheduled-backup-incremental/7-engage-incremental | + source ../../functions logger.go:42: 16:58:39 | scheduled-backup-incremental/7-engage-incremental | +++ realpath ../../.. logger.go:42: 16:58:39 | scheduled-backup-incremental/7-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 16:58:39 | scheduled-backup-incremental/7-engage-incremental | ++++ pwd logger.go:42: 16:58:39 | scheduled-backup-incremental/7-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 16:58:39 | scheduled-backup-incremental/7-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 16:58:39 | scheduled-backup-incremental/7-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/vars.sh logger.go:42: 16:58:39 | scheduled-backup-incremental/7-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 16:58:39 | scheduled-backup-incremental/7-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 16:58:39 | scheduled-backup-incremental/7-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 16:58:39 | scheduled-backup-incremental/7-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 16:58:39 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 16:58:39 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 16:58:39 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 16:58:39 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 16:58:39 | scheduled-backup-incremental/7-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 16:58:39 | scheduled-backup-incremental/7-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 16:58:39 | scheduled-backup-incremental/7-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 16:58:39 | scheduled-backup-incremental/7-engage-incremental | +++ export GIT_BRANCH=PR-1262 logger.go:42: 16:58:39 | scheduled-backup-incremental/7-engage-incremental | +++ GIT_BRANCH=PR-1262 logger.go:42: 16:58:39 | scheduled-backup-incremental/7-engage-incremental | +++ export VERSION=PR-1262-dc5a409a logger.go:42: 16:58:39 | scheduled-backup-incremental/7-engage-incremental | +++ VERSION=PR-1262-dc5a409a logger.go:42: 16:58:39 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 16:58:39 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 16:58:39 | scheduled-backup-incremental/7-engage-incremental | +++ [[ -z 8.4 ]] logger.go:42: 16:58:39 | scheduled-backup-incremental/7-engage-incremental | +++ export MYSQL_VERSION=8.4 logger.go:42: 16:58:39 | scheduled-backup-incremental/7-engage-incremental | +++ MYSQL_VERSION=8.4 logger.go:42: 16:58:39 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.4 logger.go:42: 16:58:39 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.4 logger.go:42: 16:58:39 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.4 logger.go:42: 16:58:39 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.4 logger.go:42: 16:58:39 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 16:58:39 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 16:58:39 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.4 logger.go:42: 16:58:39 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.4 logger.go:42: 16:58:39 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 16:58:39 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 16:58:39 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 16:58:39 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 16:58:39 | scheduled-backup-incremental/7-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 16:58:39 | scheduled-backup-incremental/7-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 16:58:39 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 16:58:39 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 16:58:39 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 16:58:39 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 16:58:39 | scheduled-backup-incremental/7-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 16:58:39 | scheduled-backup-incremental/7-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 16:58:39 | scheduled-backup-incremental/7-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 16:58:39 | scheduled-backup-incremental/7-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 16:58:39 | scheduled-backup-incremental/7-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 16:58:39 | scheduled-backup-incremental/7-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 16:58:39 | scheduled-backup-incremental/7-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 16:58:39 | scheduled-backup-incremental/7-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 16:58:39 | scheduled-backup-incremental/7-engage-incremental | ++++ which gdate logger.go:42: 16:58:39 | scheduled-backup-incremental/7-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 16:58:39 | scheduled-backup-incremental/7-engage-incremental | ++++ which date logger.go:42: 16:58:39 | scheduled-backup-incremental/7-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 16:58:39 | scheduled-backup-incremental/7-engage-incremental | +++ oc get projects logger.go:42: 16:58:39 | scheduled-backup-incremental/7-engage-incremental | +++ : logger.go:42: 16:58:39 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get nodes logger.go:42: 16:58:39 | scheduled-backup-incremental/7-engage-incremental | +++ grep '^minikube' logger.go:42: 16:58:39 | scheduled-backup-incremental/7-engage-incremental | +++ which gsed logger.go:42: 16:58:39 | scheduled-backup-incremental/7-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 16:58:39 | scheduled-backup-incremental/7-engage-incremental | +++ which sed logger.go:42: 16:58:39 | scheduled-backup-incremental/7-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 16:58:39 | scheduled-backup-incremental/7-engage-incremental | ++ oc get projects logger.go:42: 16:58:39 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl version -o json logger.go:42: 16:58:39 | scheduled-backup-incremental/7-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 16:58:39 | scheduled-backup-incremental/7-engage-incremental | +++ grep '\-eks\-' logger.go:42: 16:58:39 | scheduled-backup-incremental/7-engage-incremental | grep: warning: stray \ before - logger.go:42: 16:58:40 | scheduled-backup-incremental/7-engage-incremental | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 16:58:40 | scheduled-backup-incremental/7-engage-incremental | ++ '[' ']' logger.go:42: 16:58:40 | scheduled-backup-incremental/7-engage-incremental | ++ EKS=0 logger.go:42: 16:58:40 | scheduled-backup-incremental/7-engage-incremental | +++ get_cluster_name logger.go:42: 16:58:40 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl -n kuttl-test-gorgeous-macaque get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 16:58:40 | scheduled-backup-incremental/7-engage-incremental | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 16:58:40 | scheduled-backup-incremental/7-engage-incremental | ++ local schedule_name=minio-incr logger.go:42: 16:58:40 | scheduled-backup-incremental/7-engage-incremental | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 16:58:40 | scheduled-backup-incremental/7-engage-incremental | +++ printf %s kuttl-test-gorgeous-macaque-scheduled-backup-incremental logger.go:42: 16:58:40 | scheduled-backup-incremental/7-engage-incremental | +++ sha1sum logger.go:42: 16:58:40 | scheduled-backup-incremental/7-engage-incremental | +++ awk '{print $1}' logger.go:42: 16:58:40 | scheduled-backup-incremental/7-engage-incremental | +++ head -c 5 logger.go:42: 16:58:40 | scheduled-backup-incremental/7-engage-incremental | ++ local prefix=2c6b4 logger.go:42: 16:58:40 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get ps-backup -n kuttl-test-gorgeous-macaque -l percona.com/backup-ancestor=2c6b4-minio-incr -o yaml logger.go:42: 16:58:40 | scheduled-backup-incremental/7-engage-incremental | +++ yq '.items | length' logger.go:42: 16:58:41 | scheduled-backup-incremental/7-engage-incremental | ++ local bcp_count=1 logger.go:42: 16:58:41 | scheduled-backup-incremental/7-engage-incremental | ++ echo 1 logger.go:42: 16:58:41 | scheduled-backup-incremental/7-engage-incremental | + bcp_count=1 logger.go:42: 16:58:41 | scheduled-backup-incremental/7-engage-incremental | + [[ 1 -lt 3 ]] logger.go:42: 16:58:41 | scheduled-backup-incremental/7-engage-incremental | + echo 'There are 1 incremental ps-backups but should be at least 3' logger.go:42: 16:58:41 | scheduled-backup-incremental/7-engage-incremental | There are 1 incremental ps-backups but should be at least 3 logger.go:42: 16:58:41 | scheduled-backup-incremental/7-engage-incremental | + exit 1 logger.go:42: 16:58:42 | scheduled-backup-incremental/7-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 3 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 3" exit 1 fi] logger.go:42: 16:58:42 | scheduled-backup-incremental/7-engage-incremental | + source ../../functions logger.go:42: 16:58:42 | scheduled-backup-incremental/7-engage-incremental | +++ realpath ../../.. logger.go:42: 16:58:42 | scheduled-backup-incremental/7-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 16:58:42 | scheduled-backup-incremental/7-engage-incremental | ++++ pwd logger.go:42: 16:58:42 | scheduled-backup-incremental/7-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 16:58:42 | scheduled-backup-incremental/7-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 16:58:42 | scheduled-backup-incremental/7-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/vars.sh logger.go:42: 16:58:42 | scheduled-backup-incremental/7-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 16:58:42 | scheduled-backup-incremental/7-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 16:58:42 | scheduled-backup-incremental/7-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 16:58:42 | scheduled-backup-incremental/7-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 16:58:42 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 16:58:42 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 16:58:42 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 16:58:42 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 16:58:42 | scheduled-backup-incremental/7-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 16:58:42 | scheduled-backup-incremental/7-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 16:58:42 | scheduled-backup-incremental/7-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 16:58:42 | scheduled-backup-incremental/7-engage-incremental | +++ export GIT_BRANCH=PR-1262 logger.go:42: 16:58:42 | scheduled-backup-incremental/7-engage-incremental | +++ GIT_BRANCH=PR-1262 logger.go:42: 16:58:42 | scheduled-backup-incremental/7-engage-incremental | +++ export VERSION=PR-1262-dc5a409a logger.go:42: 16:58:42 | scheduled-backup-incremental/7-engage-incremental | +++ VERSION=PR-1262-dc5a409a logger.go:42: 16:58:42 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 16:58:42 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 16:58:42 | scheduled-backup-incremental/7-engage-incremental | +++ [[ -z 8.4 ]] logger.go:42: 16:58:42 | scheduled-backup-incremental/7-engage-incremental | +++ export MYSQL_VERSION=8.4 logger.go:42: 16:58:42 | scheduled-backup-incremental/7-engage-incremental | +++ MYSQL_VERSION=8.4 logger.go:42: 16:58:42 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.4 logger.go:42: 16:58:42 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.4 logger.go:42: 16:58:42 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.4 logger.go:42: 16:58:42 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.4 logger.go:42: 16:58:42 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 16:58:42 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 16:58:42 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.4 logger.go:42: 16:58:42 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.4 logger.go:42: 16:58:42 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 16:58:42 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 16:58:42 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 16:58:42 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 16:58:42 | scheduled-backup-incremental/7-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 16:58:42 | scheduled-backup-incremental/7-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 16:58:42 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 16:58:42 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 16:58:42 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 16:58:42 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 16:58:42 | scheduled-backup-incremental/7-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 16:58:42 | scheduled-backup-incremental/7-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 16:58:42 | scheduled-backup-incremental/7-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 16:58:42 | scheduled-backup-incremental/7-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 16:58:42 | scheduled-backup-incremental/7-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 16:58:42 | scheduled-backup-incremental/7-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 16:58:42 | scheduled-backup-incremental/7-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 16:58:42 | scheduled-backup-incremental/7-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 16:58:42 | scheduled-backup-incremental/7-engage-incremental | ++++ which gdate logger.go:42: 16:58:42 | scheduled-backup-incremental/7-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 16:58:42 | scheduled-backup-incremental/7-engage-incremental | ++++ which date logger.go:42: 16:58:42 | scheduled-backup-incremental/7-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 16:58:42 | scheduled-backup-incremental/7-engage-incremental | +++ oc get projects logger.go:42: 16:58:42 | scheduled-backup-incremental/7-engage-incremental | +++ : logger.go:42: 16:58:42 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get nodes logger.go:42: 16:58:42 | scheduled-backup-incremental/7-engage-incremental | +++ grep '^minikube' logger.go:42: 16:58:43 | scheduled-backup-incremental/7-engage-incremental | +++ which gsed logger.go:42: 16:58:43 | scheduled-backup-incremental/7-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 16:58:43 | scheduled-backup-incremental/7-engage-incremental | +++ which sed logger.go:42: 16:58:43 | scheduled-backup-incremental/7-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 16:58:43 | scheduled-backup-incremental/7-engage-incremental | ++ oc get projects logger.go:42: 16:58:43 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl version -o json logger.go:42: 16:58:43 | scheduled-backup-incremental/7-engage-incremental | +++ grep '\-eks\-' logger.go:42: 16:58:43 | scheduled-backup-incremental/7-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 16:58:43 | scheduled-backup-incremental/7-engage-incremental | grep: warning: stray \ before - logger.go:42: 16:58:43 | scheduled-backup-incremental/7-engage-incremental | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 16:58:43 | scheduled-backup-incremental/7-engage-incremental | ++ '[' ']' logger.go:42: 16:58:43 | scheduled-backup-incremental/7-engage-incremental | ++ EKS=0 logger.go:42: 16:58:43 | scheduled-backup-incremental/7-engage-incremental | +++ get_cluster_name logger.go:42: 16:58:43 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl -n kuttl-test-gorgeous-macaque get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 16:58:44 | scheduled-backup-incremental/7-engage-incremental | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 16:58:44 | scheduled-backup-incremental/7-engage-incremental | ++ local schedule_name=minio-incr logger.go:42: 16:58:44 | scheduled-backup-incremental/7-engage-incremental | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 16:58:44 | scheduled-backup-incremental/7-engage-incremental | +++ printf %s kuttl-test-gorgeous-macaque-scheduled-backup-incremental logger.go:42: 16:58:44 | scheduled-backup-incremental/7-engage-incremental | +++ sha1sum logger.go:42: 16:58:44 | scheduled-backup-incremental/7-engage-incremental | +++ awk '{print $1}' logger.go:42: 16:58:44 | scheduled-backup-incremental/7-engage-incremental | +++ head -c 5 logger.go:42: 16:58:44 | scheduled-backup-incremental/7-engage-incremental | ++ local prefix=2c6b4 logger.go:42: 16:58:44 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get ps-backup -n kuttl-test-gorgeous-macaque -l percona.com/backup-ancestor=2c6b4-minio-incr -o yaml logger.go:42: 16:58:44 | scheduled-backup-incremental/7-engage-incremental | +++ yq '.items | length' logger.go:42: 16:58:44 | scheduled-backup-incremental/7-engage-incremental | ++ local bcp_count=1 logger.go:42: 16:58:44 | scheduled-backup-incremental/7-engage-incremental | ++ echo 1 logger.go:42: 16:58:44 | scheduled-backup-incremental/7-engage-incremental | + bcp_count=1 logger.go:42: 16:58:44 | scheduled-backup-incremental/7-engage-incremental | + [[ 1 -lt 3 ]] logger.go:42: 16:58:44 | scheduled-backup-incremental/7-engage-incremental | + echo 'There are 1 incremental ps-backups but should be at least 3' logger.go:42: 16:58:44 | scheduled-backup-incremental/7-engage-incremental | There are 1 incremental ps-backups but should be at least 3 logger.go:42: 16:58:44 | scheduled-backup-incremental/7-engage-incremental | + exit 1 logger.go:42: 16:58:45 | scheduled-backup-incremental/7-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 3 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 3" exit 1 fi] logger.go:42: 16:58:45 | scheduled-backup-incremental/7-engage-incremental | + source ../../functions logger.go:42: 16:58:45 | scheduled-backup-incremental/7-engage-incremental | +++ realpath ../../.. logger.go:42: 16:58:45 | scheduled-backup-incremental/7-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 16:58:45 | scheduled-backup-incremental/7-engage-incremental | ++++ pwd logger.go:42: 16:58:45 | scheduled-backup-incremental/7-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 16:58:45 | scheduled-backup-incremental/7-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 16:58:45 | scheduled-backup-incremental/7-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/vars.sh logger.go:42: 16:58:45 | scheduled-backup-incremental/7-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 16:58:45 | scheduled-backup-incremental/7-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 16:58:45 | scheduled-backup-incremental/7-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 16:58:45 | scheduled-backup-incremental/7-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 16:58:45 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 16:58:45 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 16:58:45 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 16:58:45 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 16:58:45 | scheduled-backup-incremental/7-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 16:58:45 | scheduled-backup-incremental/7-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 16:58:45 | scheduled-backup-incremental/7-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 16:58:45 | scheduled-backup-incremental/7-engage-incremental | +++ export GIT_BRANCH=PR-1262 logger.go:42: 16:58:45 | scheduled-backup-incremental/7-engage-incremental | +++ GIT_BRANCH=PR-1262 logger.go:42: 16:58:45 | scheduled-backup-incremental/7-engage-incremental | +++ export VERSION=PR-1262-dc5a409a logger.go:42: 16:58:45 | scheduled-backup-incremental/7-engage-incremental | +++ VERSION=PR-1262-dc5a409a logger.go:42: 16:58:45 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 16:58:45 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 16:58:45 | scheduled-backup-incremental/7-engage-incremental | +++ [[ -z 8.4 ]] logger.go:42: 16:58:45 | scheduled-backup-incremental/7-engage-incremental | +++ export MYSQL_VERSION=8.4 logger.go:42: 16:58:45 | scheduled-backup-incremental/7-engage-incremental | +++ MYSQL_VERSION=8.4 logger.go:42: 16:58:45 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.4 logger.go:42: 16:58:45 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.4 logger.go:42: 16:58:45 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.4 logger.go:42: 16:58:45 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.4 logger.go:42: 16:58:45 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 16:58:45 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 16:58:45 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.4 logger.go:42: 16:58:45 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.4 logger.go:42: 16:58:45 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 16:58:45 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 16:58:45 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 16:58:45 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 16:58:45 | scheduled-backup-incremental/7-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 16:58:45 | scheduled-backup-incremental/7-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 16:58:45 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 16:58:45 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 16:58:45 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 16:58:45 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 16:58:45 | scheduled-backup-incremental/7-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 16:58:45 | scheduled-backup-incremental/7-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 16:58:45 | scheduled-backup-incremental/7-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 16:58:45 | scheduled-backup-incremental/7-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 16:58:45 | scheduled-backup-incremental/7-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 16:58:45 | scheduled-backup-incremental/7-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 16:58:45 | scheduled-backup-incremental/7-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 16:58:45 | scheduled-backup-incremental/7-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 16:58:45 | scheduled-backup-incremental/7-engage-incremental | ++++ which gdate logger.go:42: 16:58:45 | scheduled-backup-incremental/7-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 16:58:45 | scheduled-backup-incremental/7-engage-incremental | ++++ which date logger.go:42: 16:58:45 | scheduled-backup-incremental/7-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 16:58:45 | scheduled-backup-incremental/7-engage-incremental | +++ oc get projects logger.go:42: 16:58:45 | scheduled-backup-incremental/7-engage-incremental | +++ : logger.go:42: 16:58:45 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get nodes logger.go:42: 16:58:45 | scheduled-backup-incremental/7-engage-incremental | +++ grep '^minikube' logger.go:42: 16:58:46 | scheduled-backup-incremental/7-engage-incremental | +++ which gsed logger.go:42: 16:58:46 | scheduled-backup-incremental/7-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 16:58:46 | scheduled-backup-incremental/7-engage-incremental | +++ which sed logger.go:42: 16:58:46 | scheduled-backup-incremental/7-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 16:58:46 | scheduled-backup-incremental/7-engage-incremental | ++ oc get projects logger.go:42: 16:58:46 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl version -o json logger.go:42: 16:58:46 | scheduled-backup-incremental/7-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 16:58:46 | scheduled-backup-incremental/7-engage-incremental | +++ grep '\-eks\-' logger.go:42: 16:58:46 | scheduled-backup-incremental/7-engage-incremental | grep: warning: stray \ before - logger.go:42: 16:58:47 | scheduled-backup-incremental/7-engage-incremental | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 16:58:47 | scheduled-backup-incremental/7-engage-incremental | ++ '[' ']' logger.go:42: 16:58:47 | scheduled-backup-incremental/7-engage-incremental | ++ EKS=0 logger.go:42: 16:58:47 | scheduled-backup-incremental/7-engage-incremental | +++ get_cluster_name logger.go:42: 16:58:47 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl -n kuttl-test-gorgeous-macaque get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 16:58:47 | scheduled-backup-incremental/7-engage-incremental | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 16:58:47 | scheduled-backup-incremental/7-engage-incremental | ++ local schedule_name=minio-incr logger.go:42: 16:58:47 | scheduled-backup-incremental/7-engage-incremental | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 16:58:47 | scheduled-backup-incremental/7-engage-incremental | +++ printf %s kuttl-test-gorgeous-macaque-scheduled-backup-incremental logger.go:42: 16:58:47 | scheduled-backup-incremental/7-engage-incremental | +++ sha1sum logger.go:42: 16:58:47 | scheduled-backup-incremental/7-engage-incremental | +++ awk '{print $1}' logger.go:42: 16:58:47 | scheduled-backup-incremental/7-engage-incremental | +++ head -c 5 logger.go:42: 16:58:47 | scheduled-backup-incremental/7-engage-incremental | ++ local prefix=2c6b4 logger.go:42: 16:58:47 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get ps-backup -n kuttl-test-gorgeous-macaque -l percona.com/backup-ancestor=2c6b4-minio-incr -o yaml logger.go:42: 16:58:47 | scheduled-backup-incremental/7-engage-incremental | +++ yq '.items | length' logger.go:42: 16:58:48 | scheduled-backup-incremental/7-engage-incremental | ++ local bcp_count=1 logger.go:42: 16:58:48 | scheduled-backup-incremental/7-engage-incremental | ++ echo 1 logger.go:42: 16:58:48 | scheduled-backup-incremental/7-engage-incremental | + bcp_count=1 logger.go:42: 16:58:48 | scheduled-backup-incremental/7-engage-incremental | + [[ 1 -lt 3 ]] logger.go:42: 16:58:48 | scheduled-backup-incremental/7-engage-incremental | + echo 'There are 1 incremental ps-backups but should be at least 3' logger.go:42: 16:58:48 | scheduled-backup-incremental/7-engage-incremental | There are 1 incremental ps-backups but should be at least 3 logger.go:42: 16:58:48 | scheduled-backup-incremental/7-engage-incremental | + exit 1 logger.go:42: 16:58:49 | scheduled-backup-incremental/7-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 3 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 3" exit 1 fi] logger.go:42: 16:58:49 | scheduled-backup-incremental/7-engage-incremental | + source ../../functions logger.go:42: 16:58:49 | scheduled-backup-incremental/7-engage-incremental | +++ realpath ../../.. logger.go:42: 16:58:49 | scheduled-backup-incremental/7-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 16:58:49 | scheduled-backup-incremental/7-engage-incremental | ++++ pwd logger.go:42: 16:58:49 | scheduled-backup-incremental/7-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 16:58:49 | scheduled-backup-incremental/7-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 16:58:49 | scheduled-backup-incremental/7-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/vars.sh logger.go:42: 16:58:49 | scheduled-backup-incremental/7-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 16:58:49 | scheduled-backup-incremental/7-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 16:58:49 | scheduled-backup-incremental/7-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 16:58:49 | scheduled-backup-incremental/7-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 16:58:49 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 16:58:49 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 16:58:49 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 16:58:49 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 16:58:49 | scheduled-backup-incremental/7-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 16:58:49 | scheduled-backup-incremental/7-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 16:58:49 | scheduled-backup-incremental/7-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 16:58:49 | scheduled-backup-incremental/7-engage-incremental | +++ export GIT_BRANCH=PR-1262 logger.go:42: 16:58:49 | scheduled-backup-incremental/7-engage-incremental | +++ GIT_BRANCH=PR-1262 logger.go:42: 16:58:49 | scheduled-backup-incremental/7-engage-incremental | +++ export VERSION=PR-1262-dc5a409a logger.go:42: 16:58:49 | scheduled-backup-incremental/7-engage-incremental | +++ VERSION=PR-1262-dc5a409a logger.go:42: 16:58:49 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 16:58:49 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 16:58:49 | scheduled-backup-incremental/7-engage-incremental | +++ [[ -z 8.4 ]] logger.go:42: 16:58:49 | scheduled-backup-incremental/7-engage-incremental | +++ export MYSQL_VERSION=8.4 logger.go:42: 16:58:49 | scheduled-backup-incremental/7-engage-incremental | +++ MYSQL_VERSION=8.4 logger.go:42: 16:58:49 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.4 logger.go:42: 16:58:49 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.4 logger.go:42: 16:58:49 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.4 logger.go:42: 16:58:49 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.4 logger.go:42: 16:58:49 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 16:58:49 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 16:58:49 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.4 logger.go:42: 16:58:49 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.4 logger.go:42: 16:58:49 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 16:58:49 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 16:58:49 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 16:58:49 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 16:58:49 | scheduled-backup-incremental/7-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 16:58:49 | scheduled-backup-incremental/7-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 16:58:49 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 16:58:49 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 16:58:49 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 16:58:49 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 16:58:49 | scheduled-backup-incremental/7-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 16:58:49 | scheduled-backup-incremental/7-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 16:58:49 | scheduled-backup-incremental/7-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 16:58:49 | scheduled-backup-incremental/7-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 16:58:49 | scheduled-backup-incremental/7-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 16:58:49 | scheduled-backup-incremental/7-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 16:58:49 | scheduled-backup-incremental/7-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 16:58:49 | scheduled-backup-incremental/7-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 16:58:49 | scheduled-backup-incremental/7-engage-incremental | ++++ which gdate logger.go:42: 16:58:49 | scheduled-backup-incremental/7-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 16:58:49 | scheduled-backup-incremental/7-engage-incremental | ++++ which date logger.go:42: 16:58:49 | scheduled-backup-incremental/7-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 16:58:49 | scheduled-backup-incremental/7-engage-incremental | +++ oc get projects logger.go:42: 16:58:49 | scheduled-backup-incremental/7-engage-incremental | +++ : logger.go:42: 16:58:49 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get nodes logger.go:42: 16:58:49 | scheduled-backup-incremental/7-engage-incremental | +++ grep '^minikube' logger.go:42: 16:58:50 | scheduled-backup-incremental/7-engage-incremental | +++ which gsed logger.go:42: 16:58:50 | scheduled-backup-incremental/7-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 16:58:50 | scheduled-backup-incremental/7-engage-incremental | +++ which sed logger.go:42: 16:58:50 | scheduled-backup-incremental/7-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 16:58:50 | scheduled-backup-incremental/7-engage-incremental | ++ oc get projects logger.go:42: 16:58:50 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl version -o json logger.go:42: 16:58:50 | scheduled-backup-incremental/7-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 16:58:50 | scheduled-backup-incremental/7-engage-incremental | +++ grep '\-eks\-' logger.go:42: 16:58:50 | scheduled-backup-incremental/7-engage-incremental | grep: warning: stray \ before - logger.go:42: 16:58:50 | scheduled-backup-incremental/7-engage-incremental | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 16:58:50 | scheduled-backup-incremental/7-engage-incremental | ++ '[' ']' logger.go:42: 16:58:50 | scheduled-backup-incremental/7-engage-incremental | ++ EKS=0 logger.go:42: 16:58:50 | scheduled-backup-incremental/7-engage-incremental | +++ get_cluster_name logger.go:42: 16:58:50 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl -n kuttl-test-gorgeous-macaque get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 16:58:51 | scheduled-backup-incremental/7-engage-incremental | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 16:58:51 | scheduled-backup-incremental/7-engage-incremental | ++ local schedule_name=minio-incr logger.go:42: 16:58:51 | scheduled-backup-incremental/7-engage-incremental | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 16:58:51 | scheduled-backup-incremental/7-engage-incremental | +++ printf %s kuttl-test-gorgeous-macaque-scheduled-backup-incremental logger.go:42: 16:58:51 | scheduled-backup-incremental/7-engage-incremental | +++ sha1sum logger.go:42: 16:58:51 | scheduled-backup-incremental/7-engage-incremental | +++ awk '{print $1}' logger.go:42: 16:58:51 | scheduled-backup-incremental/7-engage-incremental | +++ head -c 5 logger.go:42: 16:58:51 | scheduled-backup-incremental/7-engage-incremental | ++ local prefix=2c6b4 logger.go:42: 16:58:51 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get ps-backup -n kuttl-test-gorgeous-macaque -l percona.com/backup-ancestor=2c6b4-minio-incr -o yaml logger.go:42: 16:58:51 | scheduled-backup-incremental/7-engage-incremental | +++ yq '.items | length' logger.go:42: 16:58:51 | scheduled-backup-incremental/7-engage-incremental | ++ local bcp_count=1 logger.go:42: 16:58:51 | scheduled-backup-incremental/7-engage-incremental | ++ echo 1 logger.go:42: 16:58:51 | scheduled-backup-incremental/7-engage-incremental | + bcp_count=1 logger.go:42: 16:58:51 | scheduled-backup-incremental/7-engage-incremental | + [[ 1 -lt 3 ]] logger.go:42: 16:58:51 | scheduled-backup-incremental/7-engage-incremental | + echo 'There are 1 incremental ps-backups but should be at least 3' logger.go:42: 16:58:51 | scheduled-backup-incremental/7-engage-incremental | There are 1 incremental ps-backups but should be at least 3 logger.go:42: 16:58:51 | scheduled-backup-incremental/7-engage-incremental | + exit 1 logger.go:42: 16:58:52 | scheduled-backup-incremental/7-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 3 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 3" exit 1 fi] logger.go:42: 16:58:52 | scheduled-backup-incremental/7-engage-incremental | + source ../../functions logger.go:42: 16:58:52 | scheduled-backup-incremental/7-engage-incremental | +++ realpath ../../.. logger.go:42: 16:58:52 | scheduled-backup-incremental/7-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 16:58:52 | scheduled-backup-incremental/7-engage-incremental | ++++ pwd logger.go:42: 16:58:52 | scheduled-backup-incremental/7-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 16:58:52 | scheduled-backup-incremental/7-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 16:58:52 | scheduled-backup-incremental/7-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/vars.sh logger.go:42: 16:58:52 | scheduled-backup-incremental/7-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 16:58:52 | scheduled-backup-incremental/7-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 16:58:52 | scheduled-backup-incremental/7-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 16:58:52 | scheduled-backup-incremental/7-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 16:58:52 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 16:58:52 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 16:58:52 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 16:58:52 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 16:58:52 | scheduled-backup-incremental/7-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 16:58:52 | scheduled-backup-incremental/7-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 16:58:52 | scheduled-backup-incremental/7-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 16:58:52 | scheduled-backup-incremental/7-engage-incremental | +++ export GIT_BRANCH=PR-1262 logger.go:42: 16:58:52 | scheduled-backup-incremental/7-engage-incremental | +++ GIT_BRANCH=PR-1262 logger.go:42: 16:58:52 | scheduled-backup-incremental/7-engage-incremental | +++ export VERSION=PR-1262-dc5a409a logger.go:42: 16:58:52 | scheduled-backup-incremental/7-engage-incremental | +++ VERSION=PR-1262-dc5a409a logger.go:42: 16:58:52 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 16:58:52 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 16:58:52 | scheduled-backup-incremental/7-engage-incremental | +++ [[ -z 8.4 ]] logger.go:42: 16:58:52 | scheduled-backup-incremental/7-engage-incremental | +++ export MYSQL_VERSION=8.4 logger.go:42: 16:58:52 | scheduled-backup-incremental/7-engage-incremental | +++ MYSQL_VERSION=8.4 logger.go:42: 16:58:52 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.4 logger.go:42: 16:58:52 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.4 logger.go:42: 16:58:52 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.4 logger.go:42: 16:58:52 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.4 logger.go:42: 16:58:52 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 16:58:52 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 16:58:52 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.4 logger.go:42: 16:58:52 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.4 logger.go:42: 16:58:52 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 16:58:52 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 16:58:52 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 16:58:52 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 16:58:52 | scheduled-backup-incremental/7-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 16:58:52 | scheduled-backup-incremental/7-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 16:58:52 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 16:58:52 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 16:58:52 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 16:58:52 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 16:58:52 | scheduled-backup-incremental/7-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 16:58:52 | scheduled-backup-incremental/7-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 16:58:52 | scheduled-backup-incremental/7-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 16:58:52 | scheduled-backup-incremental/7-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 16:58:52 | scheduled-backup-incremental/7-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 16:58:52 | scheduled-backup-incremental/7-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 16:58:52 | scheduled-backup-incremental/7-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 16:58:52 | scheduled-backup-incremental/7-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 16:58:52 | scheduled-backup-incremental/7-engage-incremental | ++++ which gdate logger.go:42: 16:58:52 | scheduled-backup-incremental/7-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 16:58:52 | scheduled-backup-incremental/7-engage-incremental | ++++ which date logger.go:42: 16:58:52 | scheduled-backup-incremental/7-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 16:58:52 | scheduled-backup-incremental/7-engage-incremental | +++ oc get projects logger.go:42: 16:58:52 | scheduled-backup-incremental/7-engage-incremental | +++ : logger.go:42: 16:58:52 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get nodes logger.go:42: 16:58:52 | scheduled-backup-incremental/7-engage-incremental | +++ grep '^minikube' logger.go:42: 16:58:53 | scheduled-backup-incremental/7-engage-incremental | +++ which gsed logger.go:42: 16:58:53 | scheduled-backup-incremental/7-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 16:58:53 | scheduled-backup-incremental/7-engage-incremental | +++ which sed logger.go:42: 16:58:53 | scheduled-backup-incremental/7-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 16:58:53 | scheduled-backup-incremental/7-engage-incremental | ++ oc get projects logger.go:42: 16:58:53 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl version -o json logger.go:42: 16:58:53 | scheduled-backup-incremental/7-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 16:58:53 | scheduled-backup-incremental/7-engage-incremental | +++ grep '\-eks\-' logger.go:42: 16:58:53 | scheduled-backup-incremental/7-engage-incremental | grep: warning: stray \ before - logger.go:42: 16:58:53 | scheduled-backup-incremental/7-engage-incremental | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 16:58:53 | scheduled-backup-incremental/7-engage-incremental | ++ '[' ']' logger.go:42: 16:58:53 | scheduled-backup-incremental/7-engage-incremental | ++ EKS=0 logger.go:42: 16:58:53 | scheduled-backup-incremental/7-engage-incremental | +++ get_cluster_name logger.go:42: 16:58:53 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl -n kuttl-test-gorgeous-macaque get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 16:58:54 | scheduled-backup-incremental/7-engage-incremental | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 16:58:54 | scheduled-backup-incremental/7-engage-incremental | ++ local schedule_name=minio-incr logger.go:42: 16:58:54 | scheduled-backup-incremental/7-engage-incremental | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 16:58:54 | scheduled-backup-incremental/7-engage-incremental | +++ printf %s kuttl-test-gorgeous-macaque-scheduled-backup-incremental logger.go:42: 16:58:54 | scheduled-backup-incremental/7-engage-incremental | +++ sha1sum logger.go:42: 16:58:54 | scheduled-backup-incremental/7-engage-incremental | +++ awk '{print $1}' logger.go:42: 16:58:54 | scheduled-backup-incremental/7-engage-incremental | +++ head -c 5 logger.go:42: 16:58:54 | scheduled-backup-incremental/7-engage-incremental | ++ local prefix=2c6b4 logger.go:42: 16:58:54 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get ps-backup -n kuttl-test-gorgeous-macaque -l percona.com/backup-ancestor=2c6b4-minio-incr -o yaml logger.go:42: 16:58:54 | scheduled-backup-incremental/7-engage-incremental | +++ yq '.items | length' logger.go:42: 16:58:54 | scheduled-backup-incremental/7-engage-incremental | ++ local bcp_count=1 logger.go:42: 16:58:54 | scheduled-backup-incremental/7-engage-incremental | ++ echo 1 logger.go:42: 16:58:54 | scheduled-backup-incremental/7-engage-incremental | + bcp_count=1 logger.go:42: 16:58:54 | scheduled-backup-incremental/7-engage-incremental | + [[ 1 -lt 3 ]] logger.go:42: 16:58:54 | scheduled-backup-incremental/7-engage-incremental | + echo 'There are 1 incremental ps-backups but should be at least 3' logger.go:42: 16:58:54 | scheduled-backup-incremental/7-engage-incremental | There are 1 incremental ps-backups but should be at least 3 logger.go:42: 16:58:54 | scheduled-backup-incremental/7-engage-incremental | + exit 1 logger.go:42: 16:58:56 | scheduled-backup-incremental/7-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 3 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 3" exit 1 fi] logger.go:42: 16:58:56 | scheduled-backup-incremental/7-engage-incremental | + source ../../functions logger.go:42: 16:58:56 | scheduled-backup-incremental/7-engage-incremental | +++ realpath ../../.. logger.go:42: 16:58:56 | scheduled-backup-incremental/7-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 16:58:56 | scheduled-backup-incremental/7-engage-incremental | ++++ pwd logger.go:42: 16:58:56 | scheduled-backup-incremental/7-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 16:58:56 | scheduled-backup-incremental/7-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 16:58:56 | scheduled-backup-incremental/7-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/vars.sh logger.go:42: 16:58:56 | scheduled-backup-incremental/7-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 16:58:56 | scheduled-backup-incremental/7-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 16:58:56 | scheduled-backup-incremental/7-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 16:58:56 | scheduled-backup-incremental/7-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 16:58:56 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 16:58:56 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 16:58:56 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 16:58:56 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 16:58:56 | scheduled-backup-incremental/7-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 16:58:56 | scheduled-backup-incremental/7-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 16:58:56 | scheduled-backup-incremental/7-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 16:58:56 | scheduled-backup-incremental/7-engage-incremental | +++ export GIT_BRANCH=PR-1262 logger.go:42: 16:58:56 | scheduled-backup-incremental/7-engage-incremental | +++ GIT_BRANCH=PR-1262 logger.go:42: 16:58:56 | scheduled-backup-incremental/7-engage-incremental | +++ export VERSION=PR-1262-dc5a409a logger.go:42: 16:58:56 | scheduled-backup-incremental/7-engage-incremental | +++ VERSION=PR-1262-dc5a409a logger.go:42: 16:58:56 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 16:58:56 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 16:58:56 | scheduled-backup-incremental/7-engage-incremental | +++ [[ -z 8.4 ]] logger.go:42: 16:58:56 | scheduled-backup-incremental/7-engage-incremental | +++ export MYSQL_VERSION=8.4 logger.go:42: 16:58:56 | scheduled-backup-incremental/7-engage-incremental | +++ MYSQL_VERSION=8.4 logger.go:42: 16:58:56 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.4 logger.go:42: 16:58:56 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.4 logger.go:42: 16:58:56 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.4 logger.go:42: 16:58:56 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.4 logger.go:42: 16:58:56 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 16:58:56 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 16:58:56 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.4 logger.go:42: 16:58:56 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.4 logger.go:42: 16:58:56 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 16:58:56 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 16:58:56 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 16:58:56 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 16:58:56 | scheduled-backup-incremental/7-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 16:58:56 | scheduled-backup-incremental/7-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 16:58:56 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 16:58:56 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 16:58:56 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 16:58:56 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 16:58:56 | scheduled-backup-incremental/7-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 16:58:56 | scheduled-backup-incremental/7-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 16:58:56 | scheduled-backup-incremental/7-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 16:58:56 | scheduled-backup-incremental/7-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 16:58:56 | scheduled-backup-incremental/7-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 16:58:56 | scheduled-backup-incremental/7-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 16:58:56 | scheduled-backup-incremental/7-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 16:58:56 | scheduled-backup-incremental/7-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 16:58:56 | scheduled-backup-incremental/7-engage-incremental | ++++ which gdate logger.go:42: 16:58:56 | scheduled-backup-incremental/7-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 16:58:56 | scheduled-backup-incremental/7-engage-incremental | ++++ which date logger.go:42: 16:58:56 | scheduled-backup-incremental/7-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 16:58:56 | scheduled-backup-incremental/7-engage-incremental | +++ oc get projects logger.go:42: 16:58:56 | scheduled-backup-incremental/7-engage-incremental | +++ : logger.go:42: 16:58:56 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get nodes logger.go:42: 16:58:56 | scheduled-backup-incremental/7-engage-incremental | +++ grep '^minikube' logger.go:42: 16:58:56 | scheduled-backup-incremental/7-engage-incremental | +++ which gsed logger.go:42: 16:58:56 | scheduled-backup-incremental/7-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 16:58:56 | scheduled-backup-incremental/7-engage-incremental | +++ which sed logger.go:42: 16:58:56 | scheduled-backup-incremental/7-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 16:58:56 | scheduled-backup-incremental/7-engage-incremental | ++ oc get projects logger.go:42: 16:58:56 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl version -o json logger.go:42: 16:58:56 | scheduled-backup-incremental/7-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 16:58:56 | scheduled-backup-incremental/7-engage-incremental | +++ grep '\-eks\-' logger.go:42: 16:58:56 | scheduled-backup-incremental/7-engage-incremental | grep: warning: stray \ before - logger.go:42: 16:58:57 | scheduled-backup-incremental/7-engage-incremental | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 16:58:57 | scheduled-backup-incremental/7-engage-incremental | ++ '[' ']' logger.go:42: 16:58:57 | scheduled-backup-incremental/7-engage-incremental | ++ EKS=0 logger.go:42: 16:58:57 | scheduled-backup-incremental/7-engage-incremental | +++ get_cluster_name logger.go:42: 16:58:57 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl -n kuttl-test-gorgeous-macaque get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 16:58:57 | scheduled-backup-incremental/7-engage-incremental | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 16:58:57 | scheduled-backup-incremental/7-engage-incremental | ++ local schedule_name=minio-incr logger.go:42: 16:58:57 | scheduled-backup-incremental/7-engage-incremental | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 16:58:57 | scheduled-backup-incremental/7-engage-incremental | +++ printf %s kuttl-test-gorgeous-macaque-scheduled-backup-incremental logger.go:42: 16:58:57 | scheduled-backup-incremental/7-engage-incremental | +++ sha1sum logger.go:42: 16:58:57 | scheduled-backup-incremental/7-engage-incremental | +++ awk '{print $1}' logger.go:42: 16:58:57 | scheduled-backup-incremental/7-engage-incremental | +++ head -c 5 logger.go:42: 16:58:57 | scheduled-backup-incremental/7-engage-incremental | ++ local prefix=2c6b4 logger.go:42: 16:58:57 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get ps-backup -n kuttl-test-gorgeous-macaque -l percona.com/backup-ancestor=2c6b4-minio-incr -o yaml logger.go:42: 16:58:57 | scheduled-backup-incremental/7-engage-incremental | +++ yq '.items | length' logger.go:42: 16:58:58 | scheduled-backup-incremental/7-engage-incremental | ++ local bcp_count=1 logger.go:42: 16:58:58 | scheduled-backup-incremental/7-engage-incremental | ++ echo 1 logger.go:42: 16:58:58 | scheduled-backup-incremental/7-engage-incremental | + bcp_count=1 logger.go:42: 16:58:58 | scheduled-backup-incremental/7-engage-incremental | + [[ 1 -lt 3 ]] logger.go:42: 16:58:58 | scheduled-backup-incremental/7-engage-incremental | + echo 'There are 1 incremental ps-backups but should be at least 3' logger.go:42: 16:58:58 | scheduled-backup-incremental/7-engage-incremental | There are 1 incremental ps-backups but should be at least 3 logger.go:42: 16:58:58 | scheduled-backup-incremental/7-engage-incremental | + exit 1 logger.go:42: 16:58:59 | scheduled-backup-incremental/7-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 3 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 3" exit 1 fi] logger.go:42: 16:58:59 | scheduled-backup-incremental/7-engage-incremental | + source ../../functions logger.go:42: 16:58:59 | scheduled-backup-incremental/7-engage-incremental | +++ realpath ../../.. logger.go:42: 16:58:59 | scheduled-backup-incremental/7-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 16:58:59 | scheduled-backup-incremental/7-engage-incremental | ++++ pwd logger.go:42: 16:58:59 | scheduled-backup-incremental/7-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 16:58:59 | scheduled-backup-incremental/7-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 16:58:59 | scheduled-backup-incremental/7-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/vars.sh logger.go:42: 16:58:59 | scheduled-backup-incremental/7-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 16:58:59 | scheduled-backup-incremental/7-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 16:58:59 | scheduled-backup-incremental/7-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 16:58:59 | scheduled-backup-incremental/7-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 16:58:59 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 16:58:59 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 16:58:59 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 16:58:59 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 16:58:59 | scheduled-backup-incremental/7-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 16:58:59 | scheduled-backup-incremental/7-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 16:58:59 | scheduled-backup-incremental/7-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 16:58:59 | scheduled-backup-incremental/7-engage-incremental | +++ export GIT_BRANCH=PR-1262 logger.go:42: 16:58:59 | scheduled-backup-incremental/7-engage-incremental | +++ GIT_BRANCH=PR-1262 logger.go:42: 16:58:59 | scheduled-backup-incremental/7-engage-incremental | +++ export VERSION=PR-1262-dc5a409a logger.go:42: 16:58:59 | scheduled-backup-incremental/7-engage-incremental | +++ VERSION=PR-1262-dc5a409a logger.go:42: 16:58:59 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 16:58:59 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 16:58:59 | scheduled-backup-incremental/7-engage-incremental | +++ [[ -z 8.4 ]] logger.go:42: 16:58:59 | scheduled-backup-incremental/7-engage-incremental | +++ export MYSQL_VERSION=8.4 logger.go:42: 16:58:59 | scheduled-backup-incremental/7-engage-incremental | +++ MYSQL_VERSION=8.4 logger.go:42: 16:58:59 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.4 logger.go:42: 16:58:59 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.4 logger.go:42: 16:58:59 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.4 logger.go:42: 16:58:59 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.4 logger.go:42: 16:58:59 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 16:58:59 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 16:58:59 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.4 logger.go:42: 16:58:59 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.4 logger.go:42: 16:58:59 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 16:58:59 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 16:58:59 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 16:58:59 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 16:58:59 | scheduled-backup-incremental/7-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 16:58:59 | scheduled-backup-incremental/7-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 16:58:59 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 16:58:59 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 16:58:59 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 16:58:59 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 16:58:59 | scheduled-backup-incremental/7-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 16:58:59 | scheduled-backup-incremental/7-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 16:58:59 | scheduled-backup-incremental/7-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 16:58:59 | scheduled-backup-incremental/7-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 16:58:59 | scheduled-backup-incremental/7-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 16:58:59 | scheduled-backup-incremental/7-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 16:58:59 | scheduled-backup-incremental/7-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 16:58:59 | scheduled-backup-incremental/7-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 16:58:59 | scheduled-backup-incremental/7-engage-incremental | ++++ which gdate logger.go:42: 16:58:59 | scheduled-backup-incremental/7-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 16:58:59 | scheduled-backup-incremental/7-engage-incremental | ++++ which date logger.go:42: 16:58:59 | scheduled-backup-incremental/7-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 16:58:59 | scheduled-backup-incremental/7-engage-incremental | +++ oc get projects logger.go:42: 16:58:59 | scheduled-backup-incremental/7-engage-incremental | +++ : logger.go:42: 16:58:59 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get nodes logger.go:42: 16:58:59 | scheduled-backup-incremental/7-engage-incremental | +++ grep '^minikube' logger.go:42: 16:59:00 | scheduled-backup-incremental/7-engage-incremental | +++ which gsed logger.go:42: 16:59:00 | scheduled-backup-incremental/7-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 16:59:00 | scheduled-backup-incremental/7-engage-incremental | +++ which sed logger.go:42: 16:59:00 | scheduled-backup-incremental/7-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 16:59:00 | scheduled-backup-incremental/7-engage-incremental | ++ oc get projects logger.go:42: 16:59:00 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl version -o json logger.go:42: 16:59:00 | scheduled-backup-incremental/7-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 16:59:00 | scheduled-backup-incremental/7-engage-incremental | +++ grep '\-eks\-' logger.go:42: 16:59:00 | scheduled-backup-incremental/7-engage-incremental | grep: warning: stray \ before - logger.go:42: 16:59:00 | scheduled-backup-incremental/7-engage-incremental | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 16:59:00 | scheduled-backup-incremental/7-engage-incremental | ++ '[' ']' logger.go:42: 16:59:00 | scheduled-backup-incremental/7-engage-incremental | ++ EKS=0 logger.go:42: 16:59:00 | scheduled-backup-incremental/7-engage-incremental | +++ get_cluster_name logger.go:42: 16:59:00 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl -n kuttl-test-gorgeous-macaque get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 16:59:01 | scheduled-backup-incremental/7-engage-incremental | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 16:59:01 | scheduled-backup-incremental/7-engage-incremental | ++ local schedule_name=minio-incr logger.go:42: 16:59:01 | scheduled-backup-incremental/7-engage-incremental | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 16:59:01 | scheduled-backup-incremental/7-engage-incremental | +++ printf %s kuttl-test-gorgeous-macaque-scheduled-backup-incremental logger.go:42: 16:59:01 | scheduled-backup-incremental/7-engage-incremental | +++ sha1sum logger.go:42: 16:59:01 | scheduled-backup-incremental/7-engage-incremental | +++ awk '{print $1}' logger.go:42: 16:59:01 | scheduled-backup-incremental/7-engage-incremental | +++ head -c 5 logger.go:42: 16:59:01 | scheduled-backup-incremental/7-engage-incremental | ++ local prefix=2c6b4 logger.go:42: 16:59:01 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get ps-backup -n kuttl-test-gorgeous-macaque -l percona.com/backup-ancestor=2c6b4-minio-incr -o yaml logger.go:42: 16:59:01 | scheduled-backup-incremental/7-engage-incremental | +++ yq '.items | length' logger.go:42: 16:59:01 | scheduled-backup-incremental/7-engage-incremental | ++ local bcp_count=1 logger.go:42: 16:59:01 | scheduled-backup-incremental/7-engage-incremental | ++ echo 1 logger.go:42: 16:59:01 | scheduled-backup-incremental/7-engage-incremental | + bcp_count=1 logger.go:42: 16:59:01 | scheduled-backup-incremental/7-engage-incremental | + [[ 1 -lt 3 ]] logger.go:42: 16:59:01 | scheduled-backup-incremental/7-engage-incremental | + echo 'There are 1 incremental ps-backups but should be at least 3' logger.go:42: 16:59:01 | scheduled-backup-incremental/7-engage-incremental | There are 1 incremental ps-backups but should be at least 3 logger.go:42: 16:59:01 | scheduled-backup-incremental/7-engage-incremental | + exit 1 logger.go:42: 16:59:03 | scheduled-backup-incremental/7-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 3 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 3" exit 1 fi] logger.go:42: 16:59:03 | scheduled-backup-incremental/7-engage-incremental | + source ../../functions logger.go:42: 16:59:03 | scheduled-backup-incremental/7-engage-incremental | +++ realpath ../../.. logger.go:42: 16:59:03 | scheduled-backup-incremental/7-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 16:59:03 | scheduled-backup-incremental/7-engage-incremental | ++++ pwd logger.go:42: 16:59:03 | scheduled-backup-incremental/7-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 16:59:03 | scheduled-backup-incremental/7-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 16:59:03 | scheduled-backup-incremental/7-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/vars.sh logger.go:42: 16:59:03 | scheduled-backup-incremental/7-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 16:59:03 | scheduled-backup-incremental/7-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 16:59:03 | scheduled-backup-incremental/7-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 16:59:03 | scheduled-backup-incremental/7-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 16:59:03 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 16:59:03 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 16:59:03 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 16:59:03 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 16:59:03 | scheduled-backup-incremental/7-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 16:59:03 | scheduled-backup-incremental/7-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 16:59:03 | scheduled-backup-incremental/7-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 16:59:03 | scheduled-backup-incremental/7-engage-incremental | +++ export GIT_BRANCH=PR-1262 logger.go:42: 16:59:03 | scheduled-backup-incremental/7-engage-incremental | +++ GIT_BRANCH=PR-1262 logger.go:42: 16:59:03 | scheduled-backup-incremental/7-engage-incremental | +++ export VERSION=PR-1262-dc5a409a logger.go:42: 16:59:03 | scheduled-backup-incremental/7-engage-incremental | +++ VERSION=PR-1262-dc5a409a logger.go:42: 16:59:03 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 16:59:03 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 16:59:03 | scheduled-backup-incremental/7-engage-incremental | +++ [[ -z 8.4 ]] logger.go:42: 16:59:03 | scheduled-backup-incremental/7-engage-incremental | +++ export MYSQL_VERSION=8.4 logger.go:42: 16:59:03 | scheduled-backup-incremental/7-engage-incremental | +++ MYSQL_VERSION=8.4 logger.go:42: 16:59:03 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.4 logger.go:42: 16:59:03 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.4 logger.go:42: 16:59:03 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.4 logger.go:42: 16:59:03 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.4 logger.go:42: 16:59:03 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 16:59:03 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 16:59:03 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.4 logger.go:42: 16:59:03 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.4 logger.go:42: 16:59:03 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 16:59:03 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 16:59:03 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 16:59:03 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 16:59:03 | scheduled-backup-incremental/7-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 16:59:03 | scheduled-backup-incremental/7-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 16:59:03 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 16:59:03 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 16:59:03 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 16:59:03 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 16:59:03 | scheduled-backup-incremental/7-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 16:59:03 | scheduled-backup-incremental/7-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 16:59:03 | scheduled-backup-incremental/7-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 16:59:03 | scheduled-backup-incremental/7-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 16:59:03 | scheduled-backup-incremental/7-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 16:59:03 | scheduled-backup-incremental/7-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 16:59:03 | scheduled-backup-incremental/7-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 16:59:03 | scheduled-backup-incremental/7-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 16:59:03 | scheduled-backup-incremental/7-engage-incremental | ++++ which gdate logger.go:42: 16:59:03 | scheduled-backup-incremental/7-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 16:59:03 | scheduled-backup-incremental/7-engage-incremental | ++++ which date logger.go:42: 16:59:03 | scheduled-backup-incremental/7-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 16:59:03 | scheduled-backup-incremental/7-engage-incremental | +++ oc get projects logger.go:42: 16:59:03 | scheduled-backup-incremental/7-engage-incremental | +++ : logger.go:42: 16:59:03 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get nodes logger.go:42: 16:59:03 | scheduled-backup-incremental/7-engage-incremental | +++ grep '^minikube' logger.go:42: 16:59:03 | scheduled-backup-incremental/7-engage-incremental | +++ which gsed logger.go:42: 16:59:03 | scheduled-backup-incremental/7-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 16:59:03 | scheduled-backup-incremental/7-engage-incremental | +++ which sed logger.go:42: 16:59:03 | scheduled-backup-incremental/7-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 16:59:03 | scheduled-backup-incremental/7-engage-incremental | ++ oc get projects logger.go:42: 16:59:03 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl version -o json logger.go:42: 16:59:03 | scheduled-backup-incremental/7-engage-incremental | +++ grep '\-eks\-' logger.go:42: 16:59:03 | scheduled-backup-incremental/7-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 16:59:03 | scheduled-backup-incremental/7-engage-incremental | grep: warning: stray \ before - logger.go:42: 16:59:04 | scheduled-backup-incremental/7-engage-incremental | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 16:59:04 | scheduled-backup-incremental/7-engage-incremental | ++ '[' ']' logger.go:42: 16:59:04 | scheduled-backup-incremental/7-engage-incremental | ++ EKS=0 logger.go:42: 16:59:04 | scheduled-backup-incremental/7-engage-incremental | +++ get_cluster_name logger.go:42: 16:59:04 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl -n kuttl-test-gorgeous-macaque get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 16:59:04 | scheduled-backup-incremental/7-engage-incremental | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 16:59:04 | scheduled-backup-incremental/7-engage-incremental | ++ local schedule_name=minio-incr logger.go:42: 16:59:04 | scheduled-backup-incremental/7-engage-incremental | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 16:59:04 | scheduled-backup-incremental/7-engage-incremental | +++ printf %s kuttl-test-gorgeous-macaque-scheduled-backup-incremental logger.go:42: 16:59:04 | scheduled-backup-incremental/7-engage-incremental | +++ sha1sum logger.go:42: 16:59:04 | scheduled-backup-incremental/7-engage-incremental | +++ awk '{print $1}' logger.go:42: 16:59:04 | scheduled-backup-incremental/7-engage-incremental | +++ head -c 5 logger.go:42: 16:59:04 | scheduled-backup-incremental/7-engage-incremental | ++ local prefix=2c6b4 logger.go:42: 16:59:04 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get ps-backup -n kuttl-test-gorgeous-macaque -l percona.com/backup-ancestor=2c6b4-minio-incr -o yaml logger.go:42: 16:59:04 | scheduled-backup-incremental/7-engage-incremental | +++ yq '.items | length' logger.go:42: 16:59:05 | scheduled-backup-incremental/7-engage-incremental | ++ local bcp_count=1 logger.go:42: 16:59:05 | scheduled-backup-incremental/7-engage-incremental | ++ echo 1 logger.go:42: 16:59:05 | scheduled-backup-incremental/7-engage-incremental | + bcp_count=1 logger.go:42: 16:59:05 | scheduled-backup-incremental/7-engage-incremental | + [[ 1 -lt 3 ]] logger.go:42: 16:59:05 | scheduled-backup-incremental/7-engage-incremental | + echo 'There are 1 incremental ps-backups but should be at least 3' logger.go:42: 16:59:05 | scheduled-backup-incremental/7-engage-incremental | There are 1 incremental ps-backups but should be at least 3 logger.go:42: 16:59:05 | scheduled-backup-incremental/7-engage-incremental | + exit 1 logger.go:42: 16:59:06 | scheduled-backup-incremental/7-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 3 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 3" exit 1 fi] logger.go:42: 16:59:06 | scheduled-backup-incremental/7-engage-incremental | + source ../../functions logger.go:42: 16:59:06 | scheduled-backup-incremental/7-engage-incremental | +++ realpath ../../.. logger.go:42: 16:59:06 | scheduled-backup-incremental/7-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 16:59:06 | scheduled-backup-incremental/7-engage-incremental | ++++ pwd logger.go:42: 16:59:06 | scheduled-backup-incremental/7-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 16:59:06 | scheduled-backup-incremental/7-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 16:59:06 | scheduled-backup-incremental/7-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/vars.sh logger.go:42: 16:59:06 | scheduled-backup-incremental/7-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 16:59:06 | scheduled-backup-incremental/7-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 16:59:06 | scheduled-backup-incremental/7-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 16:59:06 | scheduled-backup-incremental/7-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 16:59:06 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 16:59:06 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 16:59:06 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 16:59:06 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 16:59:06 | scheduled-backup-incremental/7-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 16:59:06 | scheduled-backup-incremental/7-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 16:59:06 | scheduled-backup-incremental/7-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 16:59:06 | scheduled-backup-incremental/7-engage-incremental | +++ export GIT_BRANCH=PR-1262 logger.go:42: 16:59:06 | scheduled-backup-incremental/7-engage-incremental | +++ GIT_BRANCH=PR-1262 logger.go:42: 16:59:06 | scheduled-backup-incremental/7-engage-incremental | +++ export VERSION=PR-1262-dc5a409a logger.go:42: 16:59:06 | scheduled-backup-incremental/7-engage-incremental | +++ VERSION=PR-1262-dc5a409a logger.go:42: 16:59:06 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 16:59:06 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 16:59:06 | scheduled-backup-incremental/7-engage-incremental | +++ [[ -z 8.4 ]] logger.go:42: 16:59:06 | scheduled-backup-incremental/7-engage-incremental | +++ export MYSQL_VERSION=8.4 logger.go:42: 16:59:06 | scheduled-backup-incremental/7-engage-incremental | +++ MYSQL_VERSION=8.4 logger.go:42: 16:59:06 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.4 logger.go:42: 16:59:06 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.4 logger.go:42: 16:59:06 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.4 logger.go:42: 16:59:06 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.4 logger.go:42: 16:59:06 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 16:59:06 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 16:59:06 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.4 logger.go:42: 16:59:06 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.4 logger.go:42: 16:59:06 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 16:59:06 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 16:59:06 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 16:59:06 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 16:59:06 | scheduled-backup-incremental/7-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 16:59:06 | scheduled-backup-incremental/7-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 16:59:06 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 16:59:06 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 16:59:06 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 16:59:06 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 16:59:06 | scheduled-backup-incremental/7-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 16:59:06 | scheduled-backup-incremental/7-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 16:59:06 | scheduled-backup-incremental/7-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 16:59:06 | scheduled-backup-incremental/7-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 16:59:06 | scheduled-backup-incremental/7-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 16:59:06 | scheduled-backup-incremental/7-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 16:59:06 | scheduled-backup-incremental/7-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 16:59:06 | scheduled-backup-incremental/7-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 16:59:06 | scheduled-backup-incremental/7-engage-incremental | ++++ which gdate logger.go:42: 16:59:06 | scheduled-backup-incremental/7-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 16:59:06 | scheduled-backup-incremental/7-engage-incremental | ++++ which date logger.go:42: 16:59:06 | scheduled-backup-incremental/7-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 16:59:06 | scheduled-backup-incremental/7-engage-incremental | +++ oc get projects logger.go:42: 16:59:06 | scheduled-backup-incremental/7-engage-incremental | +++ : logger.go:42: 16:59:06 | scheduled-backup-incremental/7-engage-incremental | +++ grep '^minikube' logger.go:42: 16:59:06 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get nodes logger.go:42: 16:59:07 | scheduled-backup-incremental/7-engage-incremental | +++ which gsed logger.go:42: 16:59:07 | scheduled-backup-incremental/7-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 16:59:07 | scheduled-backup-incremental/7-engage-incremental | +++ which sed logger.go:42: 16:59:07 | scheduled-backup-incremental/7-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 16:59:07 | scheduled-backup-incremental/7-engage-incremental | ++ oc get projects logger.go:42: 16:59:07 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl version -o json logger.go:42: 16:59:07 | scheduled-backup-incremental/7-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 16:59:07 | scheduled-backup-incremental/7-engage-incremental | +++ grep '\-eks\-' logger.go:42: 16:59:07 | scheduled-backup-incremental/7-engage-incremental | grep: warning: stray \ before - logger.go:42: 16:59:07 | scheduled-backup-incremental/7-engage-incremental | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 16:59:07 | scheduled-backup-incremental/7-engage-incremental | ++ '[' ']' logger.go:42: 16:59:07 | scheduled-backup-incremental/7-engage-incremental | ++ EKS=0 logger.go:42: 16:59:07 | scheduled-backup-incremental/7-engage-incremental | +++ get_cluster_name logger.go:42: 16:59:07 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl -n kuttl-test-gorgeous-macaque get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 16:59:08 | scheduled-backup-incremental/7-engage-incremental | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 16:59:08 | scheduled-backup-incremental/7-engage-incremental | ++ local schedule_name=minio-incr logger.go:42: 16:59:08 | scheduled-backup-incremental/7-engage-incremental | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 16:59:08 | scheduled-backup-incremental/7-engage-incremental | +++ printf %s kuttl-test-gorgeous-macaque-scheduled-backup-incremental logger.go:42: 16:59:08 | scheduled-backup-incremental/7-engage-incremental | +++ sha1sum logger.go:42: 16:59:08 | scheduled-backup-incremental/7-engage-incremental | +++ awk '{print $1}' logger.go:42: 16:59:08 | scheduled-backup-incremental/7-engage-incremental | +++ head -c 5 logger.go:42: 16:59:08 | scheduled-backup-incremental/7-engage-incremental | ++ local prefix=2c6b4 logger.go:42: 16:59:08 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get ps-backup -n kuttl-test-gorgeous-macaque -l percona.com/backup-ancestor=2c6b4-minio-incr -o yaml logger.go:42: 16:59:08 | scheduled-backup-incremental/7-engage-incremental | +++ yq '.items | length' logger.go:42: 16:59:08 | scheduled-backup-incremental/7-engage-incremental | ++ local bcp_count=1 logger.go:42: 16:59:08 | scheduled-backup-incremental/7-engage-incremental | ++ echo 1 logger.go:42: 16:59:08 | scheduled-backup-incremental/7-engage-incremental | + bcp_count=1 logger.go:42: 16:59:08 | scheduled-backup-incremental/7-engage-incremental | + [[ 1 -lt 3 ]] logger.go:42: 16:59:08 | scheduled-backup-incremental/7-engage-incremental | + echo 'There are 1 incremental ps-backups but should be at least 3' logger.go:42: 16:59:08 | scheduled-backup-incremental/7-engage-incremental | There are 1 incremental ps-backups but should be at least 3 logger.go:42: 16:59:08 | scheduled-backup-incremental/7-engage-incremental | + exit 1 logger.go:42: 16:59:09 | scheduled-backup-incremental/7-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 3 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 3" exit 1 fi] logger.go:42: 16:59:09 | scheduled-backup-incremental/7-engage-incremental | + source ../../functions logger.go:42: 16:59:09 | scheduled-backup-incremental/7-engage-incremental | +++ realpath ../../.. logger.go:42: 16:59:09 | scheduled-backup-incremental/7-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 16:59:09 | scheduled-backup-incremental/7-engage-incremental | ++++ pwd logger.go:42: 16:59:09 | scheduled-backup-incremental/7-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 16:59:09 | scheduled-backup-incremental/7-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 16:59:09 | scheduled-backup-incremental/7-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/vars.sh logger.go:42: 16:59:09 | scheduled-backup-incremental/7-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 16:59:09 | scheduled-backup-incremental/7-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 16:59:09 | scheduled-backup-incremental/7-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 16:59:09 | scheduled-backup-incremental/7-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 16:59:09 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 16:59:09 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 16:59:09 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 16:59:09 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 16:59:09 | scheduled-backup-incremental/7-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 16:59:09 | scheduled-backup-incremental/7-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 16:59:09 | scheduled-backup-incremental/7-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 16:59:09 | scheduled-backup-incremental/7-engage-incremental | +++ export GIT_BRANCH=PR-1262 logger.go:42: 16:59:09 | scheduled-backup-incremental/7-engage-incremental | +++ GIT_BRANCH=PR-1262 logger.go:42: 16:59:09 | scheduled-backup-incremental/7-engage-incremental | +++ export VERSION=PR-1262-dc5a409a logger.go:42: 16:59:09 | scheduled-backup-incremental/7-engage-incremental | +++ VERSION=PR-1262-dc5a409a logger.go:42: 16:59:09 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 16:59:09 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 16:59:09 | scheduled-backup-incremental/7-engage-incremental | +++ [[ -z 8.4 ]] logger.go:42: 16:59:09 | scheduled-backup-incremental/7-engage-incremental | +++ export MYSQL_VERSION=8.4 logger.go:42: 16:59:09 | scheduled-backup-incremental/7-engage-incremental | +++ MYSQL_VERSION=8.4 logger.go:42: 16:59:09 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.4 logger.go:42: 16:59:09 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.4 logger.go:42: 16:59:09 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.4 logger.go:42: 16:59:09 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.4 logger.go:42: 16:59:09 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 16:59:09 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 16:59:09 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.4 logger.go:42: 16:59:09 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.4 logger.go:42: 16:59:09 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 16:59:09 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 16:59:09 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 16:59:09 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 16:59:09 | scheduled-backup-incremental/7-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 16:59:09 | scheduled-backup-incremental/7-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 16:59:09 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 16:59:09 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 16:59:09 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 16:59:09 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 16:59:09 | scheduled-backup-incremental/7-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 16:59:09 | scheduled-backup-incremental/7-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 16:59:09 | scheduled-backup-incremental/7-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 16:59:09 | scheduled-backup-incremental/7-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 16:59:09 | scheduled-backup-incremental/7-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 16:59:09 | scheduled-backup-incremental/7-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 16:59:09 | scheduled-backup-incremental/7-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 16:59:09 | scheduled-backup-incremental/7-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 16:59:09 | scheduled-backup-incremental/7-engage-incremental | ++++ which gdate logger.go:42: 16:59:09 | scheduled-backup-incremental/7-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 16:59:09 | scheduled-backup-incremental/7-engage-incremental | ++++ which date logger.go:42: 16:59:09 | scheduled-backup-incremental/7-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 16:59:09 | scheduled-backup-incremental/7-engage-incremental | +++ oc get projects logger.go:42: 16:59:09 | scheduled-backup-incremental/7-engage-incremental | +++ : logger.go:42: 16:59:09 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get nodes logger.go:42: 16:59:09 | scheduled-backup-incremental/7-engage-incremental | +++ grep '^minikube' logger.go:42: 16:59:10 | scheduled-backup-incremental/7-engage-incremental | +++ which gsed logger.go:42: 16:59:10 | scheduled-backup-incremental/7-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 16:59:10 | scheduled-backup-incremental/7-engage-incremental | +++ which sed logger.go:42: 16:59:10 | scheduled-backup-incremental/7-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 16:59:10 | scheduled-backup-incremental/7-engage-incremental | ++ oc get projects logger.go:42: 16:59:10 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl version -o json logger.go:42: 16:59:10 | scheduled-backup-incremental/7-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 16:59:10 | scheduled-backup-incremental/7-engage-incremental | +++ grep '\-eks\-' logger.go:42: 16:59:10 | scheduled-backup-incremental/7-engage-incremental | grep: warning: stray \ before - logger.go:42: 16:59:10 | scheduled-backup-incremental/7-engage-incremental | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 16:59:10 | scheduled-backup-incremental/7-engage-incremental | ++ '[' ']' logger.go:42: 16:59:10 | scheduled-backup-incremental/7-engage-incremental | ++ EKS=0 logger.go:42: 16:59:10 | scheduled-backup-incremental/7-engage-incremental | +++ get_cluster_name logger.go:42: 16:59:10 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl -n kuttl-test-gorgeous-macaque get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 16:59:11 | scheduled-backup-incremental/7-engage-incremental | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 16:59:11 | scheduled-backup-incremental/7-engage-incremental | ++ local schedule_name=minio-incr logger.go:42: 16:59:11 | scheduled-backup-incremental/7-engage-incremental | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 16:59:11 | scheduled-backup-incremental/7-engage-incremental | +++ sha1sum logger.go:42: 16:59:11 | scheduled-backup-incremental/7-engage-incremental | +++ printf %s kuttl-test-gorgeous-macaque-scheduled-backup-incremental logger.go:42: 16:59:11 | scheduled-backup-incremental/7-engage-incremental | +++ awk '{print $1}' logger.go:42: 16:59:11 | scheduled-backup-incremental/7-engage-incremental | +++ head -c 5 logger.go:42: 16:59:11 | scheduled-backup-incremental/7-engage-incremental | ++ local prefix=2c6b4 logger.go:42: 16:59:11 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get ps-backup -n kuttl-test-gorgeous-macaque -l percona.com/backup-ancestor=2c6b4-minio-incr -o yaml logger.go:42: 16:59:11 | scheduled-backup-incremental/7-engage-incremental | +++ yq '.items | length' logger.go:42: 16:59:12 | scheduled-backup-incremental/7-engage-incremental | ++ local bcp_count=1 logger.go:42: 16:59:12 | scheduled-backup-incremental/7-engage-incremental | ++ echo 1 logger.go:42: 16:59:12 | scheduled-backup-incremental/7-engage-incremental | + bcp_count=1 logger.go:42: 16:59:12 | scheduled-backup-incremental/7-engage-incremental | + [[ 1 -lt 3 ]] logger.go:42: 16:59:12 | scheduled-backup-incremental/7-engage-incremental | + echo 'There are 1 incremental ps-backups but should be at least 3' logger.go:42: 16:59:12 | scheduled-backup-incremental/7-engage-incremental | There are 1 incremental ps-backups but should be at least 3 logger.go:42: 16:59:12 | scheduled-backup-incremental/7-engage-incremental | + exit 1 logger.go:42: 16:59:13 | scheduled-backup-incremental/7-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 3 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 3" exit 1 fi] logger.go:42: 16:59:13 | scheduled-backup-incremental/7-engage-incremental | + source ../../functions logger.go:42: 16:59:13 | scheduled-backup-incremental/7-engage-incremental | +++ realpath ../../.. logger.go:42: 16:59:13 | scheduled-backup-incremental/7-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 16:59:13 | scheduled-backup-incremental/7-engage-incremental | ++++ pwd logger.go:42: 16:59:13 | scheduled-backup-incremental/7-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 16:59:13 | scheduled-backup-incremental/7-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 16:59:13 | scheduled-backup-incremental/7-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/vars.sh logger.go:42: 16:59:13 | scheduled-backup-incremental/7-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 16:59:13 | scheduled-backup-incremental/7-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 16:59:13 | scheduled-backup-incremental/7-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 16:59:13 | scheduled-backup-incremental/7-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 16:59:13 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 16:59:13 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 16:59:13 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 16:59:13 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 16:59:13 | scheduled-backup-incremental/7-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 16:59:13 | scheduled-backup-incremental/7-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 16:59:13 | scheduled-backup-incremental/7-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 16:59:13 | scheduled-backup-incremental/7-engage-incremental | +++ export GIT_BRANCH=PR-1262 logger.go:42: 16:59:13 | scheduled-backup-incremental/7-engage-incremental | +++ GIT_BRANCH=PR-1262 logger.go:42: 16:59:13 | scheduled-backup-incremental/7-engage-incremental | +++ export VERSION=PR-1262-dc5a409a logger.go:42: 16:59:13 | scheduled-backup-incremental/7-engage-incremental | +++ VERSION=PR-1262-dc5a409a logger.go:42: 16:59:13 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 16:59:13 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 16:59:13 | scheduled-backup-incremental/7-engage-incremental | +++ [[ -z 8.4 ]] logger.go:42: 16:59:13 | scheduled-backup-incremental/7-engage-incremental | +++ export MYSQL_VERSION=8.4 logger.go:42: 16:59:13 | scheduled-backup-incremental/7-engage-incremental | +++ MYSQL_VERSION=8.4 logger.go:42: 16:59:13 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.4 logger.go:42: 16:59:13 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.4 logger.go:42: 16:59:13 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.4 logger.go:42: 16:59:13 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.4 logger.go:42: 16:59:13 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 16:59:13 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 16:59:13 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.4 logger.go:42: 16:59:13 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.4 logger.go:42: 16:59:13 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 16:59:13 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 16:59:13 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 16:59:13 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 16:59:13 | scheduled-backup-incremental/7-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 16:59:13 | scheduled-backup-incremental/7-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 16:59:13 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 16:59:13 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 16:59:13 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 16:59:13 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 16:59:13 | scheduled-backup-incremental/7-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 16:59:13 | scheduled-backup-incremental/7-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 16:59:13 | scheduled-backup-incremental/7-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 16:59:13 | scheduled-backup-incremental/7-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 16:59:13 | scheduled-backup-incremental/7-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 16:59:13 | scheduled-backup-incremental/7-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 16:59:13 | scheduled-backup-incremental/7-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 16:59:13 | scheduled-backup-incremental/7-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 16:59:13 | scheduled-backup-incremental/7-engage-incremental | ++++ which gdate logger.go:42: 16:59:13 | scheduled-backup-incremental/7-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 16:59:13 | scheduled-backup-incremental/7-engage-incremental | ++++ which date logger.go:42: 16:59:13 | scheduled-backup-incremental/7-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 16:59:13 | scheduled-backup-incremental/7-engage-incremental | +++ oc get projects logger.go:42: 16:59:13 | scheduled-backup-incremental/7-engage-incremental | +++ : logger.go:42: 16:59:13 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get nodes logger.go:42: 16:59:13 | scheduled-backup-incremental/7-engage-incremental | +++ grep '^minikube' logger.go:42: 16:59:13 | scheduled-backup-incremental/7-engage-incremental | +++ which gsed logger.go:42: 16:59:13 | scheduled-backup-incremental/7-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 16:59:13 | scheduled-backup-incremental/7-engage-incremental | +++ which sed logger.go:42: 16:59:13 | scheduled-backup-incremental/7-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 16:59:13 | scheduled-backup-incremental/7-engage-incremental | ++ oc get projects logger.go:42: 16:59:13 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl version -o json logger.go:42: 16:59:13 | scheduled-backup-incremental/7-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 16:59:13 | scheduled-backup-incremental/7-engage-incremental | +++ grep '\-eks\-' logger.go:42: 16:59:13 | scheduled-backup-incremental/7-engage-incremental | grep: warning: stray \ before - logger.go:42: 16:59:14 | scheduled-backup-incremental/7-engage-incremental | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 16:59:14 | scheduled-backup-incremental/7-engage-incremental | ++ '[' ']' logger.go:42: 16:59:14 | scheduled-backup-incremental/7-engage-incremental | ++ EKS=0 logger.go:42: 16:59:14 | scheduled-backup-incremental/7-engage-incremental | +++ get_cluster_name logger.go:42: 16:59:14 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl -n kuttl-test-gorgeous-macaque get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 16:59:15 | scheduled-backup-incremental/7-engage-incremental | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 16:59:15 | scheduled-backup-incremental/7-engage-incremental | ++ local schedule_name=minio-incr logger.go:42: 16:59:15 | scheduled-backup-incremental/7-engage-incremental | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 16:59:15 | scheduled-backup-incremental/7-engage-incremental | +++ printf %s kuttl-test-gorgeous-macaque-scheduled-backup-incremental logger.go:42: 16:59:15 | scheduled-backup-incremental/7-engage-incremental | +++ sha1sum logger.go:42: 16:59:15 | scheduled-backup-incremental/7-engage-incremental | +++ awk '{print $1}' logger.go:42: 16:59:15 | scheduled-backup-incremental/7-engage-incremental | +++ head -c 5 logger.go:42: 16:59:15 | scheduled-backup-incremental/7-engage-incremental | ++ local prefix=2c6b4 logger.go:42: 16:59:15 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get ps-backup -n kuttl-test-gorgeous-macaque -l percona.com/backup-ancestor=2c6b4-minio-incr -o yaml logger.go:42: 16:59:15 | scheduled-backup-incremental/7-engage-incremental | +++ yq '.items | length' logger.go:42: 16:59:15 | scheduled-backup-incremental/7-engage-incremental | ++ local bcp_count=1 logger.go:42: 16:59:15 | scheduled-backup-incremental/7-engage-incremental | ++ echo 1 logger.go:42: 16:59:15 | scheduled-backup-incremental/7-engage-incremental | + bcp_count=1 logger.go:42: 16:59:15 | scheduled-backup-incremental/7-engage-incremental | + [[ 1 -lt 3 ]] logger.go:42: 16:59:15 | scheduled-backup-incremental/7-engage-incremental | + echo 'There are 1 incremental ps-backups but should be at least 3' logger.go:42: 16:59:15 | scheduled-backup-incremental/7-engage-incremental | There are 1 incremental ps-backups but should be at least 3 logger.go:42: 16:59:15 | scheduled-backup-incremental/7-engage-incremental | + exit 1 logger.go:42: 16:59:16 | scheduled-backup-incremental/7-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 3 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 3" exit 1 fi] logger.go:42: 16:59:16 | scheduled-backup-incremental/7-engage-incremental | + source ../../functions logger.go:42: 16:59:16 | scheduled-backup-incremental/7-engage-incremental | +++ realpath ../../.. logger.go:42: 16:59:16 | scheduled-backup-incremental/7-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 16:59:16 | scheduled-backup-incremental/7-engage-incremental | ++++ pwd logger.go:42: 16:59:16 | scheduled-backup-incremental/7-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 16:59:16 | scheduled-backup-incremental/7-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 16:59:16 | scheduled-backup-incremental/7-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/vars.sh logger.go:42: 16:59:16 | scheduled-backup-incremental/7-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 16:59:16 | scheduled-backup-incremental/7-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 16:59:16 | scheduled-backup-incremental/7-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 16:59:16 | scheduled-backup-incremental/7-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 16:59:16 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 16:59:16 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 16:59:16 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 16:59:16 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 16:59:16 | scheduled-backup-incremental/7-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 16:59:16 | scheduled-backup-incremental/7-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 16:59:16 | scheduled-backup-incremental/7-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 16:59:16 | scheduled-backup-incremental/7-engage-incremental | +++ export GIT_BRANCH=PR-1262 logger.go:42: 16:59:16 | scheduled-backup-incremental/7-engage-incremental | +++ GIT_BRANCH=PR-1262 logger.go:42: 16:59:16 | scheduled-backup-incremental/7-engage-incremental | +++ export VERSION=PR-1262-dc5a409a logger.go:42: 16:59:16 | scheduled-backup-incremental/7-engage-incremental | +++ VERSION=PR-1262-dc5a409a logger.go:42: 16:59:16 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 16:59:16 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 16:59:16 | scheduled-backup-incremental/7-engage-incremental | +++ [[ -z 8.4 ]] logger.go:42: 16:59:16 | scheduled-backup-incremental/7-engage-incremental | +++ export MYSQL_VERSION=8.4 logger.go:42: 16:59:16 | scheduled-backup-incremental/7-engage-incremental | +++ MYSQL_VERSION=8.4 logger.go:42: 16:59:16 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.4 logger.go:42: 16:59:16 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.4 logger.go:42: 16:59:16 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.4 logger.go:42: 16:59:16 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.4 logger.go:42: 16:59:16 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 16:59:16 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 16:59:16 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.4 logger.go:42: 16:59:16 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.4 logger.go:42: 16:59:16 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 16:59:16 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 16:59:16 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 16:59:16 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 16:59:16 | scheduled-backup-incremental/7-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 16:59:16 | scheduled-backup-incremental/7-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 16:59:16 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 16:59:16 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 16:59:16 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 16:59:16 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 16:59:16 | scheduled-backup-incremental/7-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 16:59:16 | scheduled-backup-incremental/7-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 16:59:16 | scheduled-backup-incremental/7-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 16:59:16 | scheduled-backup-incremental/7-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 16:59:16 | scheduled-backup-incremental/7-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 16:59:16 | scheduled-backup-incremental/7-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 16:59:16 | scheduled-backup-incremental/7-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 16:59:16 | scheduled-backup-incremental/7-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 16:59:16 | scheduled-backup-incremental/7-engage-incremental | ++++ which gdate logger.go:42: 16:59:16 | scheduled-backup-incremental/7-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 16:59:16 | scheduled-backup-incremental/7-engage-incremental | ++++ which date logger.go:42: 16:59:16 | scheduled-backup-incremental/7-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 16:59:16 | scheduled-backup-incremental/7-engage-incremental | +++ oc get projects logger.go:42: 16:59:16 | scheduled-backup-incremental/7-engage-incremental | +++ : logger.go:42: 16:59:16 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get nodes logger.go:42: 16:59:16 | scheduled-backup-incremental/7-engage-incremental | +++ grep '^minikube' logger.go:42: 16:59:17 | scheduled-backup-incremental/7-engage-incremental | +++ which gsed logger.go:42: 16:59:17 | scheduled-backup-incremental/7-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 16:59:17 | scheduled-backup-incremental/7-engage-incremental | +++ which sed logger.go:42: 16:59:17 | scheduled-backup-incremental/7-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 16:59:17 | scheduled-backup-incremental/7-engage-incremental | ++ oc get projects logger.go:42: 16:59:17 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl version -o json logger.go:42: 16:59:17 | scheduled-backup-incremental/7-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 16:59:17 | scheduled-backup-incremental/7-engage-incremental | +++ grep '\-eks\-' logger.go:42: 16:59:17 | scheduled-backup-incremental/7-engage-incremental | grep: warning: stray \ before - logger.go:42: 16:59:17 | scheduled-backup-incremental/7-engage-incremental | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 16:59:17 | scheduled-backup-incremental/7-engage-incremental | ++ '[' ']' logger.go:42: 16:59:17 | scheduled-backup-incremental/7-engage-incremental | ++ EKS=0 logger.go:42: 16:59:17 | scheduled-backup-incremental/7-engage-incremental | +++ get_cluster_name logger.go:42: 16:59:17 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl -n kuttl-test-gorgeous-macaque get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 16:59:18 | scheduled-backup-incremental/7-engage-incremental | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 16:59:18 | scheduled-backup-incremental/7-engage-incremental | ++ local schedule_name=minio-incr logger.go:42: 16:59:18 | scheduled-backup-incremental/7-engage-incremental | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 16:59:18 | scheduled-backup-incremental/7-engage-incremental | +++ printf %s kuttl-test-gorgeous-macaque-scheduled-backup-incremental logger.go:42: 16:59:18 | scheduled-backup-incremental/7-engage-incremental | +++ sha1sum logger.go:42: 16:59:18 | scheduled-backup-incremental/7-engage-incremental | +++ awk '{print $1}' logger.go:42: 16:59:18 | scheduled-backup-incremental/7-engage-incremental | +++ head -c 5 logger.go:42: 16:59:18 | scheduled-backup-incremental/7-engage-incremental | ++ local prefix=2c6b4 logger.go:42: 16:59:18 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get ps-backup -n kuttl-test-gorgeous-macaque -l percona.com/backup-ancestor=2c6b4-minio-incr -o yaml logger.go:42: 16:59:18 | scheduled-backup-incremental/7-engage-incremental | +++ yq '.items | length' logger.go:42: 16:59:18 | scheduled-backup-incremental/7-engage-incremental | ++ local bcp_count=1 logger.go:42: 16:59:18 | scheduled-backup-incremental/7-engage-incremental | ++ echo 1 logger.go:42: 16:59:18 | scheduled-backup-incremental/7-engage-incremental | + bcp_count=1 logger.go:42: 16:59:18 | scheduled-backup-incremental/7-engage-incremental | + [[ 1 -lt 3 ]] logger.go:42: 16:59:18 | scheduled-backup-incremental/7-engage-incremental | + echo 'There are 1 incremental ps-backups but should be at least 3' logger.go:42: 16:59:18 | scheduled-backup-incremental/7-engage-incremental | There are 1 incremental ps-backups but should be at least 3 logger.go:42: 16:59:18 | scheduled-backup-incremental/7-engage-incremental | + exit 1 logger.go:42: 16:59:20 | scheduled-backup-incremental/7-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 3 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 3" exit 1 fi] logger.go:42: 16:59:20 | scheduled-backup-incremental/7-engage-incremental | + source ../../functions logger.go:42: 16:59:20 | scheduled-backup-incremental/7-engage-incremental | +++ realpath ../../.. logger.go:42: 16:59:20 | scheduled-backup-incremental/7-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 16:59:20 | scheduled-backup-incremental/7-engage-incremental | ++++ pwd logger.go:42: 16:59:20 | scheduled-backup-incremental/7-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 16:59:20 | scheduled-backup-incremental/7-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 16:59:20 | scheduled-backup-incremental/7-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/vars.sh logger.go:42: 16:59:20 | scheduled-backup-incremental/7-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 16:59:20 | scheduled-backup-incremental/7-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262 logger.go:42: 16:59:20 | scheduled-backup-incremental/7-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 16:59:20 | scheduled-backup-incremental/7-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/deploy logger.go:42: 16:59:20 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 16:59:20 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests logger.go:42: 16:59:20 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 16:59:20 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/e2e-tests/conf logger.go:42: 16:59:20 | scheduled-backup-incremental/7-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 16:59:20 | scheduled-backup-incremental/7-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 16:59:20 | scheduled-backup-incremental/7-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 16:59:20 | scheduled-backup-incremental/7-engage-incremental | +++ export GIT_BRANCH=PR-1262 logger.go:42: 16:59:20 | scheduled-backup-incremental/7-engage-incremental | +++ GIT_BRANCH=PR-1262 logger.go:42: 16:59:20 | scheduled-backup-incremental/7-engage-incremental | +++ export VERSION=PR-1262-dc5a409a logger.go:42: 16:59:20 | scheduled-backup-incremental/7-engage-incremental | +++ VERSION=PR-1262-dc5a409a logger.go:42: 16:59:20 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 16:59:20 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1262-dc5a409a logger.go:42: 16:59:20 | scheduled-backup-incremental/7-engage-incremental | +++ [[ -z 8.4 ]] logger.go:42: 16:59:20 | scheduled-backup-incremental/7-engage-incremental | +++ export MYSQL_VERSION=8.4 logger.go:42: 16:59:20 | scheduled-backup-incremental/7-engage-incremental | +++ MYSQL_VERSION=8.4 logger.go:42: 16:59:20 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.4 logger.go:42: 16:59:20 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.4 logger.go:42: 16:59:20 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.4 logger.go:42: 16:59:20 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.4 logger.go:42: 16:59:20 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 16:59:20 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 16:59:20 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.4 logger.go:42: 16:59:20 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.4 logger.go:42: 16:59:20 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 16:59:20 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 16:59:20 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 16:59:20 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 16:59:20 | scheduled-backup-incremental/7-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 16:59:20 | scheduled-backup-incremental/7-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 16:59:20 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 16:59:20 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 16:59:20 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 16:59:20 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 16:59:20 | scheduled-backup-incremental/7-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 16:59:20 | scheduled-backup-incremental/7-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 16:59:20 | scheduled-backup-incremental/7-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 16:59:20 | scheduled-backup-incremental/7-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 16:59:20 | scheduled-backup-incremental/7-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 16:59:20 | scheduled-backup-incremental/7-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 16:59:20 | scheduled-backup-incremental/7-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 16:59:20 | scheduled-backup-incremental/7-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 16:59:20 | scheduled-backup-incremental/7-engage-incremental | ++++ which gdate logger.go:42: 16:59:20 | scheduled-backup-incremental/7-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 16:59:20 | scheduled-backup-incremental/7-engage-incremental | ++++ which date logger.go:42: 16:59:20 | scheduled-backup-incremental/7-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 16:59:20 | scheduled-backup-incremental/7-engage-incremental | +++ oc get projects logger.go:42: 16:59:20 | scheduled-backup-incremental/7-engage-incremental | +++ : logger.go:42: 16:59:20 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get nodes logger.go:42: 16:59:20 | scheduled-backup-incremental/7-engage-incremental | +++ grep '^minikube' logger.go:42: 16:59:20 | scheduled-backup-incremental/7-engage-incremental | +++ which gsed logger.go:42: 16:59:20 | scheduled-backup-incremental/7-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1262/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 16:59:20 | scheduled-backup-incremental/7-engage-incremental | +++ which sed logger.go:42: 16:59:20 | scheduled-backup-incremental/7-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 16:59:20 | scheduled-backup-incremental/7-engage-incremental | ++ oc get projects logger.go:42: 16:59:20 | scheduled-backup-incremental/7-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 16:59:20 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl version -o json logger.go:42: 16:59:20 | scheduled-backup-incremental/7-engage-incremental | +++ grep '\-eks\-' logger.go:42: 16:59:20 | scheduled-backup-incremental/7-engage-incremental | grep: warning: stray \ before - logger.go:42: 16:59:21 | scheduled-backup-incremental/7-engage-incremental | ++ '[' ']' logger.go:42: 16:59:21 | scheduled-backup-incremental/7-engage-incremental | ++ EKS=0 logger.go:42: 16:59:21 | scheduled-backup-incremental/7-engage-incremental | +++ get_cluster_name logger.go:42: 16:59:21 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl -n kuttl-test-gorgeous-macaque get ps -o 'jsonpath={.items[0].metadata.name}'