=== RUN kuttl harness.go:460: starting setup harness.go:258: running tests using configured kubeconfig. harness.go:281: Successful connection to cluster at: https://35.224.82.37 harness.go:366: running tests harness.go:77: going to run test suite with timeout of 180 seconds for each step harness.go:378: testsuite: e2e-tests/tests has 50 tests === RUN kuttl/harness === RUN kuttl/harness/scheduled-backup-incremental === PAUSE kuttl/harness/scheduled-backup-incremental === CONT kuttl/harness/scheduled-backup-incremental logger.go:42: 17:00:53 | scheduled-backup-incremental | Creating namespace "kuttl-test-perfect-anchovy" logger.go:42: 17:00:53 | scheduled-backup-incremental/0-minio-secret | starting test step 0-minio-secret logger.go:42: 17:00:54 | scheduled-backup-incremental/0-minio-secret | Secret:kuttl-test-perfect-anchovy/minio-secret created logger.go:42: 17:00:54 | scheduled-backup-incremental/0-minio-secret | test step completed 0-minio-secret logger.go:42: 17:00:54 | scheduled-backup-incremental/1-deploy-operator | starting test step 1-deploy-operator logger.go:42: 17:00:54 | scheduled-backup-incremental/1-deploy-operator | running command: [sh -c set -o errexit set -o xtrace source ../../functions init_temp_dir # do this only in the first TestStep apply_s3_storage_secrets deploy_operator deploy_tls_cluster_secrets deploy_client deploy_minio] logger.go:42: 17:00:54 | scheduled-backup-incremental/1-deploy-operator | + source ../../functions logger.go:42: 17:00:54 | scheduled-backup-incremental/1-deploy-operator | +++ realpath ../../.. logger.go:42: 17:00:54 | scheduled-backup-incremental/1-deploy-operator | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:00:54 | scheduled-backup-incremental/1-deploy-operator | ++++ pwd logger.go:42: 17:00:54 | scheduled-backup-incremental/1-deploy-operator | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 17:00:54 | scheduled-backup-incremental/1-deploy-operator | ++ test_name=scheduled-backup-incremental logger.go:42: 17:00:54 | scheduled-backup-incremental/1-deploy-operator | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/vars.sh logger.go:42: 17:00:54 | scheduled-backup-incremental/1-deploy-operator | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:00:54 | scheduled-backup-incremental/1-deploy-operator | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:00:54 | scheduled-backup-incremental/1-deploy-operator | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:00:54 | scheduled-backup-incremental/1-deploy-operator | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:00:54 | scheduled-backup-incremental/1-deploy-operator | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:00:54 | scheduled-backup-incremental/1-deploy-operator | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:00:54 | scheduled-backup-incremental/1-deploy-operator | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:00:54 | scheduled-backup-incremental/1-deploy-operator | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:00:54 | scheduled-backup-incremental/1-deploy-operator | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:00:54 | scheduled-backup-incremental/1-deploy-operator | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:00:54 | scheduled-backup-incremental/1-deploy-operator | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 17:00:54 | scheduled-backup-incremental/1-deploy-operator | +++ export GIT_BRANCH=PR-1269 logger.go:42: 17:00:54 | scheduled-backup-incremental/1-deploy-operator | +++ GIT_BRANCH=PR-1269 logger.go:42: 17:00:54 | scheduled-backup-incremental/1-deploy-operator | +++ export VERSION=PR-1269-fbab6499 logger.go:42: 17:00:54 | scheduled-backup-incremental/1-deploy-operator | +++ VERSION=PR-1269-fbab6499 logger.go:42: 17:00:54 | scheduled-backup-incremental/1-deploy-operator | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:00:54 | scheduled-backup-incremental/1-deploy-operator | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:00:54 | scheduled-backup-incremental/1-deploy-operator | +++ [[ -z 8.0 ]] logger.go:42: 17:00:54 | scheduled-backup-incremental/1-deploy-operator | +++ export MYSQL_VERSION=8.0 logger.go:42: 17:00:54 | scheduled-backup-incremental/1-deploy-operator | +++ MYSQL_VERSION=8.0 logger.go:42: 17:00:54 | scheduled-backup-incremental/1-deploy-operator | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:00:54 | scheduled-backup-incremental/1-deploy-operator | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:00:54 | scheduled-backup-incremental/1-deploy-operator | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:00:54 | scheduled-backup-incremental/1-deploy-operator | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:00:54 | scheduled-backup-incremental/1-deploy-operator | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:00:54 | scheduled-backup-incremental/1-deploy-operator | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:00:54 | scheduled-backup-incremental/1-deploy-operator | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:00:54 | scheduled-backup-incremental/1-deploy-operator | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:00:54 | scheduled-backup-incremental/1-deploy-operator | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:00:54 | scheduled-backup-incremental/1-deploy-operator | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:00:54 | scheduled-backup-incremental/1-deploy-operator | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:00:54 | scheduled-backup-incremental/1-deploy-operator | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:00:54 | scheduled-backup-incremental/1-deploy-operator | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:00:54 | scheduled-backup-incremental/1-deploy-operator | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:00:54 | scheduled-backup-incremental/1-deploy-operator | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:00:54 | scheduled-backup-incremental/1-deploy-operator | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:00:54 | scheduled-backup-incremental/1-deploy-operator | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:00:54 | scheduled-backup-incremental/1-deploy-operator | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:00:54 | scheduled-backup-incremental/1-deploy-operator | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 17:00:54 | scheduled-backup-incremental/1-deploy-operator | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 17:00:54 | scheduled-backup-incremental/1-deploy-operator | +++ export MINIO_VER=5.4.0 logger.go:42: 17:00:54 | scheduled-backup-incremental/1-deploy-operator | +++ MINIO_VER=5.4.0 logger.go:42: 17:00:54 | scheduled-backup-incremental/1-deploy-operator | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 17:00:54 | scheduled-backup-incremental/1-deploy-operator | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 17:00:54 | scheduled-backup-incremental/1-deploy-operator | +++ export VAULT_VER=0.16.1 logger.go:42: 17:00:54 | scheduled-backup-incremental/1-deploy-operator | +++ VAULT_VER=0.16.1 logger.go:42: 17:00:54 | scheduled-backup-incremental/1-deploy-operator | ++++ which gdate logger.go:42: 17:00:54 | scheduled-backup-incremental/1-deploy-operator | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:00:54 | scheduled-backup-incremental/1-deploy-operator | ++++ which date logger.go:42: 17:00:54 | scheduled-backup-incremental/1-deploy-operator | +++ date=/usr/sbin/date logger.go:42: 17:00:54 | scheduled-backup-incremental/1-deploy-operator | +++ oc get projects logger.go:42: 17:00:54 | scheduled-backup-incremental/1-deploy-operator | +++ : logger.go:42: 17:00:54 | scheduled-backup-incremental/1-deploy-operator | +++ kubectl get nodes logger.go:42: 17:00:54 | scheduled-backup-incremental/1-deploy-operator | +++ grep '^minikube' logger.go:42: 17:00:55 | scheduled-backup-incremental/1-deploy-operator | +++ which gsed logger.go:42: 17:00:55 | scheduled-backup-incremental/1-deploy-operator | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:00:55 | scheduled-backup-incremental/1-deploy-operator | +++ which sed logger.go:42: 17:00:55 | scheduled-backup-incremental/1-deploy-operator | ++ sed=/usr/sbin/sed logger.go:42: 17:00:55 | scheduled-backup-incremental/1-deploy-operator | ++ oc get projects logger.go:42: 17:00:55 | scheduled-backup-incremental/1-deploy-operator | +++ kubectl version -o json logger.go:42: 17:00:55 | scheduled-backup-incremental/1-deploy-operator | +++ jq -r .serverVersion.gitVersion logger.go:42: 17:00:55 | scheduled-backup-incremental/1-deploy-operator | +++ grep '\-eks\-' logger.go:42: 17:00:55 | scheduled-backup-incremental/1-deploy-operator | grep: warning: stray \ before - logger.go:42: 17:00:55 | scheduled-backup-incremental/1-deploy-operator | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 17:00:55 | scheduled-backup-incremental/1-deploy-operator | ++ '[' ']' logger.go:42: 17:00:55 | scheduled-backup-incremental/1-deploy-operator | ++ EKS=0 logger.go:42: 17:00:55 | scheduled-backup-incremental/1-deploy-operator | + init_temp_dir logger.go:42: 17:00:55 | scheduled-backup-incremental/1-deploy-operator | + rm -rf /tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:00:55 | scheduled-backup-incremental/1-deploy-operator | + mkdir -p /tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:00:55 | scheduled-backup-incremental/1-deploy-operator | + apply_s3_storage_secrets logger.go:42: 17:00:55 | scheduled-backup-incremental/1-deploy-operator | + apply_minio_secret logger.go:42: 17:00:55 | scheduled-backup-incremental/1-deploy-operator | + kubectl -n kuttl-test-perfect-anchovy apply -f /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf/minio-secret.yml logger.go:42: 17:00:56 | scheduled-backup-incremental/1-deploy-operator | Warning: resource secrets/minio-secret is missing the kubectl.kubernetes.io/last-applied-configuration annotation which is required by kubectl apply. kubectl apply should only be used on resources created declaratively by either kubectl create --save-config or kubectl apply. The missing annotation will be patched automatically. logger.go:42: 17:00:56 | scheduled-backup-incremental/1-deploy-operator | secret/minio-secret configured logger.go:42: 17:00:56 | scheduled-backup-incremental/1-deploy-operator | + kubectl -n kuttl-test-perfect-anchovy apply -f /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf/cloud-secret.yml logger.go:42: 17:00:57 | scheduled-backup-incremental/1-deploy-operator | secret/aws-s3-secret created logger.go:42: 17:00:58 | scheduled-backup-incremental/1-deploy-operator | secret/do-spaces-secret created logger.go:42: 17:00:58 | scheduled-backup-incremental/1-deploy-operator | secret/gcp-cs-secret created logger.go:42: 17:00:58 | scheduled-backup-incremental/1-deploy-operator | secret/azure-secret created logger.go:42: 17:00:58 | scheduled-backup-incremental/1-deploy-operator | + deploy_operator logger.go:42: 17:00:58 | scheduled-backup-incremental/1-deploy-operator | + destroy_operator logger.go:42: 17:00:58 | scheduled-backup-incremental/1-deploy-operator | + kubectl -n ps-operator delete deployment percona-server-mysql-operator --force --grace-period=0 logger.go:42: 17:00:58 | scheduled-backup-incremental/1-deploy-operator | Warning: Immediate deletion does not wait for confirmation that the running resource has been terminated. The resource may continue to run on the cluster indefinitely. logger.go:42: 17:00:59 | scheduled-backup-incremental/1-deploy-operator | deployment.apps "percona-server-mysql-operator" force deleted from ps-operator namespace logger.go:42: 17:00:59 | scheduled-backup-incremental/1-deploy-operator | + [[ -n ps-operator ]] logger.go:42: 17:00:59 | scheduled-backup-incremental/1-deploy-operator | + kubectl delete namespace ps-operator --force --grace-period=0 logger.go:42: 17:00:59 | scheduled-backup-incremental/1-deploy-operator | Warning: Immediate deletion does not wait for confirmation that the running resource has been terminated. The resource may continue to run on the cluster indefinitely. logger.go:42: 17:00:59 | scheduled-backup-incremental/1-deploy-operator | namespace "ps-operator" force deleted logger.go:42: 17:01:10 | scheduled-backup-incremental/1-deploy-operator | + [[ -n ps-operator ]] logger.go:42: 17:01:10 | scheduled-backup-incremental/1-deploy-operator | + create_namespace ps-operator logger.go:42: 17:01:10 | scheduled-backup-incremental/1-deploy-operator | + local namespace=ps-operator logger.go:42: 17:01:10 | scheduled-backup-incremental/1-deploy-operator | + [[ -n '' ]] logger.go:42: 17:01:10 | scheduled-backup-incremental/1-deploy-operator | + kubectl delete namespace ps-operator --ignore-not-found logger.go:42: 17:01:10 | scheduled-backup-incremental/1-deploy-operator | + kubectl wait --for=delete namespace ps-operator logger.go:42: 17:01:11 | scheduled-backup-incremental/1-deploy-operator | + kubectl create namespace ps-operator logger.go:42: 17:01:11 | scheduled-backup-incremental/1-deploy-operator | namespace/ps-operator created logger.go:42: 17:01:11 | scheduled-backup-incremental/1-deploy-operator | + apply_crd logger.go:42: 17:01:11 | scheduled-backup-incremental/1-deploy-operator | + kubectl -n ps-operator apply --server-side --force-conflicts -f /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy/crd.yaml logger.go:42: 17:01:12 | scheduled-backup-incremental/1-deploy-operator | customresourcedefinition.apiextensions.k8s.io/perconaservermysqlbackups.ps.percona.com serverside-applied logger.go:42: 17:01:12 | scheduled-backup-incremental/1-deploy-operator | customresourcedefinition.apiextensions.k8s.io/perconaservermysqlrestores.ps.percona.com serverside-applied logger.go:42: 17:01:14 | scheduled-backup-incremental/1-deploy-operator | customresourcedefinition.apiextensions.k8s.io/perconaservermysqls.ps.percona.com serverside-applied logger.go:42: 17:01:14 | scheduled-backup-incremental/1-deploy-operator | + apply_rbac logger.go:42: 17:01:14 | scheduled-backup-incremental/1-deploy-operator | + local rbac_file logger.go:42: 17:01:14 | scheduled-backup-incremental/1-deploy-operator | + '[' -n ps-operator ']' logger.go:42: 17:01:14 | scheduled-backup-incremental/1-deploy-operator | + rbac_file=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy/cw-rbac.yaml logger.go:42: 17:01:14 | scheduled-backup-incremental/1-deploy-operator | + kubectl -n ps-operator apply -f /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy/cw-rbac.yaml logger.go:42: 17:01:15 | scheduled-backup-incremental/1-deploy-operator | serviceaccount/percona-server-mysql-operator created logger.go:42: 17:01:15 | scheduled-backup-incremental/1-deploy-operator | role.rbac.authorization.k8s.io/percona-server-mysql-operator-leaderelection created logger.go:42: 17:01:15 | scheduled-backup-incremental/1-deploy-operator | clusterrole.rbac.authorization.k8s.io/percona-server-mysql-operator unchanged logger.go:42: 17:01:16 | scheduled-backup-incremental/1-deploy-operator | rolebinding.rbac.authorization.k8s.io/percona-server-mysql-operator-leaderelection created logger.go:42: 17:01:16 | scheduled-backup-incremental/1-deploy-operator | clusterrolebinding.rbac.authorization.k8s.io/percona-server-mysql-operator unchanged logger.go:42: 17:01:16 | scheduled-backup-incremental/1-deploy-operator | + local operator_file logger.go:42: 17:01:16 | scheduled-backup-incremental/1-deploy-operator | + '[' -n ps-operator ']' logger.go:42: 17:01:16 | scheduled-backup-incremental/1-deploy-operator | + operator_file=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy/cw-operator.yaml logger.go:42: 17:01:16 | scheduled-backup-incremental/1-deploy-operator | + yq eval '(select(documentIndex==1).spec.template.spec.containers[] | select(.name=="manager").env[] | select(.name=="DISABLE_TELEMETRY").value) = "true"' logger.go:42: 17:01:16 | scheduled-backup-incremental/1-deploy-operator | ++ printf 'select(documentIndex==1).spec.template.spec.containers[0].image="%s"' perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:01:16 | scheduled-backup-incremental/1-deploy-operator | + yq eval '(select(documentIndex==1).spec.template.spec.containers[] | select(.name=="manager").env[] | select(.name=="LOG_LEVEL").value) = "VERBOSE"' logger.go:42: 17:01:16 | scheduled-backup-incremental/1-deploy-operator | + kubectl -n ps-operator apply -f - logger.go:42: 17:01:16 | scheduled-backup-incremental/1-deploy-operator | + yq eval 'select(documentIndex==1).spec.template.spec.containers[0].image="perconalab/percona-server-mysql-operator:PR-1269-fbab6499"' /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy/cw-operator.yaml logger.go:42: 17:01:17 | scheduled-backup-incremental/1-deploy-operator | configmap/percona-server-mysql-operator-config created logger.go:42: 17:01:18 | scheduled-backup-incremental/1-deploy-operator | deployment.apps/percona-server-mysql-operator created logger.go:42: 17:01:18 | scheduled-backup-incremental/1-deploy-operator | + deploy_tls_cluster_secrets logger.go:42: 17:01:18 | scheduled-backup-incremental/1-deploy-operator | + kubectl -n kuttl-test-perfect-anchovy apply -f /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf/ssl-secret.yaml logger.go:42: 17:01:19 | scheduled-backup-incremental/1-deploy-operator | secret/test-ssl created logger.go:42: 17:01:19 | scheduled-backup-incremental/1-deploy-operator | + deploy_client logger.go:42: 17:01:19 | scheduled-backup-incremental/1-deploy-operator | + kubectl -n kuttl-test-perfect-anchovy apply -f - logger.go:42: 17:01:19 | scheduled-backup-incremental/1-deploy-operator | ++ printf '.spec.containers[0].image="%s"' perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:01:19 | scheduled-backup-incremental/1-deploy-operator | + yq eval '.spec.containers[0].image="perconalab/percona-server-mysql-operator:main-psmysql8.0"' /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf/client.yaml logger.go:42: 17:01:20 | scheduled-backup-incremental/1-deploy-operator | pod/mysql-client created logger.go:42: 17:01:20 | scheduled-backup-incremental/1-deploy-operator | + deploy_minio logger.go:42: 17:01:20 | scheduled-backup-incremental/1-deploy-operator | + local storage=2G logger.go:42: 17:01:20 | scheduled-backup-incremental/1-deploy-operator | + local access_key logger.go:42: 17:01:20 | scheduled-backup-incremental/1-deploy-operator | + local secret_key logger.go:42: 17:01:20 | scheduled-backup-incremental/1-deploy-operator | ++ kubectl -n kuttl-test-perfect-anchovy get secret minio-secret -o 'jsonpath={.data.AWS_ACCESS_KEY_ID}' logger.go:42: 17:01:20 | scheduled-backup-incremental/1-deploy-operator | ++ base64 -d logger.go:42: 17:01:21 | scheduled-backup-incremental/1-deploy-operator | + access_key=some-access-key logger.go:42: 17:01:21 | scheduled-backup-incremental/1-deploy-operator | ++ kubectl -n kuttl-test-perfect-anchovy get secret minio-secret -o 'jsonpath={.data.AWS_SECRET_ACCESS_KEY}' logger.go:42: 17:01:21 | scheduled-backup-incremental/1-deploy-operator | ++ base64 -d logger.go:42: 17:01:21 | scheduled-backup-incremental/1-deploy-operator | + secret_key=some-secret-key logger.go:42: 17:01:21 | scheduled-backup-incremental/1-deploy-operator | + helm uninstall -n kuttl-test-perfect-anchovy minio-service logger.go:42: 17:01:22 | scheduled-backup-incremental/1-deploy-operator | Error: uninstall: Release not loaded: minio-service: release: not found logger.go:42: 17:01:22 | scheduled-backup-incremental/1-deploy-operator | + : logger.go:42: 17:01:22 | scheduled-backup-incremental/1-deploy-operator | + helm repo remove minio logger.go:42: 17:01:22 | scheduled-backup-incremental/1-deploy-operator | "minio" has been removed from your repositories logger.go:42: 17:01:22 | scheduled-backup-incremental/1-deploy-operator | + helm repo add minio https://charts.min.io/ logger.go:42: 17:01:22 | scheduled-backup-incremental/1-deploy-operator | "minio" has been added to your repositories logger.go:42: 17:01:22 | scheduled-backup-incremental/1-deploy-operator | +++ printf %q some-access-key logger.go:42: 17:01:22 | scheduled-backup-incremental/1-deploy-operator | ++ printf %q some-access-key logger.go:42: 17:01:22 | scheduled-backup-incremental/1-deploy-operator | +++ printf %q some-secret-key logger.go:42: 17:01:22 | scheduled-backup-incremental/1-deploy-operator | ++ printf %q some-secret-key logger.go:42: 17:01:22 | scheduled-backup-incremental/1-deploy-operator | + retry 10 60 helm install minio-service -n kuttl-test-perfect-anchovy --version 5.4.0 --set replicas=1 --set mode=standalone --set resources.requests.memory=256Mi --set rootUser=rootuser --set rootPassword=rootpass123 --set 'users[0].accessKey=some-access-key' --set 'users[0].secretKey=some-secret-key' --set 'users[0].policy=consoleAdmin' --set service.type=ClusterIP --set configPathmc=/tmp/.minio/ --set persistence.size=2G --set securityContext.enabled=false minio/minio logger.go:42: 17:01:22 | scheduled-backup-incremental/1-deploy-operator | + local max=10 logger.go:42: 17:01:22 | scheduled-backup-incremental/1-deploy-operator | + local delay=60 logger.go:42: 17:01:22 | scheduled-backup-incremental/1-deploy-operator | + shift 2 logger.go:42: 17:01:22 | scheduled-backup-incremental/1-deploy-operator | + local n=1 logger.go:42: 17:01:22 | scheduled-backup-incremental/1-deploy-operator | + helm install minio-service -n kuttl-test-perfect-anchovy --version 5.4.0 --set replicas=1 --set mode=standalone --set resources.requests.memory=256Mi --set rootUser=rootuser --set rootPassword=rootpass123 --set 'users[0].accessKey=some-access-key' --set 'users[0].secretKey=some-secret-key' --set 'users[0].policy=consoleAdmin' --set service.type=ClusterIP --set configPathmc=/tmp/.minio/ --set persistence.size=2G --set securityContext.enabled=false minio/minio logger.go:42: 17:01:53 | scheduled-backup-incremental/1-deploy-operator | NAME: minio-service logger.go:42: 17:01:53 | scheduled-backup-incremental/1-deploy-operator | LAST DEPLOYED: Thu Apr 2 17:01:23 2026 logger.go:42: 17:01:53 | scheduled-backup-incremental/1-deploy-operator | NAMESPACE: kuttl-test-perfect-anchovy logger.go:42: 17:01:53 | scheduled-backup-incremental/1-deploy-operator | STATUS: deployed logger.go:42: 17:01:53 | scheduled-backup-incremental/1-deploy-operator | REVISION: 1 logger.go:42: 17:01:53 | scheduled-backup-incremental/1-deploy-operator | TEST SUITE: None logger.go:42: 17:01:53 | scheduled-backup-incremental/1-deploy-operator | NOTES: logger.go:42: 17:01:53 | scheduled-backup-incremental/1-deploy-operator | MinIO can be accessed via port 9000 on the following DNS name from within your cluster: logger.go:42: 17:01:53 | scheduled-backup-incremental/1-deploy-operator | minio-service.kuttl-test-perfect-anchovy.cluster.local logger.go:42: 17:01:53 | scheduled-backup-incremental/1-deploy-operator | logger.go:42: 17:01:53 | scheduled-backup-incremental/1-deploy-operator | To access MinIO from localhost, run the below commands: logger.go:42: 17:01:53 | scheduled-backup-incremental/1-deploy-operator | logger.go:42: 17:01:53 | scheduled-backup-incremental/1-deploy-operator | 1. export POD_NAME=$(kubectl get pods --namespace kuttl-test-perfect-anchovy -l "release=minio-service" -o jsonpath="{.items[0].metadata.name}") logger.go:42: 17:01:53 | scheduled-backup-incremental/1-deploy-operator | logger.go:42: 17:01:53 | scheduled-backup-incremental/1-deploy-operator | 2. kubectl port-forward $POD_NAME 9000 --namespace kuttl-test-perfect-anchovy logger.go:42: 17:01:53 | scheduled-backup-incremental/1-deploy-operator | logger.go:42: 17:01:53 | scheduled-backup-incremental/1-deploy-operator | Read more about port forwarding here: http://kubernetes.io/docs/user-guide/kubectl/kubectl_port-forward/ logger.go:42: 17:01:53 | scheduled-backup-incremental/1-deploy-operator | logger.go:42: 17:01:53 | scheduled-backup-incremental/1-deploy-operator | You can now access MinIO server on http://localhost:9000. Follow the below steps to connect to MinIO server with mc client: logger.go:42: 17:01:53 | scheduled-backup-incremental/1-deploy-operator | logger.go:42: 17:01:53 | scheduled-backup-incremental/1-deploy-operator | 1. Download the MinIO mc client - https://min.io/docs/minio/linux/reference/minio-mc.html#quickstart logger.go:42: 17:01:53 | scheduled-backup-incremental/1-deploy-operator | logger.go:42: 17:01:53 | scheduled-backup-incremental/1-deploy-operator | 2. export MC_HOST_minio-service-local=http://$(kubectl get secret --namespace kuttl-test-perfect-anchovy minio-service -o jsonpath="{.data.rootUser}" | base64 --decode):$(kubectl get secret --namespace kuttl-test-perfect-anchovy minio-service -o jsonpath="{.data.rootPassword}" | base64 --decode)@localhost:9000 logger.go:42: 17:01:53 | scheduled-backup-incremental/1-deploy-operator | logger.go:42: 17:01:53 | scheduled-backup-incremental/1-deploy-operator | 3. mc ls minio-service-local logger.go:42: 17:01:53 | scheduled-backup-incremental/1-deploy-operator | ++ kubectl -n kuttl-test-perfect-anchovy get pods --selector=release=minio-service -o 'jsonpath={.items[].metadata.name}' logger.go:42: 17:01:54 | scheduled-backup-incremental/1-deploy-operator | + MINIO_POD=minio-service-649c5b46f8-rxf7h logger.go:42: 17:01:54 | scheduled-backup-incremental/1-deploy-operator | + wait_pod minio-service-649c5b46f8-rxf7h logger.go:42: 17:01:54 | scheduled-backup-incremental/1-deploy-operator | + local pod=minio-service-649c5b46f8-rxf7h logger.go:42: 17:01:54 | scheduled-backup-incremental/1-deploy-operator | + local ns=kuttl-test-perfect-anchovy logger.go:42: 17:01:54 | scheduled-backup-incremental/1-deploy-operator | + set +o xtrace logger.go:42: 17:01:54 | scheduled-backup-incremental/1-deploy-operator | minio-service-649c5b46f8-rxf7htrue logger.go:42: 17:01:54 | scheduled-backup-incremental/1-deploy-operator | + kubectl -n kuttl-test-perfect-anchovy run -i --rm aws-cli --image=perconalab/awscli --restart=Never -- bash -c 'AWS_ACCESS_KEY_ID='\''some-access-key'\'' AWS_SECRET_ACCESS_KEY='\''some-secret-key'\'' AWS_DEFAULT_REGION=us-east-1 /usr/bin/aws --endpoint-url http://minio-service:9000 s3 mb s3://operator-testing' logger.go:42: 17:01:57 | scheduled-backup-incremental/1-deploy-operator | make_bucket: operator-testing logger.go:42: 17:01:58 | scheduled-backup-incremental/1-deploy-operator | pod "aws-cli" deleted from kuttl-test-perfect-anchovy namespace logger.go:42: 17:01:58 | scheduled-backup-incremental/1-deploy-operator | running command: [sh -c kubectl assert exist-enhanced deployment percona-server-mysql-operator -n ${OPERATOR_NS:-$NAMESPACE} --field-selector status.readyReplicas=1] logger.go:42: 17:01:59 | scheduled-backup-incremental/1-deploy-operator | ASSERT deployment percona-server-mysql-operator matching field criteria 'status.readyReplicas=1' should exist. logger.go:42: 17:01:59 | scheduled-backup-incremental/1-deploy-operator | INFO Found 1 resource(s). logger.go:42: 17:01:59 | scheduled-backup-incremental/1-deploy-operator | NAME NAMESPACE COL0 logger.go:42: 17:01:59 | scheduled-backup-incremental/1-deploy-operator | percona-server-mysql-operator ps-operator 1 logger.go:42: 17:01:59 | scheduled-backup-incremental/1-deploy-operator | ASSERT PASS logger.go:42: 17:01:59 | scheduled-backup-incremental/1-deploy-operator | test step completed 1-deploy-operator logger.go:42: 17:01:59 | scheduled-backup-incremental/2-create-cluster | starting test step 2-create-cluster logger.go:42: 17:01:59 | scheduled-backup-incremental/2-create-cluster | running command: [sh -c set -o errexit set -o xtrace source ../../functions get_cr \ | yq eval '.spec.mysql.clusterType="async"' - \ | yq eval ".spec.mysql.size=3" - \ | yq eval ".spec.proxy.haproxy.enabled=true" - \ | yq eval ".spec.proxy.haproxy.size=3" - \ | yq eval ".spec.orchestrator.enabled=true" - \ | yq eval ".spec.orchestrator.size=3" - \ | yq eval '.spec.backup.storages.minio.type="s3"' - \ | yq eval '.spec.backup.storages.minio.s3.bucket="operator-testing"' - \ | yq eval '.spec.backup.storages.minio.s3.credentialsSecret="minio-secret"' - \ | yq eval ".spec.backup.storages.minio.s3.endpointUrl=\"http://minio-service.${NAMESPACE}:9000\"" - \ | yq eval '.spec.backup.storages.minio.s3.region="us-east-1"' - \ | kubectl -n "${NAMESPACE}" apply -f -] logger.go:42: 17:01:59 | scheduled-backup-incremental/2-create-cluster | + source ../../functions logger.go:42: 17:01:59 | scheduled-backup-incremental/2-create-cluster | +++ realpath ../../.. logger.go:42: 17:01:59 | scheduled-backup-incremental/2-create-cluster | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:01:59 | scheduled-backup-incremental/2-create-cluster | ++++ pwd logger.go:42: 17:01:59 | scheduled-backup-incremental/2-create-cluster | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 17:01:59 | scheduled-backup-incremental/2-create-cluster | ++ test_name=scheduled-backup-incremental logger.go:42: 17:01:59 | scheduled-backup-incremental/2-create-cluster | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/vars.sh logger.go:42: 17:01:59 | scheduled-backup-incremental/2-create-cluster | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:01:59 | scheduled-backup-incremental/2-create-cluster | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:01:59 | scheduled-backup-incremental/2-create-cluster | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:01:59 | scheduled-backup-incremental/2-create-cluster | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:01:59 | scheduled-backup-incremental/2-create-cluster | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:01:59 | scheduled-backup-incremental/2-create-cluster | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:01:59 | scheduled-backup-incremental/2-create-cluster | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:01:59 | scheduled-backup-incremental/2-create-cluster | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:01:59 | scheduled-backup-incremental/2-create-cluster | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:01:59 | scheduled-backup-incremental/2-create-cluster | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:01:59 | scheduled-backup-incremental/2-create-cluster | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 17:01:59 | scheduled-backup-incremental/2-create-cluster | +++ export GIT_BRANCH=PR-1269 logger.go:42: 17:01:59 | scheduled-backup-incremental/2-create-cluster | +++ GIT_BRANCH=PR-1269 logger.go:42: 17:01:59 | scheduled-backup-incremental/2-create-cluster | +++ export VERSION=PR-1269-fbab6499 logger.go:42: 17:01:59 | scheduled-backup-incremental/2-create-cluster | +++ VERSION=PR-1269-fbab6499 logger.go:42: 17:01:59 | scheduled-backup-incremental/2-create-cluster | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:01:59 | scheduled-backup-incremental/2-create-cluster | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:01:59 | scheduled-backup-incremental/2-create-cluster | +++ [[ -z 8.0 ]] logger.go:42: 17:01:59 | scheduled-backup-incremental/2-create-cluster | +++ export MYSQL_VERSION=8.0 logger.go:42: 17:01:59 | scheduled-backup-incremental/2-create-cluster | +++ MYSQL_VERSION=8.0 logger.go:42: 17:01:59 | scheduled-backup-incremental/2-create-cluster | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:01:59 | scheduled-backup-incremental/2-create-cluster | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:01:59 | scheduled-backup-incremental/2-create-cluster | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:01:59 | scheduled-backup-incremental/2-create-cluster | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:01:59 | scheduled-backup-incremental/2-create-cluster | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:01:59 | scheduled-backup-incremental/2-create-cluster | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:01:59 | scheduled-backup-incremental/2-create-cluster | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:01:59 | scheduled-backup-incremental/2-create-cluster | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:01:59 | scheduled-backup-incremental/2-create-cluster | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:01:59 | scheduled-backup-incremental/2-create-cluster | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:01:59 | scheduled-backup-incremental/2-create-cluster | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:01:59 | scheduled-backup-incremental/2-create-cluster | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:01:59 | scheduled-backup-incremental/2-create-cluster | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:01:59 | scheduled-backup-incremental/2-create-cluster | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:01:59 | scheduled-backup-incremental/2-create-cluster | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:01:59 | scheduled-backup-incremental/2-create-cluster | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:01:59 | scheduled-backup-incremental/2-create-cluster | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:01:59 | scheduled-backup-incremental/2-create-cluster | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:01:59 | scheduled-backup-incremental/2-create-cluster | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 17:01:59 | scheduled-backup-incremental/2-create-cluster | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 17:01:59 | scheduled-backup-incremental/2-create-cluster | +++ export MINIO_VER=5.4.0 logger.go:42: 17:01:59 | scheduled-backup-incremental/2-create-cluster | +++ MINIO_VER=5.4.0 logger.go:42: 17:01:59 | scheduled-backup-incremental/2-create-cluster | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 17:01:59 | scheduled-backup-incremental/2-create-cluster | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 17:01:59 | scheduled-backup-incremental/2-create-cluster | +++ export VAULT_VER=0.16.1 logger.go:42: 17:01:59 | scheduled-backup-incremental/2-create-cluster | +++ VAULT_VER=0.16.1 logger.go:42: 17:01:59 | scheduled-backup-incremental/2-create-cluster | ++++ which gdate logger.go:42: 17:01:59 | scheduled-backup-incremental/2-create-cluster | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:01:59 | scheduled-backup-incremental/2-create-cluster | ++++ which date logger.go:42: 17:01:59 | scheduled-backup-incremental/2-create-cluster | +++ date=/usr/sbin/date logger.go:42: 17:01:59 | scheduled-backup-incremental/2-create-cluster | +++ oc get projects logger.go:42: 17:01:59 | scheduled-backup-incremental/2-create-cluster | +++ : logger.go:42: 17:01:59 | scheduled-backup-incremental/2-create-cluster | +++ kubectl get nodes logger.go:42: 17:01:59 | scheduled-backup-incremental/2-create-cluster | +++ grep '^minikube' logger.go:42: 17:02:00 | scheduled-backup-incremental/2-create-cluster | +++ which gsed logger.go:42: 17:02:00 | scheduled-backup-incremental/2-create-cluster | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:02:00 | scheduled-backup-incremental/2-create-cluster | +++ which sed logger.go:42: 17:02:00 | scheduled-backup-incremental/2-create-cluster | ++ sed=/usr/sbin/sed logger.go:42: 17:02:00 | scheduled-backup-incremental/2-create-cluster | ++ oc get projects logger.go:42: 17:02:00 | scheduled-backup-incremental/2-create-cluster | +++ kubectl version -o json logger.go:42: 17:02:00 | scheduled-backup-incremental/2-create-cluster | +++ jq -r .serverVersion.gitVersion logger.go:42: 17:02:00 | scheduled-backup-incremental/2-create-cluster | +++ grep '\-eks\-' logger.go:42: 17:02:00 | scheduled-backup-incremental/2-create-cluster | grep: warning: stray \ before - logger.go:42: 17:02:00 | scheduled-backup-incremental/2-create-cluster | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 17:02:00 | scheduled-backup-incremental/2-create-cluster | ++ '[' ']' logger.go:42: 17:02:00 | scheduled-backup-incremental/2-create-cluster | ++ EKS=0 logger.go:42: 17:02:00 | scheduled-backup-incremental/2-create-cluster | + get_cr logger.go:42: 17:02:00 | scheduled-backup-incremental/2-create-cluster | + local name_suffix= logger.go:42: 17:02:00 | scheduled-backup-incremental/2-create-cluster | + local image_mysql=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:02:00 | scheduled-backup-incremental/2-create-cluster | + local image_backup=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:02:00 | scheduled-backup-incremental/2-create-cluster | + local image_orchestrator=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:02:00 | scheduled-backup-incremental/2-create-cluster | + local image_router=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:02:00 | scheduled-backup-incremental/2-create-cluster | + local image_toolkit=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:02:00 | scheduled-backup-incremental/2-create-cluster | + local image_haproxy=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:02:00 | scheduled-backup-incremental/2-create-cluster | + local image_pmm_client=perconalab/pmm-client:3-dev-latest logger.go:42: 17:02:00 | scheduled-backup-incremental/2-create-cluster | + local cr_file=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy/cr.yaml logger.go:42: 17:02:00 | scheduled-backup-incremental/2-create-cluster | + yq eval '.spec.mysql.clusterType="async"' - logger.go:42: 17:02:00 | scheduled-backup-incremental/2-create-cluster | + yq eval .spec.mysql.size=3 - logger.go:42: 17:02:00 | scheduled-backup-incremental/2-create-cluster | + yq eval .spec.proxy.haproxy.enabled=true - logger.go:42: 17:02:00 | scheduled-backup-incremental/2-create-cluster | + yq eval .spec.proxy.haproxy.size=3 - logger.go:42: 17:02:00 | scheduled-backup-incremental/2-create-cluster | + yq eval 'del(.spec.secretsName)' - logger.go:42: 17:02:00 | scheduled-backup-incremental/2-create-cluster | + yq eval '.spec.sslSecretName="test-ssl"' - logger.go:42: 17:02:00 | scheduled-backup-incremental/2-create-cluster | ++ printf '.spec.initContainer.image="%s"' perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:02:00 | scheduled-backup-incremental/2-create-cluster | ++ printf '.metadata.name="%s"' scheduled-backup-incremental logger.go:42: 17:02:00 | scheduled-backup-incremental/2-create-cluster | + yq eval '.spec.initContainer.image="perconalab/percona-server-mysql-operator:PR-1269-fbab6499"' - logger.go:42: 17:02:00 | scheduled-backup-incremental/2-create-cluster | + yq eval '.metadata.name="scheduled-backup-incremental"' /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy/cr.yaml logger.go:42: 17:02:00 | scheduled-backup-incremental/2-create-cluster | + yq eval '.spec.mysql.clusterType="async"' - logger.go:42: 17:02:00 | scheduled-backup-incremental/2-create-cluster | + yq eval .spec.orchestrator.enabled=true - logger.go:42: 17:02:00 | scheduled-backup-incremental/2-create-cluster | + yq eval .spec.orchestrator.enabled=true - logger.go:42: 17:02:00 | scheduled-backup-incremental/2-create-cluster | + yq eval '.spec.backup.storages.minio.s3.endpointUrl="http://minio-service.kuttl-test-perfect-anchovy:9000"' - logger.go:42: 17:02:00 | scheduled-backup-incremental/2-create-cluster | + yq eval '.spec.backup.storages.minio.s3.credentialsSecret="minio-secret"' - logger.go:42: 17:02:00 | scheduled-backup-incremental/2-create-cluster | + yq eval '.spec.upgradeOptions.apply="disabled"' - logger.go:42: 17:02:00 | scheduled-backup-incremental/2-create-cluster | + yq eval .spec.mysql.gracePeriod=30 - logger.go:42: 17:02:00 | scheduled-backup-incremental/2-create-cluster | + yq eval .spec.orchestrator.size=3 - logger.go:42: 17:02:00 | scheduled-backup-incremental/2-create-cluster | ++ printf '.spec.orchestrator.image="%s"' perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:02:00 | scheduled-backup-incremental/2-create-cluster | + yq eval '.spec.backup.storages.minio.s3.region="us-east-1"' - logger.go:42: 17:02:00 | scheduled-backup-incremental/2-create-cluster | ++ printf '.spec.mysql.image="%s"' perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:02:00 | scheduled-backup-incremental/2-create-cluster | ++ printf '.spec.backup.image="%s"' perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:02:00 | scheduled-backup-incremental/2-create-cluster | ++ printf '.spec.proxy.router.image="%s"' perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:02:00 | scheduled-backup-incremental/2-create-cluster | + yq eval '.spec.backup.storages.minio.type="s3"' - logger.go:42: 17:02:00 | scheduled-backup-incremental/2-create-cluster | + yq eval '.spec.orchestrator.image="perconalab/percona-server-mysql-operator:main-orchestrator"' - logger.go:42: 17:02:00 | scheduled-backup-incremental/2-create-cluster | + yq eval '.spec.mysql.image="perconalab/percona-server-mysql-operator:main-psmysql8.0"' - logger.go:42: 17:02:00 | scheduled-backup-incremental/2-create-cluster | + yq eval '.spec.backup.storages.minio.s3.bucket="operator-testing"' - logger.go:42: 17:02:00 | scheduled-backup-incremental/2-create-cluster | + yq eval '.spec.backup.image="perconalab/percona-server-mysql-operator:main-backup8.0"' - logger.go:42: 17:02:00 | scheduled-backup-incremental/2-create-cluster | + '[' -n '' ']' logger.go:42: 17:02:00 | scheduled-backup-incremental/2-create-cluster | ++ printf '.spec.toolkit.image="%s"' perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:02:00 | scheduled-backup-incremental/2-create-cluster | + yq eval - logger.go:42: 17:02:00 | scheduled-backup-incremental/2-create-cluster | ++ printf '.spec.pmm.image="%s"' perconalab/pmm-client:3-dev-latest logger.go:42: 17:02:00 | scheduled-backup-incremental/2-create-cluster | ++ printf '.spec.proxy.haproxy.image="%s"' perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:02:00 | scheduled-backup-incremental/2-create-cluster | + yq eval '.spec.proxy.router.image="perconalab/percona-server-mysql-operator:main-router8.0"' - logger.go:42: 17:02:00 | scheduled-backup-incremental/2-create-cluster | + yq eval '.spec.toolkit.image="perconalab/percona-server-mysql-operator:main-toolkit"' - logger.go:42: 17:02:00 | scheduled-backup-incremental/2-create-cluster | + kubectl -n kuttl-test-perfect-anchovy apply -f - logger.go:42: 17:02:00 | scheduled-backup-incremental/2-create-cluster | + yq eval '.spec.proxy.haproxy.image="perconalab/percona-server-mysql-operator:main-haproxy"' - logger.go:42: 17:02:00 | scheduled-backup-incremental/2-create-cluster | + yq eval '.spec.pmm.image="perconalab/pmm-client:3-dev-latest"' - logger.go:42: 17:02:02 | scheduled-backup-incremental/2-create-cluster | perconaservermysql.ps.percona.com/scheduled-backup-incremental created logger.go:42: 17:05:09 | scheduled-backup-incremental/2-create-cluster | test step completed 2-create-cluster logger.go:42: 17:05:09 | scheduled-backup-incremental/3-write-data | starting test step 3-write-data logger.go:42: 17:05:09 | scheduled-backup-incremental/3-write-data | running command: [sh -c set -o errexit set -o xtrace source ../../functions run_mysql \ "CREATE DATABASE IF NOT EXISTS myDB; CREATE TABLE IF NOT EXISTS myDB.myTable (id int PRIMARY KEY)" \ "-h $(get_haproxy_svc $(get_cluster_name))" run_mysql \ "INSERT myDB.myTable (id) VALUES (100500)" \ "-h $(get_haproxy_svc $(get_cluster_name))"] logger.go:42: 17:05:09 | scheduled-backup-incremental/3-write-data | + source ../../functions logger.go:42: 17:05:09 | scheduled-backup-incremental/3-write-data | +++ realpath ../../.. logger.go:42: 17:05:09 | scheduled-backup-incremental/3-write-data | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:05:09 | scheduled-backup-incremental/3-write-data | ++++ pwd logger.go:42: 17:05:09 | scheduled-backup-incremental/3-write-data | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 17:05:09 | scheduled-backup-incremental/3-write-data | ++ test_name=scheduled-backup-incremental logger.go:42: 17:05:09 | scheduled-backup-incremental/3-write-data | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/vars.sh logger.go:42: 17:05:09 | scheduled-backup-incremental/3-write-data | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:05:09 | scheduled-backup-incremental/3-write-data | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:05:09 | scheduled-backup-incremental/3-write-data | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:05:09 | scheduled-backup-incremental/3-write-data | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:05:09 | scheduled-backup-incremental/3-write-data | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:05:09 | scheduled-backup-incremental/3-write-data | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:05:09 | scheduled-backup-incremental/3-write-data | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:05:09 | scheduled-backup-incremental/3-write-data | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:05:09 | scheduled-backup-incremental/3-write-data | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:05:09 | scheduled-backup-incremental/3-write-data | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:05:09 | scheduled-backup-incremental/3-write-data | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 17:05:09 | scheduled-backup-incremental/3-write-data | +++ export GIT_BRANCH=PR-1269 logger.go:42: 17:05:09 | scheduled-backup-incremental/3-write-data | +++ GIT_BRANCH=PR-1269 logger.go:42: 17:05:09 | scheduled-backup-incremental/3-write-data | +++ export VERSION=PR-1269-fbab6499 logger.go:42: 17:05:09 | scheduled-backup-incremental/3-write-data | +++ VERSION=PR-1269-fbab6499 logger.go:42: 17:05:09 | scheduled-backup-incremental/3-write-data | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:05:09 | scheduled-backup-incremental/3-write-data | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:05:09 | scheduled-backup-incremental/3-write-data | +++ [[ -z 8.0 ]] logger.go:42: 17:05:09 | scheduled-backup-incremental/3-write-data | +++ export MYSQL_VERSION=8.0 logger.go:42: 17:05:09 | scheduled-backup-incremental/3-write-data | +++ MYSQL_VERSION=8.0 logger.go:42: 17:05:09 | scheduled-backup-incremental/3-write-data | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:05:09 | scheduled-backup-incremental/3-write-data | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:05:09 | scheduled-backup-incremental/3-write-data | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:05:09 | scheduled-backup-incremental/3-write-data | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:05:09 | scheduled-backup-incremental/3-write-data | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:05:09 | scheduled-backup-incremental/3-write-data | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:05:09 | scheduled-backup-incremental/3-write-data | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:05:09 | scheduled-backup-incremental/3-write-data | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:05:09 | scheduled-backup-incremental/3-write-data | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:05:09 | scheduled-backup-incremental/3-write-data | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:05:09 | scheduled-backup-incremental/3-write-data | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:05:09 | scheduled-backup-incremental/3-write-data | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:05:09 | scheduled-backup-incremental/3-write-data | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:05:09 | scheduled-backup-incremental/3-write-data | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:05:09 | scheduled-backup-incremental/3-write-data | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:05:09 | scheduled-backup-incremental/3-write-data | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:05:09 | scheduled-backup-incremental/3-write-data | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:05:09 | scheduled-backup-incremental/3-write-data | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:05:09 | scheduled-backup-incremental/3-write-data | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 17:05:09 | scheduled-backup-incremental/3-write-data | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 17:05:09 | scheduled-backup-incremental/3-write-data | +++ export MINIO_VER=5.4.0 logger.go:42: 17:05:09 | scheduled-backup-incremental/3-write-data | +++ MINIO_VER=5.4.0 logger.go:42: 17:05:09 | scheduled-backup-incremental/3-write-data | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 17:05:09 | scheduled-backup-incremental/3-write-data | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 17:05:09 | scheduled-backup-incremental/3-write-data | +++ export VAULT_VER=0.16.1 logger.go:42: 17:05:09 | scheduled-backup-incremental/3-write-data | +++ VAULT_VER=0.16.1 logger.go:42: 17:05:09 | scheduled-backup-incremental/3-write-data | ++++ which gdate logger.go:42: 17:05:09 | scheduled-backup-incremental/3-write-data | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:05:09 | scheduled-backup-incremental/3-write-data | ++++ which date logger.go:42: 17:05:09 | scheduled-backup-incremental/3-write-data | +++ date=/usr/sbin/date logger.go:42: 17:05:09 | scheduled-backup-incremental/3-write-data | +++ oc get projects logger.go:42: 17:05:09 | scheduled-backup-incremental/3-write-data | +++ : logger.go:42: 17:05:09 | scheduled-backup-incremental/3-write-data | +++ kubectl get nodes logger.go:42: 17:05:09 | scheduled-backup-incremental/3-write-data | +++ grep '^minikube' logger.go:42: 17:05:09 | scheduled-backup-incremental/3-write-data | +++ which gsed logger.go:42: 17:05:09 | scheduled-backup-incremental/3-write-data | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:05:09 | scheduled-backup-incremental/3-write-data | +++ which sed logger.go:42: 17:05:09 | scheduled-backup-incremental/3-write-data | ++ sed=/usr/sbin/sed logger.go:42: 17:05:09 | scheduled-backup-incremental/3-write-data | ++ oc get projects logger.go:42: 17:05:09 | scheduled-backup-incremental/3-write-data | +++ kubectl version -o json logger.go:42: 17:05:09 | scheduled-backup-incremental/3-write-data | +++ jq -r .serverVersion.gitVersion logger.go:42: 17:05:09 | scheduled-backup-incremental/3-write-data | +++ grep '\-eks\-' logger.go:42: 17:05:09 | scheduled-backup-incremental/3-write-data | grep: warning: stray \ before - logger.go:42: 17:05:10 | scheduled-backup-incremental/3-write-data | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 17:05:10 | scheduled-backup-incremental/3-write-data | ++ '[' ']' logger.go:42: 17:05:10 | scheduled-backup-incremental/3-write-data | ++ EKS=0 logger.go:42: 17:05:10 | scheduled-backup-incremental/3-write-data | +++ get_cluster_name logger.go:42: 17:05:10 | scheduled-backup-incremental/3-write-data | +++ kubectl -n kuttl-test-perfect-anchovy get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 17:05:10 | scheduled-backup-incremental/3-write-data | ++ get_haproxy_svc scheduled-backup-incremental logger.go:42: 17:05:10 | scheduled-backup-incremental/3-write-data | ++ local cluster=scheduled-backup-incremental logger.go:42: 17:05:10 | scheduled-backup-incremental/3-write-data | ++ echo scheduled-backup-incremental-haproxy logger.go:42: 17:05:10 | scheduled-backup-incremental/3-write-data | + run_mysql 'CREATE DATABASE IF NOT EXISTS myDB; CREATE TABLE IF NOT EXISTS myDB.myTable (id int PRIMARY KEY)' '-h scheduled-backup-incremental-haproxy' logger.go:42: 17:05:10 | scheduled-backup-incremental/3-write-data | + local 'command=CREATE DATABASE IF NOT EXISTS myDB; CREATE TABLE IF NOT EXISTS myDB.myTable (id int PRIMARY KEY)' logger.go:42: 17:05:10 | scheduled-backup-incremental/3-write-data | + local 'host=-h scheduled-backup-incremental-haproxy' logger.go:42: 17:05:10 | scheduled-backup-incremental/3-write-data | ++ get_user_pass root logger.go:42: 17:05:10 | scheduled-backup-incremental/3-write-data | ++ local user=root logger.go:42: 17:05:10 | scheduled-backup-incremental/3-write-data | +++ get_cluster_name logger.go:42: 17:05:10 | scheduled-backup-incremental/3-write-data | +++ kubectl -n kuttl-test-perfect-anchovy get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 17:05:11 | scheduled-backup-incremental/3-write-data | ++ local secret=scheduled-backup-incremental-secrets logger.go:42: 17:05:11 | scheduled-backup-incremental/3-write-data | ++ base64 --decode logger.go:42: 17:05:11 | scheduled-backup-incremental/3-write-data | ++ kubectl -n kuttl-test-perfect-anchovy get secret scheduled-backup-incremental-secrets -o 'jsonpath={.data.root}' logger.go:42: 17:05:11 | scheduled-backup-incremental/3-write-data | + local 'user=-uroot -p'\''K>g0>qgKIt-iTMtxjr3'\''' logger.go:42: 17:05:11 | scheduled-backup-incremental/3-write-data | + local pod= logger.go:42: 17:05:11 | scheduled-backup-incremental/3-write-data | ++ get_client_pod logger.go:42: 17:05:11 | scheduled-backup-incremental/3-write-data | ++ kubectl -n kuttl-test-perfect-anchovy get pods --selector=name=mysql-client -o 'jsonpath={.items[].metadata.name}' logger.go:42: 17:05:12 | scheduled-backup-incremental/3-write-data | + client_pod=mysql-client logger.go:42: 17:05:12 | scheduled-backup-incremental/3-write-data | + wait_pod mysql-client logger.go:42: 17:05:12 | scheduled-backup-incremental/3-write-data | + local pod=mysql-client logger.go:42: 17:05:12 | scheduled-backup-incremental/3-write-data | + local ns=kuttl-test-perfect-anchovy logger.go:42: 17:05:12 | scheduled-backup-incremental/3-write-data | + set +o xtrace logger.go:42: 17:05:12 | scheduled-backup-incremental/3-write-data | mysql-clienttrue logger.go:42: 17:05:12 | scheduled-backup-incremental/3-write-data | + kubectl -n kuttl-test-perfect-anchovy exec mysql-client -- bash -c 'printf '\''%s\n'\'' "CREATE DATABASE IF NOT EXISTS myDB; CREATE TABLE IF NOT EXISTS myDB.myTable (id int PRIMARY KEY)" | mysql -sN -h scheduled-backup-incremental-haproxy -uroot -p'\''K>g0>qgKIt-iTMtxjr3'\''' logger.go:42: 17:05:12 | scheduled-backup-incremental/3-write-data | + /usr/sbin/sed -e 's/mysql: //' logger.go:42: 17:05:12 | scheduled-backup-incremental/3-write-data | + grep -v 'Using a password on the command line interface can be insecure.' logger.go:42: 17:05:13 | scheduled-backup-incremental/3-write-data | + : logger.go:42: 17:05:13 | scheduled-backup-incremental/3-write-data | +++ get_cluster_name logger.go:42: 17:05:13 | scheduled-backup-incremental/3-write-data | +++ kubectl -n kuttl-test-perfect-anchovy get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 17:05:14 | scheduled-backup-incremental/3-write-data | ++ get_haproxy_svc scheduled-backup-incremental logger.go:42: 17:05:14 | scheduled-backup-incremental/3-write-data | ++ local cluster=scheduled-backup-incremental logger.go:42: 17:05:14 | scheduled-backup-incremental/3-write-data | ++ echo scheduled-backup-incremental-haproxy logger.go:42: 17:05:14 | scheduled-backup-incremental/3-write-data | + run_mysql 'INSERT myDB.myTable (id) VALUES (100500)' '-h scheduled-backup-incremental-haproxy' logger.go:42: 17:05:14 | scheduled-backup-incremental/3-write-data | + local 'command=INSERT myDB.myTable (id) VALUES (100500)' logger.go:42: 17:05:14 | scheduled-backup-incremental/3-write-data | + local 'host=-h scheduled-backup-incremental-haproxy' logger.go:42: 17:05:14 | scheduled-backup-incremental/3-write-data | ++ get_user_pass root logger.go:42: 17:05:14 | scheduled-backup-incremental/3-write-data | ++ local user=root logger.go:42: 17:05:14 | scheduled-backup-incremental/3-write-data | +++ get_cluster_name logger.go:42: 17:05:14 | scheduled-backup-incremental/3-write-data | +++ kubectl -n kuttl-test-perfect-anchovy get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 17:05:14 | scheduled-backup-incremental/3-write-data | ++ local secret=scheduled-backup-incremental-secrets logger.go:42: 17:05:14 | scheduled-backup-incremental/3-write-data | ++ kubectl -n kuttl-test-perfect-anchovy get secret scheduled-backup-incremental-secrets -o 'jsonpath={.data.root}' logger.go:42: 17:05:14 | scheduled-backup-incremental/3-write-data | ++ base64 --decode logger.go:42: 17:05:15 | scheduled-backup-incremental/3-write-data | + local 'user=-uroot -p'\''K>g0>qgKIt-iTMtxjr3'\''' logger.go:42: 17:05:15 | scheduled-backup-incremental/3-write-data | + local pod= logger.go:42: 17:05:15 | scheduled-backup-incremental/3-write-data | ++ get_client_pod logger.go:42: 17:05:15 | scheduled-backup-incremental/3-write-data | ++ kubectl -n kuttl-test-perfect-anchovy get pods --selector=name=mysql-client -o 'jsonpath={.items[].metadata.name}' logger.go:42: 17:05:15 | scheduled-backup-incremental/3-write-data | + client_pod=mysql-client logger.go:42: 17:05:15 | scheduled-backup-incremental/3-write-data | + wait_pod mysql-client logger.go:42: 17:05:15 | scheduled-backup-incremental/3-write-data | + local pod=mysql-client logger.go:42: 17:05:15 | scheduled-backup-incremental/3-write-data | + local ns=kuttl-test-perfect-anchovy logger.go:42: 17:05:15 | scheduled-backup-incremental/3-write-data | + set +o xtrace logger.go:42: 17:05:16 | scheduled-backup-incremental/3-write-data | mysql-clienttrue logger.go:42: 17:05:16 | scheduled-backup-incremental/3-write-data | + kubectl -n kuttl-test-perfect-anchovy exec mysql-client -- bash -c 'printf '\''%s\n'\'' "INSERT myDB.myTable (id) VALUES (100500)" | mysql -sN -h scheduled-backup-incremental-haproxy -uroot -p'\''K>g0>qgKIt-iTMtxjr3'\''' logger.go:42: 17:05:16 | scheduled-backup-incremental/3-write-data | + /usr/sbin/sed -e 's/mysql: //' logger.go:42: 17:05:16 | scheduled-backup-incremental/3-write-data | + grep -v 'Using a password on the command line interface can be insecure.' logger.go:42: 17:05:17 | scheduled-backup-incremental/3-write-data | + : logger.go:42: 17:05:17 | scheduled-backup-incremental/3-write-data | test step completed 3-write-data logger.go:42: 17:05:17 | scheduled-backup-incremental/5-engage-full-schedule | starting test step 5-engage-full-schedule logger.go:42: 17:05:17 | scheduled-backup-incremental/5-engage-full-schedule | PerconaServerMySQL:kuttl-test-perfect-anchovy/scheduled-backup-incremental updated logger.go:42: 17:05:18 | scheduled-backup-incremental/5-engage-full-schedule | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-full" "$(get_cluster_name)") if [[ $bcp_count -lt 1 ]]; then echo "There are $bcp_count full ps-backups but should be at least 1" exit 1 fi] logger.go:42: 17:05:18 | scheduled-backup-incremental/5-engage-full-schedule | + source ../../functions logger.go:42: 17:05:18 | scheduled-backup-incremental/5-engage-full-schedule | +++ realpath ../../.. logger.go:42: 17:05:18 | scheduled-backup-incremental/5-engage-full-schedule | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:05:18 | scheduled-backup-incremental/5-engage-full-schedule | ++++ pwd logger.go:42: 17:05:18 | scheduled-backup-incremental/5-engage-full-schedule | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 17:05:18 | scheduled-backup-incremental/5-engage-full-schedule | ++ test_name=scheduled-backup-incremental logger.go:42: 17:05:18 | scheduled-backup-incremental/5-engage-full-schedule | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/vars.sh logger.go:42: 17:05:18 | scheduled-backup-incremental/5-engage-full-schedule | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:05:18 | scheduled-backup-incremental/5-engage-full-schedule | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:05:18 | scheduled-backup-incremental/5-engage-full-schedule | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:05:18 | scheduled-backup-incremental/5-engage-full-schedule | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:05:18 | scheduled-backup-incremental/5-engage-full-schedule | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:05:18 | scheduled-backup-incremental/5-engage-full-schedule | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:05:18 | scheduled-backup-incremental/5-engage-full-schedule | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:05:18 | scheduled-backup-incremental/5-engage-full-schedule | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:05:18 | scheduled-backup-incremental/5-engage-full-schedule | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:05:18 | scheduled-backup-incremental/5-engage-full-schedule | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:05:18 | scheduled-backup-incremental/5-engage-full-schedule | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 17:05:18 | scheduled-backup-incremental/5-engage-full-schedule | +++ export GIT_BRANCH=PR-1269 logger.go:42: 17:05:18 | scheduled-backup-incremental/5-engage-full-schedule | +++ GIT_BRANCH=PR-1269 logger.go:42: 17:05:18 | scheduled-backup-incremental/5-engage-full-schedule | +++ export VERSION=PR-1269-fbab6499 logger.go:42: 17:05:18 | scheduled-backup-incremental/5-engage-full-schedule | +++ VERSION=PR-1269-fbab6499 logger.go:42: 17:05:18 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:05:18 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:05:18 | scheduled-backup-incremental/5-engage-full-schedule | +++ [[ -z 8.0 ]] logger.go:42: 17:05:18 | scheduled-backup-incremental/5-engage-full-schedule | +++ export MYSQL_VERSION=8.0 logger.go:42: 17:05:18 | scheduled-backup-incremental/5-engage-full-schedule | +++ MYSQL_VERSION=8.0 logger.go:42: 17:05:18 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:05:18 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:05:18 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:05:18 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:05:18 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:05:18 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:05:18 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:05:18 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:05:18 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:05:18 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:05:18 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:05:18 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:05:18 | scheduled-backup-incremental/5-engage-full-schedule | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:05:18 | scheduled-backup-incremental/5-engage-full-schedule | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:05:18 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:05:18 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:05:18 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:05:18 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:05:18 | scheduled-backup-incremental/5-engage-full-schedule | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 17:05:18 | scheduled-backup-incremental/5-engage-full-schedule | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 17:05:18 | scheduled-backup-incremental/5-engage-full-schedule | +++ export MINIO_VER=5.4.0 logger.go:42: 17:05:18 | scheduled-backup-incremental/5-engage-full-schedule | +++ MINIO_VER=5.4.0 logger.go:42: 17:05:18 | scheduled-backup-incremental/5-engage-full-schedule | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 17:05:18 | scheduled-backup-incremental/5-engage-full-schedule | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 17:05:18 | scheduled-backup-incremental/5-engage-full-schedule | +++ export VAULT_VER=0.16.1 logger.go:42: 17:05:18 | scheduled-backup-incremental/5-engage-full-schedule | +++ VAULT_VER=0.16.1 logger.go:42: 17:05:18 | scheduled-backup-incremental/5-engage-full-schedule | ++++ which gdate logger.go:42: 17:05:18 | scheduled-backup-incremental/5-engage-full-schedule | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:05:18 | scheduled-backup-incremental/5-engage-full-schedule | ++++ which date logger.go:42: 17:05:18 | scheduled-backup-incremental/5-engage-full-schedule | +++ date=/usr/sbin/date logger.go:42: 17:05:18 | scheduled-backup-incremental/5-engage-full-schedule | +++ oc get projects logger.go:42: 17:05:18 | scheduled-backup-incremental/5-engage-full-schedule | +++ : logger.go:42: 17:05:18 | scheduled-backup-incremental/5-engage-full-schedule | +++ kubectl get nodes logger.go:42: 17:05:18 | scheduled-backup-incremental/5-engage-full-schedule | +++ grep '^minikube' logger.go:42: 17:05:18 | scheduled-backup-incremental/5-engage-full-schedule | +++ which gsed logger.go:42: 17:05:18 | scheduled-backup-incremental/5-engage-full-schedule | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:05:18 | scheduled-backup-incremental/5-engage-full-schedule | +++ which sed logger.go:42: 17:05:18 | scheduled-backup-incremental/5-engage-full-schedule | ++ sed=/usr/sbin/sed logger.go:42: 17:05:18 | scheduled-backup-incremental/5-engage-full-schedule | ++ oc get projects logger.go:42: 17:05:18 | scheduled-backup-incremental/5-engage-full-schedule | +++ kubectl version -o json logger.go:42: 17:05:18 | scheduled-backup-incremental/5-engage-full-schedule | +++ jq -r .serverVersion.gitVersion logger.go:42: 17:05:18 | scheduled-backup-incremental/5-engage-full-schedule | +++ grep '\-eks\-' logger.go:42: 17:05:18 | scheduled-backup-incremental/5-engage-full-schedule | grep: warning: stray \ before - logger.go:42: 17:05:19 | scheduled-backup-incremental/5-engage-full-schedule | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 17:05:19 | scheduled-backup-incremental/5-engage-full-schedule | ++ '[' ']' logger.go:42: 17:05:19 | scheduled-backup-incremental/5-engage-full-schedule | ++ EKS=0 logger.go:42: 17:05:19 | scheduled-backup-incremental/5-engage-full-schedule | +++ get_cluster_name logger.go:42: 17:05:19 | scheduled-backup-incremental/5-engage-full-schedule | +++ kubectl -n kuttl-test-perfect-anchovy get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 17:05:19 | scheduled-backup-incremental/5-engage-full-schedule | ++ count_backups_in_schedule minio-full scheduled-backup-incremental logger.go:42: 17:05:19 | scheduled-backup-incremental/5-engage-full-schedule | ++ local schedule_name=minio-full logger.go:42: 17:05:19 | scheduled-backup-incremental/5-engage-full-schedule | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 17:05:19 | scheduled-backup-incremental/5-engage-full-schedule | +++ printf %s kuttl-test-perfect-anchovy-scheduled-backup-incremental logger.go:42: 17:05:19 | scheduled-backup-incremental/5-engage-full-schedule | +++ sha1sum logger.go:42: 17:05:19 | scheduled-backup-incremental/5-engage-full-schedule | +++ awk '{print $1}' logger.go:42: 17:05:19 | scheduled-backup-incremental/5-engage-full-schedule | +++ head -c 5 logger.go:42: 17:05:19 | scheduled-backup-incremental/5-engage-full-schedule | ++ local prefix=c8a08 logger.go:42: 17:05:19 | scheduled-backup-incremental/5-engage-full-schedule | +++ kubectl get ps-backup -n kuttl-test-perfect-anchovy -l percona.com/backup-ancestor=c8a08-minio-full -o yaml logger.go:42: 17:05:19 | scheduled-backup-incremental/5-engage-full-schedule | +++ yq '.items | length' logger.go:42: 17:05:20 | scheduled-backup-incremental/5-engage-full-schedule | ++ local bcp_count=0 logger.go:42: 17:05:20 | scheduled-backup-incremental/5-engage-full-schedule | ++ echo 0 logger.go:42: 17:05:20 | scheduled-backup-incremental/5-engage-full-schedule | + bcp_count=0 logger.go:42: 17:05:20 | scheduled-backup-incremental/5-engage-full-schedule | + [[ 0 -lt 1 ]] logger.go:42: 17:05:20 | scheduled-backup-incremental/5-engage-full-schedule | + echo 'There are 0 full ps-backups but should be at least 1' logger.go:42: 17:05:20 | scheduled-backup-incremental/5-engage-full-schedule | There are 0 full ps-backups but should be at least 1 logger.go:42: 17:05:20 | scheduled-backup-incremental/5-engage-full-schedule | + exit 1 logger.go:42: 17:05:21 | scheduled-backup-incremental/5-engage-full-schedule | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-full" "$(get_cluster_name)") if [[ $bcp_count -lt 1 ]]; then echo "There are $bcp_count full ps-backups but should be at least 1" exit 1 fi] logger.go:42: 17:05:21 | scheduled-backup-incremental/5-engage-full-schedule | + source ../../functions logger.go:42: 17:05:21 | scheduled-backup-incremental/5-engage-full-schedule | +++ realpath ../../.. logger.go:42: 17:05:21 | scheduled-backup-incremental/5-engage-full-schedule | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:05:21 | scheduled-backup-incremental/5-engage-full-schedule | ++++ pwd logger.go:42: 17:05:21 | scheduled-backup-incremental/5-engage-full-schedule | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 17:05:21 | scheduled-backup-incremental/5-engage-full-schedule | ++ test_name=scheduled-backup-incremental logger.go:42: 17:05:21 | scheduled-backup-incremental/5-engage-full-schedule | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/vars.sh logger.go:42: 17:05:21 | scheduled-backup-incremental/5-engage-full-schedule | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:05:21 | scheduled-backup-incremental/5-engage-full-schedule | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:05:21 | scheduled-backup-incremental/5-engage-full-schedule | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:05:21 | scheduled-backup-incremental/5-engage-full-schedule | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:05:21 | scheduled-backup-incremental/5-engage-full-schedule | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:05:21 | scheduled-backup-incremental/5-engage-full-schedule | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:05:21 | scheduled-backup-incremental/5-engage-full-schedule | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:05:21 | scheduled-backup-incremental/5-engage-full-schedule | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:05:21 | scheduled-backup-incremental/5-engage-full-schedule | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:05:21 | scheduled-backup-incremental/5-engage-full-schedule | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:05:21 | scheduled-backup-incremental/5-engage-full-schedule | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 17:05:21 | scheduled-backup-incremental/5-engage-full-schedule | +++ export GIT_BRANCH=PR-1269 logger.go:42: 17:05:21 | scheduled-backup-incremental/5-engage-full-schedule | +++ GIT_BRANCH=PR-1269 logger.go:42: 17:05:21 | scheduled-backup-incremental/5-engage-full-schedule | +++ export VERSION=PR-1269-fbab6499 logger.go:42: 17:05:21 | scheduled-backup-incremental/5-engage-full-schedule | +++ VERSION=PR-1269-fbab6499 logger.go:42: 17:05:21 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:05:21 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:05:21 | scheduled-backup-incremental/5-engage-full-schedule | +++ [[ -z 8.0 ]] logger.go:42: 17:05:21 | scheduled-backup-incremental/5-engage-full-schedule | +++ export MYSQL_VERSION=8.0 logger.go:42: 17:05:21 | scheduled-backup-incremental/5-engage-full-schedule | +++ MYSQL_VERSION=8.0 logger.go:42: 17:05:21 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:05:21 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:05:21 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:05:21 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:05:21 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:05:21 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:05:21 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:05:21 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:05:21 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:05:21 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:05:21 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:05:21 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:05:21 | scheduled-backup-incremental/5-engage-full-schedule | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:05:21 | scheduled-backup-incremental/5-engage-full-schedule | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:05:21 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:05:21 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:05:21 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:05:21 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:05:21 | scheduled-backup-incremental/5-engage-full-schedule | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 17:05:21 | scheduled-backup-incremental/5-engage-full-schedule | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 17:05:21 | scheduled-backup-incremental/5-engage-full-schedule | +++ export MINIO_VER=5.4.0 logger.go:42: 17:05:21 | scheduled-backup-incremental/5-engage-full-schedule | +++ MINIO_VER=5.4.0 logger.go:42: 17:05:21 | scheduled-backup-incremental/5-engage-full-schedule | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 17:05:21 | scheduled-backup-incremental/5-engage-full-schedule | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 17:05:21 | scheduled-backup-incremental/5-engage-full-schedule | +++ export VAULT_VER=0.16.1 logger.go:42: 17:05:21 | scheduled-backup-incremental/5-engage-full-schedule | +++ VAULT_VER=0.16.1 logger.go:42: 17:05:21 | scheduled-backup-incremental/5-engage-full-schedule | ++++ which gdate logger.go:42: 17:05:21 | scheduled-backup-incremental/5-engage-full-schedule | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:05:21 | scheduled-backup-incremental/5-engage-full-schedule | ++++ which date logger.go:42: 17:05:21 | scheduled-backup-incremental/5-engage-full-schedule | +++ date=/usr/sbin/date logger.go:42: 17:05:21 | scheduled-backup-incremental/5-engage-full-schedule | +++ oc get projects logger.go:42: 17:05:21 | scheduled-backup-incremental/5-engage-full-schedule | +++ : logger.go:42: 17:05:21 | scheduled-backup-incremental/5-engage-full-schedule | +++ kubectl get nodes logger.go:42: 17:05:21 | scheduled-backup-incremental/5-engage-full-schedule | +++ grep '^minikube' logger.go:42: 17:05:22 | scheduled-backup-incremental/5-engage-full-schedule | +++ which gsed logger.go:42: 17:05:22 | scheduled-backup-incremental/5-engage-full-schedule | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:05:22 | scheduled-backup-incremental/5-engage-full-schedule | +++ which sed logger.go:42: 17:05:22 | scheduled-backup-incremental/5-engage-full-schedule | ++ sed=/usr/sbin/sed logger.go:42: 17:05:22 | scheduled-backup-incremental/5-engage-full-schedule | ++ oc get projects logger.go:42: 17:05:22 | scheduled-backup-incremental/5-engage-full-schedule | +++ kubectl version -o json logger.go:42: 17:05:22 | scheduled-backup-incremental/5-engage-full-schedule | +++ jq -r .serverVersion.gitVersion logger.go:42: 17:05:22 | scheduled-backup-incremental/5-engage-full-schedule | +++ grep '\-eks\-' logger.go:42: 17:05:22 | scheduled-backup-incremental/5-engage-full-schedule | grep: warning: stray \ before - logger.go:42: 17:05:22 | scheduled-backup-incremental/5-engage-full-schedule | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 17:05:22 | scheduled-backup-incremental/5-engage-full-schedule | ++ '[' ']' logger.go:42: 17:05:22 | scheduled-backup-incremental/5-engage-full-schedule | ++ EKS=0 logger.go:42: 17:05:22 | scheduled-backup-incremental/5-engage-full-schedule | +++ get_cluster_name logger.go:42: 17:05:22 | scheduled-backup-incremental/5-engage-full-schedule | +++ kubectl -n kuttl-test-perfect-anchovy get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 17:05:23 | scheduled-backup-incremental/5-engage-full-schedule | ++ count_backups_in_schedule minio-full scheduled-backup-incremental logger.go:42: 17:05:23 | scheduled-backup-incremental/5-engage-full-schedule | ++ local schedule_name=minio-full logger.go:42: 17:05:23 | scheduled-backup-incremental/5-engage-full-schedule | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 17:05:23 | scheduled-backup-incremental/5-engage-full-schedule | +++ printf %s kuttl-test-perfect-anchovy-scheduled-backup-incremental logger.go:42: 17:05:23 | scheduled-backup-incremental/5-engage-full-schedule | +++ sha1sum logger.go:42: 17:05:23 | scheduled-backup-incremental/5-engage-full-schedule | +++ awk '{print $1}' logger.go:42: 17:05:23 | scheduled-backup-incremental/5-engage-full-schedule | +++ head -c 5 logger.go:42: 17:05:23 | scheduled-backup-incremental/5-engage-full-schedule | ++ local prefix=c8a08 logger.go:42: 17:05:23 | scheduled-backup-incremental/5-engage-full-schedule | +++ kubectl get ps-backup -n kuttl-test-perfect-anchovy -l percona.com/backup-ancestor=c8a08-minio-full -o yaml logger.go:42: 17:05:23 | scheduled-backup-incremental/5-engage-full-schedule | +++ yq '.items | length' logger.go:42: 17:05:23 | scheduled-backup-incremental/5-engage-full-schedule | ++ local bcp_count=0 logger.go:42: 17:05:23 | scheduled-backup-incremental/5-engage-full-schedule | ++ echo 0 logger.go:42: 17:05:23 | scheduled-backup-incremental/5-engage-full-schedule | + bcp_count=0 logger.go:42: 17:05:23 | scheduled-backup-incremental/5-engage-full-schedule | + [[ 0 -lt 1 ]] logger.go:42: 17:05:23 | scheduled-backup-incremental/5-engage-full-schedule | + echo 'There are 0 full ps-backups but should be at least 1' logger.go:42: 17:05:23 | scheduled-backup-incremental/5-engage-full-schedule | There are 0 full ps-backups but should be at least 1 logger.go:42: 17:05:23 | scheduled-backup-incremental/5-engage-full-schedule | + exit 1 logger.go:42: 17:05:24 | scheduled-backup-incremental/5-engage-full-schedule | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-full" "$(get_cluster_name)") if [[ $bcp_count -lt 1 ]]; then echo "There are $bcp_count full ps-backups but should be at least 1" exit 1 fi] logger.go:42: 17:05:24 | scheduled-backup-incremental/5-engage-full-schedule | + source ../../functions logger.go:42: 17:05:24 | scheduled-backup-incremental/5-engage-full-schedule | +++ realpath ../../.. logger.go:42: 17:05:24 | scheduled-backup-incremental/5-engage-full-schedule | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:05:24 | scheduled-backup-incremental/5-engage-full-schedule | ++++ pwd logger.go:42: 17:05:24 | scheduled-backup-incremental/5-engage-full-schedule | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 17:05:24 | scheduled-backup-incremental/5-engage-full-schedule | ++ test_name=scheduled-backup-incremental logger.go:42: 17:05:24 | scheduled-backup-incremental/5-engage-full-schedule | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/vars.sh logger.go:42: 17:05:24 | scheduled-backup-incremental/5-engage-full-schedule | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:05:24 | scheduled-backup-incremental/5-engage-full-schedule | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:05:24 | scheduled-backup-incremental/5-engage-full-schedule | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:05:24 | scheduled-backup-incremental/5-engage-full-schedule | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:05:24 | scheduled-backup-incremental/5-engage-full-schedule | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:05:24 | scheduled-backup-incremental/5-engage-full-schedule | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:05:24 | scheduled-backup-incremental/5-engage-full-schedule | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:05:24 | scheduled-backup-incremental/5-engage-full-schedule | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:05:24 | scheduled-backup-incremental/5-engage-full-schedule | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:05:24 | scheduled-backup-incremental/5-engage-full-schedule | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:05:24 | scheduled-backup-incremental/5-engage-full-schedule | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 17:05:24 | scheduled-backup-incremental/5-engage-full-schedule | +++ export GIT_BRANCH=PR-1269 logger.go:42: 17:05:24 | scheduled-backup-incremental/5-engage-full-schedule | +++ GIT_BRANCH=PR-1269 logger.go:42: 17:05:24 | scheduled-backup-incremental/5-engage-full-schedule | +++ export VERSION=PR-1269-fbab6499 logger.go:42: 17:05:24 | scheduled-backup-incremental/5-engage-full-schedule | +++ VERSION=PR-1269-fbab6499 logger.go:42: 17:05:24 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:05:24 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:05:24 | scheduled-backup-incremental/5-engage-full-schedule | +++ [[ -z 8.0 ]] logger.go:42: 17:05:24 | scheduled-backup-incremental/5-engage-full-schedule | +++ export MYSQL_VERSION=8.0 logger.go:42: 17:05:24 | scheduled-backup-incremental/5-engage-full-schedule | +++ MYSQL_VERSION=8.0 logger.go:42: 17:05:24 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:05:24 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:05:24 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:05:24 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:05:24 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:05:24 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:05:24 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:05:24 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:05:24 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:05:24 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:05:24 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:05:24 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:05:24 | scheduled-backup-incremental/5-engage-full-schedule | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:05:24 | scheduled-backup-incremental/5-engage-full-schedule | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:05:24 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:05:24 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:05:24 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:05:24 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:05:24 | scheduled-backup-incremental/5-engage-full-schedule | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 17:05:24 | scheduled-backup-incremental/5-engage-full-schedule | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 17:05:24 | scheduled-backup-incremental/5-engage-full-schedule | +++ export MINIO_VER=5.4.0 logger.go:42: 17:05:24 | scheduled-backup-incremental/5-engage-full-schedule | +++ MINIO_VER=5.4.0 logger.go:42: 17:05:24 | scheduled-backup-incremental/5-engage-full-schedule | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 17:05:24 | scheduled-backup-incremental/5-engage-full-schedule | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 17:05:24 | scheduled-backup-incremental/5-engage-full-schedule | +++ export VAULT_VER=0.16.1 logger.go:42: 17:05:24 | scheduled-backup-incremental/5-engage-full-schedule | +++ VAULT_VER=0.16.1 logger.go:42: 17:05:24 | scheduled-backup-incremental/5-engage-full-schedule | ++++ which gdate logger.go:42: 17:05:24 | scheduled-backup-incremental/5-engage-full-schedule | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:05:24 | scheduled-backup-incremental/5-engage-full-schedule | ++++ which date logger.go:42: 17:05:24 | scheduled-backup-incremental/5-engage-full-schedule | +++ date=/usr/sbin/date logger.go:42: 17:05:24 | scheduled-backup-incremental/5-engage-full-schedule | +++ oc get projects logger.go:42: 17:05:24 | scheduled-backup-incremental/5-engage-full-schedule | +++ : logger.go:42: 17:05:24 | scheduled-backup-incremental/5-engage-full-schedule | +++ kubectl get nodes logger.go:42: 17:05:24 | scheduled-backup-incremental/5-engage-full-schedule | +++ grep '^minikube' logger.go:42: 17:05:25 | scheduled-backup-incremental/5-engage-full-schedule | +++ which gsed logger.go:42: 17:05:25 | scheduled-backup-incremental/5-engage-full-schedule | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:05:25 | scheduled-backup-incremental/5-engage-full-schedule | +++ which sed logger.go:42: 17:05:25 | scheduled-backup-incremental/5-engage-full-schedule | ++ sed=/usr/sbin/sed logger.go:42: 17:05:25 | scheduled-backup-incremental/5-engage-full-schedule | ++ oc get projects logger.go:42: 17:05:25 | scheduled-backup-incremental/5-engage-full-schedule | +++ kubectl version -o json logger.go:42: 17:05:25 | scheduled-backup-incremental/5-engage-full-schedule | +++ jq -r .serverVersion.gitVersion logger.go:42: 17:05:25 | scheduled-backup-incremental/5-engage-full-schedule | +++ grep '\-eks\-' logger.go:42: 17:05:25 | scheduled-backup-incremental/5-engage-full-schedule | grep: warning: stray \ before - logger.go:42: 17:05:25 | scheduled-backup-incremental/5-engage-full-schedule | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 17:05:25 | scheduled-backup-incremental/5-engage-full-schedule | ++ '[' ']' logger.go:42: 17:05:25 | scheduled-backup-incremental/5-engage-full-schedule | ++ EKS=0 logger.go:42: 17:05:25 | scheduled-backup-incremental/5-engage-full-schedule | +++ get_cluster_name logger.go:42: 17:05:25 | scheduled-backup-incremental/5-engage-full-schedule | +++ kubectl -n kuttl-test-perfect-anchovy get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 17:05:26 | scheduled-backup-incremental/5-engage-full-schedule | ++ count_backups_in_schedule minio-full scheduled-backup-incremental logger.go:42: 17:05:26 | scheduled-backup-incremental/5-engage-full-schedule | ++ local schedule_name=minio-full logger.go:42: 17:05:26 | scheduled-backup-incremental/5-engage-full-schedule | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 17:05:26 | scheduled-backup-incremental/5-engage-full-schedule | +++ printf %s kuttl-test-perfect-anchovy-scheduled-backup-incremental logger.go:42: 17:05:26 | scheduled-backup-incremental/5-engage-full-schedule | +++ sha1sum logger.go:42: 17:05:26 | scheduled-backup-incremental/5-engage-full-schedule | +++ awk '{print $1}' logger.go:42: 17:05:26 | scheduled-backup-incremental/5-engage-full-schedule | +++ head -c 5 logger.go:42: 17:05:26 | scheduled-backup-incremental/5-engage-full-schedule | ++ local prefix=c8a08 logger.go:42: 17:05:26 | scheduled-backup-incremental/5-engage-full-schedule | +++ kubectl get ps-backup -n kuttl-test-perfect-anchovy -l percona.com/backup-ancestor=c8a08-minio-full -o yaml logger.go:42: 17:05:26 | scheduled-backup-incremental/5-engage-full-schedule | +++ yq '.items | length' logger.go:42: 17:05:26 | scheduled-backup-incremental/5-engage-full-schedule | ++ local bcp_count=0 logger.go:42: 17:05:26 | scheduled-backup-incremental/5-engage-full-schedule | ++ echo 0 logger.go:42: 17:05:26 | scheduled-backup-incremental/5-engage-full-schedule | + bcp_count=0 logger.go:42: 17:05:26 | scheduled-backup-incremental/5-engage-full-schedule | + [[ 0 -lt 1 ]] logger.go:42: 17:05:26 | scheduled-backup-incremental/5-engage-full-schedule | + echo 'There are 0 full ps-backups but should be at least 1' logger.go:42: 17:05:26 | scheduled-backup-incremental/5-engage-full-schedule | There are 0 full ps-backups but should be at least 1 logger.go:42: 17:05:26 | scheduled-backup-incremental/5-engage-full-schedule | + exit 1 logger.go:42: 17:05:27 | scheduled-backup-incremental/5-engage-full-schedule | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-full" "$(get_cluster_name)") if [[ $bcp_count -lt 1 ]]; then echo "There are $bcp_count full ps-backups but should be at least 1" exit 1 fi] logger.go:42: 17:05:27 | scheduled-backup-incremental/5-engage-full-schedule | + source ../../functions logger.go:42: 17:05:27 | scheduled-backup-incremental/5-engage-full-schedule | +++ realpath ../../.. logger.go:42: 17:05:27 | scheduled-backup-incremental/5-engage-full-schedule | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:05:27 | scheduled-backup-incremental/5-engage-full-schedule | ++++ pwd logger.go:42: 17:05:27 | scheduled-backup-incremental/5-engage-full-schedule | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 17:05:27 | scheduled-backup-incremental/5-engage-full-schedule | ++ test_name=scheduled-backup-incremental logger.go:42: 17:05:27 | scheduled-backup-incremental/5-engage-full-schedule | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/vars.sh logger.go:42: 17:05:27 | scheduled-backup-incremental/5-engage-full-schedule | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:05:27 | scheduled-backup-incremental/5-engage-full-schedule | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:05:27 | scheduled-backup-incremental/5-engage-full-schedule | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:05:27 | scheduled-backup-incremental/5-engage-full-schedule | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:05:27 | scheduled-backup-incremental/5-engage-full-schedule | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:05:27 | scheduled-backup-incremental/5-engage-full-schedule | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:05:27 | scheduled-backup-incremental/5-engage-full-schedule | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:05:27 | scheduled-backup-incremental/5-engage-full-schedule | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:05:27 | scheduled-backup-incremental/5-engage-full-schedule | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:05:27 | scheduled-backup-incremental/5-engage-full-schedule | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:05:27 | scheduled-backup-incremental/5-engage-full-schedule | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 17:05:27 | scheduled-backup-incremental/5-engage-full-schedule | +++ export GIT_BRANCH=PR-1269 logger.go:42: 17:05:27 | scheduled-backup-incremental/5-engage-full-schedule | +++ GIT_BRANCH=PR-1269 logger.go:42: 17:05:27 | scheduled-backup-incremental/5-engage-full-schedule | +++ export VERSION=PR-1269-fbab6499 logger.go:42: 17:05:27 | scheduled-backup-incremental/5-engage-full-schedule | +++ VERSION=PR-1269-fbab6499 logger.go:42: 17:05:27 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:05:27 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:05:27 | scheduled-backup-incremental/5-engage-full-schedule | +++ [[ -z 8.0 ]] logger.go:42: 17:05:27 | scheduled-backup-incremental/5-engage-full-schedule | +++ export MYSQL_VERSION=8.0 logger.go:42: 17:05:27 | scheduled-backup-incremental/5-engage-full-schedule | +++ MYSQL_VERSION=8.0 logger.go:42: 17:05:27 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:05:27 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:05:27 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:05:27 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:05:27 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:05:27 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:05:27 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:05:27 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:05:27 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:05:27 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:05:27 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:05:27 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:05:27 | scheduled-backup-incremental/5-engage-full-schedule | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:05:27 | scheduled-backup-incremental/5-engage-full-schedule | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:05:27 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:05:27 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:05:27 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:05:27 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:05:27 | scheduled-backup-incremental/5-engage-full-schedule | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 17:05:27 | scheduled-backup-incremental/5-engage-full-schedule | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 17:05:27 | scheduled-backup-incremental/5-engage-full-schedule | +++ export MINIO_VER=5.4.0 logger.go:42: 17:05:27 | scheduled-backup-incremental/5-engage-full-schedule | +++ MINIO_VER=5.4.0 logger.go:42: 17:05:27 | scheduled-backup-incremental/5-engage-full-schedule | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 17:05:27 | scheduled-backup-incremental/5-engage-full-schedule | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 17:05:27 | scheduled-backup-incremental/5-engage-full-schedule | +++ export VAULT_VER=0.16.1 logger.go:42: 17:05:27 | scheduled-backup-incremental/5-engage-full-schedule | +++ VAULT_VER=0.16.1 logger.go:42: 17:05:27 | scheduled-backup-incremental/5-engage-full-schedule | ++++ which gdate logger.go:42: 17:05:27 | scheduled-backup-incremental/5-engage-full-schedule | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:05:27 | scheduled-backup-incremental/5-engage-full-schedule | ++++ which date logger.go:42: 17:05:27 | scheduled-backup-incremental/5-engage-full-schedule | +++ date=/usr/sbin/date logger.go:42: 17:05:27 | scheduled-backup-incremental/5-engage-full-schedule | +++ oc get projects logger.go:42: 17:05:27 | scheduled-backup-incremental/5-engage-full-schedule | +++ : logger.go:42: 17:05:27 | scheduled-backup-incremental/5-engage-full-schedule | +++ kubectl get nodes logger.go:42: 17:05:27 | scheduled-backup-incremental/5-engage-full-schedule | +++ grep '^minikube' logger.go:42: 17:05:28 | scheduled-backup-incremental/5-engage-full-schedule | +++ which gsed logger.go:42: 17:05:28 | scheduled-backup-incremental/5-engage-full-schedule | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:05:28 | scheduled-backup-incremental/5-engage-full-schedule | +++ which sed logger.go:42: 17:05:28 | scheduled-backup-incremental/5-engage-full-schedule | ++ sed=/usr/sbin/sed logger.go:42: 17:05:28 | scheduled-backup-incremental/5-engage-full-schedule | ++ oc get projects logger.go:42: 17:05:28 | scheduled-backup-incremental/5-engage-full-schedule | +++ kubectl version -o json logger.go:42: 17:05:28 | scheduled-backup-incremental/5-engage-full-schedule | +++ jq -r .serverVersion.gitVersion logger.go:42: 17:05:28 | scheduled-backup-incremental/5-engage-full-schedule | +++ grep '\-eks\-' logger.go:42: 17:05:28 | scheduled-backup-incremental/5-engage-full-schedule | grep: warning: stray \ before - logger.go:42: 17:05:28 | scheduled-backup-incremental/5-engage-full-schedule | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 17:05:28 | scheduled-backup-incremental/5-engage-full-schedule | ++ '[' ']' logger.go:42: 17:05:28 | scheduled-backup-incremental/5-engage-full-schedule | ++ EKS=0 logger.go:42: 17:05:28 | scheduled-backup-incremental/5-engage-full-schedule | +++ get_cluster_name logger.go:42: 17:05:28 | scheduled-backup-incremental/5-engage-full-schedule | +++ kubectl -n kuttl-test-perfect-anchovy get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 17:05:29 | scheduled-backup-incremental/5-engage-full-schedule | ++ count_backups_in_schedule minio-full scheduled-backup-incremental logger.go:42: 17:05:29 | scheduled-backup-incremental/5-engage-full-schedule | ++ local schedule_name=minio-full logger.go:42: 17:05:29 | scheduled-backup-incremental/5-engage-full-schedule | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 17:05:29 | scheduled-backup-incremental/5-engage-full-schedule | +++ printf %s kuttl-test-perfect-anchovy-scheduled-backup-incremental logger.go:42: 17:05:29 | scheduled-backup-incremental/5-engage-full-schedule | +++ sha1sum logger.go:42: 17:05:29 | scheduled-backup-incremental/5-engage-full-schedule | +++ awk '{print $1}' logger.go:42: 17:05:29 | scheduled-backup-incremental/5-engage-full-schedule | +++ head -c 5 logger.go:42: 17:05:29 | scheduled-backup-incremental/5-engage-full-schedule | ++ local prefix=c8a08 logger.go:42: 17:05:29 | scheduled-backup-incremental/5-engage-full-schedule | +++ kubectl get ps-backup -n kuttl-test-perfect-anchovy -l percona.com/backup-ancestor=c8a08-minio-full -o yaml logger.go:42: 17:05:29 | scheduled-backup-incremental/5-engage-full-schedule | +++ yq '.items | length' logger.go:42: 17:05:29 | scheduled-backup-incremental/5-engage-full-schedule | ++ local bcp_count=0 logger.go:42: 17:05:29 | scheduled-backup-incremental/5-engage-full-schedule | ++ echo 0 logger.go:42: 17:05:29 | scheduled-backup-incremental/5-engage-full-schedule | + bcp_count=0 logger.go:42: 17:05:29 | scheduled-backup-incremental/5-engage-full-schedule | + [[ 0 -lt 1 ]] logger.go:42: 17:05:29 | scheduled-backup-incremental/5-engage-full-schedule | + echo 'There are 0 full ps-backups but should be at least 1' logger.go:42: 17:05:29 | scheduled-backup-incremental/5-engage-full-schedule | There are 0 full ps-backups but should be at least 1 logger.go:42: 17:05:29 | scheduled-backup-incremental/5-engage-full-schedule | + exit 1 logger.go:42: 17:05:31 | scheduled-backup-incremental/5-engage-full-schedule | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-full" "$(get_cluster_name)") if [[ $bcp_count -lt 1 ]]; then echo "There are $bcp_count full ps-backups but should be at least 1" exit 1 fi] logger.go:42: 17:05:31 | scheduled-backup-incremental/5-engage-full-schedule | + source ../../functions logger.go:42: 17:05:31 | scheduled-backup-incremental/5-engage-full-schedule | +++ realpath ../../.. logger.go:42: 17:05:31 | scheduled-backup-incremental/5-engage-full-schedule | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:05:31 | scheduled-backup-incremental/5-engage-full-schedule | ++++ pwd logger.go:42: 17:05:31 | scheduled-backup-incremental/5-engage-full-schedule | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 17:05:31 | scheduled-backup-incremental/5-engage-full-schedule | ++ test_name=scheduled-backup-incremental logger.go:42: 17:05:31 | scheduled-backup-incremental/5-engage-full-schedule | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/vars.sh logger.go:42: 17:05:31 | scheduled-backup-incremental/5-engage-full-schedule | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:05:31 | scheduled-backup-incremental/5-engage-full-schedule | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:05:31 | scheduled-backup-incremental/5-engage-full-schedule | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:05:31 | scheduled-backup-incremental/5-engage-full-schedule | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:05:31 | scheduled-backup-incremental/5-engage-full-schedule | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:05:31 | scheduled-backup-incremental/5-engage-full-schedule | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:05:31 | scheduled-backup-incremental/5-engage-full-schedule | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:05:31 | scheduled-backup-incremental/5-engage-full-schedule | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:05:31 | scheduled-backup-incremental/5-engage-full-schedule | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:05:31 | scheduled-backup-incremental/5-engage-full-schedule | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:05:31 | scheduled-backup-incremental/5-engage-full-schedule | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 17:05:31 | scheduled-backup-incremental/5-engage-full-schedule | +++ export GIT_BRANCH=PR-1269 logger.go:42: 17:05:31 | scheduled-backup-incremental/5-engage-full-schedule | +++ GIT_BRANCH=PR-1269 logger.go:42: 17:05:31 | scheduled-backup-incremental/5-engage-full-schedule | +++ export VERSION=PR-1269-fbab6499 logger.go:42: 17:05:31 | scheduled-backup-incremental/5-engage-full-schedule | +++ VERSION=PR-1269-fbab6499 logger.go:42: 17:05:31 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:05:31 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:05:31 | scheduled-backup-incremental/5-engage-full-schedule | +++ [[ -z 8.0 ]] logger.go:42: 17:05:31 | scheduled-backup-incremental/5-engage-full-schedule | +++ export MYSQL_VERSION=8.0 logger.go:42: 17:05:31 | scheduled-backup-incremental/5-engage-full-schedule | +++ MYSQL_VERSION=8.0 logger.go:42: 17:05:31 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:05:31 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:05:31 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:05:31 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:05:31 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:05:31 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:05:31 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:05:31 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:05:31 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:05:31 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:05:31 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:05:31 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:05:31 | scheduled-backup-incremental/5-engage-full-schedule | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:05:31 | scheduled-backup-incremental/5-engage-full-schedule | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:05:31 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:05:31 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:05:31 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:05:31 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:05:31 | scheduled-backup-incremental/5-engage-full-schedule | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 17:05:31 | scheduled-backup-incremental/5-engage-full-schedule | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 17:05:31 | scheduled-backup-incremental/5-engage-full-schedule | +++ export MINIO_VER=5.4.0 logger.go:42: 17:05:31 | scheduled-backup-incremental/5-engage-full-schedule | +++ MINIO_VER=5.4.0 logger.go:42: 17:05:31 | scheduled-backup-incremental/5-engage-full-schedule | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 17:05:31 | scheduled-backup-incremental/5-engage-full-schedule | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 17:05:31 | scheduled-backup-incremental/5-engage-full-schedule | +++ export VAULT_VER=0.16.1 logger.go:42: 17:05:31 | scheduled-backup-incremental/5-engage-full-schedule | +++ VAULT_VER=0.16.1 logger.go:42: 17:05:31 | scheduled-backup-incremental/5-engage-full-schedule | ++++ which gdate logger.go:42: 17:05:31 | scheduled-backup-incremental/5-engage-full-schedule | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:05:31 | scheduled-backup-incremental/5-engage-full-schedule | ++++ which date logger.go:42: 17:05:31 | scheduled-backup-incremental/5-engage-full-schedule | +++ date=/usr/sbin/date logger.go:42: 17:05:31 | scheduled-backup-incremental/5-engage-full-schedule | +++ oc get projects logger.go:42: 17:05:31 | scheduled-backup-incremental/5-engage-full-schedule | +++ : logger.go:42: 17:05:31 | scheduled-backup-incremental/5-engage-full-schedule | +++ kubectl get nodes logger.go:42: 17:05:31 | scheduled-backup-incremental/5-engage-full-schedule | +++ grep '^minikube' logger.go:42: 17:05:31 | scheduled-backup-incremental/5-engage-full-schedule | +++ which gsed logger.go:42: 17:05:31 | scheduled-backup-incremental/5-engage-full-schedule | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:05:31 | scheduled-backup-incremental/5-engage-full-schedule | +++ which sed logger.go:42: 17:05:31 | scheduled-backup-incremental/5-engage-full-schedule | ++ sed=/usr/sbin/sed logger.go:42: 17:05:31 | scheduled-backup-incremental/5-engage-full-schedule | ++ oc get projects logger.go:42: 17:05:31 | scheduled-backup-incremental/5-engage-full-schedule | +++ kubectl version -o json logger.go:42: 17:05:31 | scheduled-backup-incremental/5-engage-full-schedule | +++ jq -r .serverVersion.gitVersion logger.go:42: 17:05:31 | scheduled-backup-incremental/5-engage-full-schedule | +++ grep '\-eks\-' logger.go:42: 17:05:31 | scheduled-backup-incremental/5-engage-full-schedule | grep: warning: stray \ before - logger.go:42: 17:05:32 | scheduled-backup-incremental/5-engage-full-schedule | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 17:05:32 | scheduled-backup-incremental/5-engage-full-schedule | ++ '[' ']' logger.go:42: 17:05:32 | scheduled-backup-incremental/5-engage-full-schedule | ++ EKS=0 logger.go:42: 17:05:32 | scheduled-backup-incremental/5-engage-full-schedule | +++ get_cluster_name logger.go:42: 17:05:32 | scheduled-backup-incremental/5-engage-full-schedule | +++ kubectl -n kuttl-test-perfect-anchovy get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 17:05:32 | scheduled-backup-incremental/5-engage-full-schedule | ++ count_backups_in_schedule minio-full scheduled-backup-incremental logger.go:42: 17:05:32 | scheduled-backup-incremental/5-engage-full-schedule | ++ local schedule_name=minio-full logger.go:42: 17:05:32 | scheduled-backup-incremental/5-engage-full-schedule | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 17:05:32 | scheduled-backup-incremental/5-engage-full-schedule | +++ printf %s kuttl-test-perfect-anchovy-scheduled-backup-incremental logger.go:42: 17:05:32 | scheduled-backup-incremental/5-engage-full-schedule | +++ sha1sum logger.go:42: 17:05:32 | scheduled-backup-incremental/5-engage-full-schedule | +++ awk '{print $1}' logger.go:42: 17:05:32 | scheduled-backup-incremental/5-engage-full-schedule | +++ head -c 5 logger.go:42: 17:05:32 | scheduled-backup-incremental/5-engage-full-schedule | ++ local prefix=c8a08 logger.go:42: 17:05:32 | scheduled-backup-incremental/5-engage-full-schedule | +++ kubectl get ps-backup -n kuttl-test-perfect-anchovy -l percona.com/backup-ancestor=c8a08-minio-full -o yaml logger.go:42: 17:05:32 | scheduled-backup-incremental/5-engage-full-schedule | +++ yq '.items | length' logger.go:42: 17:05:33 | scheduled-backup-incremental/5-engage-full-schedule | ++ local bcp_count=0 logger.go:42: 17:05:33 | scheduled-backup-incremental/5-engage-full-schedule | ++ echo 0 logger.go:42: 17:05:33 | scheduled-backup-incremental/5-engage-full-schedule | + bcp_count=0 logger.go:42: 17:05:33 | scheduled-backup-incremental/5-engage-full-schedule | + [[ 0 -lt 1 ]] logger.go:42: 17:05:33 | scheduled-backup-incremental/5-engage-full-schedule | + echo 'There are 0 full ps-backups but should be at least 1' logger.go:42: 17:05:33 | scheduled-backup-incremental/5-engage-full-schedule | There are 0 full ps-backups but should be at least 1 logger.go:42: 17:05:33 | scheduled-backup-incremental/5-engage-full-schedule | + exit 1 logger.go:42: 17:05:34 | scheduled-backup-incremental/5-engage-full-schedule | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-full" "$(get_cluster_name)") if [[ $bcp_count -lt 1 ]]; then echo "There are $bcp_count full ps-backups but should be at least 1" exit 1 fi] logger.go:42: 17:05:34 | scheduled-backup-incremental/5-engage-full-schedule | + source ../../functions logger.go:42: 17:05:34 | scheduled-backup-incremental/5-engage-full-schedule | +++ realpath ../../.. logger.go:42: 17:05:34 | scheduled-backup-incremental/5-engage-full-schedule | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:05:34 | scheduled-backup-incremental/5-engage-full-schedule | ++++ pwd logger.go:42: 17:05:34 | scheduled-backup-incremental/5-engage-full-schedule | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 17:05:34 | scheduled-backup-incremental/5-engage-full-schedule | ++ test_name=scheduled-backup-incremental logger.go:42: 17:05:34 | scheduled-backup-incremental/5-engage-full-schedule | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/vars.sh logger.go:42: 17:05:34 | scheduled-backup-incremental/5-engage-full-schedule | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:05:34 | scheduled-backup-incremental/5-engage-full-schedule | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:05:34 | scheduled-backup-incremental/5-engage-full-schedule | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:05:34 | scheduled-backup-incremental/5-engage-full-schedule | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:05:34 | scheduled-backup-incremental/5-engage-full-schedule | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:05:34 | scheduled-backup-incremental/5-engage-full-schedule | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:05:34 | scheduled-backup-incremental/5-engage-full-schedule | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:05:34 | scheduled-backup-incremental/5-engage-full-schedule | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:05:34 | scheduled-backup-incremental/5-engage-full-schedule | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:05:34 | scheduled-backup-incremental/5-engage-full-schedule | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:05:34 | scheduled-backup-incremental/5-engage-full-schedule | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 17:05:34 | scheduled-backup-incremental/5-engage-full-schedule | +++ export GIT_BRANCH=PR-1269 logger.go:42: 17:05:34 | scheduled-backup-incremental/5-engage-full-schedule | +++ GIT_BRANCH=PR-1269 logger.go:42: 17:05:34 | scheduled-backup-incremental/5-engage-full-schedule | +++ export VERSION=PR-1269-fbab6499 logger.go:42: 17:05:34 | scheduled-backup-incremental/5-engage-full-schedule | +++ VERSION=PR-1269-fbab6499 logger.go:42: 17:05:34 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:05:34 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:05:34 | scheduled-backup-incremental/5-engage-full-schedule | +++ [[ -z 8.0 ]] logger.go:42: 17:05:34 | scheduled-backup-incremental/5-engage-full-schedule | +++ export MYSQL_VERSION=8.0 logger.go:42: 17:05:34 | scheduled-backup-incremental/5-engage-full-schedule | +++ MYSQL_VERSION=8.0 logger.go:42: 17:05:34 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:05:34 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:05:34 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:05:34 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:05:34 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:05:34 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:05:34 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:05:34 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:05:34 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:05:34 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:05:34 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:05:34 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:05:34 | scheduled-backup-incremental/5-engage-full-schedule | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:05:34 | scheduled-backup-incremental/5-engage-full-schedule | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:05:34 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:05:34 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:05:34 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:05:34 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:05:34 | scheduled-backup-incremental/5-engage-full-schedule | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 17:05:34 | scheduled-backup-incremental/5-engage-full-schedule | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 17:05:34 | scheduled-backup-incremental/5-engage-full-schedule | +++ export MINIO_VER=5.4.0 logger.go:42: 17:05:34 | scheduled-backup-incremental/5-engage-full-schedule | +++ MINIO_VER=5.4.0 logger.go:42: 17:05:34 | scheduled-backup-incremental/5-engage-full-schedule | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 17:05:34 | scheduled-backup-incremental/5-engage-full-schedule | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 17:05:34 | scheduled-backup-incremental/5-engage-full-schedule | +++ export VAULT_VER=0.16.1 logger.go:42: 17:05:34 | scheduled-backup-incremental/5-engage-full-schedule | +++ VAULT_VER=0.16.1 logger.go:42: 17:05:34 | scheduled-backup-incremental/5-engage-full-schedule | ++++ which gdate logger.go:42: 17:05:34 | scheduled-backup-incremental/5-engage-full-schedule | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:05:34 | scheduled-backup-incremental/5-engage-full-schedule | ++++ which date logger.go:42: 17:05:34 | scheduled-backup-incremental/5-engage-full-schedule | +++ date=/usr/sbin/date logger.go:42: 17:05:34 | scheduled-backup-incremental/5-engage-full-schedule | +++ oc get projects logger.go:42: 17:05:34 | scheduled-backup-incremental/5-engage-full-schedule | +++ : logger.go:42: 17:05:34 | scheduled-backup-incremental/5-engage-full-schedule | +++ kubectl get nodes logger.go:42: 17:05:34 | scheduled-backup-incremental/5-engage-full-schedule | +++ grep '^minikube' logger.go:42: 17:05:34 | scheduled-backup-incremental/5-engage-full-schedule | +++ which gsed logger.go:42: 17:05:34 | scheduled-backup-incremental/5-engage-full-schedule | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:05:34 | scheduled-backup-incremental/5-engage-full-schedule | +++ which sed logger.go:42: 17:05:34 | scheduled-backup-incremental/5-engage-full-schedule | ++ sed=/usr/sbin/sed logger.go:42: 17:05:34 | scheduled-backup-incremental/5-engage-full-schedule | ++ oc get projects logger.go:42: 17:05:34 | scheduled-backup-incremental/5-engage-full-schedule | +++ kubectl version -o json logger.go:42: 17:05:34 | scheduled-backup-incremental/5-engage-full-schedule | +++ jq -r .serverVersion.gitVersion logger.go:42: 17:05:34 | scheduled-backup-incremental/5-engage-full-schedule | +++ grep '\-eks\-' logger.go:42: 17:05:34 | scheduled-backup-incremental/5-engage-full-schedule | grep: warning: stray \ before - logger.go:42: 17:05:35 | scheduled-backup-incremental/5-engage-full-schedule | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 17:05:35 | scheduled-backup-incremental/5-engage-full-schedule | ++ '[' ']' logger.go:42: 17:05:35 | scheduled-backup-incremental/5-engage-full-schedule | ++ EKS=0 logger.go:42: 17:05:35 | scheduled-backup-incremental/5-engage-full-schedule | +++ get_cluster_name logger.go:42: 17:05:35 | scheduled-backup-incremental/5-engage-full-schedule | +++ kubectl -n kuttl-test-perfect-anchovy get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 17:05:35 | scheduled-backup-incremental/5-engage-full-schedule | ++ count_backups_in_schedule minio-full scheduled-backup-incremental logger.go:42: 17:05:35 | scheduled-backup-incremental/5-engage-full-schedule | ++ local schedule_name=minio-full logger.go:42: 17:05:35 | scheduled-backup-incremental/5-engage-full-schedule | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 17:05:35 | scheduled-backup-incremental/5-engage-full-schedule | +++ printf %s kuttl-test-perfect-anchovy-scheduled-backup-incremental logger.go:42: 17:05:35 | scheduled-backup-incremental/5-engage-full-schedule | +++ sha1sum logger.go:42: 17:05:35 | scheduled-backup-incremental/5-engage-full-schedule | +++ awk '{print $1}' logger.go:42: 17:05:35 | scheduled-backup-incremental/5-engage-full-schedule | +++ head -c 5 logger.go:42: 17:05:35 | scheduled-backup-incremental/5-engage-full-schedule | ++ local prefix=c8a08 logger.go:42: 17:05:35 | scheduled-backup-incremental/5-engage-full-schedule | +++ kubectl get ps-backup -n kuttl-test-perfect-anchovy -l percona.com/backup-ancestor=c8a08-minio-full -o yaml logger.go:42: 17:05:35 | scheduled-backup-incremental/5-engage-full-schedule | +++ yq '.items | length' logger.go:42: 17:05:36 | scheduled-backup-incremental/5-engage-full-schedule | ++ local bcp_count=0 logger.go:42: 17:05:36 | scheduled-backup-incremental/5-engage-full-schedule | ++ echo 0 logger.go:42: 17:05:36 | scheduled-backup-incremental/5-engage-full-schedule | + bcp_count=0 logger.go:42: 17:05:36 | scheduled-backup-incremental/5-engage-full-schedule | + [[ 0 -lt 1 ]] logger.go:42: 17:05:36 | scheduled-backup-incremental/5-engage-full-schedule | + echo 'There are 0 full ps-backups but should be at least 1' logger.go:42: 17:05:36 | scheduled-backup-incremental/5-engage-full-schedule | There are 0 full ps-backups but should be at least 1 logger.go:42: 17:05:36 | scheduled-backup-incremental/5-engage-full-schedule | + exit 1 logger.go:42: 17:05:37 | scheduled-backup-incremental/5-engage-full-schedule | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-full" "$(get_cluster_name)") if [[ $bcp_count -lt 1 ]]; then echo "There are $bcp_count full ps-backups but should be at least 1" exit 1 fi] logger.go:42: 17:05:37 | scheduled-backup-incremental/5-engage-full-schedule | + source ../../functions logger.go:42: 17:05:37 | scheduled-backup-incremental/5-engage-full-schedule | +++ realpath ../../.. logger.go:42: 17:05:37 | scheduled-backup-incremental/5-engage-full-schedule | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:05:37 | scheduled-backup-incremental/5-engage-full-schedule | ++++ pwd logger.go:42: 17:05:37 | scheduled-backup-incremental/5-engage-full-schedule | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 17:05:37 | scheduled-backup-incremental/5-engage-full-schedule | ++ test_name=scheduled-backup-incremental logger.go:42: 17:05:37 | scheduled-backup-incremental/5-engage-full-schedule | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/vars.sh logger.go:42: 17:05:37 | scheduled-backup-incremental/5-engage-full-schedule | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:05:37 | scheduled-backup-incremental/5-engage-full-schedule | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:05:37 | scheduled-backup-incremental/5-engage-full-schedule | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:05:37 | scheduled-backup-incremental/5-engage-full-schedule | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:05:37 | scheduled-backup-incremental/5-engage-full-schedule | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:05:37 | scheduled-backup-incremental/5-engage-full-schedule | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:05:37 | scheduled-backup-incremental/5-engage-full-schedule | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:05:37 | scheduled-backup-incremental/5-engage-full-schedule | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:05:37 | scheduled-backup-incremental/5-engage-full-schedule | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:05:37 | scheduled-backup-incremental/5-engage-full-schedule | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:05:37 | scheduled-backup-incremental/5-engage-full-schedule | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 17:05:37 | scheduled-backup-incremental/5-engage-full-schedule | +++ export GIT_BRANCH=PR-1269 logger.go:42: 17:05:37 | scheduled-backup-incremental/5-engage-full-schedule | +++ GIT_BRANCH=PR-1269 logger.go:42: 17:05:37 | scheduled-backup-incremental/5-engage-full-schedule | +++ export VERSION=PR-1269-fbab6499 logger.go:42: 17:05:37 | scheduled-backup-incremental/5-engage-full-schedule | +++ VERSION=PR-1269-fbab6499 logger.go:42: 17:05:37 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:05:37 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:05:37 | scheduled-backup-incremental/5-engage-full-schedule | +++ [[ -z 8.0 ]] logger.go:42: 17:05:37 | scheduled-backup-incremental/5-engage-full-schedule | +++ export MYSQL_VERSION=8.0 logger.go:42: 17:05:37 | scheduled-backup-incremental/5-engage-full-schedule | +++ MYSQL_VERSION=8.0 logger.go:42: 17:05:37 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:05:37 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:05:37 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:05:37 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:05:37 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:05:37 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:05:37 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:05:37 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:05:37 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:05:37 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:05:37 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:05:37 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:05:37 | scheduled-backup-incremental/5-engage-full-schedule | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:05:37 | scheduled-backup-incremental/5-engage-full-schedule | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:05:37 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:05:37 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:05:37 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:05:37 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:05:37 | scheduled-backup-incremental/5-engage-full-schedule | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 17:05:37 | scheduled-backup-incremental/5-engage-full-schedule | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 17:05:37 | scheduled-backup-incremental/5-engage-full-schedule | +++ export MINIO_VER=5.4.0 logger.go:42: 17:05:37 | scheduled-backup-incremental/5-engage-full-schedule | +++ MINIO_VER=5.4.0 logger.go:42: 17:05:37 | scheduled-backup-incremental/5-engage-full-schedule | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 17:05:37 | scheduled-backup-incremental/5-engage-full-schedule | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 17:05:37 | scheduled-backup-incremental/5-engage-full-schedule | +++ export VAULT_VER=0.16.1 logger.go:42: 17:05:37 | scheduled-backup-incremental/5-engage-full-schedule | +++ VAULT_VER=0.16.1 logger.go:42: 17:05:37 | scheduled-backup-incremental/5-engage-full-schedule | ++++ which gdate logger.go:42: 17:05:37 | scheduled-backup-incremental/5-engage-full-schedule | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:05:37 | scheduled-backup-incremental/5-engage-full-schedule | ++++ which date logger.go:42: 17:05:37 | scheduled-backup-incremental/5-engage-full-schedule | +++ date=/usr/sbin/date logger.go:42: 17:05:37 | scheduled-backup-incremental/5-engage-full-schedule | +++ oc get projects logger.go:42: 17:05:37 | scheduled-backup-incremental/5-engage-full-schedule | +++ : logger.go:42: 17:05:37 | scheduled-backup-incremental/5-engage-full-schedule | +++ kubectl get nodes logger.go:42: 17:05:37 | scheduled-backup-incremental/5-engage-full-schedule | +++ grep '^minikube' logger.go:42: 17:05:38 | scheduled-backup-incremental/5-engage-full-schedule | +++ which gsed logger.go:42: 17:05:38 | scheduled-backup-incremental/5-engage-full-schedule | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:05:38 | scheduled-backup-incremental/5-engage-full-schedule | +++ which sed logger.go:42: 17:05:38 | scheduled-backup-incremental/5-engage-full-schedule | ++ sed=/usr/sbin/sed logger.go:42: 17:05:38 | scheduled-backup-incremental/5-engage-full-schedule | ++ oc get projects logger.go:42: 17:05:38 | scheduled-backup-incremental/5-engage-full-schedule | +++ kubectl version -o json logger.go:42: 17:05:38 | scheduled-backup-incremental/5-engage-full-schedule | +++ jq -r .serverVersion.gitVersion logger.go:42: 17:05:38 | scheduled-backup-incremental/5-engage-full-schedule | +++ grep '\-eks\-' logger.go:42: 17:05:38 | scheduled-backup-incremental/5-engage-full-schedule | grep: warning: stray \ before - logger.go:42: 17:05:38 | scheduled-backup-incremental/5-engage-full-schedule | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 17:05:38 | scheduled-backup-incremental/5-engage-full-schedule | ++ '[' ']' logger.go:42: 17:05:38 | scheduled-backup-incremental/5-engage-full-schedule | ++ EKS=0 logger.go:42: 17:05:38 | scheduled-backup-incremental/5-engage-full-schedule | +++ get_cluster_name logger.go:42: 17:05:38 | scheduled-backup-incremental/5-engage-full-schedule | +++ kubectl -n kuttl-test-perfect-anchovy get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 17:05:39 | scheduled-backup-incremental/5-engage-full-schedule | ++ count_backups_in_schedule minio-full scheduled-backup-incremental logger.go:42: 17:05:39 | scheduled-backup-incremental/5-engage-full-schedule | ++ local schedule_name=minio-full logger.go:42: 17:05:39 | scheduled-backup-incremental/5-engage-full-schedule | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 17:05:39 | scheduled-backup-incremental/5-engage-full-schedule | +++ printf %s kuttl-test-perfect-anchovy-scheduled-backup-incremental logger.go:42: 17:05:39 | scheduled-backup-incremental/5-engage-full-schedule | +++ sha1sum logger.go:42: 17:05:39 | scheduled-backup-incremental/5-engage-full-schedule | +++ awk '{print $1}' logger.go:42: 17:05:39 | scheduled-backup-incremental/5-engage-full-schedule | +++ head -c 5 logger.go:42: 17:05:39 | scheduled-backup-incremental/5-engage-full-schedule | ++ local prefix=c8a08 logger.go:42: 17:05:39 | scheduled-backup-incremental/5-engage-full-schedule | +++ kubectl get ps-backup -n kuttl-test-perfect-anchovy -l percona.com/backup-ancestor=c8a08-minio-full -o yaml logger.go:42: 17:05:39 | scheduled-backup-incremental/5-engage-full-schedule | +++ yq '.items | length' logger.go:42: 17:05:39 | scheduled-backup-incremental/5-engage-full-schedule | ++ local bcp_count=0 logger.go:42: 17:05:39 | scheduled-backup-incremental/5-engage-full-schedule | ++ echo 0 logger.go:42: 17:05:39 | scheduled-backup-incremental/5-engage-full-schedule | + bcp_count=0 logger.go:42: 17:05:39 | scheduled-backup-incremental/5-engage-full-schedule | + [[ 0 -lt 1 ]] logger.go:42: 17:05:39 | scheduled-backup-incremental/5-engage-full-schedule | + echo 'There are 0 full ps-backups but should be at least 1' logger.go:42: 17:05:39 | scheduled-backup-incremental/5-engage-full-schedule | There are 0 full ps-backups but should be at least 1 logger.go:42: 17:05:39 | scheduled-backup-incremental/5-engage-full-schedule | + exit 1 logger.go:42: 17:05:40 | scheduled-backup-incremental/5-engage-full-schedule | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-full" "$(get_cluster_name)") if [[ $bcp_count -lt 1 ]]; then echo "There are $bcp_count full ps-backups but should be at least 1" exit 1 fi] logger.go:42: 17:05:40 | scheduled-backup-incremental/5-engage-full-schedule | + source ../../functions logger.go:42: 17:05:40 | scheduled-backup-incremental/5-engage-full-schedule | +++ realpath ../../.. logger.go:42: 17:05:40 | scheduled-backup-incremental/5-engage-full-schedule | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:05:40 | scheduled-backup-incremental/5-engage-full-schedule | ++++ pwd logger.go:42: 17:05:40 | scheduled-backup-incremental/5-engage-full-schedule | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 17:05:40 | scheduled-backup-incremental/5-engage-full-schedule | ++ test_name=scheduled-backup-incremental logger.go:42: 17:05:40 | scheduled-backup-incremental/5-engage-full-schedule | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/vars.sh logger.go:42: 17:05:40 | scheduled-backup-incremental/5-engage-full-schedule | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:05:40 | scheduled-backup-incremental/5-engage-full-schedule | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:05:40 | scheduled-backup-incremental/5-engage-full-schedule | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:05:40 | scheduled-backup-incremental/5-engage-full-schedule | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:05:40 | scheduled-backup-incremental/5-engage-full-schedule | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:05:40 | scheduled-backup-incremental/5-engage-full-schedule | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:05:40 | scheduled-backup-incremental/5-engage-full-schedule | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:05:40 | scheduled-backup-incremental/5-engage-full-schedule | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:05:40 | scheduled-backup-incremental/5-engage-full-schedule | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:05:40 | scheduled-backup-incremental/5-engage-full-schedule | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:05:40 | scheduled-backup-incremental/5-engage-full-schedule | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 17:05:40 | scheduled-backup-incremental/5-engage-full-schedule | +++ export GIT_BRANCH=PR-1269 logger.go:42: 17:05:40 | scheduled-backup-incremental/5-engage-full-schedule | +++ GIT_BRANCH=PR-1269 logger.go:42: 17:05:40 | scheduled-backup-incremental/5-engage-full-schedule | +++ export VERSION=PR-1269-fbab6499 logger.go:42: 17:05:40 | scheduled-backup-incremental/5-engage-full-schedule | +++ VERSION=PR-1269-fbab6499 logger.go:42: 17:05:40 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:05:40 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:05:40 | scheduled-backup-incremental/5-engage-full-schedule | +++ [[ -z 8.0 ]] logger.go:42: 17:05:40 | scheduled-backup-incremental/5-engage-full-schedule | +++ export MYSQL_VERSION=8.0 logger.go:42: 17:05:40 | scheduled-backup-incremental/5-engage-full-schedule | +++ MYSQL_VERSION=8.0 logger.go:42: 17:05:40 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:05:40 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:05:40 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:05:40 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:05:40 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:05:40 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:05:40 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:05:40 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:05:40 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:05:40 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:05:40 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:05:40 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:05:40 | scheduled-backup-incremental/5-engage-full-schedule | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:05:40 | scheduled-backup-incremental/5-engage-full-schedule | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:05:40 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:05:40 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:05:40 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:05:40 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:05:40 | scheduled-backup-incremental/5-engage-full-schedule | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 17:05:40 | scheduled-backup-incremental/5-engage-full-schedule | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 17:05:40 | scheduled-backup-incremental/5-engage-full-schedule | +++ export MINIO_VER=5.4.0 logger.go:42: 17:05:40 | scheduled-backup-incremental/5-engage-full-schedule | +++ MINIO_VER=5.4.0 logger.go:42: 17:05:40 | scheduled-backup-incremental/5-engage-full-schedule | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 17:05:40 | scheduled-backup-incremental/5-engage-full-schedule | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 17:05:40 | scheduled-backup-incremental/5-engage-full-schedule | +++ export VAULT_VER=0.16.1 logger.go:42: 17:05:40 | scheduled-backup-incremental/5-engage-full-schedule | +++ VAULT_VER=0.16.1 logger.go:42: 17:05:40 | scheduled-backup-incremental/5-engage-full-schedule | ++++ which gdate logger.go:42: 17:05:40 | scheduled-backup-incremental/5-engage-full-schedule | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:05:40 | scheduled-backup-incremental/5-engage-full-schedule | ++++ which date logger.go:42: 17:05:40 | scheduled-backup-incremental/5-engage-full-schedule | +++ date=/usr/sbin/date logger.go:42: 17:05:40 | scheduled-backup-incremental/5-engage-full-schedule | +++ oc get projects logger.go:42: 17:05:40 | scheduled-backup-incremental/5-engage-full-schedule | +++ : logger.go:42: 17:05:40 | scheduled-backup-incremental/5-engage-full-schedule | +++ kubectl get nodes logger.go:42: 17:05:40 | scheduled-backup-incremental/5-engage-full-schedule | +++ grep '^minikube' logger.go:42: 17:05:41 | scheduled-backup-incremental/5-engage-full-schedule | +++ which gsed logger.go:42: 17:05:41 | scheduled-backup-incremental/5-engage-full-schedule | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:05:41 | scheduled-backup-incremental/5-engage-full-schedule | +++ which sed logger.go:42: 17:05:41 | scheduled-backup-incremental/5-engage-full-schedule | ++ sed=/usr/sbin/sed logger.go:42: 17:05:41 | scheduled-backup-incremental/5-engage-full-schedule | ++ oc get projects logger.go:42: 17:05:41 | scheduled-backup-incremental/5-engage-full-schedule | +++ kubectl version -o json logger.go:42: 17:05:41 | scheduled-backup-incremental/5-engage-full-schedule | +++ jq -r .serverVersion.gitVersion logger.go:42: 17:05:41 | scheduled-backup-incremental/5-engage-full-schedule | +++ grep '\-eks\-' logger.go:42: 17:05:41 | scheduled-backup-incremental/5-engage-full-schedule | grep: warning: stray \ before - logger.go:42: 17:05:41 | scheduled-backup-incremental/5-engage-full-schedule | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 17:05:41 | scheduled-backup-incremental/5-engage-full-schedule | ++ '[' ']' logger.go:42: 17:05:41 | scheduled-backup-incremental/5-engage-full-schedule | ++ EKS=0 logger.go:42: 17:05:41 | scheduled-backup-incremental/5-engage-full-schedule | +++ get_cluster_name logger.go:42: 17:05:41 | scheduled-backup-incremental/5-engage-full-schedule | +++ kubectl -n kuttl-test-perfect-anchovy get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 17:05:42 | scheduled-backup-incremental/5-engage-full-schedule | ++ count_backups_in_schedule minio-full scheduled-backup-incremental logger.go:42: 17:05:42 | scheduled-backup-incremental/5-engage-full-schedule | ++ local schedule_name=minio-full logger.go:42: 17:05:42 | scheduled-backup-incremental/5-engage-full-schedule | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 17:05:42 | scheduled-backup-incremental/5-engage-full-schedule | +++ printf %s kuttl-test-perfect-anchovy-scheduled-backup-incremental logger.go:42: 17:05:42 | scheduled-backup-incremental/5-engage-full-schedule | +++ sha1sum logger.go:42: 17:05:42 | scheduled-backup-incremental/5-engage-full-schedule | +++ awk '{print $1}' logger.go:42: 17:05:42 | scheduled-backup-incremental/5-engage-full-schedule | +++ head -c 5 logger.go:42: 17:05:42 | scheduled-backup-incremental/5-engage-full-schedule | ++ local prefix=c8a08 logger.go:42: 17:05:42 | scheduled-backup-incremental/5-engage-full-schedule | +++ kubectl get ps-backup -n kuttl-test-perfect-anchovy -l percona.com/backup-ancestor=c8a08-minio-full -o yaml logger.go:42: 17:05:42 | scheduled-backup-incremental/5-engage-full-schedule | +++ yq '.items | length' logger.go:42: 17:05:42 | scheduled-backup-incremental/5-engage-full-schedule | ++ local bcp_count=0 logger.go:42: 17:05:42 | scheduled-backup-incremental/5-engage-full-schedule | ++ echo 0 logger.go:42: 17:05:42 | scheduled-backup-incremental/5-engage-full-schedule | + bcp_count=0 logger.go:42: 17:05:42 | scheduled-backup-incremental/5-engage-full-schedule | + [[ 0 -lt 1 ]] logger.go:42: 17:05:42 | scheduled-backup-incremental/5-engage-full-schedule | + echo 'There are 0 full ps-backups but should be at least 1' logger.go:42: 17:05:42 | scheduled-backup-incremental/5-engage-full-schedule | There are 0 full ps-backups but should be at least 1 logger.go:42: 17:05:42 | scheduled-backup-incremental/5-engage-full-schedule | + exit 1 logger.go:42: 17:05:43 | scheduled-backup-incremental/5-engage-full-schedule | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-full" "$(get_cluster_name)") if [[ $bcp_count -lt 1 ]]; then echo "There are $bcp_count full ps-backups but should be at least 1" exit 1 fi] logger.go:42: 17:05:43 | scheduled-backup-incremental/5-engage-full-schedule | + source ../../functions logger.go:42: 17:05:43 | scheduled-backup-incremental/5-engage-full-schedule | +++ realpath ../../.. logger.go:42: 17:05:43 | scheduled-backup-incremental/5-engage-full-schedule | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:05:43 | scheduled-backup-incremental/5-engage-full-schedule | ++++ pwd logger.go:42: 17:05:43 | scheduled-backup-incremental/5-engage-full-schedule | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 17:05:43 | scheduled-backup-incremental/5-engage-full-schedule | ++ test_name=scheduled-backup-incremental logger.go:42: 17:05:43 | scheduled-backup-incremental/5-engage-full-schedule | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/vars.sh logger.go:42: 17:05:43 | scheduled-backup-incremental/5-engage-full-schedule | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:05:43 | scheduled-backup-incremental/5-engage-full-schedule | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:05:43 | scheduled-backup-incremental/5-engage-full-schedule | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:05:43 | scheduled-backup-incremental/5-engage-full-schedule | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:05:43 | scheduled-backup-incremental/5-engage-full-schedule | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:05:43 | scheduled-backup-incremental/5-engage-full-schedule | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:05:43 | scheduled-backup-incremental/5-engage-full-schedule | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:05:43 | scheduled-backup-incremental/5-engage-full-schedule | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:05:43 | scheduled-backup-incremental/5-engage-full-schedule | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:05:43 | scheduled-backup-incremental/5-engage-full-schedule | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:05:43 | scheduled-backup-incremental/5-engage-full-schedule | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 17:05:43 | scheduled-backup-incremental/5-engage-full-schedule | +++ export GIT_BRANCH=PR-1269 logger.go:42: 17:05:43 | scheduled-backup-incremental/5-engage-full-schedule | +++ GIT_BRANCH=PR-1269 logger.go:42: 17:05:43 | scheduled-backup-incremental/5-engage-full-schedule | +++ export VERSION=PR-1269-fbab6499 logger.go:42: 17:05:43 | scheduled-backup-incremental/5-engage-full-schedule | +++ VERSION=PR-1269-fbab6499 logger.go:42: 17:05:43 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:05:43 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:05:43 | scheduled-backup-incremental/5-engage-full-schedule | +++ [[ -z 8.0 ]] logger.go:42: 17:05:43 | scheduled-backup-incremental/5-engage-full-schedule | +++ export MYSQL_VERSION=8.0 logger.go:42: 17:05:43 | scheduled-backup-incremental/5-engage-full-schedule | +++ MYSQL_VERSION=8.0 logger.go:42: 17:05:43 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:05:43 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:05:43 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:05:43 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:05:43 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:05:43 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:05:43 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:05:43 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:05:43 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:05:43 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:05:43 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:05:43 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:05:43 | scheduled-backup-incremental/5-engage-full-schedule | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:05:43 | scheduled-backup-incremental/5-engage-full-schedule | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:05:43 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:05:43 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:05:43 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:05:43 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:05:43 | scheduled-backup-incremental/5-engage-full-schedule | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 17:05:43 | scheduled-backup-incremental/5-engage-full-schedule | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 17:05:43 | scheduled-backup-incremental/5-engage-full-schedule | +++ export MINIO_VER=5.4.0 logger.go:42: 17:05:43 | scheduled-backup-incremental/5-engage-full-schedule | +++ MINIO_VER=5.4.0 logger.go:42: 17:05:43 | scheduled-backup-incremental/5-engage-full-schedule | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 17:05:43 | scheduled-backup-incremental/5-engage-full-schedule | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 17:05:43 | scheduled-backup-incremental/5-engage-full-schedule | +++ export VAULT_VER=0.16.1 logger.go:42: 17:05:43 | scheduled-backup-incremental/5-engage-full-schedule | +++ VAULT_VER=0.16.1 logger.go:42: 17:05:43 | scheduled-backup-incremental/5-engage-full-schedule | ++++ which gdate logger.go:42: 17:05:43 | scheduled-backup-incremental/5-engage-full-schedule | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:05:43 | scheduled-backup-incremental/5-engage-full-schedule | ++++ which date logger.go:42: 17:05:43 | scheduled-backup-incremental/5-engage-full-schedule | +++ date=/usr/sbin/date logger.go:42: 17:05:43 | scheduled-backup-incremental/5-engage-full-schedule | +++ oc get projects logger.go:42: 17:05:43 | scheduled-backup-incremental/5-engage-full-schedule | +++ : logger.go:42: 17:05:43 | scheduled-backup-incremental/5-engage-full-schedule | +++ kubectl get nodes logger.go:42: 17:05:43 | scheduled-backup-incremental/5-engage-full-schedule | +++ grep '^minikube' logger.go:42: 17:05:44 | scheduled-backup-incremental/5-engage-full-schedule | +++ which gsed logger.go:42: 17:05:44 | scheduled-backup-incremental/5-engage-full-schedule | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:05:44 | scheduled-backup-incremental/5-engage-full-schedule | +++ which sed logger.go:42: 17:05:44 | scheduled-backup-incremental/5-engage-full-schedule | ++ sed=/usr/sbin/sed logger.go:42: 17:05:44 | scheduled-backup-incremental/5-engage-full-schedule | ++ oc get projects logger.go:42: 17:05:44 | scheduled-backup-incremental/5-engage-full-schedule | +++ kubectl version -o json logger.go:42: 17:05:44 | scheduled-backup-incremental/5-engage-full-schedule | +++ jq -r .serverVersion.gitVersion logger.go:42: 17:05:44 | scheduled-backup-incremental/5-engage-full-schedule | +++ grep '\-eks\-' logger.go:42: 17:05:44 | scheduled-backup-incremental/5-engage-full-schedule | grep: warning: stray \ before - logger.go:42: 17:05:44 | scheduled-backup-incremental/5-engage-full-schedule | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 17:05:44 | scheduled-backup-incremental/5-engage-full-schedule | ++ '[' ']' logger.go:42: 17:05:44 | scheduled-backup-incremental/5-engage-full-schedule | ++ EKS=0 logger.go:42: 17:05:44 | scheduled-backup-incremental/5-engage-full-schedule | +++ get_cluster_name logger.go:42: 17:05:44 | scheduled-backup-incremental/5-engage-full-schedule | +++ kubectl -n kuttl-test-perfect-anchovy get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 17:05:45 | scheduled-backup-incremental/5-engage-full-schedule | ++ count_backups_in_schedule minio-full scheduled-backup-incremental logger.go:42: 17:05:45 | scheduled-backup-incremental/5-engage-full-schedule | ++ local schedule_name=minio-full logger.go:42: 17:05:45 | scheduled-backup-incremental/5-engage-full-schedule | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 17:05:45 | scheduled-backup-incremental/5-engage-full-schedule | +++ printf %s kuttl-test-perfect-anchovy-scheduled-backup-incremental logger.go:42: 17:05:45 | scheduled-backup-incremental/5-engage-full-schedule | +++ sha1sum logger.go:42: 17:05:45 | scheduled-backup-incremental/5-engage-full-schedule | +++ awk '{print $1}' logger.go:42: 17:05:45 | scheduled-backup-incremental/5-engage-full-schedule | +++ head -c 5 logger.go:42: 17:05:45 | scheduled-backup-incremental/5-engage-full-schedule | ++ local prefix=c8a08 logger.go:42: 17:05:45 | scheduled-backup-incremental/5-engage-full-schedule | +++ kubectl get ps-backup -n kuttl-test-perfect-anchovy -l percona.com/backup-ancestor=c8a08-minio-full -o yaml logger.go:42: 17:05:45 | scheduled-backup-incremental/5-engage-full-schedule | +++ yq '.items | length' logger.go:42: 17:05:45 | scheduled-backup-incremental/5-engage-full-schedule | ++ local bcp_count=0 logger.go:42: 17:05:45 | scheduled-backup-incremental/5-engage-full-schedule | ++ echo 0 logger.go:42: 17:05:45 | scheduled-backup-incremental/5-engage-full-schedule | + bcp_count=0 logger.go:42: 17:05:45 | scheduled-backup-incremental/5-engage-full-schedule | + [[ 0 -lt 1 ]] logger.go:42: 17:05:45 | scheduled-backup-incremental/5-engage-full-schedule | + echo 'There are 0 full ps-backups but should be at least 1' logger.go:42: 17:05:45 | scheduled-backup-incremental/5-engage-full-schedule | There are 0 full ps-backups but should be at least 1 logger.go:42: 17:05:45 | scheduled-backup-incremental/5-engage-full-schedule | + exit 1 logger.go:42: 17:05:47 | scheduled-backup-incremental/5-engage-full-schedule | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-full" "$(get_cluster_name)") if [[ $bcp_count -lt 1 ]]; then echo "There are $bcp_count full ps-backups but should be at least 1" exit 1 fi] logger.go:42: 17:05:47 | scheduled-backup-incremental/5-engage-full-schedule | + source ../../functions logger.go:42: 17:05:47 | scheduled-backup-incremental/5-engage-full-schedule | +++ realpath ../../.. logger.go:42: 17:05:47 | scheduled-backup-incremental/5-engage-full-schedule | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:05:47 | scheduled-backup-incremental/5-engage-full-schedule | ++++ pwd logger.go:42: 17:05:47 | scheduled-backup-incremental/5-engage-full-schedule | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 17:05:47 | scheduled-backup-incremental/5-engage-full-schedule | ++ test_name=scheduled-backup-incremental logger.go:42: 17:05:47 | scheduled-backup-incremental/5-engage-full-schedule | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/vars.sh logger.go:42: 17:05:47 | scheduled-backup-incremental/5-engage-full-schedule | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:05:47 | scheduled-backup-incremental/5-engage-full-schedule | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:05:47 | scheduled-backup-incremental/5-engage-full-schedule | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:05:47 | scheduled-backup-incremental/5-engage-full-schedule | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:05:47 | scheduled-backup-incremental/5-engage-full-schedule | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:05:47 | scheduled-backup-incremental/5-engage-full-schedule | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:05:47 | scheduled-backup-incremental/5-engage-full-schedule | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:05:47 | scheduled-backup-incremental/5-engage-full-schedule | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:05:47 | scheduled-backup-incremental/5-engage-full-schedule | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:05:47 | scheduled-backup-incremental/5-engage-full-schedule | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:05:47 | scheduled-backup-incremental/5-engage-full-schedule | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 17:05:47 | scheduled-backup-incremental/5-engage-full-schedule | +++ export GIT_BRANCH=PR-1269 logger.go:42: 17:05:47 | scheduled-backup-incremental/5-engage-full-schedule | +++ GIT_BRANCH=PR-1269 logger.go:42: 17:05:47 | scheduled-backup-incremental/5-engage-full-schedule | +++ export VERSION=PR-1269-fbab6499 logger.go:42: 17:05:47 | scheduled-backup-incremental/5-engage-full-schedule | +++ VERSION=PR-1269-fbab6499 logger.go:42: 17:05:47 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:05:47 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:05:47 | scheduled-backup-incremental/5-engage-full-schedule | +++ [[ -z 8.0 ]] logger.go:42: 17:05:47 | scheduled-backup-incremental/5-engage-full-schedule | +++ export MYSQL_VERSION=8.0 logger.go:42: 17:05:47 | scheduled-backup-incremental/5-engage-full-schedule | +++ MYSQL_VERSION=8.0 logger.go:42: 17:05:47 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:05:47 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:05:47 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:05:47 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:05:47 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:05:47 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:05:47 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:05:47 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:05:47 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:05:47 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:05:47 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:05:47 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:05:47 | scheduled-backup-incremental/5-engage-full-schedule | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:05:47 | scheduled-backup-incremental/5-engage-full-schedule | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:05:47 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:05:47 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:05:47 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:05:47 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:05:47 | scheduled-backup-incremental/5-engage-full-schedule | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 17:05:47 | scheduled-backup-incremental/5-engage-full-schedule | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 17:05:47 | scheduled-backup-incremental/5-engage-full-schedule | +++ export MINIO_VER=5.4.0 logger.go:42: 17:05:47 | scheduled-backup-incremental/5-engage-full-schedule | +++ MINIO_VER=5.4.0 logger.go:42: 17:05:47 | scheduled-backup-incremental/5-engage-full-schedule | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 17:05:47 | scheduled-backup-incremental/5-engage-full-schedule | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 17:05:47 | scheduled-backup-incremental/5-engage-full-schedule | +++ export VAULT_VER=0.16.1 logger.go:42: 17:05:47 | scheduled-backup-incremental/5-engage-full-schedule | +++ VAULT_VER=0.16.1 logger.go:42: 17:05:47 | scheduled-backup-incremental/5-engage-full-schedule | ++++ which gdate logger.go:42: 17:05:47 | scheduled-backup-incremental/5-engage-full-schedule | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:05:47 | scheduled-backup-incremental/5-engage-full-schedule | ++++ which date logger.go:42: 17:05:47 | scheduled-backup-incremental/5-engage-full-schedule | +++ date=/usr/sbin/date logger.go:42: 17:05:47 | scheduled-backup-incremental/5-engage-full-schedule | +++ oc get projects logger.go:42: 17:05:47 | scheduled-backup-incremental/5-engage-full-schedule | +++ : logger.go:42: 17:05:47 | scheduled-backup-incremental/5-engage-full-schedule | +++ kubectl get nodes logger.go:42: 17:05:47 | scheduled-backup-incremental/5-engage-full-schedule | +++ grep '^minikube' logger.go:42: 17:05:47 | scheduled-backup-incremental/5-engage-full-schedule | +++ which gsed logger.go:42: 17:05:47 | scheduled-backup-incremental/5-engage-full-schedule | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:05:47 | scheduled-backup-incremental/5-engage-full-schedule | +++ which sed logger.go:42: 17:05:47 | scheduled-backup-incremental/5-engage-full-schedule | ++ sed=/usr/sbin/sed logger.go:42: 17:05:47 | scheduled-backup-incremental/5-engage-full-schedule | ++ oc get projects logger.go:42: 17:05:47 | scheduled-backup-incremental/5-engage-full-schedule | +++ kubectl version -o json logger.go:42: 17:05:47 | scheduled-backup-incremental/5-engage-full-schedule | +++ jq -r .serverVersion.gitVersion logger.go:42: 17:05:47 | scheduled-backup-incremental/5-engage-full-schedule | +++ grep '\-eks\-' logger.go:42: 17:05:47 | scheduled-backup-incremental/5-engage-full-schedule | grep: warning: stray \ before - logger.go:42: 17:05:48 | scheduled-backup-incremental/5-engage-full-schedule | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 17:05:48 | scheduled-backup-incremental/5-engage-full-schedule | ++ '[' ']' logger.go:42: 17:05:48 | scheduled-backup-incremental/5-engage-full-schedule | ++ EKS=0 logger.go:42: 17:05:48 | scheduled-backup-incremental/5-engage-full-schedule | +++ get_cluster_name logger.go:42: 17:05:48 | scheduled-backup-incremental/5-engage-full-schedule | +++ kubectl -n kuttl-test-perfect-anchovy get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 17:05:48 | scheduled-backup-incremental/5-engage-full-schedule | ++ count_backups_in_schedule minio-full scheduled-backup-incremental logger.go:42: 17:05:48 | scheduled-backup-incremental/5-engage-full-schedule | ++ local schedule_name=minio-full logger.go:42: 17:05:48 | scheduled-backup-incremental/5-engage-full-schedule | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 17:05:48 | scheduled-backup-incremental/5-engage-full-schedule | +++ printf %s kuttl-test-perfect-anchovy-scheduled-backup-incremental logger.go:42: 17:05:48 | scheduled-backup-incremental/5-engage-full-schedule | +++ sha1sum logger.go:42: 17:05:48 | scheduled-backup-incremental/5-engage-full-schedule | +++ awk '{print $1}' logger.go:42: 17:05:48 | scheduled-backup-incremental/5-engage-full-schedule | +++ head -c 5 logger.go:42: 17:05:48 | scheduled-backup-incremental/5-engage-full-schedule | ++ local prefix=c8a08 logger.go:42: 17:05:48 | scheduled-backup-incremental/5-engage-full-schedule | +++ kubectl get ps-backup -n kuttl-test-perfect-anchovy -l percona.com/backup-ancestor=c8a08-minio-full -o yaml logger.go:42: 17:05:48 | scheduled-backup-incremental/5-engage-full-schedule | +++ yq '.items | length' logger.go:42: 17:05:49 | scheduled-backup-incremental/5-engage-full-schedule | ++ local bcp_count=0 logger.go:42: 17:05:49 | scheduled-backup-incremental/5-engage-full-schedule | ++ echo 0 logger.go:42: 17:05:49 | scheduled-backup-incremental/5-engage-full-schedule | + bcp_count=0 logger.go:42: 17:05:49 | scheduled-backup-incremental/5-engage-full-schedule | + [[ 0 -lt 1 ]] logger.go:42: 17:05:49 | scheduled-backup-incremental/5-engage-full-schedule | + echo 'There are 0 full ps-backups but should be at least 1' logger.go:42: 17:05:49 | scheduled-backup-incremental/5-engage-full-schedule | There are 0 full ps-backups but should be at least 1 logger.go:42: 17:05:49 | scheduled-backup-incremental/5-engage-full-schedule | + exit 1 logger.go:42: 17:05:50 | scheduled-backup-incremental/5-engage-full-schedule | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-full" "$(get_cluster_name)") if [[ $bcp_count -lt 1 ]]; then echo "There are $bcp_count full ps-backups but should be at least 1" exit 1 fi] logger.go:42: 17:05:50 | scheduled-backup-incremental/5-engage-full-schedule | + source ../../functions logger.go:42: 17:05:50 | scheduled-backup-incremental/5-engage-full-schedule | +++ realpath ../../.. logger.go:42: 17:05:50 | scheduled-backup-incremental/5-engage-full-schedule | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:05:50 | scheduled-backup-incremental/5-engage-full-schedule | ++++ pwd logger.go:42: 17:05:50 | scheduled-backup-incremental/5-engage-full-schedule | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 17:05:50 | scheduled-backup-incremental/5-engage-full-schedule | ++ test_name=scheduled-backup-incremental logger.go:42: 17:05:50 | scheduled-backup-incremental/5-engage-full-schedule | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/vars.sh logger.go:42: 17:05:50 | scheduled-backup-incremental/5-engage-full-schedule | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:05:50 | scheduled-backup-incremental/5-engage-full-schedule | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:05:50 | scheduled-backup-incremental/5-engage-full-schedule | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:05:50 | scheduled-backup-incremental/5-engage-full-schedule | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:05:50 | scheduled-backup-incremental/5-engage-full-schedule | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:05:50 | scheduled-backup-incremental/5-engage-full-schedule | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:05:50 | scheduled-backup-incremental/5-engage-full-schedule | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:05:50 | scheduled-backup-incremental/5-engage-full-schedule | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:05:50 | scheduled-backup-incremental/5-engage-full-schedule | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:05:50 | scheduled-backup-incremental/5-engage-full-schedule | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:05:50 | scheduled-backup-incremental/5-engage-full-schedule | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 17:05:50 | scheduled-backup-incremental/5-engage-full-schedule | +++ export GIT_BRANCH=PR-1269 logger.go:42: 17:05:50 | scheduled-backup-incremental/5-engage-full-schedule | +++ GIT_BRANCH=PR-1269 logger.go:42: 17:05:50 | scheduled-backup-incremental/5-engage-full-schedule | +++ export VERSION=PR-1269-fbab6499 logger.go:42: 17:05:50 | scheduled-backup-incremental/5-engage-full-schedule | +++ VERSION=PR-1269-fbab6499 logger.go:42: 17:05:50 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:05:50 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:05:50 | scheduled-backup-incremental/5-engage-full-schedule | +++ [[ -z 8.0 ]] logger.go:42: 17:05:50 | scheduled-backup-incremental/5-engage-full-schedule | +++ export MYSQL_VERSION=8.0 logger.go:42: 17:05:50 | scheduled-backup-incremental/5-engage-full-schedule | +++ MYSQL_VERSION=8.0 logger.go:42: 17:05:50 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:05:50 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:05:50 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:05:50 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:05:50 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:05:50 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:05:50 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:05:50 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:05:50 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:05:50 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:05:50 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:05:50 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:05:50 | scheduled-backup-incremental/5-engage-full-schedule | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:05:50 | scheduled-backup-incremental/5-engage-full-schedule | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:05:50 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:05:50 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:05:50 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:05:50 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:05:50 | scheduled-backup-incremental/5-engage-full-schedule | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 17:05:50 | scheduled-backup-incremental/5-engage-full-schedule | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 17:05:50 | scheduled-backup-incremental/5-engage-full-schedule | +++ export MINIO_VER=5.4.0 logger.go:42: 17:05:50 | scheduled-backup-incremental/5-engage-full-schedule | +++ MINIO_VER=5.4.0 logger.go:42: 17:05:50 | scheduled-backup-incremental/5-engage-full-schedule | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 17:05:50 | scheduled-backup-incremental/5-engage-full-schedule | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 17:05:50 | scheduled-backup-incremental/5-engage-full-schedule | +++ export VAULT_VER=0.16.1 logger.go:42: 17:05:50 | scheduled-backup-incremental/5-engage-full-schedule | +++ VAULT_VER=0.16.1 logger.go:42: 17:05:50 | scheduled-backup-incremental/5-engage-full-schedule | ++++ which gdate logger.go:42: 17:05:50 | scheduled-backup-incremental/5-engage-full-schedule | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:05:50 | scheduled-backup-incremental/5-engage-full-schedule | ++++ which date logger.go:42: 17:05:50 | scheduled-backup-incremental/5-engage-full-schedule | +++ date=/usr/sbin/date logger.go:42: 17:05:50 | scheduled-backup-incremental/5-engage-full-schedule | +++ oc get projects logger.go:42: 17:05:50 | scheduled-backup-incremental/5-engage-full-schedule | +++ : logger.go:42: 17:05:50 | scheduled-backup-incremental/5-engage-full-schedule | +++ kubectl get nodes logger.go:42: 17:05:50 | scheduled-backup-incremental/5-engage-full-schedule | +++ grep '^minikube' logger.go:42: 17:05:50 | scheduled-backup-incremental/5-engage-full-schedule | +++ which gsed logger.go:42: 17:05:50 | scheduled-backup-incremental/5-engage-full-schedule | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:05:50 | scheduled-backup-incremental/5-engage-full-schedule | +++ which sed logger.go:42: 17:05:50 | scheduled-backup-incremental/5-engage-full-schedule | ++ sed=/usr/sbin/sed logger.go:42: 17:05:50 | scheduled-backup-incremental/5-engage-full-schedule | ++ oc get projects logger.go:42: 17:05:50 | scheduled-backup-incremental/5-engage-full-schedule | +++ kubectl version -o json logger.go:42: 17:05:50 | scheduled-backup-incremental/5-engage-full-schedule | +++ jq -r .serverVersion.gitVersion logger.go:42: 17:05:50 | scheduled-backup-incremental/5-engage-full-schedule | +++ grep '\-eks\-' logger.go:42: 17:05:50 | scheduled-backup-incremental/5-engage-full-schedule | grep: warning: stray \ before - logger.go:42: 17:05:51 | scheduled-backup-incremental/5-engage-full-schedule | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 17:05:51 | scheduled-backup-incremental/5-engage-full-schedule | ++ '[' ']' logger.go:42: 17:05:51 | scheduled-backup-incremental/5-engage-full-schedule | ++ EKS=0 logger.go:42: 17:05:51 | scheduled-backup-incremental/5-engage-full-schedule | +++ get_cluster_name logger.go:42: 17:05:51 | scheduled-backup-incremental/5-engage-full-schedule | +++ kubectl -n kuttl-test-perfect-anchovy get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 17:05:52 | scheduled-backup-incremental/5-engage-full-schedule | ++ count_backups_in_schedule minio-full scheduled-backup-incremental logger.go:42: 17:05:52 | scheduled-backup-incremental/5-engage-full-schedule | ++ local schedule_name=minio-full logger.go:42: 17:05:52 | scheduled-backup-incremental/5-engage-full-schedule | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 17:05:52 | scheduled-backup-incremental/5-engage-full-schedule | +++ printf %s kuttl-test-perfect-anchovy-scheduled-backup-incremental logger.go:42: 17:05:52 | scheduled-backup-incremental/5-engage-full-schedule | +++ sha1sum logger.go:42: 17:05:52 | scheduled-backup-incremental/5-engage-full-schedule | +++ awk '{print $1}' logger.go:42: 17:05:52 | scheduled-backup-incremental/5-engage-full-schedule | +++ head -c 5 logger.go:42: 17:05:52 | scheduled-backup-incremental/5-engage-full-schedule | ++ local prefix=c8a08 logger.go:42: 17:05:52 | scheduled-backup-incremental/5-engage-full-schedule | +++ kubectl get ps-backup -n kuttl-test-perfect-anchovy -l percona.com/backup-ancestor=c8a08-minio-full -o yaml logger.go:42: 17:05:52 | scheduled-backup-incremental/5-engage-full-schedule | +++ yq '.items | length' logger.go:42: 17:05:52 | scheduled-backup-incremental/5-engage-full-schedule | ++ local bcp_count=0 logger.go:42: 17:05:52 | scheduled-backup-incremental/5-engage-full-schedule | ++ echo 0 logger.go:42: 17:05:52 | scheduled-backup-incremental/5-engage-full-schedule | + bcp_count=0 logger.go:42: 17:05:52 | scheduled-backup-incremental/5-engage-full-schedule | + [[ 0 -lt 1 ]] logger.go:42: 17:05:52 | scheduled-backup-incremental/5-engage-full-schedule | + echo 'There are 0 full ps-backups but should be at least 1' logger.go:42: 17:05:52 | scheduled-backup-incremental/5-engage-full-schedule | There are 0 full ps-backups but should be at least 1 logger.go:42: 17:05:52 | scheduled-backup-incremental/5-engage-full-schedule | + exit 1 logger.go:42: 17:05:53 | scheduled-backup-incremental/5-engage-full-schedule | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-full" "$(get_cluster_name)") if [[ $bcp_count -lt 1 ]]; then echo "There are $bcp_count full ps-backups but should be at least 1" exit 1 fi] logger.go:42: 17:05:53 | scheduled-backup-incremental/5-engage-full-schedule | + source ../../functions logger.go:42: 17:05:53 | scheduled-backup-incremental/5-engage-full-schedule | +++ realpath ../../.. logger.go:42: 17:05:53 | scheduled-backup-incremental/5-engage-full-schedule | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:05:53 | scheduled-backup-incremental/5-engage-full-schedule | ++++ pwd logger.go:42: 17:05:53 | scheduled-backup-incremental/5-engage-full-schedule | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 17:05:53 | scheduled-backup-incremental/5-engage-full-schedule | ++ test_name=scheduled-backup-incremental logger.go:42: 17:05:53 | scheduled-backup-incremental/5-engage-full-schedule | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/vars.sh logger.go:42: 17:05:53 | scheduled-backup-incremental/5-engage-full-schedule | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:05:53 | scheduled-backup-incremental/5-engage-full-schedule | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:05:53 | scheduled-backup-incremental/5-engage-full-schedule | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:05:53 | scheduled-backup-incremental/5-engage-full-schedule | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:05:53 | scheduled-backup-incremental/5-engage-full-schedule | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:05:53 | scheduled-backup-incremental/5-engage-full-schedule | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:05:53 | scheduled-backup-incremental/5-engage-full-schedule | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:05:53 | scheduled-backup-incremental/5-engage-full-schedule | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:05:53 | scheduled-backup-incremental/5-engage-full-schedule | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:05:53 | scheduled-backup-incremental/5-engage-full-schedule | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:05:53 | scheduled-backup-incremental/5-engage-full-schedule | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 17:05:53 | scheduled-backup-incremental/5-engage-full-schedule | +++ export GIT_BRANCH=PR-1269 logger.go:42: 17:05:53 | scheduled-backup-incremental/5-engage-full-schedule | +++ GIT_BRANCH=PR-1269 logger.go:42: 17:05:53 | scheduled-backup-incremental/5-engage-full-schedule | +++ export VERSION=PR-1269-fbab6499 logger.go:42: 17:05:53 | scheduled-backup-incremental/5-engage-full-schedule | +++ VERSION=PR-1269-fbab6499 logger.go:42: 17:05:53 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:05:53 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:05:53 | scheduled-backup-incremental/5-engage-full-schedule | +++ [[ -z 8.0 ]] logger.go:42: 17:05:53 | scheduled-backup-incremental/5-engage-full-schedule | +++ export MYSQL_VERSION=8.0 logger.go:42: 17:05:53 | scheduled-backup-incremental/5-engage-full-schedule | +++ MYSQL_VERSION=8.0 logger.go:42: 17:05:53 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:05:53 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:05:53 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:05:53 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:05:53 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:05:53 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:05:53 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:05:53 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:05:53 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:05:53 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:05:53 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:05:53 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:05:53 | scheduled-backup-incremental/5-engage-full-schedule | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:05:53 | scheduled-backup-incremental/5-engage-full-schedule | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:05:53 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:05:53 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:05:53 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:05:53 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:05:53 | scheduled-backup-incremental/5-engage-full-schedule | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 17:05:53 | scheduled-backup-incremental/5-engage-full-schedule | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 17:05:53 | scheduled-backup-incremental/5-engage-full-schedule | +++ export MINIO_VER=5.4.0 logger.go:42: 17:05:53 | scheduled-backup-incremental/5-engage-full-schedule | +++ MINIO_VER=5.4.0 logger.go:42: 17:05:53 | scheduled-backup-incremental/5-engage-full-schedule | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 17:05:53 | scheduled-backup-incremental/5-engage-full-schedule | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 17:05:53 | scheduled-backup-incremental/5-engage-full-schedule | +++ export VAULT_VER=0.16.1 logger.go:42: 17:05:53 | scheduled-backup-incremental/5-engage-full-schedule | +++ VAULT_VER=0.16.1 logger.go:42: 17:05:53 | scheduled-backup-incremental/5-engage-full-schedule | ++++ which gdate logger.go:42: 17:05:53 | scheduled-backup-incremental/5-engage-full-schedule | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:05:53 | scheduled-backup-incremental/5-engage-full-schedule | ++++ which date logger.go:42: 17:05:53 | scheduled-backup-incremental/5-engage-full-schedule | +++ date=/usr/sbin/date logger.go:42: 17:05:53 | scheduled-backup-incremental/5-engage-full-schedule | +++ oc get projects logger.go:42: 17:05:53 | scheduled-backup-incremental/5-engage-full-schedule | +++ : logger.go:42: 17:05:53 | scheduled-backup-incremental/5-engage-full-schedule | +++ kubectl get nodes logger.go:42: 17:05:53 | scheduled-backup-incremental/5-engage-full-schedule | +++ grep '^minikube' logger.go:42: 17:05:54 | scheduled-backup-incremental/5-engage-full-schedule | +++ which gsed logger.go:42: 17:05:54 | scheduled-backup-incremental/5-engage-full-schedule | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:05:54 | scheduled-backup-incremental/5-engage-full-schedule | +++ which sed logger.go:42: 17:05:54 | scheduled-backup-incremental/5-engage-full-schedule | ++ sed=/usr/sbin/sed logger.go:42: 17:05:54 | scheduled-backup-incremental/5-engage-full-schedule | ++ oc get projects logger.go:42: 17:05:54 | scheduled-backup-incremental/5-engage-full-schedule | +++ kubectl version -o json logger.go:42: 17:05:54 | scheduled-backup-incremental/5-engage-full-schedule | +++ jq -r .serverVersion.gitVersion logger.go:42: 17:05:54 | scheduled-backup-incremental/5-engage-full-schedule | +++ grep '\-eks\-' logger.go:42: 17:05:54 | scheduled-backup-incremental/5-engage-full-schedule | grep: warning: stray \ before - logger.go:42: 17:05:54 | scheduled-backup-incremental/5-engage-full-schedule | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 17:05:54 | scheduled-backup-incremental/5-engage-full-schedule | ++ '[' ']' logger.go:42: 17:05:54 | scheduled-backup-incremental/5-engage-full-schedule | ++ EKS=0 logger.go:42: 17:05:54 | scheduled-backup-incremental/5-engage-full-schedule | +++ get_cluster_name logger.go:42: 17:05:54 | scheduled-backup-incremental/5-engage-full-schedule | +++ kubectl -n kuttl-test-perfect-anchovy get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 17:05:55 | scheduled-backup-incremental/5-engage-full-schedule | ++ count_backups_in_schedule minio-full scheduled-backup-incremental logger.go:42: 17:05:55 | scheduled-backup-incremental/5-engage-full-schedule | ++ local schedule_name=minio-full logger.go:42: 17:05:55 | scheduled-backup-incremental/5-engage-full-schedule | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 17:05:55 | scheduled-backup-incremental/5-engage-full-schedule | +++ printf %s kuttl-test-perfect-anchovy-scheduled-backup-incremental logger.go:42: 17:05:55 | scheduled-backup-incremental/5-engage-full-schedule | +++ awk '{print $1}' logger.go:42: 17:05:55 | scheduled-backup-incremental/5-engage-full-schedule | +++ sha1sum logger.go:42: 17:05:55 | scheduled-backup-incremental/5-engage-full-schedule | +++ head -c 5 logger.go:42: 17:05:55 | scheduled-backup-incremental/5-engage-full-schedule | ++ local prefix=c8a08 logger.go:42: 17:05:55 | scheduled-backup-incremental/5-engage-full-schedule | +++ kubectl get ps-backup -n kuttl-test-perfect-anchovy -l percona.com/backup-ancestor=c8a08-minio-full -o yaml logger.go:42: 17:05:55 | scheduled-backup-incremental/5-engage-full-schedule | +++ yq '.items | length' logger.go:42: 17:05:55 | scheduled-backup-incremental/5-engage-full-schedule | ++ local bcp_count=0 logger.go:42: 17:05:55 | scheduled-backup-incremental/5-engage-full-schedule | ++ echo 0 logger.go:42: 17:05:55 | scheduled-backup-incremental/5-engage-full-schedule | + bcp_count=0 logger.go:42: 17:05:55 | scheduled-backup-incremental/5-engage-full-schedule | + [[ 0 -lt 1 ]] logger.go:42: 17:05:55 | scheduled-backup-incremental/5-engage-full-schedule | + echo 'There are 0 full ps-backups but should be at least 1' logger.go:42: 17:05:55 | scheduled-backup-incremental/5-engage-full-schedule | There are 0 full ps-backups but should be at least 1 logger.go:42: 17:05:55 | scheduled-backup-incremental/5-engage-full-schedule | + exit 1 logger.go:42: 17:05:56 | scheduled-backup-incremental/5-engage-full-schedule | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-full" "$(get_cluster_name)") if [[ $bcp_count -lt 1 ]]; then echo "There are $bcp_count full ps-backups but should be at least 1" exit 1 fi] logger.go:42: 17:05:56 | scheduled-backup-incremental/5-engage-full-schedule | + source ../../functions logger.go:42: 17:05:56 | scheduled-backup-incremental/5-engage-full-schedule | +++ realpath ../../.. logger.go:42: 17:05:56 | scheduled-backup-incremental/5-engage-full-schedule | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:05:56 | scheduled-backup-incremental/5-engage-full-schedule | ++++ pwd logger.go:42: 17:05:56 | scheduled-backup-incremental/5-engage-full-schedule | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 17:05:56 | scheduled-backup-incremental/5-engage-full-schedule | ++ test_name=scheduled-backup-incremental logger.go:42: 17:05:56 | scheduled-backup-incremental/5-engage-full-schedule | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/vars.sh logger.go:42: 17:05:56 | scheduled-backup-incremental/5-engage-full-schedule | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:05:56 | scheduled-backup-incremental/5-engage-full-schedule | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:05:56 | scheduled-backup-incremental/5-engage-full-schedule | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:05:56 | scheduled-backup-incremental/5-engage-full-schedule | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:05:56 | scheduled-backup-incremental/5-engage-full-schedule | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:05:56 | scheduled-backup-incremental/5-engage-full-schedule | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:05:56 | scheduled-backup-incremental/5-engage-full-schedule | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:05:56 | scheduled-backup-incremental/5-engage-full-schedule | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:05:56 | scheduled-backup-incremental/5-engage-full-schedule | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:05:56 | scheduled-backup-incremental/5-engage-full-schedule | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:05:56 | scheduled-backup-incremental/5-engage-full-schedule | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 17:05:56 | scheduled-backup-incremental/5-engage-full-schedule | +++ export GIT_BRANCH=PR-1269 logger.go:42: 17:05:56 | scheduled-backup-incremental/5-engage-full-schedule | +++ GIT_BRANCH=PR-1269 logger.go:42: 17:05:56 | scheduled-backup-incremental/5-engage-full-schedule | +++ export VERSION=PR-1269-fbab6499 logger.go:42: 17:05:56 | scheduled-backup-incremental/5-engage-full-schedule | +++ VERSION=PR-1269-fbab6499 logger.go:42: 17:05:56 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:05:56 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:05:56 | scheduled-backup-incremental/5-engage-full-schedule | +++ [[ -z 8.0 ]] logger.go:42: 17:05:56 | scheduled-backup-incremental/5-engage-full-schedule | +++ export MYSQL_VERSION=8.0 logger.go:42: 17:05:56 | scheduled-backup-incremental/5-engage-full-schedule | +++ MYSQL_VERSION=8.0 logger.go:42: 17:05:56 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:05:56 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:05:56 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:05:56 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:05:56 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:05:56 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:05:56 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:05:56 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:05:56 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:05:56 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:05:56 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:05:56 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:05:56 | scheduled-backup-incremental/5-engage-full-schedule | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:05:56 | scheduled-backup-incremental/5-engage-full-schedule | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:05:56 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:05:56 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:05:56 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:05:56 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:05:56 | scheduled-backup-incremental/5-engage-full-schedule | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 17:05:56 | scheduled-backup-incremental/5-engage-full-schedule | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 17:05:56 | scheduled-backup-incremental/5-engage-full-schedule | +++ export MINIO_VER=5.4.0 logger.go:42: 17:05:56 | scheduled-backup-incremental/5-engage-full-schedule | +++ MINIO_VER=5.4.0 logger.go:42: 17:05:56 | scheduled-backup-incremental/5-engage-full-schedule | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 17:05:56 | scheduled-backup-incremental/5-engage-full-schedule | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 17:05:56 | scheduled-backup-incremental/5-engage-full-schedule | +++ export VAULT_VER=0.16.1 logger.go:42: 17:05:56 | scheduled-backup-incremental/5-engage-full-schedule | +++ VAULT_VER=0.16.1 logger.go:42: 17:05:56 | scheduled-backup-incremental/5-engage-full-schedule | ++++ which gdate logger.go:42: 17:05:56 | scheduled-backup-incremental/5-engage-full-schedule | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:05:56 | scheduled-backup-incremental/5-engage-full-schedule | ++++ which date logger.go:42: 17:05:56 | scheduled-backup-incremental/5-engage-full-schedule | +++ date=/usr/sbin/date logger.go:42: 17:05:56 | scheduled-backup-incremental/5-engage-full-schedule | +++ oc get projects logger.go:42: 17:05:56 | scheduled-backup-incremental/5-engage-full-schedule | +++ : logger.go:42: 17:05:56 | scheduled-backup-incremental/5-engage-full-schedule | +++ kubectl get nodes logger.go:42: 17:05:56 | scheduled-backup-incremental/5-engage-full-schedule | +++ grep '^minikube' logger.go:42: 17:05:57 | scheduled-backup-incremental/5-engage-full-schedule | +++ which gsed logger.go:42: 17:05:57 | scheduled-backup-incremental/5-engage-full-schedule | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:05:57 | scheduled-backup-incremental/5-engage-full-schedule | +++ which sed logger.go:42: 17:05:57 | scheduled-backup-incremental/5-engage-full-schedule | ++ sed=/usr/sbin/sed logger.go:42: 17:05:57 | scheduled-backup-incremental/5-engage-full-schedule | ++ oc get projects logger.go:42: 17:05:57 | scheduled-backup-incremental/5-engage-full-schedule | +++ kubectl version -o json logger.go:42: 17:05:57 | scheduled-backup-incremental/5-engage-full-schedule | +++ jq -r .serverVersion.gitVersion logger.go:42: 17:05:57 | scheduled-backup-incremental/5-engage-full-schedule | +++ grep '\-eks\-' logger.go:42: 17:05:57 | scheduled-backup-incremental/5-engage-full-schedule | grep: warning: stray \ before - logger.go:42: 17:05:57 | scheduled-backup-incremental/5-engage-full-schedule | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 17:05:57 | scheduled-backup-incremental/5-engage-full-schedule | ++ '[' ']' logger.go:42: 17:05:57 | scheduled-backup-incremental/5-engage-full-schedule | ++ EKS=0 logger.go:42: 17:05:57 | scheduled-backup-incremental/5-engage-full-schedule | +++ get_cluster_name logger.go:42: 17:05:57 | scheduled-backup-incremental/5-engage-full-schedule | +++ kubectl -n kuttl-test-perfect-anchovy get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 17:05:58 | scheduled-backup-incremental/5-engage-full-schedule | ++ count_backups_in_schedule minio-full scheduled-backup-incremental logger.go:42: 17:05:58 | scheduled-backup-incremental/5-engage-full-schedule | ++ local schedule_name=minio-full logger.go:42: 17:05:58 | scheduled-backup-incremental/5-engage-full-schedule | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 17:05:58 | scheduled-backup-incremental/5-engage-full-schedule | +++ printf %s kuttl-test-perfect-anchovy-scheduled-backup-incremental logger.go:42: 17:05:58 | scheduled-backup-incremental/5-engage-full-schedule | +++ sha1sum logger.go:42: 17:05:58 | scheduled-backup-incremental/5-engage-full-schedule | +++ awk '{print $1}' logger.go:42: 17:05:58 | scheduled-backup-incremental/5-engage-full-schedule | +++ head -c 5 logger.go:42: 17:05:58 | scheduled-backup-incremental/5-engage-full-schedule | ++ local prefix=c8a08 logger.go:42: 17:05:58 | scheduled-backup-incremental/5-engage-full-schedule | +++ kubectl get ps-backup -n kuttl-test-perfect-anchovy -l percona.com/backup-ancestor=c8a08-minio-full -o yaml logger.go:42: 17:05:58 | scheduled-backup-incremental/5-engage-full-schedule | +++ yq '.items | length' logger.go:42: 17:05:59 | scheduled-backup-incremental/5-engage-full-schedule | ++ local bcp_count=0 logger.go:42: 17:05:59 | scheduled-backup-incremental/5-engage-full-schedule | ++ echo 0 logger.go:42: 17:05:59 | scheduled-backup-incremental/5-engage-full-schedule | + bcp_count=0 logger.go:42: 17:05:59 | scheduled-backup-incremental/5-engage-full-schedule | + [[ 0 -lt 1 ]] logger.go:42: 17:05:59 | scheduled-backup-incremental/5-engage-full-schedule | + echo 'There are 0 full ps-backups but should be at least 1' logger.go:42: 17:05:59 | scheduled-backup-incremental/5-engage-full-schedule | There are 0 full ps-backups but should be at least 1 logger.go:42: 17:05:59 | scheduled-backup-incremental/5-engage-full-schedule | + exit 1 logger.go:42: 17:06:00 | scheduled-backup-incremental/5-engage-full-schedule | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-full" "$(get_cluster_name)") if [[ $bcp_count -lt 1 ]]; then echo "There are $bcp_count full ps-backups but should be at least 1" exit 1 fi] logger.go:42: 17:06:00 | scheduled-backup-incremental/5-engage-full-schedule | + source ../../functions logger.go:42: 17:06:00 | scheduled-backup-incremental/5-engage-full-schedule | +++ realpath ../../.. logger.go:42: 17:06:00 | scheduled-backup-incremental/5-engage-full-schedule | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:06:00 | scheduled-backup-incremental/5-engage-full-schedule | ++++ pwd logger.go:42: 17:06:00 | scheduled-backup-incremental/5-engage-full-schedule | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 17:06:00 | scheduled-backup-incremental/5-engage-full-schedule | ++ test_name=scheduled-backup-incremental logger.go:42: 17:06:00 | scheduled-backup-incremental/5-engage-full-schedule | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/vars.sh logger.go:42: 17:06:00 | scheduled-backup-incremental/5-engage-full-schedule | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:06:00 | scheduled-backup-incremental/5-engage-full-schedule | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:06:00 | scheduled-backup-incremental/5-engage-full-schedule | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:06:00 | scheduled-backup-incremental/5-engage-full-schedule | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:06:00 | scheduled-backup-incremental/5-engage-full-schedule | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:06:00 | scheduled-backup-incremental/5-engage-full-schedule | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:06:00 | scheduled-backup-incremental/5-engage-full-schedule | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:06:00 | scheduled-backup-incremental/5-engage-full-schedule | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:06:00 | scheduled-backup-incremental/5-engage-full-schedule | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:06:00 | scheduled-backup-incremental/5-engage-full-schedule | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:06:00 | scheduled-backup-incremental/5-engage-full-schedule | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 17:06:00 | scheduled-backup-incremental/5-engage-full-schedule | +++ export GIT_BRANCH=PR-1269 logger.go:42: 17:06:00 | scheduled-backup-incremental/5-engage-full-schedule | +++ GIT_BRANCH=PR-1269 logger.go:42: 17:06:00 | scheduled-backup-incremental/5-engage-full-schedule | +++ export VERSION=PR-1269-fbab6499 logger.go:42: 17:06:00 | scheduled-backup-incremental/5-engage-full-schedule | +++ VERSION=PR-1269-fbab6499 logger.go:42: 17:06:00 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:06:00 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:06:00 | scheduled-backup-incremental/5-engage-full-schedule | +++ [[ -z 8.0 ]] logger.go:42: 17:06:00 | scheduled-backup-incremental/5-engage-full-schedule | +++ export MYSQL_VERSION=8.0 logger.go:42: 17:06:00 | scheduled-backup-incremental/5-engage-full-schedule | +++ MYSQL_VERSION=8.0 logger.go:42: 17:06:00 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:06:00 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:06:00 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:06:00 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:06:00 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:06:00 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:06:00 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:06:00 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:06:00 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:06:00 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:06:00 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:06:00 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:06:00 | scheduled-backup-incremental/5-engage-full-schedule | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:06:00 | scheduled-backup-incremental/5-engage-full-schedule | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:06:00 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:06:00 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:06:00 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:06:00 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:06:00 | scheduled-backup-incremental/5-engage-full-schedule | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 17:06:00 | scheduled-backup-incremental/5-engage-full-schedule | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 17:06:00 | scheduled-backup-incremental/5-engage-full-schedule | +++ export MINIO_VER=5.4.0 logger.go:42: 17:06:00 | scheduled-backup-incremental/5-engage-full-schedule | +++ MINIO_VER=5.4.0 logger.go:42: 17:06:00 | scheduled-backup-incremental/5-engage-full-schedule | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 17:06:00 | scheduled-backup-incremental/5-engage-full-schedule | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 17:06:00 | scheduled-backup-incremental/5-engage-full-schedule | +++ export VAULT_VER=0.16.1 logger.go:42: 17:06:00 | scheduled-backup-incremental/5-engage-full-schedule | +++ VAULT_VER=0.16.1 logger.go:42: 17:06:00 | scheduled-backup-incremental/5-engage-full-schedule | ++++ which gdate logger.go:42: 17:06:00 | scheduled-backup-incremental/5-engage-full-schedule | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:06:00 | scheduled-backup-incremental/5-engage-full-schedule | ++++ which date logger.go:42: 17:06:00 | scheduled-backup-incremental/5-engage-full-schedule | +++ date=/usr/sbin/date logger.go:42: 17:06:00 | scheduled-backup-incremental/5-engage-full-schedule | +++ oc get projects logger.go:42: 17:06:00 | scheduled-backup-incremental/5-engage-full-schedule | +++ : logger.go:42: 17:06:00 | scheduled-backup-incremental/5-engage-full-schedule | +++ kubectl get nodes logger.go:42: 17:06:00 | scheduled-backup-incremental/5-engage-full-schedule | +++ grep '^minikube' logger.go:42: 17:06:00 | scheduled-backup-incremental/5-engage-full-schedule | +++ which gsed logger.go:42: 17:06:00 | scheduled-backup-incremental/5-engage-full-schedule | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:06:00 | scheduled-backup-incremental/5-engage-full-schedule | +++ which sed logger.go:42: 17:06:00 | scheduled-backup-incremental/5-engage-full-schedule | ++ sed=/usr/sbin/sed logger.go:42: 17:06:00 | scheduled-backup-incremental/5-engage-full-schedule | ++ oc get projects logger.go:42: 17:06:00 | scheduled-backup-incremental/5-engage-full-schedule | +++ kubectl version -o json logger.go:42: 17:06:00 | scheduled-backup-incremental/5-engage-full-schedule | +++ jq -r .serverVersion.gitVersion logger.go:42: 17:06:00 | scheduled-backup-incremental/5-engage-full-schedule | +++ grep '\-eks\-' logger.go:42: 17:06:00 | scheduled-backup-incremental/5-engage-full-schedule | grep: warning: stray \ before - logger.go:42: 17:06:01 | scheduled-backup-incremental/5-engage-full-schedule | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 17:06:01 | scheduled-backup-incremental/5-engage-full-schedule | ++ '[' ']' logger.go:42: 17:06:01 | scheduled-backup-incremental/5-engage-full-schedule | ++ EKS=0 logger.go:42: 17:06:01 | scheduled-backup-incremental/5-engage-full-schedule | +++ get_cluster_name logger.go:42: 17:06:01 | scheduled-backup-incremental/5-engage-full-schedule | +++ kubectl -n kuttl-test-perfect-anchovy get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 17:06:01 | scheduled-backup-incremental/5-engage-full-schedule | ++ count_backups_in_schedule minio-full scheduled-backup-incremental logger.go:42: 17:06:01 | scheduled-backup-incremental/5-engage-full-schedule | ++ local schedule_name=minio-full logger.go:42: 17:06:01 | scheduled-backup-incremental/5-engage-full-schedule | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 17:06:01 | scheduled-backup-incremental/5-engage-full-schedule | +++ printf %s kuttl-test-perfect-anchovy-scheduled-backup-incremental logger.go:42: 17:06:01 | scheduled-backup-incremental/5-engage-full-schedule | +++ sha1sum logger.go:42: 17:06:01 | scheduled-backup-incremental/5-engage-full-schedule | +++ awk '{print $1}' logger.go:42: 17:06:01 | scheduled-backup-incremental/5-engage-full-schedule | +++ head -c 5 logger.go:42: 17:06:01 | scheduled-backup-incremental/5-engage-full-schedule | ++ local prefix=c8a08 logger.go:42: 17:06:01 | scheduled-backup-incremental/5-engage-full-schedule | +++ kubectl get ps-backup -n kuttl-test-perfect-anchovy -l percona.com/backup-ancestor=c8a08-minio-full -o yaml logger.go:42: 17:06:01 | scheduled-backup-incremental/5-engage-full-schedule | +++ yq '.items | length' logger.go:42: 17:06:02 | scheduled-backup-incremental/5-engage-full-schedule | ++ local bcp_count=0 logger.go:42: 17:06:02 | scheduled-backup-incremental/5-engage-full-schedule | ++ echo 0 logger.go:42: 17:06:02 | scheduled-backup-incremental/5-engage-full-schedule | + bcp_count=0 logger.go:42: 17:06:02 | scheduled-backup-incremental/5-engage-full-schedule | + [[ 0 -lt 1 ]] logger.go:42: 17:06:02 | scheduled-backup-incremental/5-engage-full-schedule | + echo 'There are 0 full ps-backups but should be at least 1' logger.go:42: 17:06:02 | scheduled-backup-incremental/5-engage-full-schedule | There are 0 full ps-backups but should be at least 1 logger.go:42: 17:06:02 | scheduled-backup-incremental/5-engage-full-schedule | + exit 1 logger.go:42: 17:06:03 | scheduled-backup-incremental/5-engage-full-schedule | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-full" "$(get_cluster_name)") if [[ $bcp_count -lt 1 ]]; then echo "There are $bcp_count full ps-backups but should be at least 1" exit 1 fi] logger.go:42: 17:06:03 | scheduled-backup-incremental/5-engage-full-schedule | + source ../../functions logger.go:42: 17:06:03 | scheduled-backup-incremental/5-engage-full-schedule | +++ realpath ../../.. logger.go:42: 17:06:03 | scheduled-backup-incremental/5-engage-full-schedule | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:06:03 | scheduled-backup-incremental/5-engage-full-schedule | ++++ pwd logger.go:42: 17:06:03 | scheduled-backup-incremental/5-engage-full-schedule | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 17:06:03 | scheduled-backup-incremental/5-engage-full-schedule | ++ test_name=scheduled-backup-incremental logger.go:42: 17:06:03 | scheduled-backup-incremental/5-engage-full-schedule | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/vars.sh logger.go:42: 17:06:03 | scheduled-backup-incremental/5-engage-full-schedule | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:06:03 | scheduled-backup-incremental/5-engage-full-schedule | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:06:03 | scheduled-backup-incremental/5-engage-full-schedule | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:06:03 | scheduled-backup-incremental/5-engage-full-schedule | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:06:03 | scheduled-backup-incremental/5-engage-full-schedule | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:06:03 | scheduled-backup-incremental/5-engage-full-schedule | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:06:03 | scheduled-backup-incremental/5-engage-full-schedule | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:06:03 | scheduled-backup-incremental/5-engage-full-schedule | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:06:03 | scheduled-backup-incremental/5-engage-full-schedule | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:06:03 | scheduled-backup-incremental/5-engage-full-schedule | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:06:03 | scheduled-backup-incremental/5-engage-full-schedule | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 17:06:03 | scheduled-backup-incremental/5-engage-full-schedule | +++ export GIT_BRANCH=PR-1269 logger.go:42: 17:06:03 | scheduled-backup-incremental/5-engage-full-schedule | +++ GIT_BRANCH=PR-1269 logger.go:42: 17:06:03 | scheduled-backup-incremental/5-engage-full-schedule | +++ export VERSION=PR-1269-fbab6499 logger.go:42: 17:06:03 | scheduled-backup-incremental/5-engage-full-schedule | +++ VERSION=PR-1269-fbab6499 logger.go:42: 17:06:03 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:06:03 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:06:03 | scheduled-backup-incremental/5-engage-full-schedule | +++ [[ -z 8.0 ]] logger.go:42: 17:06:03 | scheduled-backup-incremental/5-engage-full-schedule | +++ export MYSQL_VERSION=8.0 logger.go:42: 17:06:03 | scheduled-backup-incremental/5-engage-full-schedule | +++ MYSQL_VERSION=8.0 logger.go:42: 17:06:03 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:06:03 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:06:03 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:06:03 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:06:03 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:06:03 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:06:03 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:06:03 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:06:03 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:06:03 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:06:03 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:06:03 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:06:03 | scheduled-backup-incremental/5-engage-full-schedule | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:06:03 | scheduled-backup-incremental/5-engage-full-schedule | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:06:03 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:06:03 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:06:03 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:06:03 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:06:03 | scheduled-backup-incremental/5-engage-full-schedule | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 17:06:03 | scheduled-backup-incremental/5-engage-full-schedule | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 17:06:03 | scheduled-backup-incremental/5-engage-full-schedule | +++ export MINIO_VER=5.4.0 logger.go:42: 17:06:03 | scheduled-backup-incremental/5-engage-full-schedule | +++ MINIO_VER=5.4.0 logger.go:42: 17:06:03 | scheduled-backup-incremental/5-engage-full-schedule | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 17:06:03 | scheduled-backup-incremental/5-engage-full-schedule | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 17:06:03 | scheduled-backup-incremental/5-engage-full-schedule | +++ export VAULT_VER=0.16.1 logger.go:42: 17:06:03 | scheduled-backup-incremental/5-engage-full-schedule | +++ VAULT_VER=0.16.1 logger.go:42: 17:06:03 | scheduled-backup-incremental/5-engage-full-schedule | ++++ which gdate logger.go:42: 17:06:03 | scheduled-backup-incremental/5-engage-full-schedule | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:06:03 | scheduled-backup-incremental/5-engage-full-schedule | ++++ which date logger.go:42: 17:06:03 | scheduled-backup-incremental/5-engage-full-schedule | +++ date=/usr/sbin/date logger.go:42: 17:06:03 | scheduled-backup-incremental/5-engage-full-schedule | +++ oc get projects logger.go:42: 17:06:03 | scheduled-backup-incremental/5-engage-full-schedule | +++ : logger.go:42: 17:06:03 | scheduled-backup-incremental/5-engage-full-schedule | +++ kubectl get nodes logger.go:42: 17:06:03 | scheduled-backup-incremental/5-engage-full-schedule | +++ grep '^minikube' logger.go:42: 17:06:03 | scheduled-backup-incremental/5-engage-full-schedule | +++ which gsed logger.go:42: 17:06:03 | scheduled-backup-incremental/5-engage-full-schedule | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:06:03 | scheduled-backup-incremental/5-engage-full-schedule | +++ which sed logger.go:42: 17:06:03 | scheduled-backup-incremental/5-engage-full-schedule | ++ sed=/usr/sbin/sed logger.go:42: 17:06:03 | scheduled-backup-incremental/5-engage-full-schedule | ++ oc get projects logger.go:42: 17:06:03 | scheduled-backup-incremental/5-engage-full-schedule | +++ kubectl version -o json logger.go:42: 17:06:03 | scheduled-backup-incremental/5-engage-full-schedule | +++ jq -r .serverVersion.gitVersion logger.go:42: 17:06:03 | scheduled-backup-incremental/5-engage-full-schedule | +++ grep '\-eks\-' logger.go:42: 17:06:03 | scheduled-backup-incremental/5-engage-full-schedule | grep: warning: stray \ before - logger.go:42: 17:06:04 | scheduled-backup-incremental/5-engage-full-schedule | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 17:06:04 | scheduled-backup-incremental/5-engage-full-schedule | ++ '[' ']' logger.go:42: 17:06:04 | scheduled-backup-incremental/5-engage-full-schedule | ++ EKS=0 logger.go:42: 17:06:04 | scheduled-backup-incremental/5-engage-full-schedule | +++ get_cluster_name logger.go:42: 17:06:04 | scheduled-backup-incremental/5-engage-full-schedule | +++ kubectl -n kuttl-test-perfect-anchovy get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 17:06:05 | scheduled-backup-incremental/5-engage-full-schedule | ++ count_backups_in_schedule minio-full scheduled-backup-incremental logger.go:42: 17:06:05 | scheduled-backup-incremental/5-engage-full-schedule | ++ local schedule_name=minio-full logger.go:42: 17:06:05 | scheduled-backup-incremental/5-engage-full-schedule | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 17:06:05 | scheduled-backup-incremental/5-engage-full-schedule | +++ printf %s kuttl-test-perfect-anchovy-scheduled-backup-incremental logger.go:42: 17:06:05 | scheduled-backup-incremental/5-engage-full-schedule | +++ sha1sum logger.go:42: 17:06:05 | scheduled-backup-incremental/5-engage-full-schedule | +++ awk '{print $1}' logger.go:42: 17:06:05 | scheduled-backup-incremental/5-engage-full-schedule | +++ head -c 5 logger.go:42: 17:06:05 | scheduled-backup-incremental/5-engage-full-schedule | ++ local prefix=c8a08 logger.go:42: 17:06:05 | scheduled-backup-incremental/5-engage-full-schedule | +++ kubectl get ps-backup -n kuttl-test-perfect-anchovy -l percona.com/backup-ancestor=c8a08-minio-full -o yaml logger.go:42: 17:06:05 | scheduled-backup-incremental/5-engage-full-schedule | +++ yq '.items | length' logger.go:42: 17:06:05 | scheduled-backup-incremental/5-engage-full-schedule | ++ local bcp_count=0 logger.go:42: 17:06:05 | scheduled-backup-incremental/5-engage-full-schedule | ++ echo 0 logger.go:42: 17:06:05 | scheduled-backup-incremental/5-engage-full-schedule | + bcp_count=0 logger.go:42: 17:06:05 | scheduled-backup-incremental/5-engage-full-schedule | + [[ 0 -lt 1 ]] logger.go:42: 17:06:05 | scheduled-backup-incremental/5-engage-full-schedule | + echo 'There are 0 full ps-backups but should be at least 1' logger.go:42: 17:06:05 | scheduled-backup-incremental/5-engage-full-schedule | There are 0 full ps-backups but should be at least 1 logger.go:42: 17:06:05 | scheduled-backup-incremental/5-engage-full-schedule | + exit 1 logger.go:42: 17:06:06 | scheduled-backup-incremental/5-engage-full-schedule | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-full" "$(get_cluster_name)") if [[ $bcp_count -lt 1 ]]; then echo "There are $bcp_count full ps-backups but should be at least 1" exit 1 fi] logger.go:42: 17:06:06 | scheduled-backup-incremental/5-engage-full-schedule | + source ../../functions logger.go:42: 17:06:06 | scheduled-backup-incremental/5-engage-full-schedule | +++ realpath ../../.. logger.go:42: 17:06:06 | scheduled-backup-incremental/5-engage-full-schedule | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:06:06 | scheduled-backup-incremental/5-engage-full-schedule | ++++ pwd logger.go:42: 17:06:06 | scheduled-backup-incremental/5-engage-full-schedule | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 17:06:06 | scheduled-backup-incremental/5-engage-full-schedule | ++ test_name=scheduled-backup-incremental logger.go:42: 17:06:06 | scheduled-backup-incremental/5-engage-full-schedule | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/vars.sh logger.go:42: 17:06:06 | scheduled-backup-incremental/5-engage-full-schedule | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:06:06 | scheduled-backup-incremental/5-engage-full-schedule | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:06:06 | scheduled-backup-incremental/5-engage-full-schedule | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:06:06 | scheduled-backup-incremental/5-engage-full-schedule | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:06:06 | scheduled-backup-incremental/5-engage-full-schedule | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:06:06 | scheduled-backup-incremental/5-engage-full-schedule | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:06:06 | scheduled-backup-incremental/5-engage-full-schedule | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:06:06 | scheduled-backup-incremental/5-engage-full-schedule | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:06:06 | scheduled-backup-incremental/5-engage-full-schedule | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:06:06 | scheduled-backup-incremental/5-engage-full-schedule | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:06:06 | scheduled-backup-incremental/5-engage-full-schedule | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 17:06:06 | scheduled-backup-incremental/5-engage-full-schedule | +++ export GIT_BRANCH=PR-1269 logger.go:42: 17:06:06 | scheduled-backup-incremental/5-engage-full-schedule | +++ GIT_BRANCH=PR-1269 logger.go:42: 17:06:06 | scheduled-backup-incremental/5-engage-full-schedule | +++ export VERSION=PR-1269-fbab6499 logger.go:42: 17:06:06 | scheduled-backup-incremental/5-engage-full-schedule | +++ VERSION=PR-1269-fbab6499 logger.go:42: 17:06:06 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:06:06 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:06:06 | scheduled-backup-incremental/5-engage-full-schedule | +++ [[ -z 8.0 ]] logger.go:42: 17:06:06 | scheduled-backup-incremental/5-engage-full-schedule | +++ export MYSQL_VERSION=8.0 logger.go:42: 17:06:06 | scheduled-backup-incremental/5-engage-full-schedule | +++ MYSQL_VERSION=8.0 logger.go:42: 17:06:06 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:06:06 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:06:06 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:06:06 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:06:06 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:06:06 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:06:06 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:06:06 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:06:06 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:06:06 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:06:06 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:06:06 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:06:06 | scheduled-backup-incremental/5-engage-full-schedule | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:06:06 | scheduled-backup-incremental/5-engage-full-schedule | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:06:06 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:06:06 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:06:06 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:06:06 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:06:06 | scheduled-backup-incremental/5-engage-full-schedule | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 17:06:06 | scheduled-backup-incremental/5-engage-full-schedule | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 17:06:06 | scheduled-backup-incremental/5-engage-full-schedule | +++ export MINIO_VER=5.4.0 logger.go:42: 17:06:06 | scheduled-backup-incremental/5-engage-full-schedule | +++ MINIO_VER=5.4.0 logger.go:42: 17:06:06 | scheduled-backup-incremental/5-engage-full-schedule | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 17:06:06 | scheduled-backup-incremental/5-engage-full-schedule | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 17:06:06 | scheduled-backup-incremental/5-engage-full-schedule | +++ export VAULT_VER=0.16.1 logger.go:42: 17:06:06 | scheduled-backup-incremental/5-engage-full-schedule | +++ VAULT_VER=0.16.1 logger.go:42: 17:06:06 | scheduled-backup-incremental/5-engage-full-schedule | ++++ which gdate logger.go:42: 17:06:06 | scheduled-backup-incremental/5-engage-full-schedule | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:06:06 | scheduled-backup-incremental/5-engage-full-schedule | ++++ which date logger.go:42: 17:06:06 | scheduled-backup-incremental/5-engage-full-schedule | +++ date=/usr/sbin/date logger.go:42: 17:06:06 | scheduled-backup-incremental/5-engage-full-schedule | +++ oc get projects logger.go:42: 17:06:06 | scheduled-backup-incremental/5-engage-full-schedule | +++ : logger.go:42: 17:06:06 | scheduled-backup-incremental/5-engage-full-schedule | +++ kubectl get nodes logger.go:42: 17:06:06 | scheduled-backup-incremental/5-engage-full-schedule | +++ grep '^minikube' logger.go:42: 17:06:07 | scheduled-backup-incremental/5-engage-full-schedule | +++ which gsed logger.go:42: 17:06:07 | scheduled-backup-incremental/5-engage-full-schedule | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:06:07 | scheduled-backup-incremental/5-engage-full-schedule | +++ which sed logger.go:42: 17:06:07 | scheduled-backup-incremental/5-engage-full-schedule | ++ sed=/usr/sbin/sed logger.go:42: 17:06:07 | scheduled-backup-incremental/5-engage-full-schedule | ++ oc get projects logger.go:42: 17:06:07 | scheduled-backup-incremental/5-engage-full-schedule | +++ kubectl version -o json logger.go:42: 17:06:07 | scheduled-backup-incremental/5-engage-full-schedule | +++ jq -r .serverVersion.gitVersion logger.go:42: 17:06:07 | scheduled-backup-incremental/5-engage-full-schedule | +++ grep '\-eks\-' logger.go:42: 17:06:07 | scheduled-backup-incremental/5-engage-full-schedule | grep: warning: stray \ before - logger.go:42: 17:06:07 | scheduled-backup-incremental/5-engage-full-schedule | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 17:06:07 | scheduled-backup-incremental/5-engage-full-schedule | ++ '[' ']' logger.go:42: 17:06:07 | scheduled-backup-incremental/5-engage-full-schedule | ++ EKS=0 logger.go:42: 17:06:07 | scheduled-backup-incremental/5-engage-full-schedule | +++ get_cluster_name logger.go:42: 17:06:07 | scheduled-backup-incremental/5-engage-full-schedule | +++ kubectl -n kuttl-test-perfect-anchovy get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 17:06:08 | scheduled-backup-incremental/5-engage-full-schedule | ++ count_backups_in_schedule minio-full scheduled-backup-incremental logger.go:42: 17:06:08 | scheduled-backup-incremental/5-engage-full-schedule | ++ local schedule_name=minio-full logger.go:42: 17:06:08 | scheduled-backup-incremental/5-engage-full-schedule | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 17:06:08 | scheduled-backup-incremental/5-engage-full-schedule | +++ printf %s kuttl-test-perfect-anchovy-scheduled-backup-incremental logger.go:42: 17:06:08 | scheduled-backup-incremental/5-engage-full-schedule | +++ sha1sum logger.go:42: 17:06:08 | scheduled-backup-incremental/5-engage-full-schedule | +++ awk '{print $1}' logger.go:42: 17:06:08 | scheduled-backup-incremental/5-engage-full-schedule | +++ head -c 5 logger.go:42: 17:06:08 | scheduled-backup-incremental/5-engage-full-schedule | ++ local prefix=c8a08 logger.go:42: 17:06:08 | scheduled-backup-incremental/5-engage-full-schedule | +++ kubectl get ps-backup -n kuttl-test-perfect-anchovy -l percona.com/backup-ancestor=c8a08-minio-full -o yaml logger.go:42: 17:06:08 | scheduled-backup-incremental/5-engage-full-schedule | +++ yq '.items | length' logger.go:42: 17:06:08 | scheduled-backup-incremental/5-engage-full-schedule | ++ local bcp_count=0 logger.go:42: 17:06:08 | scheduled-backup-incremental/5-engage-full-schedule | ++ echo 0 logger.go:42: 17:06:08 | scheduled-backup-incremental/5-engage-full-schedule | + bcp_count=0 logger.go:42: 17:06:08 | scheduled-backup-incremental/5-engage-full-schedule | + [[ 0 -lt 1 ]] logger.go:42: 17:06:08 | scheduled-backup-incremental/5-engage-full-schedule | + echo 'There are 0 full ps-backups but should be at least 1' logger.go:42: 17:06:08 | scheduled-backup-incremental/5-engage-full-schedule | There are 0 full ps-backups but should be at least 1 logger.go:42: 17:06:08 | scheduled-backup-incremental/5-engage-full-schedule | + exit 1 logger.go:42: 17:06:10 | scheduled-backup-incremental/5-engage-full-schedule | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-full" "$(get_cluster_name)") if [[ $bcp_count -lt 1 ]]; then echo "There are $bcp_count full ps-backups but should be at least 1" exit 1 fi] logger.go:42: 17:06:10 | scheduled-backup-incremental/5-engage-full-schedule | + source ../../functions logger.go:42: 17:06:10 | scheduled-backup-incremental/5-engage-full-schedule | +++ realpath ../../.. logger.go:42: 17:06:10 | scheduled-backup-incremental/5-engage-full-schedule | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:06:10 | scheduled-backup-incremental/5-engage-full-schedule | ++++ pwd logger.go:42: 17:06:10 | scheduled-backup-incremental/5-engage-full-schedule | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 17:06:10 | scheduled-backup-incremental/5-engage-full-schedule | ++ test_name=scheduled-backup-incremental logger.go:42: 17:06:10 | scheduled-backup-incremental/5-engage-full-schedule | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/vars.sh logger.go:42: 17:06:10 | scheduled-backup-incremental/5-engage-full-schedule | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:06:10 | scheduled-backup-incremental/5-engage-full-schedule | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:06:10 | scheduled-backup-incremental/5-engage-full-schedule | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:06:10 | scheduled-backup-incremental/5-engage-full-schedule | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:06:10 | scheduled-backup-incremental/5-engage-full-schedule | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:06:10 | scheduled-backup-incremental/5-engage-full-schedule | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:06:10 | scheduled-backup-incremental/5-engage-full-schedule | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:06:10 | scheduled-backup-incremental/5-engage-full-schedule | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:06:10 | scheduled-backup-incremental/5-engage-full-schedule | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:06:10 | scheduled-backup-incremental/5-engage-full-schedule | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:06:10 | scheduled-backup-incremental/5-engage-full-schedule | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 17:06:10 | scheduled-backup-incremental/5-engage-full-schedule | +++ export GIT_BRANCH=PR-1269 logger.go:42: 17:06:10 | scheduled-backup-incremental/5-engage-full-schedule | +++ GIT_BRANCH=PR-1269 logger.go:42: 17:06:10 | scheduled-backup-incremental/5-engage-full-schedule | +++ export VERSION=PR-1269-fbab6499 logger.go:42: 17:06:10 | scheduled-backup-incremental/5-engage-full-schedule | +++ VERSION=PR-1269-fbab6499 logger.go:42: 17:06:10 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:06:10 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:06:10 | scheduled-backup-incremental/5-engage-full-schedule | +++ [[ -z 8.0 ]] logger.go:42: 17:06:10 | scheduled-backup-incremental/5-engage-full-schedule | +++ export MYSQL_VERSION=8.0 logger.go:42: 17:06:10 | scheduled-backup-incremental/5-engage-full-schedule | +++ MYSQL_VERSION=8.0 logger.go:42: 17:06:10 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:06:10 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:06:10 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:06:10 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:06:10 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:06:10 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:06:10 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:06:10 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:06:10 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:06:10 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:06:10 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:06:10 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:06:10 | scheduled-backup-incremental/5-engage-full-schedule | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:06:10 | scheduled-backup-incremental/5-engage-full-schedule | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:06:10 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:06:10 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:06:10 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:06:10 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:06:10 | scheduled-backup-incremental/5-engage-full-schedule | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 17:06:10 | scheduled-backup-incremental/5-engage-full-schedule | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 17:06:10 | scheduled-backup-incremental/5-engage-full-schedule | +++ export MINIO_VER=5.4.0 logger.go:42: 17:06:10 | scheduled-backup-incremental/5-engage-full-schedule | +++ MINIO_VER=5.4.0 logger.go:42: 17:06:10 | scheduled-backup-incremental/5-engage-full-schedule | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 17:06:10 | scheduled-backup-incremental/5-engage-full-schedule | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 17:06:10 | scheduled-backup-incremental/5-engage-full-schedule | +++ export VAULT_VER=0.16.1 logger.go:42: 17:06:10 | scheduled-backup-incremental/5-engage-full-schedule | +++ VAULT_VER=0.16.1 logger.go:42: 17:06:10 | scheduled-backup-incremental/5-engage-full-schedule | ++++ which gdate logger.go:42: 17:06:10 | scheduled-backup-incremental/5-engage-full-schedule | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:06:10 | scheduled-backup-incremental/5-engage-full-schedule | ++++ which date logger.go:42: 17:06:10 | scheduled-backup-incremental/5-engage-full-schedule | +++ date=/usr/sbin/date logger.go:42: 17:06:10 | scheduled-backup-incremental/5-engage-full-schedule | +++ oc get projects logger.go:42: 17:06:10 | scheduled-backup-incremental/5-engage-full-schedule | +++ : logger.go:42: 17:06:10 | scheduled-backup-incremental/5-engage-full-schedule | +++ kubectl get nodes logger.go:42: 17:06:10 | scheduled-backup-incremental/5-engage-full-schedule | +++ grep '^minikube' logger.go:42: 17:06:10 | scheduled-backup-incremental/5-engage-full-schedule | +++ which gsed logger.go:42: 17:06:10 | scheduled-backup-incremental/5-engage-full-schedule | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:06:10 | scheduled-backup-incremental/5-engage-full-schedule | +++ which sed logger.go:42: 17:06:10 | scheduled-backup-incremental/5-engage-full-schedule | ++ sed=/usr/sbin/sed logger.go:42: 17:06:10 | scheduled-backup-incremental/5-engage-full-schedule | ++ oc get projects logger.go:42: 17:06:10 | scheduled-backup-incremental/5-engage-full-schedule | +++ kubectl version -o json logger.go:42: 17:06:10 | scheduled-backup-incremental/5-engage-full-schedule | +++ jq -r .serverVersion.gitVersion logger.go:42: 17:06:10 | scheduled-backup-incremental/5-engage-full-schedule | +++ grep '\-eks\-' logger.go:42: 17:06:10 | scheduled-backup-incremental/5-engage-full-schedule | grep: warning: stray \ before - logger.go:42: 17:06:11 | scheduled-backup-incremental/5-engage-full-schedule | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 17:06:11 | scheduled-backup-incremental/5-engage-full-schedule | ++ '[' ']' logger.go:42: 17:06:11 | scheduled-backup-incremental/5-engage-full-schedule | ++ EKS=0 logger.go:42: 17:06:11 | scheduled-backup-incremental/5-engage-full-schedule | +++ get_cluster_name logger.go:42: 17:06:11 | scheduled-backup-incremental/5-engage-full-schedule | +++ kubectl -n kuttl-test-perfect-anchovy get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 17:06:11 | scheduled-backup-incremental/5-engage-full-schedule | ++ count_backups_in_schedule minio-full scheduled-backup-incremental logger.go:42: 17:06:11 | scheduled-backup-incremental/5-engage-full-schedule | ++ local schedule_name=minio-full logger.go:42: 17:06:11 | scheduled-backup-incremental/5-engage-full-schedule | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 17:06:11 | scheduled-backup-incremental/5-engage-full-schedule | +++ printf %s kuttl-test-perfect-anchovy-scheduled-backup-incremental logger.go:42: 17:06:11 | scheduled-backup-incremental/5-engage-full-schedule | +++ sha1sum logger.go:42: 17:06:11 | scheduled-backup-incremental/5-engage-full-schedule | +++ awk '{print $1}' logger.go:42: 17:06:11 | scheduled-backup-incremental/5-engage-full-schedule | +++ head -c 5 logger.go:42: 17:06:11 | scheduled-backup-incremental/5-engage-full-schedule | ++ local prefix=c8a08 logger.go:42: 17:06:11 | scheduled-backup-incremental/5-engage-full-schedule | +++ kubectl get ps-backup -n kuttl-test-perfect-anchovy -l percona.com/backup-ancestor=c8a08-minio-full -o yaml logger.go:42: 17:06:11 | scheduled-backup-incremental/5-engage-full-schedule | +++ yq '.items | length' logger.go:42: 17:06:12 | scheduled-backup-incremental/5-engage-full-schedule | ++ local bcp_count=0 logger.go:42: 17:06:12 | scheduled-backup-incremental/5-engage-full-schedule | ++ echo 0 logger.go:42: 17:06:12 | scheduled-backup-incremental/5-engage-full-schedule | + bcp_count=0 logger.go:42: 17:06:12 | scheduled-backup-incremental/5-engage-full-schedule | + [[ 0 -lt 1 ]] logger.go:42: 17:06:12 | scheduled-backup-incremental/5-engage-full-schedule | + echo 'There are 0 full ps-backups but should be at least 1' logger.go:42: 17:06:12 | scheduled-backup-incremental/5-engage-full-schedule | There are 0 full ps-backups but should be at least 1 logger.go:42: 17:06:12 | scheduled-backup-incremental/5-engage-full-schedule | + exit 1 logger.go:42: 17:06:13 | scheduled-backup-incremental/5-engage-full-schedule | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-full" "$(get_cluster_name)") if [[ $bcp_count -lt 1 ]]; then echo "There are $bcp_count full ps-backups but should be at least 1" exit 1 fi] logger.go:42: 17:06:13 | scheduled-backup-incremental/5-engage-full-schedule | + source ../../functions logger.go:42: 17:06:13 | scheduled-backup-incremental/5-engage-full-schedule | +++ realpath ../../.. logger.go:42: 17:06:13 | scheduled-backup-incremental/5-engage-full-schedule | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:06:13 | scheduled-backup-incremental/5-engage-full-schedule | ++++ pwd logger.go:42: 17:06:13 | scheduled-backup-incremental/5-engage-full-schedule | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 17:06:13 | scheduled-backup-incremental/5-engage-full-schedule | ++ test_name=scheduled-backup-incremental logger.go:42: 17:06:13 | scheduled-backup-incremental/5-engage-full-schedule | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/vars.sh logger.go:42: 17:06:13 | scheduled-backup-incremental/5-engage-full-schedule | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:06:13 | scheduled-backup-incremental/5-engage-full-schedule | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:06:13 | scheduled-backup-incremental/5-engage-full-schedule | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:06:13 | scheduled-backup-incremental/5-engage-full-schedule | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:06:13 | scheduled-backup-incremental/5-engage-full-schedule | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:06:13 | scheduled-backup-incremental/5-engage-full-schedule | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:06:13 | scheduled-backup-incremental/5-engage-full-schedule | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:06:13 | scheduled-backup-incremental/5-engage-full-schedule | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:06:13 | scheduled-backup-incremental/5-engage-full-schedule | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:06:13 | scheduled-backup-incremental/5-engage-full-schedule | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:06:13 | scheduled-backup-incremental/5-engage-full-schedule | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 17:06:13 | scheduled-backup-incremental/5-engage-full-schedule | +++ export GIT_BRANCH=PR-1269 logger.go:42: 17:06:13 | scheduled-backup-incremental/5-engage-full-schedule | +++ GIT_BRANCH=PR-1269 logger.go:42: 17:06:13 | scheduled-backup-incremental/5-engage-full-schedule | +++ export VERSION=PR-1269-fbab6499 logger.go:42: 17:06:13 | scheduled-backup-incremental/5-engage-full-schedule | +++ VERSION=PR-1269-fbab6499 logger.go:42: 17:06:13 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:06:13 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:06:13 | scheduled-backup-incremental/5-engage-full-schedule | +++ [[ -z 8.0 ]] logger.go:42: 17:06:13 | scheduled-backup-incremental/5-engage-full-schedule | +++ export MYSQL_VERSION=8.0 logger.go:42: 17:06:13 | scheduled-backup-incremental/5-engage-full-schedule | +++ MYSQL_VERSION=8.0 logger.go:42: 17:06:13 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:06:13 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:06:13 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:06:13 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:06:13 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:06:13 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:06:13 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:06:13 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:06:13 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:06:13 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:06:13 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:06:13 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:06:13 | scheduled-backup-incremental/5-engage-full-schedule | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:06:13 | scheduled-backup-incremental/5-engage-full-schedule | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:06:13 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:06:13 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:06:13 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:06:13 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:06:13 | scheduled-backup-incremental/5-engage-full-schedule | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 17:06:13 | scheduled-backup-incremental/5-engage-full-schedule | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 17:06:13 | scheduled-backup-incremental/5-engage-full-schedule | +++ export MINIO_VER=5.4.0 logger.go:42: 17:06:13 | scheduled-backup-incremental/5-engage-full-schedule | +++ MINIO_VER=5.4.0 logger.go:42: 17:06:13 | scheduled-backup-incremental/5-engage-full-schedule | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 17:06:13 | scheduled-backup-incremental/5-engage-full-schedule | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 17:06:13 | scheduled-backup-incremental/5-engage-full-schedule | +++ export VAULT_VER=0.16.1 logger.go:42: 17:06:13 | scheduled-backup-incremental/5-engage-full-schedule | +++ VAULT_VER=0.16.1 logger.go:42: 17:06:13 | scheduled-backup-incremental/5-engage-full-schedule | ++++ which gdate logger.go:42: 17:06:13 | scheduled-backup-incremental/5-engage-full-schedule | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:06:13 | scheduled-backup-incremental/5-engage-full-schedule | ++++ which date logger.go:42: 17:06:13 | scheduled-backup-incremental/5-engage-full-schedule | +++ date=/usr/sbin/date logger.go:42: 17:06:13 | scheduled-backup-incremental/5-engage-full-schedule | +++ oc get projects logger.go:42: 17:06:13 | scheduled-backup-incremental/5-engage-full-schedule | +++ : logger.go:42: 17:06:13 | scheduled-backup-incremental/5-engage-full-schedule | +++ kubectl get nodes logger.go:42: 17:06:13 | scheduled-backup-incremental/5-engage-full-schedule | +++ grep '^minikube' logger.go:42: 17:06:13 | scheduled-backup-incremental/5-engage-full-schedule | +++ which gsed logger.go:42: 17:06:13 | scheduled-backup-incremental/5-engage-full-schedule | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:06:13 | scheduled-backup-incremental/5-engage-full-schedule | +++ which sed logger.go:42: 17:06:13 | scheduled-backup-incremental/5-engage-full-schedule | ++ sed=/usr/sbin/sed logger.go:42: 17:06:13 | scheduled-backup-incremental/5-engage-full-schedule | ++ oc get projects logger.go:42: 17:06:13 | scheduled-backup-incremental/5-engage-full-schedule | +++ kubectl version -o json logger.go:42: 17:06:13 | scheduled-backup-incremental/5-engage-full-schedule | +++ jq -r .serverVersion.gitVersion logger.go:42: 17:06:13 | scheduled-backup-incremental/5-engage-full-schedule | +++ grep '\-eks\-' logger.go:42: 17:06:13 | scheduled-backup-incremental/5-engage-full-schedule | grep: warning: stray \ before - logger.go:42: 17:06:14 | scheduled-backup-incremental/5-engage-full-schedule | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 17:06:14 | scheduled-backup-incremental/5-engage-full-schedule | ++ '[' ']' logger.go:42: 17:06:14 | scheduled-backup-incremental/5-engage-full-schedule | ++ EKS=0 logger.go:42: 17:06:14 | scheduled-backup-incremental/5-engage-full-schedule | +++ get_cluster_name logger.go:42: 17:06:14 | scheduled-backup-incremental/5-engage-full-schedule | +++ kubectl -n kuttl-test-perfect-anchovy get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 17:06:14 | scheduled-backup-incremental/5-engage-full-schedule | ++ count_backups_in_schedule minio-full scheduled-backup-incremental logger.go:42: 17:06:14 | scheduled-backup-incremental/5-engage-full-schedule | ++ local schedule_name=minio-full logger.go:42: 17:06:14 | scheduled-backup-incremental/5-engage-full-schedule | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 17:06:14 | scheduled-backup-incremental/5-engage-full-schedule | +++ printf %s kuttl-test-perfect-anchovy-scheduled-backup-incremental logger.go:42: 17:06:14 | scheduled-backup-incremental/5-engage-full-schedule | +++ sha1sum logger.go:42: 17:06:14 | scheduled-backup-incremental/5-engage-full-schedule | +++ awk '{print $1}' logger.go:42: 17:06:14 | scheduled-backup-incremental/5-engage-full-schedule | +++ head -c 5 logger.go:42: 17:06:14 | scheduled-backup-incremental/5-engage-full-schedule | ++ local prefix=c8a08 logger.go:42: 17:06:14 | scheduled-backup-incremental/5-engage-full-schedule | +++ kubectl get ps-backup -n kuttl-test-perfect-anchovy -l percona.com/backup-ancestor=c8a08-minio-full -o yaml logger.go:42: 17:06:14 | scheduled-backup-incremental/5-engage-full-schedule | +++ yq '.items | length' logger.go:42: 17:06:15 | scheduled-backup-incremental/5-engage-full-schedule | ++ local bcp_count=0 logger.go:42: 17:06:15 | scheduled-backup-incremental/5-engage-full-schedule | ++ echo 0 logger.go:42: 17:06:15 | scheduled-backup-incremental/5-engage-full-schedule | + bcp_count=0 logger.go:42: 17:06:15 | scheduled-backup-incremental/5-engage-full-schedule | + [[ 0 -lt 1 ]] logger.go:42: 17:06:15 | scheduled-backup-incremental/5-engage-full-schedule | + echo 'There are 0 full ps-backups but should be at least 1' logger.go:42: 17:06:15 | scheduled-backup-incremental/5-engage-full-schedule | There are 0 full ps-backups but should be at least 1 logger.go:42: 17:06:15 | scheduled-backup-incremental/5-engage-full-schedule | + exit 1 logger.go:42: 17:06:16 | scheduled-backup-incremental/5-engage-full-schedule | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-full" "$(get_cluster_name)") if [[ $bcp_count -lt 1 ]]; then echo "There are $bcp_count full ps-backups but should be at least 1" exit 1 fi] logger.go:42: 17:06:16 | scheduled-backup-incremental/5-engage-full-schedule | + source ../../functions logger.go:42: 17:06:16 | scheduled-backup-incremental/5-engage-full-schedule | +++ realpath ../../.. logger.go:42: 17:06:16 | scheduled-backup-incremental/5-engage-full-schedule | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:06:16 | scheduled-backup-incremental/5-engage-full-schedule | ++++ pwd logger.go:42: 17:06:16 | scheduled-backup-incremental/5-engage-full-schedule | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 17:06:16 | scheduled-backup-incremental/5-engage-full-schedule | ++ test_name=scheduled-backup-incremental logger.go:42: 17:06:16 | scheduled-backup-incremental/5-engage-full-schedule | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/vars.sh logger.go:42: 17:06:16 | scheduled-backup-incremental/5-engage-full-schedule | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:06:16 | scheduled-backup-incremental/5-engage-full-schedule | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:06:16 | scheduled-backup-incremental/5-engage-full-schedule | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:06:16 | scheduled-backup-incremental/5-engage-full-schedule | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:06:16 | scheduled-backup-incremental/5-engage-full-schedule | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:06:16 | scheduled-backup-incremental/5-engage-full-schedule | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:06:16 | scheduled-backup-incremental/5-engage-full-schedule | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:06:16 | scheduled-backup-incremental/5-engage-full-schedule | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:06:16 | scheduled-backup-incremental/5-engage-full-schedule | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:06:16 | scheduled-backup-incremental/5-engage-full-schedule | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:06:16 | scheduled-backup-incremental/5-engage-full-schedule | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 17:06:16 | scheduled-backup-incremental/5-engage-full-schedule | +++ export GIT_BRANCH=PR-1269 logger.go:42: 17:06:16 | scheduled-backup-incremental/5-engage-full-schedule | +++ GIT_BRANCH=PR-1269 logger.go:42: 17:06:16 | scheduled-backup-incremental/5-engage-full-schedule | +++ export VERSION=PR-1269-fbab6499 logger.go:42: 17:06:16 | scheduled-backup-incremental/5-engage-full-schedule | +++ VERSION=PR-1269-fbab6499 logger.go:42: 17:06:16 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:06:16 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:06:16 | scheduled-backup-incremental/5-engage-full-schedule | +++ [[ -z 8.0 ]] logger.go:42: 17:06:16 | scheduled-backup-incremental/5-engage-full-schedule | +++ export MYSQL_VERSION=8.0 logger.go:42: 17:06:16 | scheduled-backup-incremental/5-engage-full-schedule | +++ MYSQL_VERSION=8.0 logger.go:42: 17:06:16 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:06:16 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:06:16 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:06:16 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:06:16 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:06:16 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:06:16 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:06:16 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:06:16 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:06:16 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:06:16 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:06:16 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:06:16 | scheduled-backup-incremental/5-engage-full-schedule | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:06:16 | scheduled-backup-incremental/5-engage-full-schedule | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:06:16 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:06:16 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:06:16 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:06:16 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:06:16 | scheduled-backup-incremental/5-engage-full-schedule | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 17:06:16 | scheduled-backup-incremental/5-engage-full-schedule | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 17:06:16 | scheduled-backup-incremental/5-engage-full-schedule | +++ export MINIO_VER=5.4.0 logger.go:42: 17:06:16 | scheduled-backup-incremental/5-engage-full-schedule | +++ MINIO_VER=5.4.0 logger.go:42: 17:06:16 | scheduled-backup-incremental/5-engage-full-schedule | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 17:06:16 | scheduled-backup-incremental/5-engage-full-schedule | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 17:06:16 | scheduled-backup-incremental/5-engage-full-schedule | +++ export VAULT_VER=0.16.1 logger.go:42: 17:06:16 | scheduled-backup-incremental/5-engage-full-schedule | +++ VAULT_VER=0.16.1 logger.go:42: 17:06:16 | scheduled-backup-incremental/5-engage-full-schedule | ++++ which gdate logger.go:42: 17:06:16 | scheduled-backup-incremental/5-engage-full-schedule | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:06:16 | scheduled-backup-incremental/5-engage-full-schedule | ++++ which date logger.go:42: 17:06:16 | scheduled-backup-incremental/5-engage-full-schedule | +++ date=/usr/sbin/date logger.go:42: 17:06:16 | scheduled-backup-incremental/5-engage-full-schedule | +++ oc get projects logger.go:42: 17:06:16 | scheduled-backup-incremental/5-engage-full-schedule | +++ : logger.go:42: 17:06:16 | scheduled-backup-incremental/5-engage-full-schedule | +++ kubectl get nodes logger.go:42: 17:06:16 | scheduled-backup-incremental/5-engage-full-schedule | +++ grep '^minikube' logger.go:42: 17:06:17 | scheduled-backup-incremental/5-engage-full-schedule | +++ which gsed logger.go:42: 17:06:17 | scheduled-backup-incremental/5-engage-full-schedule | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:06:17 | scheduled-backup-incremental/5-engage-full-schedule | +++ which sed logger.go:42: 17:06:17 | scheduled-backup-incremental/5-engage-full-schedule | ++ sed=/usr/sbin/sed logger.go:42: 17:06:17 | scheduled-backup-incremental/5-engage-full-schedule | ++ oc get projects logger.go:42: 17:06:17 | scheduled-backup-incremental/5-engage-full-schedule | +++ kubectl version -o json logger.go:42: 17:06:17 | scheduled-backup-incremental/5-engage-full-schedule | +++ jq -r .serverVersion.gitVersion logger.go:42: 17:06:17 | scheduled-backup-incremental/5-engage-full-schedule | +++ grep '\-eks\-' logger.go:42: 17:06:17 | scheduled-backup-incremental/5-engage-full-schedule | grep: warning: stray \ before - logger.go:42: 17:06:17 | scheduled-backup-incremental/5-engage-full-schedule | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 17:06:17 | scheduled-backup-incremental/5-engage-full-schedule | ++ '[' ']' logger.go:42: 17:06:17 | scheduled-backup-incremental/5-engage-full-schedule | ++ EKS=0 logger.go:42: 17:06:17 | scheduled-backup-incremental/5-engage-full-schedule | +++ get_cluster_name logger.go:42: 17:06:17 | scheduled-backup-incremental/5-engage-full-schedule | +++ kubectl -n kuttl-test-perfect-anchovy get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 17:06:18 | scheduled-backup-incremental/5-engage-full-schedule | ++ count_backups_in_schedule minio-full scheduled-backup-incremental logger.go:42: 17:06:18 | scheduled-backup-incremental/5-engage-full-schedule | ++ local schedule_name=minio-full logger.go:42: 17:06:18 | scheduled-backup-incremental/5-engage-full-schedule | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 17:06:18 | scheduled-backup-incremental/5-engage-full-schedule | +++ printf %s kuttl-test-perfect-anchovy-scheduled-backup-incremental logger.go:42: 17:06:18 | scheduled-backup-incremental/5-engage-full-schedule | +++ sha1sum logger.go:42: 17:06:18 | scheduled-backup-incremental/5-engage-full-schedule | +++ awk '{print $1}' logger.go:42: 17:06:18 | scheduled-backup-incremental/5-engage-full-schedule | +++ head -c 5 logger.go:42: 17:06:18 | scheduled-backup-incremental/5-engage-full-schedule | ++ local prefix=c8a08 logger.go:42: 17:06:18 | scheduled-backup-incremental/5-engage-full-schedule | +++ kubectl get ps-backup -n kuttl-test-perfect-anchovy -l percona.com/backup-ancestor=c8a08-minio-full -o yaml logger.go:42: 17:06:18 | scheduled-backup-incremental/5-engage-full-schedule | +++ yq '.items | length' logger.go:42: 17:06:18 | scheduled-backup-incremental/5-engage-full-schedule | ++ local bcp_count=0 logger.go:42: 17:06:18 | scheduled-backup-incremental/5-engage-full-schedule | ++ echo 0 logger.go:42: 17:06:18 | scheduled-backup-incremental/5-engage-full-schedule | + bcp_count=0 logger.go:42: 17:06:18 | scheduled-backup-incremental/5-engage-full-schedule | + [[ 0 -lt 1 ]] logger.go:42: 17:06:18 | scheduled-backup-incremental/5-engage-full-schedule | + echo 'There are 0 full ps-backups but should be at least 1' logger.go:42: 17:06:18 | scheduled-backup-incremental/5-engage-full-schedule | There are 0 full ps-backups but should be at least 1 logger.go:42: 17:06:18 | scheduled-backup-incremental/5-engage-full-schedule | + exit 1 logger.go:42: 17:06:19 | scheduled-backup-incremental/5-engage-full-schedule | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-full" "$(get_cluster_name)") if [[ $bcp_count -lt 1 ]]; then echo "There are $bcp_count full ps-backups but should be at least 1" exit 1 fi] logger.go:42: 17:06:19 | scheduled-backup-incremental/5-engage-full-schedule | + source ../../functions logger.go:42: 17:06:19 | scheduled-backup-incremental/5-engage-full-schedule | +++ realpath ../../.. logger.go:42: 17:06:19 | scheduled-backup-incremental/5-engage-full-schedule | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:06:19 | scheduled-backup-incremental/5-engage-full-schedule | ++++ pwd logger.go:42: 17:06:19 | scheduled-backup-incremental/5-engage-full-schedule | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 17:06:19 | scheduled-backup-incremental/5-engage-full-schedule | ++ test_name=scheduled-backup-incremental logger.go:42: 17:06:19 | scheduled-backup-incremental/5-engage-full-schedule | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/vars.sh logger.go:42: 17:06:19 | scheduled-backup-incremental/5-engage-full-schedule | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:06:19 | scheduled-backup-incremental/5-engage-full-schedule | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:06:19 | scheduled-backup-incremental/5-engage-full-schedule | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:06:19 | scheduled-backup-incremental/5-engage-full-schedule | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:06:19 | scheduled-backup-incremental/5-engage-full-schedule | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:06:19 | scheduled-backup-incremental/5-engage-full-schedule | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:06:19 | scheduled-backup-incremental/5-engage-full-schedule | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:06:19 | scheduled-backup-incremental/5-engage-full-schedule | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:06:19 | scheduled-backup-incremental/5-engage-full-schedule | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:06:19 | scheduled-backup-incremental/5-engage-full-schedule | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:06:19 | scheduled-backup-incremental/5-engage-full-schedule | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 17:06:19 | scheduled-backup-incremental/5-engage-full-schedule | +++ export GIT_BRANCH=PR-1269 logger.go:42: 17:06:19 | scheduled-backup-incremental/5-engage-full-schedule | +++ GIT_BRANCH=PR-1269 logger.go:42: 17:06:19 | scheduled-backup-incremental/5-engage-full-schedule | +++ export VERSION=PR-1269-fbab6499 logger.go:42: 17:06:19 | scheduled-backup-incremental/5-engage-full-schedule | +++ VERSION=PR-1269-fbab6499 logger.go:42: 17:06:19 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:06:19 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:06:19 | scheduled-backup-incremental/5-engage-full-schedule | +++ [[ -z 8.0 ]] logger.go:42: 17:06:19 | scheduled-backup-incremental/5-engage-full-schedule | +++ export MYSQL_VERSION=8.0 logger.go:42: 17:06:19 | scheduled-backup-incremental/5-engage-full-schedule | +++ MYSQL_VERSION=8.0 logger.go:42: 17:06:19 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:06:19 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:06:19 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:06:19 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:06:19 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:06:19 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:06:19 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:06:19 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:06:19 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:06:19 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:06:19 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:06:19 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:06:19 | scheduled-backup-incremental/5-engage-full-schedule | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:06:19 | scheduled-backup-incremental/5-engage-full-schedule | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:06:19 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:06:19 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:06:19 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:06:19 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:06:19 | scheduled-backup-incremental/5-engage-full-schedule | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 17:06:19 | scheduled-backup-incremental/5-engage-full-schedule | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 17:06:19 | scheduled-backup-incremental/5-engage-full-schedule | +++ export MINIO_VER=5.4.0 logger.go:42: 17:06:19 | scheduled-backup-incremental/5-engage-full-schedule | +++ MINIO_VER=5.4.0 logger.go:42: 17:06:19 | scheduled-backup-incremental/5-engage-full-schedule | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 17:06:19 | scheduled-backup-incremental/5-engage-full-schedule | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 17:06:19 | scheduled-backup-incremental/5-engage-full-schedule | +++ export VAULT_VER=0.16.1 logger.go:42: 17:06:19 | scheduled-backup-incremental/5-engage-full-schedule | +++ VAULT_VER=0.16.1 logger.go:42: 17:06:19 | scheduled-backup-incremental/5-engage-full-schedule | ++++ which gdate logger.go:42: 17:06:19 | scheduled-backup-incremental/5-engage-full-schedule | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:06:19 | scheduled-backup-incremental/5-engage-full-schedule | ++++ which date logger.go:42: 17:06:19 | scheduled-backup-incremental/5-engage-full-schedule | +++ date=/usr/sbin/date logger.go:42: 17:06:19 | scheduled-backup-incremental/5-engage-full-schedule | +++ oc get projects logger.go:42: 17:06:19 | scheduled-backup-incremental/5-engage-full-schedule | +++ : logger.go:42: 17:06:19 | scheduled-backup-incremental/5-engage-full-schedule | +++ kubectl get nodes logger.go:42: 17:06:19 | scheduled-backup-incremental/5-engage-full-schedule | +++ grep '^minikube' logger.go:42: 17:06:20 | scheduled-backup-incremental/5-engage-full-schedule | +++ which gsed logger.go:42: 17:06:20 | scheduled-backup-incremental/5-engage-full-schedule | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:06:20 | scheduled-backup-incremental/5-engage-full-schedule | +++ which sed logger.go:42: 17:06:20 | scheduled-backup-incremental/5-engage-full-schedule | ++ sed=/usr/sbin/sed logger.go:42: 17:06:20 | scheduled-backup-incremental/5-engage-full-schedule | ++ oc get projects logger.go:42: 17:06:20 | scheduled-backup-incremental/5-engage-full-schedule | +++ kubectl version -o json logger.go:42: 17:06:20 | scheduled-backup-incremental/5-engage-full-schedule | +++ jq -r .serverVersion.gitVersion logger.go:42: 17:06:20 | scheduled-backup-incremental/5-engage-full-schedule | +++ grep '\-eks\-' logger.go:42: 17:06:20 | scheduled-backup-incremental/5-engage-full-schedule | grep: warning: stray \ before - logger.go:42: 17:06:20 | scheduled-backup-incremental/5-engage-full-schedule | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 17:06:20 | scheduled-backup-incremental/5-engage-full-schedule | ++ '[' ']' logger.go:42: 17:06:20 | scheduled-backup-incremental/5-engage-full-schedule | ++ EKS=0 logger.go:42: 17:06:20 | scheduled-backup-incremental/5-engage-full-schedule | +++ get_cluster_name logger.go:42: 17:06:20 | scheduled-backup-incremental/5-engage-full-schedule | +++ kubectl -n kuttl-test-perfect-anchovy get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 17:06:21 | scheduled-backup-incremental/5-engage-full-schedule | ++ count_backups_in_schedule minio-full scheduled-backup-incremental logger.go:42: 17:06:21 | scheduled-backup-incremental/5-engage-full-schedule | ++ local schedule_name=minio-full logger.go:42: 17:06:21 | scheduled-backup-incremental/5-engage-full-schedule | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 17:06:21 | scheduled-backup-incremental/5-engage-full-schedule | +++ printf %s kuttl-test-perfect-anchovy-scheduled-backup-incremental logger.go:42: 17:06:21 | scheduled-backup-incremental/5-engage-full-schedule | +++ sha1sum logger.go:42: 17:06:21 | scheduled-backup-incremental/5-engage-full-schedule | +++ awk '{print $1}' logger.go:42: 17:06:21 | scheduled-backup-incremental/5-engage-full-schedule | +++ head -c 5 logger.go:42: 17:06:21 | scheduled-backup-incremental/5-engage-full-schedule | ++ local prefix=c8a08 logger.go:42: 17:06:21 | scheduled-backup-incremental/5-engage-full-schedule | +++ kubectl get ps-backup -n kuttl-test-perfect-anchovy -l percona.com/backup-ancestor=c8a08-minio-full -o yaml logger.go:42: 17:06:21 | scheduled-backup-incremental/5-engage-full-schedule | +++ yq '.items | length' logger.go:42: 17:06:21 | scheduled-backup-incremental/5-engage-full-schedule | ++ local bcp_count=1 logger.go:42: 17:06:21 | scheduled-backup-incremental/5-engage-full-schedule | ++ echo 1 logger.go:42: 17:06:21 | scheduled-backup-incremental/5-engage-full-schedule | + bcp_count=1 logger.go:42: 17:06:21 | scheduled-backup-incremental/5-engage-full-schedule | + [[ 1 -lt 1 ]] logger.go:42: 17:06:23 | scheduled-backup-incremental/5-engage-full-schedule | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-full" "$(get_cluster_name)") if [[ $bcp_count -lt 1 ]]; then echo "There are $bcp_count full ps-backups but should be at least 1" exit 1 fi] logger.go:42: 17:06:23 | scheduled-backup-incremental/5-engage-full-schedule | + source ../../functions logger.go:42: 17:06:23 | scheduled-backup-incremental/5-engage-full-schedule | +++ realpath ../../.. logger.go:42: 17:06:23 | scheduled-backup-incremental/5-engage-full-schedule | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:06:23 | scheduled-backup-incremental/5-engage-full-schedule | ++++ pwd logger.go:42: 17:06:23 | scheduled-backup-incremental/5-engage-full-schedule | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 17:06:23 | scheduled-backup-incremental/5-engage-full-schedule | ++ test_name=scheduled-backup-incremental logger.go:42: 17:06:23 | scheduled-backup-incremental/5-engage-full-schedule | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/vars.sh logger.go:42: 17:06:23 | scheduled-backup-incremental/5-engage-full-schedule | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:06:23 | scheduled-backup-incremental/5-engage-full-schedule | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:06:23 | scheduled-backup-incremental/5-engage-full-schedule | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:06:23 | scheduled-backup-incremental/5-engage-full-schedule | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:06:23 | scheduled-backup-incremental/5-engage-full-schedule | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:06:23 | scheduled-backup-incremental/5-engage-full-schedule | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:06:23 | scheduled-backup-incremental/5-engage-full-schedule | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:06:23 | scheduled-backup-incremental/5-engage-full-schedule | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:06:23 | scheduled-backup-incremental/5-engage-full-schedule | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:06:23 | scheduled-backup-incremental/5-engage-full-schedule | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:06:23 | scheduled-backup-incremental/5-engage-full-schedule | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 17:06:23 | scheduled-backup-incremental/5-engage-full-schedule | +++ export GIT_BRANCH=PR-1269 logger.go:42: 17:06:23 | scheduled-backup-incremental/5-engage-full-schedule | +++ GIT_BRANCH=PR-1269 logger.go:42: 17:06:23 | scheduled-backup-incremental/5-engage-full-schedule | +++ export VERSION=PR-1269-fbab6499 logger.go:42: 17:06:23 | scheduled-backup-incremental/5-engage-full-schedule | +++ VERSION=PR-1269-fbab6499 logger.go:42: 17:06:23 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:06:23 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:06:23 | scheduled-backup-incremental/5-engage-full-schedule | +++ [[ -z 8.0 ]] logger.go:42: 17:06:23 | scheduled-backup-incremental/5-engage-full-schedule | +++ export MYSQL_VERSION=8.0 logger.go:42: 17:06:23 | scheduled-backup-incremental/5-engage-full-schedule | +++ MYSQL_VERSION=8.0 logger.go:42: 17:06:23 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:06:23 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:06:23 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:06:23 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:06:23 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:06:23 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:06:23 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:06:23 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:06:23 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:06:23 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:06:23 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:06:23 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:06:23 | scheduled-backup-incremental/5-engage-full-schedule | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:06:23 | scheduled-backup-incremental/5-engage-full-schedule | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:06:23 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:06:23 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:06:23 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:06:23 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:06:23 | scheduled-backup-incremental/5-engage-full-schedule | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 17:06:23 | scheduled-backup-incremental/5-engage-full-schedule | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 17:06:23 | scheduled-backup-incremental/5-engage-full-schedule | +++ export MINIO_VER=5.4.0 logger.go:42: 17:06:23 | scheduled-backup-incremental/5-engage-full-schedule | +++ MINIO_VER=5.4.0 logger.go:42: 17:06:23 | scheduled-backup-incremental/5-engage-full-schedule | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 17:06:23 | scheduled-backup-incremental/5-engage-full-schedule | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 17:06:23 | scheduled-backup-incremental/5-engage-full-schedule | +++ export VAULT_VER=0.16.1 logger.go:42: 17:06:23 | scheduled-backup-incremental/5-engage-full-schedule | +++ VAULT_VER=0.16.1 logger.go:42: 17:06:23 | scheduled-backup-incremental/5-engage-full-schedule | ++++ which gdate logger.go:42: 17:06:23 | scheduled-backup-incremental/5-engage-full-schedule | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:06:23 | scheduled-backup-incremental/5-engage-full-schedule | ++++ which date logger.go:42: 17:06:23 | scheduled-backup-incremental/5-engage-full-schedule | +++ date=/usr/sbin/date logger.go:42: 17:06:23 | scheduled-backup-incremental/5-engage-full-schedule | +++ oc get projects logger.go:42: 17:06:23 | scheduled-backup-incremental/5-engage-full-schedule | +++ : logger.go:42: 17:06:23 | scheduled-backup-incremental/5-engage-full-schedule | +++ grep '^minikube' logger.go:42: 17:06:23 | scheduled-backup-incremental/5-engage-full-schedule | +++ kubectl get nodes logger.go:42: 17:06:23 | scheduled-backup-incremental/5-engage-full-schedule | +++ which gsed logger.go:42: 17:06:23 | scheduled-backup-incremental/5-engage-full-schedule | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:06:23 | scheduled-backup-incremental/5-engage-full-schedule | +++ which sed logger.go:42: 17:06:23 | scheduled-backup-incremental/5-engage-full-schedule | ++ sed=/usr/sbin/sed logger.go:42: 17:06:23 | scheduled-backup-incremental/5-engage-full-schedule | ++ oc get projects logger.go:42: 17:06:23 | scheduled-backup-incremental/5-engage-full-schedule | +++ kubectl version -o json logger.go:42: 17:06:23 | scheduled-backup-incremental/5-engage-full-schedule | +++ jq -r .serverVersion.gitVersion logger.go:42: 17:06:23 | scheduled-backup-incremental/5-engage-full-schedule | +++ grep '\-eks\-' logger.go:42: 17:06:23 | scheduled-backup-incremental/5-engage-full-schedule | grep: warning: stray \ before - logger.go:42: 17:06:24 | scheduled-backup-incremental/5-engage-full-schedule | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 17:06:24 | scheduled-backup-incremental/5-engage-full-schedule | ++ '[' ']' logger.go:42: 17:06:24 | scheduled-backup-incremental/5-engage-full-schedule | ++ EKS=0 logger.go:42: 17:06:24 | scheduled-backup-incremental/5-engage-full-schedule | +++ get_cluster_name logger.go:42: 17:06:24 | scheduled-backup-incremental/5-engage-full-schedule | +++ kubectl -n kuttl-test-perfect-anchovy get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 17:06:24 | scheduled-backup-incremental/5-engage-full-schedule | ++ count_backups_in_schedule minio-full scheduled-backup-incremental logger.go:42: 17:06:24 | scheduled-backup-incremental/5-engage-full-schedule | ++ local schedule_name=minio-full logger.go:42: 17:06:24 | scheduled-backup-incremental/5-engage-full-schedule | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 17:06:24 | scheduled-backup-incremental/5-engage-full-schedule | +++ printf %s kuttl-test-perfect-anchovy-scheduled-backup-incremental logger.go:42: 17:06:24 | scheduled-backup-incremental/5-engage-full-schedule | +++ sha1sum logger.go:42: 17:06:24 | scheduled-backup-incremental/5-engage-full-schedule | +++ awk '{print $1}' logger.go:42: 17:06:24 | scheduled-backup-incremental/5-engage-full-schedule | +++ head -c 5 logger.go:42: 17:06:24 | scheduled-backup-incremental/5-engage-full-schedule | ++ local prefix=c8a08 logger.go:42: 17:06:24 | scheduled-backup-incremental/5-engage-full-schedule | +++ kubectl get ps-backup -n kuttl-test-perfect-anchovy -l percona.com/backup-ancestor=c8a08-minio-full -o yaml logger.go:42: 17:06:24 | scheduled-backup-incremental/5-engage-full-schedule | +++ yq '.items | length' logger.go:42: 17:06:25 | scheduled-backup-incremental/5-engage-full-schedule | ++ local bcp_count=1 logger.go:42: 17:06:25 | scheduled-backup-incremental/5-engage-full-schedule | ++ echo 1 logger.go:42: 17:06:25 | scheduled-backup-incremental/5-engage-full-schedule | + bcp_count=1 logger.go:42: 17:06:25 | scheduled-backup-incremental/5-engage-full-schedule | + [[ 1 -lt 1 ]] logger.go:42: 17:06:26 | scheduled-backup-incremental/5-engage-full-schedule | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-full" "$(get_cluster_name)") if [[ $bcp_count -lt 1 ]]; then echo "There are $bcp_count full ps-backups but should be at least 1" exit 1 fi] logger.go:42: 17:06:26 | scheduled-backup-incremental/5-engage-full-schedule | + source ../../functions logger.go:42: 17:06:26 | scheduled-backup-incremental/5-engage-full-schedule | +++ realpath ../../.. logger.go:42: 17:06:26 | scheduled-backup-incremental/5-engage-full-schedule | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:06:26 | scheduled-backup-incremental/5-engage-full-schedule | ++++ pwd logger.go:42: 17:06:26 | scheduled-backup-incremental/5-engage-full-schedule | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 17:06:26 | scheduled-backup-incremental/5-engage-full-schedule | ++ test_name=scheduled-backup-incremental logger.go:42: 17:06:26 | scheduled-backup-incremental/5-engage-full-schedule | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/vars.sh logger.go:42: 17:06:26 | scheduled-backup-incremental/5-engage-full-schedule | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:06:26 | scheduled-backup-incremental/5-engage-full-schedule | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:06:26 | scheduled-backup-incremental/5-engage-full-schedule | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:06:26 | scheduled-backup-incremental/5-engage-full-schedule | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:06:26 | scheduled-backup-incremental/5-engage-full-schedule | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:06:26 | scheduled-backup-incremental/5-engage-full-schedule | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:06:26 | scheduled-backup-incremental/5-engage-full-schedule | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:06:26 | scheduled-backup-incremental/5-engage-full-schedule | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:06:26 | scheduled-backup-incremental/5-engage-full-schedule | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:06:26 | scheduled-backup-incremental/5-engage-full-schedule | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:06:26 | scheduled-backup-incremental/5-engage-full-schedule | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 17:06:26 | scheduled-backup-incremental/5-engage-full-schedule | +++ export GIT_BRANCH=PR-1269 logger.go:42: 17:06:26 | scheduled-backup-incremental/5-engage-full-schedule | +++ GIT_BRANCH=PR-1269 logger.go:42: 17:06:26 | scheduled-backup-incremental/5-engage-full-schedule | +++ export VERSION=PR-1269-fbab6499 logger.go:42: 17:06:26 | scheduled-backup-incremental/5-engage-full-schedule | +++ VERSION=PR-1269-fbab6499 logger.go:42: 17:06:26 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:06:26 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:06:26 | scheduled-backup-incremental/5-engage-full-schedule | +++ [[ -z 8.0 ]] logger.go:42: 17:06:26 | scheduled-backup-incremental/5-engage-full-schedule | +++ export MYSQL_VERSION=8.0 logger.go:42: 17:06:26 | scheduled-backup-incremental/5-engage-full-schedule | +++ MYSQL_VERSION=8.0 logger.go:42: 17:06:26 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:06:26 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:06:26 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:06:26 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:06:26 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:06:26 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:06:26 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:06:26 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:06:26 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:06:26 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:06:26 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:06:26 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:06:26 | scheduled-backup-incremental/5-engage-full-schedule | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:06:26 | scheduled-backup-incremental/5-engage-full-schedule | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:06:26 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:06:26 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:06:26 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:06:26 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:06:26 | scheduled-backup-incremental/5-engage-full-schedule | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 17:06:26 | scheduled-backup-incremental/5-engage-full-schedule | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 17:06:26 | scheduled-backup-incremental/5-engage-full-schedule | +++ export MINIO_VER=5.4.0 logger.go:42: 17:06:26 | scheduled-backup-incremental/5-engage-full-schedule | +++ MINIO_VER=5.4.0 logger.go:42: 17:06:26 | scheduled-backup-incremental/5-engage-full-schedule | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 17:06:26 | scheduled-backup-incremental/5-engage-full-schedule | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 17:06:26 | scheduled-backup-incremental/5-engage-full-schedule | +++ export VAULT_VER=0.16.1 logger.go:42: 17:06:26 | scheduled-backup-incremental/5-engage-full-schedule | +++ VAULT_VER=0.16.1 logger.go:42: 17:06:26 | scheduled-backup-incremental/5-engage-full-schedule | ++++ which gdate logger.go:42: 17:06:26 | scheduled-backup-incremental/5-engage-full-schedule | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:06:26 | scheduled-backup-incremental/5-engage-full-schedule | ++++ which date logger.go:42: 17:06:26 | scheduled-backup-incremental/5-engage-full-schedule | +++ date=/usr/sbin/date logger.go:42: 17:06:26 | scheduled-backup-incremental/5-engage-full-schedule | +++ oc get projects logger.go:42: 17:06:26 | scheduled-backup-incremental/5-engage-full-schedule | +++ : logger.go:42: 17:06:26 | scheduled-backup-incremental/5-engage-full-schedule | +++ kubectl get nodes logger.go:42: 17:06:26 | scheduled-backup-incremental/5-engage-full-schedule | +++ grep '^minikube' logger.go:42: 17:06:26 | scheduled-backup-incremental/5-engage-full-schedule | +++ which gsed logger.go:42: 17:06:26 | scheduled-backup-incremental/5-engage-full-schedule | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:06:26 | scheduled-backup-incremental/5-engage-full-schedule | +++ which sed logger.go:42: 17:06:26 | scheduled-backup-incremental/5-engage-full-schedule | ++ sed=/usr/sbin/sed logger.go:42: 17:06:26 | scheduled-backup-incremental/5-engage-full-schedule | ++ oc get projects logger.go:42: 17:06:26 | scheduled-backup-incremental/5-engage-full-schedule | +++ kubectl version -o json logger.go:42: 17:06:26 | scheduled-backup-incremental/5-engage-full-schedule | +++ jq -r .serverVersion.gitVersion logger.go:42: 17:06:26 | scheduled-backup-incremental/5-engage-full-schedule | +++ grep '\-eks\-' logger.go:42: 17:06:26 | scheduled-backup-incremental/5-engage-full-schedule | grep: warning: stray \ before - logger.go:42: 17:06:27 | scheduled-backup-incremental/5-engage-full-schedule | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 17:06:27 | scheduled-backup-incremental/5-engage-full-schedule | ++ '[' ']' logger.go:42: 17:06:27 | scheduled-backup-incremental/5-engage-full-schedule | ++ EKS=0 logger.go:42: 17:06:27 | scheduled-backup-incremental/5-engage-full-schedule | +++ get_cluster_name logger.go:42: 17:06:27 | scheduled-backup-incremental/5-engage-full-schedule | +++ kubectl -n kuttl-test-perfect-anchovy get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 17:06:27 | scheduled-backup-incremental/5-engage-full-schedule | ++ count_backups_in_schedule minio-full scheduled-backup-incremental logger.go:42: 17:06:27 | scheduled-backup-incremental/5-engage-full-schedule | ++ local schedule_name=minio-full logger.go:42: 17:06:27 | scheduled-backup-incremental/5-engage-full-schedule | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 17:06:27 | scheduled-backup-incremental/5-engage-full-schedule | +++ printf %s kuttl-test-perfect-anchovy-scheduled-backup-incremental logger.go:42: 17:06:27 | scheduled-backup-incremental/5-engage-full-schedule | +++ sha1sum logger.go:42: 17:06:27 | scheduled-backup-incremental/5-engage-full-schedule | +++ awk '{print $1}' logger.go:42: 17:06:28 | scheduled-backup-incremental/5-engage-full-schedule | +++ head -c 5 logger.go:42: 17:06:28 | scheduled-backup-incremental/5-engage-full-schedule | ++ local prefix=c8a08 logger.go:42: 17:06:28 | scheduled-backup-incremental/5-engage-full-schedule | +++ kubectl get ps-backup -n kuttl-test-perfect-anchovy -l percona.com/backup-ancestor=c8a08-minio-full -o yaml logger.go:42: 17:06:28 | scheduled-backup-incremental/5-engage-full-schedule | +++ yq '.items | length' logger.go:42: 17:06:28 | scheduled-backup-incremental/5-engage-full-schedule | ++ local bcp_count=1 logger.go:42: 17:06:28 | scheduled-backup-incremental/5-engage-full-schedule | ++ echo 1 logger.go:42: 17:06:28 | scheduled-backup-incremental/5-engage-full-schedule | + bcp_count=1 logger.go:42: 17:06:28 | scheduled-backup-incremental/5-engage-full-schedule | + [[ 1 -lt 1 ]] logger.go:42: 17:06:29 | scheduled-backup-incremental/5-engage-full-schedule | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-full" "$(get_cluster_name)") if [[ $bcp_count -lt 1 ]]; then echo "There are $bcp_count full ps-backups but should be at least 1" exit 1 fi] logger.go:42: 17:06:29 | scheduled-backup-incremental/5-engage-full-schedule | + source ../../functions logger.go:42: 17:06:29 | scheduled-backup-incremental/5-engage-full-schedule | +++ realpath ../../.. logger.go:42: 17:06:29 | scheduled-backup-incremental/5-engage-full-schedule | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:06:29 | scheduled-backup-incremental/5-engage-full-schedule | ++++ pwd logger.go:42: 17:06:29 | scheduled-backup-incremental/5-engage-full-schedule | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 17:06:29 | scheduled-backup-incremental/5-engage-full-schedule | ++ test_name=scheduled-backup-incremental logger.go:42: 17:06:29 | scheduled-backup-incremental/5-engage-full-schedule | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/vars.sh logger.go:42: 17:06:29 | scheduled-backup-incremental/5-engage-full-schedule | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:06:29 | scheduled-backup-incremental/5-engage-full-schedule | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:06:29 | scheduled-backup-incremental/5-engage-full-schedule | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:06:29 | scheduled-backup-incremental/5-engage-full-schedule | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:06:29 | scheduled-backup-incremental/5-engage-full-schedule | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:06:29 | scheduled-backup-incremental/5-engage-full-schedule | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:06:29 | scheduled-backup-incremental/5-engage-full-schedule | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:06:29 | scheduled-backup-incremental/5-engage-full-schedule | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:06:29 | scheduled-backup-incremental/5-engage-full-schedule | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:06:29 | scheduled-backup-incremental/5-engage-full-schedule | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:06:29 | scheduled-backup-incremental/5-engage-full-schedule | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 17:06:29 | scheduled-backup-incremental/5-engage-full-schedule | +++ export GIT_BRANCH=PR-1269 logger.go:42: 17:06:29 | scheduled-backup-incremental/5-engage-full-schedule | +++ GIT_BRANCH=PR-1269 logger.go:42: 17:06:29 | scheduled-backup-incremental/5-engage-full-schedule | +++ export VERSION=PR-1269-fbab6499 logger.go:42: 17:06:29 | scheduled-backup-incremental/5-engage-full-schedule | +++ VERSION=PR-1269-fbab6499 logger.go:42: 17:06:29 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:06:29 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:06:29 | scheduled-backup-incremental/5-engage-full-schedule | +++ [[ -z 8.0 ]] logger.go:42: 17:06:29 | scheduled-backup-incremental/5-engage-full-schedule | +++ export MYSQL_VERSION=8.0 logger.go:42: 17:06:29 | scheduled-backup-incremental/5-engage-full-schedule | +++ MYSQL_VERSION=8.0 logger.go:42: 17:06:29 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:06:29 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:06:29 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:06:29 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:06:29 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:06:29 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:06:29 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:06:29 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:06:29 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:06:29 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:06:29 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:06:29 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:06:29 | scheduled-backup-incremental/5-engage-full-schedule | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:06:29 | scheduled-backup-incremental/5-engage-full-schedule | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:06:29 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:06:29 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:06:29 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:06:29 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:06:29 | scheduled-backup-incremental/5-engage-full-schedule | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 17:06:29 | scheduled-backup-incremental/5-engage-full-schedule | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 17:06:29 | scheduled-backup-incremental/5-engage-full-schedule | +++ export MINIO_VER=5.4.0 logger.go:42: 17:06:29 | scheduled-backup-incremental/5-engage-full-schedule | +++ MINIO_VER=5.4.0 logger.go:42: 17:06:29 | scheduled-backup-incremental/5-engage-full-schedule | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 17:06:29 | scheduled-backup-incremental/5-engage-full-schedule | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 17:06:29 | scheduled-backup-incremental/5-engage-full-schedule | +++ export VAULT_VER=0.16.1 logger.go:42: 17:06:29 | scheduled-backup-incremental/5-engage-full-schedule | +++ VAULT_VER=0.16.1 logger.go:42: 17:06:29 | scheduled-backup-incremental/5-engage-full-schedule | ++++ which gdate logger.go:42: 17:06:29 | scheduled-backup-incremental/5-engage-full-schedule | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:06:29 | scheduled-backup-incremental/5-engage-full-schedule | ++++ which date logger.go:42: 17:06:29 | scheduled-backup-incremental/5-engage-full-schedule | +++ date=/usr/sbin/date logger.go:42: 17:06:29 | scheduled-backup-incremental/5-engage-full-schedule | +++ oc get projects logger.go:42: 17:06:29 | scheduled-backup-incremental/5-engage-full-schedule | +++ : logger.go:42: 17:06:29 | scheduled-backup-incremental/5-engage-full-schedule | +++ kubectl get nodes logger.go:42: 17:06:29 | scheduled-backup-incremental/5-engage-full-schedule | +++ grep '^minikube' logger.go:42: 17:06:30 | scheduled-backup-incremental/5-engage-full-schedule | +++ which gsed logger.go:42: 17:06:30 | scheduled-backup-incremental/5-engage-full-schedule | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:06:30 | scheduled-backup-incremental/5-engage-full-schedule | +++ which sed logger.go:42: 17:06:30 | scheduled-backup-incremental/5-engage-full-schedule | ++ sed=/usr/sbin/sed logger.go:42: 17:06:30 | scheduled-backup-incremental/5-engage-full-schedule | ++ oc get projects logger.go:42: 17:06:30 | scheduled-backup-incremental/5-engage-full-schedule | +++ kubectl version -o json logger.go:42: 17:06:30 | scheduled-backup-incremental/5-engage-full-schedule | +++ jq -r .serverVersion.gitVersion logger.go:42: 17:06:30 | scheduled-backup-incremental/5-engage-full-schedule | +++ grep '\-eks\-' logger.go:42: 17:06:30 | scheduled-backup-incremental/5-engage-full-schedule | grep: warning: stray \ before - logger.go:42: 17:06:30 | scheduled-backup-incremental/5-engage-full-schedule | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 17:06:30 | scheduled-backup-incremental/5-engage-full-schedule | ++ '[' ']' logger.go:42: 17:06:30 | scheduled-backup-incremental/5-engage-full-schedule | ++ EKS=0 logger.go:42: 17:06:30 | scheduled-backup-incremental/5-engage-full-schedule | +++ get_cluster_name logger.go:42: 17:06:30 | scheduled-backup-incremental/5-engage-full-schedule | +++ kubectl -n kuttl-test-perfect-anchovy get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 17:06:31 | scheduled-backup-incremental/5-engage-full-schedule | ++ count_backups_in_schedule minio-full scheduled-backup-incremental logger.go:42: 17:06:31 | scheduled-backup-incremental/5-engage-full-schedule | ++ local schedule_name=minio-full logger.go:42: 17:06:31 | scheduled-backup-incremental/5-engage-full-schedule | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 17:06:31 | scheduled-backup-incremental/5-engage-full-schedule | +++ printf %s kuttl-test-perfect-anchovy-scheduled-backup-incremental logger.go:42: 17:06:31 | scheduled-backup-incremental/5-engage-full-schedule | +++ sha1sum logger.go:42: 17:06:31 | scheduled-backup-incremental/5-engage-full-schedule | +++ awk '{print $1}' logger.go:42: 17:06:31 | scheduled-backup-incremental/5-engage-full-schedule | +++ head -c 5 logger.go:42: 17:06:31 | scheduled-backup-incremental/5-engage-full-schedule | ++ local prefix=c8a08 logger.go:42: 17:06:31 | scheduled-backup-incremental/5-engage-full-schedule | +++ kubectl get ps-backup -n kuttl-test-perfect-anchovy -l percona.com/backup-ancestor=c8a08-minio-full -o yaml logger.go:42: 17:06:31 | scheduled-backup-incremental/5-engage-full-schedule | +++ yq '.items | length' logger.go:42: 17:06:32 | scheduled-backup-incremental/5-engage-full-schedule | ++ local bcp_count=1 logger.go:42: 17:06:32 | scheduled-backup-incremental/5-engage-full-schedule | ++ echo 1 logger.go:42: 17:06:32 | scheduled-backup-incremental/5-engage-full-schedule | + bcp_count=1 logger.go:42: 17:06:32 | scheduled-backup-incremental/5-engage-full-schedule | + [[ 1 -lt 1 ]] logger.go:42: 17:06:33 | scheduled-backup-incremental/5-engage-full-schedule | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-full" "$(get_cluster_name)") if [[ $bcp_count -lt 1 ]]; then echo "There are $bcp_count full ps-backups but should be at least 1" exit 1 fi] logger.go:42: 17:06:33 | scheduled-backup-incremental/5-engage-full-schedule | + source ../../functions logger.go:42: 17:06:33 | scheduled-backup-incremental/5-engage-full-schedule | +++ realpath ../../.. logger.go:42: 17:06:33 | scheduled-backup-incremental/5-engage-full-schedule | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:06:33 | scheduled-backup-incremental/5-engage-full-schedule | ++++ pwd logger.go:42: 17:06:33 | scheduled-backup-incremental/5-engage-full-schedule | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 17:06:33 | scheduled-backup-incremental/5-engage-full-schedule | ++ test_name=scheduled-backup-incremental logger.go:42: 17:06:33 | scheduled-backup-incremental/5-engage-full-schedule | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/vars.sh logger.go:42: 17:06:33 | scheduled-backup-incremental/5-engage-full-schedule | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:06:33 | scheduled-backup-incremental/5-engage-full-schedule | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:06:33 | scheduled-backup-incremental/5-engage-full-schedule | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:06:33 | scheduled-backup-incremental/5-engage-full-schedule | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:06:33 | scheduled-backup-incremental/5-engage-full-schedule | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:06:33 | scheduled-backup-incremental/5-engage-full-schedule | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:06:33 | scheduled-backup-incremental/5-engage-full-schedule | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:06:33 | scheduled-backup-incremental/5-engage-full-schedule | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:06:33 | scheduled-backup-incremental/5-engage-full-schedule | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:06:33 | scheduled-backup-incremental/5-engage-full-schedule | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:06:33 | scheduled-backup-incremental/5-engage-full-schedule | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 17:06:33 | scheduled-backup-incremental/5-engage-full-schedule | +++ export GIT_BRANCH=PR-1269 logger.go:42: 17:06:33 | scheduled-backup-incremental/5-engage-full-schedule | +++ GIT_BRANCH=PR-1269 logger.go:42: 17:06:33 | scheduled-backup-incremental/5-engage-full-schedule | +++ export VERSION=PR-1269-fbab6499 logger.go:42: 17:06:33 | scheduled-backup-incremental/5-engage-full-schedule | +++ VERSION=PR-1269-fbab6499 logger.go:42: 17:06:33 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:06:33 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:06:33 | scheduled-backup-incremental/5-engage-full-schedule | +++ [[ -z 8.0 ]] logger.go:42: 17:06:33 | scheduled-backup-incremental/5-engage-full-schedule | +++ export MYSQL_VERSION=8.0 logger.go:42: 17:06:33 | scheduled-backup-incremental/5-engage-full-schedule | +++ MYSQL_VERSION=8.0 logger.go:42: 17:06:33 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:06:33 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:06:33 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:06:33 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:06:33 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:06:33 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:06:33 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:06:33 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:06:33 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:06:33 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:06:33 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:06:33 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:06:33 | scheduled-backup-incremental/5-engage-full-schedule | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:06:33 | scheduled-backup-incremental/5-engage-full-schedule | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:06:33 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:06:33 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:06:33 | scheduled-backup-incremental/5-engage-full-schedule | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:06:33 | scheduled-backup-incremental/5-engage-full-schedule | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:06:33 | scheduled-backup-incremental/5-engage-full-schedule | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 17:06:33 | scheduled-backup-incremental/5-engage-full-schedule | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 17:06:33 | scheduled-backup-incremental/5-engage-full-schedule | +++ export MINIO_VER=5.4.0 logger.go:42: 17:06:33 | scheduled-backup-incremental/5-engage-full-schedule | +++ MINIO_VER=5.4.0 logger.go:42: 17:06:33 | scheduled-backup-incremental/5-engage-full-schedule | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 17:06:33 | scheduled-backup-incremental/5-engage-full-schedule | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 17:06:33 | scheduled-backup-incremental/5-engage-full-schedule | +++ export VAULT_VER=0.16.1 logger.go:42: 17:06:33 | scheduled-backup-incremental/5-engage-full-schedule | +++ VAULT_VER=0.16.1 logger.go:42: 17:06:33 | scheduled-backup-incremental/5-engage-full-schedule | ++++ which gdate logger.go:42: 17:06:33 | scheduled-backup-incremental/5-engage-full-schedule | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:06:33 | scheduled-backup-incremental/5-engage-full-schedule | ++++ which date logger.go:42: 17:06:33 | scheduled-backup-incremental/5-engage-full-schedule | +++ date=/usr/sbin/date logger.go:42: 17:06:33 | scheduled-backup-incremental/5-engage-full-schedule | +++ oc get projects logger.go:42: 17:06:33 | scheduled-backup-incremental/5-engage-full-schedule | +++ : logger.go:42: 17:06:33 | scheduled-backup-incremental/5-engage-full-schedule | +++ kubectl get nodes logger.go:42: 17:06:33 | scheduled-backup-incremental/5-engage-full-schedule | +++ grep '^minikube' logger.go:42: 17:06:33 | scheduled-backup-incremental/5-engage-full-schedule | +++ which gsed logger.go:42: 17:06:33 | scheduled-backup-incremental/5-engage-full-schedule | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:06:33 | scheduled-backup-incremental/5-engage-full-schedule | +++ which sed logger.go:42: 17:06:33 | scheduled-backup-incremental/5-engage-full-schedule | ++ sed=/usr/sbin/sed logger.go:42: 17:06:33 | scheduled-backup-incremental/5-engage-full-schedule | ++ oc get projects logger.go:42: 17:06:33 | scheduled-backup-incremental/5-engage-full-schedule | +++ kubectl version -o json logger.go:42: 17:06:33 | scheduled-backup-incremental/5-engage-full-schedule | +++ jq -r .serverVersion.gitVersion logger.go:42: 17:06:33 | scheduled-backup-incremental/5-engage-full-schedule | +++ grep '\-eks\-' logger.go:42: 17:06:33 | scheduled-backup-incremental/5-engage-full-schedule | grep: warning: stray \ before - logger.go:42: 17:06:34 | scheduled-backup-incremental/5-engage-full-schedule | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 17:06:34 | scheduled-backup-incremental/5-engage-full-schedule | ++ '[' ']' logger.go:42: 17:06:34 | scheduled-backup-incremental/5-engage-full-schedule | ++ EKS=0 logger.go:42: 17:06:34 | scheduled-backup-incremental/5-engage-full-schedule | +++ get_cluster_name logger.go:42: 17:06:34 | scheduled-backup-incremental/5-engage-full-schedule | +++ kubectl -n kuttl-test-perfect-anchovy get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 17:06:34 | scheduled-backup-incremental/5-engage-full-schedule | ++ count_backups_in_schedule minio-full scheduled-backup-incremental logger.go:42: 17:06:34 | scheduled-backup-incremental/5-engage-full-schedule | ++ local schedule_name=minio-full logger.go:42: 17:06:34 | scheduled-backup-incremental/5-engage-full-schedule | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 17:06:34 | scheduled-backup-incremental/5-engage-full-schedule | +++ sha1sum logger.go:42: 17:06:34 | scheduled-backup-incremental/5-engage-full-schedule | +++ printf %s kuttl-test-perfect-anchovy-scheduled-backup-incremental logger.go:42: 17:06:34 | scheduled-backup-incremental/5-engage-full-schedule | +++ awk '{print $1}' logger.go:42: 17:06:34 | scheduled-backup-incremental/5-engage-full-schedule | +++ head -c 5 logger.go:42: 17:06:34 | scheduled-backup-incremental/5-engage-full-schedule | ++ local prefix=c8a08 logger.go:42: 17:06:34 | scheduled-backup-incremental/5-engage-full-schedule | +++ kubectl get ps-backup -n kuttl-test-perfect-anchovy -l percona.com/backup-ancestor=c8a08-minio-full -o yaml logger.go:42: 17:06:34 | scheduled-backup-incremental/5-engage-full-schedule | +++ yq '.items | length' logger.go:42: 17:06:35 | scheduled-backup-incremental/5-engage-full-schedule | ++ local bcp_count=1 logger.go:42: 17:06:35 | scheduled-backup-incremental/5-engage-full-schedule | ++ echo 1 logger.go:42: 17:06:35 | scheduled-backup-incremental/5-engage-full-schedule | + bcp_count=1 logger.go:42: 17:06:35 | scheduled-backup-incremental/5-engage-full-schedule | + [[ 1 -lt 1 ]] logger.go:42: 17:06:35 | scheduled-backup-incremental/5-engage-full-schedule | test step completed 5-engage-full-schedule logger.go:42: 17:06:35 | scheduled-backup-incremental/6-stop-full | starting test step 6-stop-full logger.go:42: 17:06:36 | scheduled-backup-incremental/6-stop-full | PerconaServerMySQL:kuttl-test-perfect-anchovy/scheduled-backup-incremental updated logger.go:42: 17:06:36 | scheduled-backup-incremental/6-stop-full | test step completed 6-stop-full logger.go:42: 17:06:36 | scheduled-backup-incremental/7-engage-incremental | starting test step 7-engage-incremental logger.go:42: 17:06:36 | scheduled-backup-incremental/7-engage-incremental | PerconaServerMySQL:kuttl-test-perfect-anchovy/scheduled-backup-incremental updated logger.go:42: 17:06:37 | scheduled-backup-incremental/7-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 3 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 3" exit 1 fi] logger.go:42: 17:06:37 | scheduled-backup-incremental/7-engage-incremental | + source ../../functions logger.go:42: 17:06:37 | scheduled-backup-incremental/7-engage-incremental | +++ realpath ../../.. logger.go:42: 17:06:37 | scheduled-backup-incremental/7-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:06:37 | scheduled-backup-incremental/7-engage-incremental | ++++ pwd logger.go:42: 17:06:37 | scheduled-backup-incremental/7-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 17:06:37 | scheduled-backup-incremental/7-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 17:06:37 | scheduled-backup-incremental/7-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/vars.sh logger.go:42: 17:06:37 | scheduled-backup-incremental/7-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:06:37 | scheduled-backup-incremental/7-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:06:37 | scheduled-backup-incremental/7-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:06:37 | scheduled-backup-incremental/7-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:06:37 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:06:37 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:06:37 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:06:37 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:06:37 | scheduled-backup-incremental/7-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:06:37 | scheduled-backup-incremental/7-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:06:37 | scheduled-backup-incremental/7-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 17:06:37 | scheduled-backup-incremental/7-engage-incremental | +++ export GIT_BRANCH=PR-1269 logger.go:42: 17:06:37 | scheduled-backup-incremental/7-engage-incremental | +++ GIT_BRANCH=PR-1269 logger.go:42: 17:06:37 | scheduled-backup-incremental/7-engage-incremental | +++ export VERSION=PR-1269-fbab6499 logger.go:42: 17:06:37 | scheduled-backup-incremental/7-engage-incremental | +++ VERSION=PR-1269-fbab6499 logger.go:42: 17:06:37 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:06:37 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:06:37 | scheduled-backup-incremental/7-engage-incremental | +++ [[ -z 8.0 ]] logger.go:42: 17:06:37 | scheduled-backup-incremental/7-engage-incremental | +++ export MYSQL_VERSION=8.0 logger.go:42: 17:06:37 | scheduled-backup-incremental/7-engage-incremental | +++ MYSQL_VERSION=8.0 logger.go:42: 17:06:37 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:06:37 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:06:37 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:06:37 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:06:37 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:06:37 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:06:37 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:06:37 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:06:37 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:06:37 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:06:37 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:06:37 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:06:37 | scheduled-backup-incremental/7-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:06:37 | scheduled-backup-incremental/7-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:06:37 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:06:37 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:06:37 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:06:37 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:06:37 | scheduled-backup-incremental/7-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 17:06:37 | scheduled-backup-incremental/7-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 17:06:37 | scheduled-backup-incremental/7-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 17:06:37 | scheduled-backup-incremental/7-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 17:06:37 | scheduled-backup-incremental/7-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 17:06:37 | scheduled-backup-incremental/7-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 17:06:37 | scheduled-backup-incremental/7-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 17:06:37 | scheduled-backup-incremental/7-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 17:06:37 | scheduled-backup-incremental/7-engage-incremental | ++++ which gdate logger.go:42: 17:06:37 | scheduled-backup-incremental/7-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:06:37 | scheduled-backup-incremental/7-engage-incremental | ++++ which date logger.go:42: 17:06:37 | scheduled-backup-incremental/7-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 17:06:37 | scheduled-backup-incremental/7-engage-incremental | +++ oc get projects logger.go:42: 17:06:37 | scheduled-backup-incremental/7-engage-incremental | +++ : logger.go:42: 17:06:37 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get nodes logger.go:42: 17:06:37 | scheduled-backup-incremental/7-engage-incremental | +++ grep '^minikube' logger.go:42: 17:06:37 | scheduled-backup-incremental/7-engage-incremental | +++ which gsed logger.go:42: 17:06:37 | scheduled-backup-incremental/7-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:06:37 | scheduled-backup-incremental/7-engage-incremental | +++ which sed logger.go:42: 17:06:37 | scheduled-backup-incremental/7-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 17:06:37 | scheduled-backup-incremental/7-engage-incremental | ++ oc get projects logger.go:42: 17:06:37 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl version -o json logger.go:42: 17:06:37 | scheduled-backup-incremental/7-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 17:06:37 | scheduled-backup-incremental/7-engage-incremental | +++ grep '\-eks\-' logger.go:42: 17:06:37 | scheduled-backup-incremental/7-engage-incremental | grep: warning: stray \ before - logger.go:42: 17:06:38 | scheduled-backup-incremental/7-engage-incremental | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 17:06:38 | scheduled-backup-incremental/7-engage-incremental | ++ '[' ']' logger.go:42: 17:06:38 | scheduled-backup-incremental/7-engage-incremental | ++ EKS=0 logger.go:42: 17:06:38 | scheduled-backup-incremental/7-engage-incremental | +++ get_cluster_name logger.go:42: 17:06:38 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl -n kuttl-test-perfect-anchovy get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 17:06:38 | scheduled-backup-incremental/7-engage-incremental | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 17:06:38 | scheduled-backup-incremental/7-engage-incremental | ++ local schedule_name=minio-incr logger.go:42: 17:06:38 | scheduled-backup-incremental/7-engage-incremental | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 17:06:38 | scheduled-backup-incremental/7-engage-incremental | +++ printf %s kuttl-test-perfect-anchovy-scheduled-backup-incremental logger.go:42: 17:06:38 | scheduled-backup-incremental/7-engage-incremental | +++ sha1sum logger.go:42: 17:06:38 | scheduled-backup-incremental/7-engage-incremental | +++ awk '{print $1}' logger.go:42: 17:06:38 | scheduled-backup-incremental/7-engage-incremental | +++ head -c 5 logger.go:42: 17:06:38 | scheduled-backup-incremental/7-engage-incremental | ++ local prefix=c8a08 logger.go:42: 17:06:38 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get ps-backup -n kuttl-test-perfect-anchovy -l percona.com/backup-ancestor=c8a08-minio-incr -o yaml logger.go:42: 17:06:38 | scheduled-backup-incremental/7-engage-incremental | +++ yq '.items | length' logger.go:42: 17:06:39 | scheduled-backup-incremental/7-engage-incremental | ++ local bcp_count=0 logger.go:42: 17:06:39 | scheduled-backup-incremental/7-engage-incremental | ++ echo 0 logger.go:42: 17:06:39 | scheduled-backup-incremental/7-engage-incremental | + bcp_count=0 logger.go:42: 17:06:39 | scheduled-backup-incremental/7-engage-incremental | + [[ 0 -lt 3 ]] logger.go:42: 17:06:39 | scheduled-backup-incremental/7-engage-incremental | + echo 'There are 0 incremental ps-backups but should be at least 3' logger.go:42: 17:06:39 | scheduled-backup-incremental/7-engage-incremental | There are 0 incremental ps-backups but should be at least 3 logger.go:42: 17:06:39 | scheduled-backup-incremental/7-engage-incremental | + exit 1 logger.go:42: 17:06:40 | scheduled-backup-incremental/7-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 3 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 3" exit 1 fi] logger.go:42: 17:06:40 | scheduled-backup-incremental/7-engage-incremental | + source ../../functions logger.go:42: 17:06:40 | scheduled-backup-incremental/7-engage-incremental | +++ realpath ../../.. logger.go:42: 17:06:40 | scheduled-backup-incremental/7-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:06:40 | scheduled-backup-incremental/7-engage-incremental | ++++ pwd logger.go:42: 17:06:40 | scheduled-backup-incremental/7-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 17:06:40 | scheduled-backup-incremental/7-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 17:06:40 | scheduled-backup-incremental/7-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/vars.sh logger.go:42: 17:06:40 | scheduled-backup-incremental/7-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:06:40 | scheduled-backup-incremental/7-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:06:40 | scheduled-backup-incremental/7-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:06:40 | scheduled-backup-incremental/7-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:06:40 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:06:40 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:06:40 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:06:40 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:06:40 | scheduled-backup-incremental/7-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:06:40 | scheduled-backup-incremental/7-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:06:40 | scheduled-backup-incremental/7-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 17:06:40 | scheduled-backup-incremental/7-engage-incremental | +++ export GIT_BRANCH=PR-1269 logger.go:42: 17:06:40 | scheduled-backup-incremental/7-engage-incremental | +++ GIT_BRANCH=PR-1269 logger.go:42: 17:06:40 | scheduled-backup-incremental/7-engage-incremental | +++ export VERSION=PR-1269-fbab6499 logger.go:42: 17:06:40 | scheduled-backup-incremental/7-engage-incremental | +++ VERSION=PR-1269-fbab6499 logger.go:42: 17:06:40 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:06:40 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:06:40 | scheduled-backup-incremental/7-engage-incremental | +++ [[ -z 8.0 ]] logger.go:42: 17:06:40 | scheduled-backup-incremental/7-engage-incremental | +++ export MYSQL_VERSION=8.0 logger.go:42: 17:06:40 | scheduled-backup-incremental/7-engage-incremental | +++ MYSQL_VERSION=8.0 logger.go:42: 17:06:40 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:06:40 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:06:40 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:06:40 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:06:40 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:06:40 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:06:40 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:06:40 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:06:40 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:06:40 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:06:40 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:06:40 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:06:40 | scheduled-backup-incremental/7-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:06:40 | scheduled-backup-incremental/7-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:06:40 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:06:40 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:06:40 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:06:40 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:06:40 | scheduled-backup-incremental/7-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 17:06:40 | scheduled-backup-incremental/7-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 17:06:40 | scheduled-backup-incremental/7-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 17:06:40 | scheduled-backup-incremental/7-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 17:06:40 | scheduled-backup-incremental/7-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 17:06:40 | scheduled-backup-incremental/7-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 17:06:40 | scheduled-backup-incremental/7-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 17:06:40 | scheduled-backup-incremental/7-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 17:06:40 | scheduled-backup-incremental/7-engage-incremental | ++++ which gdate logger.go:42: 17:06:40 | scheduled-backup-incremental/7-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:06:40 | scheduled-backup-incremental/7-engage-incremental | ++++ which date logger.go:42: 17:06:40 | scheduled-backup-incremental/7-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 17:06:40 | scheduled-backup-incremental/7-engage-incremental | +++ oc get projects logger.go:42: 17:06:40 | scheduled-backup-incremental/7-engage-incremental | +++ : logger.go:42: 17:06:40 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get nodes logger.go:42: 17:06:40 | scheduled-backup-incremental/7-engage-incremental | +++ grep '^minikube' logger.go:42: 17:06:41 | scheduled-backup-incremental/7-engage-incremental | +++ which gsed logger.go:42: 17:06:41 | scheduled-backup-incremental/7-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:06:41 | scheduled-backup-incremental/7-engage-incremental | +++ which sed logger.go:42: 17:06:41 | scheduled-backup-incremental/7-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 17:06:41 | scheduled-backup-incremental/7-engage-incremental | ++ oc get projects logger.go:42: 17:06:41 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl version -o json logger.go:42: 17:06:41 | scheduled-backup-incremental/7-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 17:06:41 | scheduled-backup-incremental/7-engage-incremental | +++ grep '\-eks\-' logger.go:42: 17:06:41 | scheduled-backup-incremental/7-engage-incremental | grep: warning: stray \ before - logger.go:42: 17:06:41 | scheduled-backup-incremental/7-engage-incremental | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 17:06:41 | scheduled-backup-incremental/7-engage-incremental | ++ '[' ']' logger.go:42: 17:06:41 | scheduled-backup-incremental/7-engage-incremental | ++ EKS=0 logger.go:42: 17:06:41 | scheduled-backup-incremental/7-engage-incremental | +++ get_cluster_name logger.go:42: 17:06:41 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl -n kuttl-test-perfect-anchovy get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 17:06:42 | scheduled-backup-incremental/7-engage-incremental | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 17:06:42 | scheduled-backup-incremental/7-engage-incremental | ++ local schedule_name=minio-incr logger.go:42: 17:06:42 | scheduled-backup-incremental/7-engage-incremental | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 17:06:42 | scheduled-backup-incremental/7-engage-incremental | +++ printf %s kuttl-test-perfect-anchovy-scheduled-backup-incremental logger.go:42: 17:06:42 | scheduled-backup-incremental/7-engage-incremental | +++ sha1sum logger.go:42: 17:06:42 | scheduled-backup-incremental/7-engage-incremental | +++ awk '{print $1}' logger.go:42: 17:06:42 | scheduled-backup-incremental/7-engage-incremental | +++ head -c 5 logger.go:42: 17:06:42 | scheduled-backup-incremental/7-engage-incremental | ++ local prefix=c8a08 logger.go:42: 17:06:42 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get ps-backup -n kuttl-test-perfect-anchovy -l percona.com/backup-ancestor=c8a08-minio-incr -o yaml logger.go:42: 17:06:42 | scheduled-backup-incremental/7-engage-incremental | +++ yq '.items | length' logger.go:42: 17:06:42 | scheduled-backup-incremental/7-engage-incremental | ++ local bcp_count=0 logger.go:42: 17:06:42 | scheduled-backup-incremental/7-engage-incremental | ++ echo 0 logger.go:42: 17:06:42 | scheduled-backup-incremental/7-engage-incremental | + bcp_count=0 logger.go:42: 17:06:42 | scheduled-backup-incremental/7-engage-incremental | + [[ 0 -lt 3 ]] logger.go:42: 17:06:42 | scheduled-backup-incremental/7-engage-incremental | + echo 'There are 0 incremental ps-backups but should be at least 3' logger.go:42: 17:06:42 | scheduled-backup-incremental/7-engage-incremental | There are 0 incremental ps-backups but should be at least 3 logger.go:42: 17:06:42 | scheduled-backup-incremental/7-engage-incremental | + exit 1 logger.go:42: 17:06:43 | scheduled-backup-incremental/7-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 3 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 3" exit 1 fi] logger.go:42: 17:06:43 | scheduled-backup-incremental/7-engage-incremental | + source ../../functions logger.go:42: 17:06:43 | scheduled-backup-incremental/7-engage-incremental | +++ realpath ../../.. logger.go:42: 17:06:43 | scheduled-backup-incremental/7-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:06:43 | scheduled-backup-incremental/7-engage-incremental | ++++ pwd logger.go:42: 17:06:43 | scheduled-backup-incremental/7-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 17:06:43 | scheduled-backup-incremental/7-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 17:06:43 | scheduled-backup-incremental/7-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/vars.sh logger.go:42: 17:06:43 | scheduled-backup-incremental/7-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:06:43 | scheduled-backup-incremental/7-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:06:43 | scheduled-backup-incremental/7-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:06:43 | scheduled-backup-incremental/7-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:06:43 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:06:43 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:06:43 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:06:43 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:06:43 | scheduled-backup-incremental/7-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:06:43 | scheduled-backup-incremental/7-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:06:43 | scheduled-backup-incremental/7-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 17:06:43 | scheduled-backup-incremental/7-engage-incremental | +++ export GIT_BRANCH=PR-1269 logger.go:42: 17:06:43 | scheduled-backup-incremental/7-engage-incremental | +++ GIT_BRANCH=PR-1269 logger.go:42: 17:06:43 | scheduled-backup-incremental/7-engage-incremental | +++ export VERSION=PR-1269-fbab6499 logger.go:42: 17:06:43 | scheduled-backup-incremental/7-engage-incremental | +++ VERSION=PR-1269-fbab6499 logger.go:42: 17:06:43 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:06:43 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:06:43 | scheduled-backup-incremental/7-engage-incremental | +++ [[ -z 8.0 ]] logger.go:42: 17:06:43 | scheduled-backup-incremental/7-engage-incremental | +++ export MYSQL_VERSION=8.0 logger.go:42: 17:06:43 | scheduled-backup-incremental/7-engage-incremental | +++ MYSQL_VERSION=8.0 logger.go:42: 17:06:43 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:06:43 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:06:43 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:06:43 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:06:43 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:06:43 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:06:43 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:06:43 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:06:43 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:06:43 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:06:43 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:06:43 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:06:43 | scheduled-backup-incremental/7-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:06:43 | scheduled-backup-incremental/7-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:06:43 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:06:43 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:06:43 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:06:43 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:06:43 | scheduled-backup-incremental/7-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 17:06:43 | scheduled-backup-incremental/7-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 17:06:43 | scheduled-backup-incremental/7-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 17:06:43 | scheduled-backup-incremental/7-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 17:06:43 | scheduled-backup-incremental/7-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 17:06:43 | scheduled-backup-incremental/7-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 17:06:43 | scheduled-backup-incremental/7-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 17:06:43 | scheduled-backup-incremental/7-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 17:06:43 | scheduled-backup-incremental/7-engage-incremental | ++++ which gdate logger.go:42: 17:06:43 | scheduled-backup-incremental/7-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:06:43 | scheduled-backup-incremental/7-engage-incremental | ++++ which date logger.go:42: 17:06:43 | scheduled-backup-incremental/7-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 17:06:43 | scheduled-backup-incremental/7-engage-incremental | +++ oc get projects logger.go:42: 17:06:43 | scheduled-backup-incremental/7-engage-incremental | +++ : logger.go:42: 17:06:43 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get nodes logger.go:42: 17:06:43 | scheduled-backup-incremental/7-engage-incremental | +++ grep '^minikube' logger.go:42: 17:06:44 | scheduled-backup-incremental/7-engage-incremental | +++ which gsed logger.go:42: 17:06:44 | scheduled-backup-incremental/7-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:06:44 | scheduled-backup-incremental/7-engage-incremental | +++ which sed logger.go:42: 17:06:44 | scheduled-backup-incremental/7-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 17:06:44 | scheduled-backup-incremental/7-engage-incremental | ++ oc get projects logger.go:42: 17:06:44 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl version -o json logger.go:42: 17:06:44 | scheduled-backup-incremental/7-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 17:06:44 | scheduled-backup-incremental/7-engage-incremental | +++ grep '\-eks\-' logger.go:42: 17:06:44 | scheduled-backup-incremental/7-engage-incremental | grep: warning: stray \ before - logger.go:42: 17:06:44 | scheduled-backup-incremental/7-engage-incremental | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 17:06:44 | scheduled-backup-incremental/7-engage-incremental | ++ '[' ']' logger.go:42: 17:06:44 | scheduled-backup-incremental/7-engage-incremental | ++ EKS=0 logger.go:42: 17:06:44 | scheduled-backup-incremental/7-engage-incremental | +++ get_cluster_name logger.go:42: 17:06:44 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl -n kuttl-test-perfect-anchovy get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 17:06:45 | scheduled-backup-incremental/7-engage-incremental | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 17:06:45 | scheduled-backup-incremental/7-engage-incremental | ++ local schedule_name=minio-incr logger.go:42: 17:06:45 | scheduled-backup-incremental/7-engage-incremental | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 17:06:45 | scheduled-backup-incremental/7-engage-incremental | +++ printf %s kuttl-test-perfect-anchovy-scheduled-backup-incremental logger.go:42: 17:06:45 | scheduled-backup-incremental/7-engage-incremental | +++ sha1sum logger.go:42: 17:06:45 | scheduled-backup-incremental/7-engage-incremental | +++ awk '{print $1}' logger.go:42: 17:06:45 | scheduled-backup-incremental/7-engage-incremental | +++ head -c 5 logger.go:42: 17:06:45 | scheduled-backup-incremental/7-engage-incremental | ++ local prefix=c8a08 logger.go:42: 17:06:45 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get ps-backup -n kuttl-test-perfect-anchovy -l percona.com/backup-ancestor=c8a08-minio-incr -o yaml logger.go:42: 17:06:45 | scheduled-backup-incremental/7-engage-incremental | +++ yq '.items | length' logger.go:42: 17:06:45 | scheduled-backup-incremental/7-engage-incremental | ++ local bcp_count=0 logger.go:42: 17:06:45 | scheduled-backup-incremental/7-engage-incremental | ++ echo 0 logger.go:42: 17:06:45 | scheduled-backup-incremental/7-engage-incremental | + bcp_count=0 logger.go:42: 17:06:45 | scheduled-backup-incremental/7-engage-incremental | + [[ 0 -lt 3 ]] logger.go:42: 17:06:45 | scheduled-backup-incremental/7-engage-incremental | + echo 'There are 0 incremental ps-backups but should be at least 3' logger.go:42: 17:06:45 | scheduled-backup-incremental/7-engage-incremental | There are 0 incremental ps-backups but should be at least 3 logger.go:42: 17:06:45 | scheduled-backup-incremental/7-engage-incremental | + exit 1 logger.go:42: 17:06:47 | scheduled-backup-incremental/7-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 3 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 3" exit 1 fi] logger.go:42: 17:06:47 | scheduled-backup-incremental/7-engage-incremental | + source ../../functions logger.go:42: 17:06:47 | scheduled-backup-incremental/7-engage-incremental | +++ realpath ../../.. logger.go:42: 17:06:47 | scheduled-backup-incremental/7-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:06:47 | scheduled-backup-incremental/7-engage-incremental | ++++ pwd logger.go:42: 17:06:47 | scheduled-backup-incremental/7-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 17:06:47 | scheduled-backup-incremental/7-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 17:06:47 | scheduled-backup-incremental/7-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/vars.sh logger.go:42: 17:06:47 | scheduled-backup-incremental/7-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:06:47 | scheduled-backup-incremental/7-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:06:47 | scheduled-backup-incremental/7-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:06:47 | scheduled-backup-incremental/7-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:06:47 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:06:47 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:06:47 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:06:47 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:06:47 | scheduled-backup-incremental/7-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:06:47 | scheduled-backup-incremental/7-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:06:47 | scheduled-backup-incremental/7-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 17:06:47 | scheduled-backup-incremental/7-engage-incremental | +++ export GIT_BRANCH=PR-1269 logger.go:42: 17:06:47 | scheduled-backup-incremental/7-engage-incremental | +++ GIT_BRANCH=PR-1269 logger.go:42: 17:06:47 | scheduled-backup-incremental/7-engage-incremental | +++ export VERSION=PR-1269-fbab6499 logger.go:42: 17:06:47 | scheduled-backup-incremental/7-engage-incremental | +++ VERSION=PR-1269-fbab6499 logger.go:42: 17:06:47 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:06:47 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:06:47 | scheduled-backup-incremental/7-engage-incremental | +++ [[ -z 8.0 ]] logger.go:42: 17:06:47 | scheduled-backup-incremental/7-engage-incremental | +++ export MYSQL_VERSION=8.0 logger.go:42: 17:06:47 | scheduled-backup-incremental/7-engage-incremental | +++ MYSQL_VERSION=8.0 logger.go:42: 17:06:47 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:06:47 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:06:47 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:06:47 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:06:47 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:06:47 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:06:47 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:06:47 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:06:47 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:06:47 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:06:47 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:06:47 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:06:47 | scheduled-backup-incremental/7-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:06:47 | scheduled-backup-incremental/7-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:06:47 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:06:47 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:06:47 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:06:47 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:06:47 | scheduled-backup-incremental/7-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 17:06:47 | scheduled-backup-incremental/7-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 17:06:47 | scheduled-backup-incremental/7-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 17:06:47 | scheduled-backup-incremental/7-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 17:06:47 | scheduled-backup-incremental/7-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 17:06:47 | scheduled-backup-incremental/7-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 17:06:47 | scheduled-backup-incremental/7-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 17:06:47 | scheduled-backup-incremental/7-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 17:06:47 | scheduled-backup-incremental/7-engage-incremental | ++++ which gdate logger.go:42: 17:06:47 | scheduled-backup-incremental/7-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:06:47 | scheduled-backup-incremental/7-engage-incremental | ++++ which date logger.go:42: 17:06:47 | scheduled-backup-incremental/7-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 17:06:47 | scheduled-backup-incremental/7-engage-incremental | +++ oc get projects logger.go:42: 17:06:47 | scheduled-backup-incremental/7-engage-incremental | +++ : logger.go:42: 17:06:47 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get nodes logger.go:42: 17:06:47 | scheduled-backup-incremental/7-engage-incremental | +++ grep '^minikube' logger.go:42: 17:06:47 | scheduled-backup-incremental/7-engage-incremental | +++ which gsed logger.go:42: 17:06:47 | scheduled-backup-incremental/7-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:06:47 | scheduled-backup-incremental/7-engage-incremental | +++ which sed logger.go:42: 17:06:47 | scheduled-backup-incremental/7-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 17:06:47 | scheduled-backup-incremental/7-engage-incremental | ++ oc get projects logger.go:42: 17:06:47 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl version -o json logger.go:42: 17:06:47 | scheduled-backup-incremental/7-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 17:06:47 | scheduled-backup-incremental/7-engage-incremental | +++ grep '\-eks\-' logger.go:42: 17:06:47 | scheduled-backup-incremental/7-engage-incremental | grep: warning: stray \ before - logger.go:42: 17:06:48 | scheduled-backup-incremental/7-engage-incremental | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 17:06:48 | scheduled-backup-incremental/7-engage-incremental | ++ '[' ']' logger.go:42: 17:06:48 | scheduled-backup-incremental/7-engage-incremental | ++ EKS=0 logger.go:42: 17:06:48 | scheduled-backup-incremental/7-engage-incremental | +++ get_cluster_name logger.go:42: 17:06:48 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl -n kuttl-test-perfect-anchovy get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 17:06:48 | scheduled-backup-incremental/7-engage-incremental | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 17:06:48 | scheduled-backup-incremental/7-engage-incremental | ++ local schedule_name=minio-incr logger.go:42: 17:06:48 | scheduled-backup-incremental/7-engage-incremental | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 17:06:48 | scheduled-backup-incremental/7-engage-incremental | +++ printf %s kuttl-test-perfect-anchovy-scheduled-backup-incremental logger.go:42: 17:06:48 | scheduled-backup-incremental/7-engage-incremental | +++ sha1sum logger.go:42: 17:06:48 | scheduled-backup-incremental/7-engage-incremental | +++ awk '{print $1}' logger.go:42: 17:06:48 | scheduled-backup-incremental/7-engage-incremental | +++ head -c 5 logger.go:42: 17:06:48 | scheduled-backup-incremental/7-engage-incremental | ++ local prefix=c8a08 logger.go:42: 17:06:48 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get ps-backup -n kuttl-test-perfect-anchovy -l percona.com/backup-ancestor=c8a08-minio-incr -o yaml logger.go:42: 17:06:48 | scheduled-backup-incremental/7-engage-incremental | +++ yq '.items | length' logger.go:42: 17:06:49 | scheduled-backup-incremental/7-engage-incremental | ++ local bcp_count=0 logger.go:42: 17:06:49 | scheduled-backup-incremental/7-engage-incremental | ++ echo 0 logger.go:42: 17:06:49 | scheduled-backup-incremental/7-engage-incremental | + bcp_count=0 logger.go:42: 17:06:49 | scheduled-backup-incremental/7-engage-incremental | + [[ 0 -lt 3 ]] logger.go:42: 17:06:49 | scheduled-backup-incremental/7-engage-incremental | + echo 'There are 0 incremental ps-backups but should be at least 3' logger.go:42: 17:06:49 | scheduled-backup-incremental/7-engage-incremental | There are 0 incremental ps-backups but should be at least 3 logger.go:42: 17:06:49 | scheduled-backup-incremental/7-engage-incremental | + exit 1 logger.go:42: 17:06:50 | scheduled-backup-incremental/7-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 3 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 3" exit 1 fi] logger.go:42: 17:06:50 | scheduled-backup-incremental/7-engage-incremental | + source ../../functions logger.go:42: 17:06:50 | scheduled-backup-incremental/7-engage-incremental | +++ realpath ../../.. logger.go:42: 17:06:50 | scheduled-backup-incremental/7-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:06:50 | scheduled-backup-incremental/7-engage-incremental | ++++ pwd logger.go:42: 17:06:50 | scheduled-backup-incremental/7-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 17:06:50 | scheduled-backup-incremental/7-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 17:06:50 | scheduled-backup-incremental/7-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/vars.sh logger.go:42: 17:06:50 | scheduled-backup-incremental/7-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:06:50 | scheduled-backup-incremental/7-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:06:50 | scheduled-backup-incremental/7-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:06:50 | scheduled-backup-incremental/7-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:06:50 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:06:50 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:06:50 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:06:50 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:06:50 | scheduled-backup-incremental/7-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:06:50 | scheduled-backup-incremental/7-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:06:50 | scheduled-backup-incremental/7-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 17:06:50 | scheduled-backup-incremental/7-engage-incremental | +++ export GIT_BRANCH=PR-1269 logger.go:42: 17:06:50 | scheduled-backup-incremental/7-engage-incremental | +++ GIT_BRANCH=PR-1269 logger.go:42: 17:06:50 | scheduled-backup-incremental/7-engage-incremental | +++ export VERSION=PR-1269-fbab6499 logger.go:42: 17:06:50 | scheduled-backup-incremental/7-engage-incremental | +++ VERSION=PR-1269-fbab6499 logger.go:42: 17:06:50 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:06:50 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:06:50 | scheduled-backup-incremental/7-engage-incremental | +++ [[ -z 8.0 ]] logger.go:42: 17:06:50 | scheduled-backup-incremental/7-engage-incremental | +++ export MYSQL_VERSION=8.0 logger.go:42: 17:06:50 | scheduled-backup-incremental/7-engage-incremental | +++ MYSQL_VERSION=8.0 logger.go:42: 17:06:50 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:06:50 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:06:50 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:06:50 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:06:50 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:06:50 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:06:50 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:06:50 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:06:50 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:06:50 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:06:50 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:06:50 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:06:50 | scheduled-backup-incremental/7-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:06:50 | scheduled-backup-incremental/7-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:06:50 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:06:50 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:06:50 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:06:50 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:06:50 | scheduled-backup-incremental/7-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 17:06:50 | scheduled-backup-incremental/7-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 17:06:50 | scheduled-backup-incremental/7-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 17:06:50 | scheduled-backup-incremental/7-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 17:06:50 | scheduled-backup-incremental/7-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 17:06:50 | scheduled-backup-incremental/7-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 17:06:50 | scheduled-backup-incremental/7-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 17:06:50 | scheduled-backup-incremental/7-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 17:06:50 | scheduled-backup-incremental/7-engage-incremental | ++++ which gdate logger.go:42: 17:06:50 | scheduled-backup-incremental/7-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:06:50 | scheduled-backup-incremental/7-engage-incremental | ++++ which date logger.go:42: 17:06:50 | scheduled-backup-incremental/7-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 17:06:50 | scheduled-backup-incremental/7-engage-incremental | +++ oc get projects logger.go:42: 17:06:50 | scheduled-backup-incremental/7-engage-incremental | +++ : logger.go:42: 17:06:50 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get nodes logger.go:42: 17:06:50 | scheduled-backup-incremental/7-engage-incremental | +++ grep '^minikube' logger.go:42: 17:06:50 | scheduled-backup-incremental/7-engage-incremental | +++ which gsed logger.go:42: 17:06:50 | scheduled-backup-incremental/7-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:06:50 | scheduled-backup-incremental/7-engage-incremental | +++ which sed logger.go:42: 17:06:50 | scheduled-backup-incremental/7-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 17:06:50 | scheduled-backup-incremental/7-engage-incremental | ++ oc get projects logger.go:42: 17:06:50 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl version -o json logger.go:42: 17:06:50 | scheduled-backup-incremental/7-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 17:06:50 | scheduled-backup-incremental/7-engage-incremental | +++ grep '\-eks\-' logger.go:42: 17:06:50 | scheduled-backup-incremental/7-engage-incremental | grep: warning: stray \ before - logger.go:42: 17:06:51 | scheduled-backup-incremental/7-engage-incremental | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 17:06:51 | scheduled-backup-incremental/7-engage-incremental | ++ '[' ']' logger.go:42: 17:06:51 | scheduled-backup-incremental/7-engage-incremental | ++ EKS=0 logger.go:42: 17:06:51 | scheduled-backup-incremental/7-engage-incremental | +++ get_cluster_name logger.go:42: 17:06:51 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl -n kuttl-test-perfect-anchovy get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 17:06:51 | scheduled-backup-incremental/7-engage-incremental | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 17:06:51 | scheduled-backup-incremental/7-engage-incremental | ++ local schedule_name=minio-incr logger.go:42: 17:06:51 | scheduled-backup-incremental/7-engage-incremental | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 17:06:51 | scheduled-backup-incremental/7-engage-incremental | +++ printf %s kuttl-test-perfect-anchovy-scheduled-backup-incremental logger.go:42: 17:06:51 | scheduled-backup-incremental/7-engage-incremental | +++ sha1sum logger.go:42: 17:06:51 | scheduled-backup-incremental/7-engage-incremental | +++ awk '{print $1}' logger.go:42: 17:06:51 | scheduled-backup-incremental/7-engage-incremental | +++ head -c 5 logger.go:42: 17:06:51 | scheduled-backup-incremental/7-engage-incremental | ++ local prefix=c8a08 logger.go:42: 17:06:51 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get ps-backup -n kuttl-test-perfect-anchovy -l percona.com/backup-ancestor=c8a08-minio-incr -o yaml logger.go:42: 17:06:51 | scheduled-backup-incremental/7-engage-incremental | +++ yq '.items | length' logger.go:42: 17:06:52 | scheduled-backup-incremental/7-engage-incremental | ++ local bcp_count=0 logger.go:42: 17:06:52 | scheduled-backup-incremental/7-engage-incremental | ++ echo 0 logger.go:42: 17:06:52 | scheduled-backup-incremental/7-engage-incremental | + bcp_count=0 logger.go:42: 17:06:52 | scheduled-backup-incremental/7-engage-incremental | + [[ 0 -lt 3 ]] logger.go:42: 17:06:52 | scheduled-backup-incremental/7-engage-incremental | + echo 'There are 0 incremental ps-backups but should be at least 3' logger.go:42: 17:06:52 | scheduled-backup-incremental/7-engage-incremental | There are 0 incremental ps-backups but should be at least 3 logger.go:42: 17:06:52 | scheduled-backup-incremental/7-engage-incremental | + exit 1 logger.go:42: 17:06:53 | scheduled-backup-incremental/7-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 3 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 3" exit 1 fi] logger.go:42: 17:06:53 | scheduled-backup-incremental/7-engage-incremental | + source ../../functions logger.go:42: 17:06:53 | scheduled-backup-incremental/7-engage-incremental | +++ realpath ../../.. logger.go:42: 17:06:53 | scheduled-backup-incremental/7-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:06:53 | scheduled-backup-incremental/7-engage-incremental | ++++ pwd logger.go:42: 17:06:53 | scheduled-backup-incremental/7-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 17:06:53 | scheduled-backup-incremental/7-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 17:06:53 | scheduled-backup-incremental/7-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/vars.sh logger.go:42: 17:06:53 | scheduled-backup-incremental/7-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:06:53 | scheduled-backup-incremental/7-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:06:53 | scheduled-backup-incremental/7-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:06:53 | scheduled-backup-incremental/7-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:06:53 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:06:53 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:06:53 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:06:53 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:06:53 | scheduled-backup-incremental/7-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:06:53 | scheduled-backup-incremental/7-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:06:53 | scheduled-backup-incremental/7-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 17:06:53 | scheduled-backup-incremental/7-engage-incremental | +++ export GIT_BRANCH=PR-1269 logger.go:42: 17:06:53 | scheduled-backup-incremental/7-engage-incremental | +++ GIT_BRANCH=PR-1269 logger.go:42: 17:06:53 | scheduled-backup-incremental/7-engage-incremental | +++ export VERSION=PR-1269-fbab6499 logger.go:42: 17:06:53 | scheduled-backup-incremental/7-engage-incremental | +++ VERSION=PR-1269-fbab6499 logger.go:42: 17:06:53 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:06:53 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:06:53 | scheduled-backup-incremental/7-engage-incremental | +++ [[ -z 8.0 ]] logger.go:42: 17:06:53 | scheduled-backup-incremental/7-engage-incremental | +++ export MYSQL_VERSION=8.0 logger.go:42: 17:06:53 | scheduled-backup-incremental/7-engage-incremental | +++ MYSQL_VERSION=8.0 logger.go:42: 17:06:53 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:06:53 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:06:53 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:06:53 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:06:53 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:06:53 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:06:53 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:06:53 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:06:53 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:06:53 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:06:53 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:06:53 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:06:53 | scheduled-backup-incremental/7-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:06:53 | scheduled-backup-incremental/7-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:06:53 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:06:53 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:06:53 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:06:53 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:06:53 | scheduled-backup-incremental/7-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 17:06:53 | scheduled-backup-incremental/7-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 17:06:53 | scheduled-backup-incremental/7-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 17:06:53 | scheduled-backup-incremental/7-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 17:06:53 | scheduled-backup-incremental/7-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 17:06:53 | scheduled-backup-incremental/7-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 17:06:53 | scheduled-backup-incremental/7-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 17:06:53 | scheduled-backup-incremental/7-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 17:06:53 | scheduled-backup-incremental/7-engage-incremental | ++++ which gdate logger.go:42: 17:06:53 | scheduled-backup-incremental/7-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:06:53 | scheduled-backup-incremental/7-engage-incremental | ++++ which date logger.go:42: 17:06:53 | scheduled-backup-incremental/7-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 17:06:53 | scheduled-backup-incremental/7-engage-incremental | +++ oc get projects logger.go:42: 17:06:53 | scheduled-backup-incremental/7-engage-incremental | +++ : logger.go:42: 17:06:53 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get nodes logger.go:42: 17:06:53 | scheduled-backup-incremental/7-engage-incremental | +++ grep '^minikube' logger.go:42: 17:06:54 | scheduled-backup-incremental/7-engage-incremental | +++ which gsed logger.go:42: 17:06:54 | scheduled-backup-incremental/7-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:06:54 | scheduled-backup-incremental/7-engage-incremental | +++ which sed logger.go:42: 17:06:54 | scheduled-backup-incremental/7-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 17:06:54 | scheduled-backup-incremental/7-engage-incremental | ++ oc get projects logger.go:42: 17:06:54 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl version -o json logger.go:42: 17:06:54 | scheduled-backup-incremental/7-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 17:06:54 | scheduled-backup-incremental/7-engage-incremental | +++ grep '\-eks\-' logger.go:42: 17:06:54 | scheduled-backup-incremental/7-engage-incremental | grep: warning: stray \ before - logger.go:42: 17:06:54 | scheduled-backup-incremental/7-engage-incremental | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 17:06:54 | scheduled-backup-incremental/7-engage-incremental | ++ '[' ']' logger.go:42: 17:06:54 | scheduled-backup-incremental/7-engage-incremental | ++ EKS=0 logger.go:42: 17:06:54 | scheduled-backup-incremental/7-engage-incremental | +++ get_cluster_name logger.go:42: 17:06:54 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl -n kuttl-test-perfect-anchovy get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 17:06:55 | scheduled-backup-incremental/7-engage-incremental | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 17:06:55 | scheduled-backup-incremental/7-engage-incremental | ++ local schedule_name=minio-incr logger.go:42: 17:06:55 | scheduled-backup-incremental/7-engage-incremental | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 17:06:55 | scheduled-backup-incremental/7-engage-incremental | +++ printf %s kuttl-test-perfect-anchovy-scheduled-backup-incremental logger.go:42: 17:06:55 | scheduled-backup-incremental/7-engage-incremental | +++ sha1sum logger.go:42: 17:06:55 | scheduled-backup-incremental/7-engage-incremental | +++ awk '{print $1}' logger.go:42: 17:06:55 | scheduled-backup-incremental/7-engage-incremental | +++ head -c 5 logger.go:42: 17:06:55 | scheduled-backup-incremental/7-engage-incremental | ++ local prefix=c8a08 logger.go:42: 17:06:55 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get ps-backup -n kuttl-test-perfect-anchovy -l percona.com/backup-ancestor=c8a08-minio-incr -o yaml logger.go:42: 17:06:55 | scheduled-backup-incremental/7-engage-incremental | +++ yq '.items | length' logger.go:42: 17:06:55 | scheduled-backup-incremental/7-engage-incremental | ++ local bcp_count=0 logger.go:42: 17:06:55 | scheduled-backup-incremental/7-engage-incremental | ++ echo 0 logger.go:42: 17:06:55 | scheduled-backup-incremental/7-engage-incremental | + bcp_count=0 logger.go:42: 17:06:55 | scheduled-backup-incremental/7-engage-incremental | + [[ 0 -lt 3 ]] logger.go:42: 17:06:55 | scheduled-backup-incremental/7-engage-incremental | + echo 'There are 0 incremental ps-backups but should be at least 3' logger.go:42: 17:06:55 | scheduled-backup-incremental/7-engage-incremental | There are 0 incremental ps-backups but should be at least 3 logger.go:42: 17:06:55 | scheduled-backup-incremental/7-engage-incremental | + exit 1 logger.go:42: 17:06:56 | scheduled-backup-incremental/7-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 3 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 3" exit 1 fi] logger.go:42: 17:06:56 | scheduled-backup-incremental/7-engage-incremental | + source ../../functions logger.go:42: 17:06:56 | scheduled-backup-incremental/7-engage-incremental | +++ realpath ../../.. logger.go:42: 17:06:56 | scheduled-backup-incremental/7-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:06:56 | scheduled-backup-incremental/7-engage-incremental | ++++ pwd logger.go:42: 17:06:56 | scheduled-backup-incremental/7-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 17:06:56 | scheduled-backup-incremental/7-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 17:06:56 | scheduled-backup-incremental/7-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/vars.sh logger.go:42: 17:06:56 | scheduled-backup-incremental/7-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:06:56 | scheduled-backup-incremental/7-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:06:56 | scheduled-backup-incremental/7-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:06:56 | scheduled-backup-incremental/7-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:06:56 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:06:56 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:06:56 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:06:56 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:06:56 | scheduled-backup-incremental/7-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:06:56 | scheduled-backup-incremental/7-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:06:56 | scheduled-backup-incremental/7-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 17:06:56 | scheduled-backup-incremental/7-engage-incremental | +++ export GIT_BRANCH=PR-1269 logger.go:42: 17:06:56 | scheduled-backup-incremental/7-engage-incremental | +++ GIT_BRANCH=PR-1269 logger.go:42: 17:06:56 | scheduled-backup-incremental/7-engage-incremental | +++ export VERSION=PR-1269-fbab6499 logger.go:42: 17:06:56 | scheduled-backup-incremental/7-engage-incremental | +++ VERSION=PR-1269-fbab6499 logger.go:42: 17:06:56 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:06:56 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:06:56 | scheduled-backup-incremental/7-engage-incremental | +++ [[ -z 8.0 ]] logger.go:42: 17:06:56 | scheduled-backup-incremental/7-engage-incremental | +++ export MYSQL_VERSION=8.0 logger.go:42: 17:06:56 | scheduled-backup-incremental/7-engage-incremental | +++ MYSQL_VERSION=8.0 logger.go:42: 17:06:56 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:06:56 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:06:56 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:06:56 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:06:56 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:06:56 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:06:56 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:06:56 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:06:56 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:06:56 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:06:56 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:06:56 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:06:56 | scheduled-backup-incremental/7-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:06:56 | scheduled-backup-incremental/7-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:06:56 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:06:56 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:06:56 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:06:56 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:06:56 | scheduled-backup-incremental/7-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 17:06:56 | scheduled-backup-incremental/7-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 17:06:56 | scheduled-backup-incremental/7-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 17:06:56 | scheduled-backup-incremental/7-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 17:06:56 | scheduled-backup-incremental/7-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 17:06:56 | scheduled-backup-incremental/7-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 17:06:56 | scheduled-backup-incremental/7-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 17:06:56 | scheduled-backup-incremental/7-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 17:06:56 | scheduled-backup-incremental/7-engage-incremental | ++++ which gdate logger.go:42: 17:06:56 | scheduled-backup-incremental/7-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:06:56 | scheduled-backup-incremental/7-engage-incremental | ++++ which date logger.go:42: 17:06:56 | scheduled-backup-incremental/7-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 17:06:56 | scheduled-backup-incremental/7-engage-incremental | +++ oc get projects logger.go:42: 17:06:56 | scheduled-backup-incremental/7-engage-incremental | +++ : logger.go:42: 17:06:56 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get nodes logger.go:42: 17:06:56 | scheduled-backup-incremental/7-engage-incremental | +++ grep '^minikube' logger.go:42: 17:06:57 | scheduled-backup-incremental/7-engage-incremental | +++ which gsed logger.go:42: 17:06:57 | scheduled-backup-incremental/7-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:06:57 | scheduled-backup-incremental/7-engage-incremental | +++ which sed logger.go:42: 17:06:57 | scheduled-backup-incremental/7-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 17:06:57 | scheduled-backup-incremental/7-engage-incremental | ++ oc get projects logger.go:42: 17:06:57 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl version -o json logger.go:42: 17:06:57 | scheduled-backup-incremental/7-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 17:06:57 | scheduled-backup-incremental/7-engage-incremental | +++ grep '\-eks\-' logger.go:42: 17:06:57 | scheduled-backup-incremental/7-engage-incremental | grep: warning: stray \ before - logger.go:42: 17:06:57 | scheduled-backup-incremental/7-engage-incremental | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 17:06:57 | scheduled-backup-incremental/7-engage-incremental | ++ '[' ']' logger.go:42: 17:06:57 | scheduled-backup-incremental/7-engage-incremental | ++ EKS=0 logger.go:42: 17:06:57 | scheduled-backup-incremental/7-engage-incremental | +++ get_cluster_name logger.go:42: 17:06:57 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl -n kuttl-test-perfect-anchovy get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 17:06:58 | scheduled-backup-incremental/7-engage-incremental | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 17:06:58 | scheduled-backup-incremental/7-engage-incremental | ++ local schedule_name=minio-incr logger.go:42: 17:06:58 | scheduled-backup-incremental/7-engage-incremental | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 17:06:58 | scheduled-backup-incremental/7-engage-incremental | +++ printf %s kuttl-test-perfect-anchovy-scheduled-backup-incremental logger.go:42: 17:06:58 | scheduled-backup-incremental/7-engage-incremental | +++ sha1sum logger.go:42: 17:06:58 | scheduled-backup-incremental/7-engage-incremental | +++ awk '{print $1}' logger.go:42: 17:06:58 | scheduled-backup-incremental/7-engage-incremental | +++ head -c 5 logger.go:42: 17:06:58 | scheduled-backup-incremental/7-engage-incremental | ++ local prefix=c8a08 logger.go:42: 17:06:58 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get ps-backup -n kuttl-test-perfect-anchovy -l percona.com/backup-ancestor=c8a08-minio-incr -o yaml logger.go:42: 17:06:58 | scheduled-backup-incremental/7-engage-incremental | +++ yq '.items | length' logger.go:42: 17:06:58 | scheduled-backup-incremental/7-engage-incremental | ++ local bcp_count=0 logger.go:42: 17:06:58 | scheduled-backup-incremental/7-engage-incremental | ++ echo 0 logger.go:42: 17:06:58 | scheduled-backup-incremental/7-engage-incremental | + bcp_count=0 logger.go:42: 17:06:58 | scheduled-backup-incremental/7-engage-incremental | + [[ 0 -lt 3 ]] logger.go:42: 17:06:58 | scheduled-backup-incremental/7-engage-incremental | + echo 'There are 0 incremental ps-backups but should be at least 3' logger.go:42: 17:06:58 | scheduled-backup-incremental/7-engage-incremental | There are 0 incremental ps-backups but should be at least 3 logger.go:42: 17:06:58 | scheduled-backup-incremental/7-engage-incremental | + exit 1 logger.go:42: 17:07:00 | scheduled-backup-incremental/7-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 3 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 3" exit 1 fi] logger.go:42: 17:07:00 | scheduled-backup-incremental/7-engage-incremental | + source ../../functions logger.go:42: 17:07:00 | scheduled-backup-incremental/7-engage-incremental | +++ realpath ../../.. logger.go:42: 17:07:00 | scheduled-backup-incremental/7-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:07:00 | scheduled-backup-incremental/7-engage-incremental | ++++ pwd logger.go:42: 17:07:00 | scheduled-backup-incremental/7-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 17:07:00 | scheduled-backup-incremental/7-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 17:07:00 | scheduled-backup-incremental/7-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/vars.sh logger.go:42: 17:07:00 | scheduled-backup-incremental/7-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:07:00 | scheduled-backup-incremental/7-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:07:00 | scheduled-backup-incremental/7-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:07:00 | scheduled-backup-incremental/7-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:07:00 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:07:00 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:07:00 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:07:00 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:07:00 | scheduled-backup-incremental/7-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:07:00 | scheduled-backup-incremental/7-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:07:00 | scheduled-backup-incremental/7-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 17:07:00 | scheduled-backup-incremental/7-engage-incremental | +++ export GIT_BRANCH=PR-1269 logger.go:42: 17:07:00 | scheduled-backup-incremental/7-engage-incremental | +++ GIT_BRANCH=PR-1269 logger.go:42: 17:07:00 | scheduled-backup-incremental/7-engage-incremental | +++ export VERSION=PR-1269-fbab6499 logger.go:42: 17:07:00 | scheduled-backup-incremental/7-engage-incremental | +++ VERSION=PR-1269-fbab6499 logger.go:42: 17:07:00 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:07:00 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:07:00 | scheduled-backup-incremental/7-engage-incremental | +++ [[ -z 8.0 ]] logger.go:42: 17:07:00 | scheduled-backup-incremental/7-engage-incremental | +++ export MYSQL_VERSION=8.0 logger.go:42: 17:07:00 | scheduled-backup-incremental/7-engage-incremental | +++ MYSQL_VERSION=8.0 logger.go:42: 17:07:00 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:07:00 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:07:00 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:07:00 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:07:00 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:07:00 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:07:00 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:07:00 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:07:00 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:07:00 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:07:00 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:07:00 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:07:00 | scheduled-backup-incremental/7-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:07:00 | scheduled-backup-incremental/7-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:07:00 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:07:00 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:07:00 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:07:00 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:07:00 | scheduled-backup-incremental/7-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 17:07:00 | scheduled-backup-incremental/7-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 17:07:00 | scheduled-backup-incremental/7-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 17:07:00 | scheduled-backup-incremental/7-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 17:07:00 | scheduled-backup-incremental/7-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 17:07:00 | scheduled-backup-incremental/7-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 17:07:00 | scheduled-backup-incremental/7-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 17:07:00 | scheduled-backup-incremental/7-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 17:07:00 | scheduled-backup-incremental/7-engage-incremental | ++++ which gdate logger.go:42: 17:07:00 | scheduled-backup-incremental/7-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:07:00 | scheduled-backup-incremental/7-engage-incremental | ++++ which date logger.go:42: 17:07:00 | scheduled-backup-incremental/7-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 17:07:00 | scheduled-backup-incremental/7-engage-incremental | +++ oc get projects logger.go:42: 17:07:00 | scheduled-backup-incremental/7-engage-incremental | +++ : logger.go:42: 17:07:00 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get nodes logger.go:42: 17:07:00 | scheduled-backup-incremental/7-engage-incremental | +++ grep '^minikube' logger.go:42: 17:07:00 | scheduled-backup-incremental/7-engage-incremental | +++ which gsed logger.go:42: 17:07:00 | scheduled-backup-incremental/7-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:07:00 | scheduled-backup-incremental/7-engage-incremental | +++ which sed logger.go:42: 17:07:00 | scheduled-backup-incremental/7-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 17:07:00 | scheduled-backup-incremental/7-engage-incremental | ++ oc get projects logger.go:42: 17:07:00 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl version -o json logger.go:42: 17:07:00 | scheduled-backup-incremental/7-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 17:07:00 | scheduled-backup-incremental/7-engage-incremental | +++ grep '\-eks\-' logger.go:42: 17:07:00 | scheduled-backup-incremental/7-engage-incremental | grep: warning: stray \ before - logger.go:42: 17:07:01 | scheduled-backup-incremental/7-engage-incremental | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 17:07:01 | scheduled-backup-incremental/7-engage-incremental | ++ '[' ']' logger.go:42: 17:07:01 | scheduled-backup-incremental/7-engage-incremental | ++ EKS=0 logger.go:42: 17:07:01 | scheduled-backup-incremental/7-engage-incremental | +++ get_cluster_name logger.go:42: 17:07:01 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl -n kuttl-test-perfect-anchovy get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 17:07:01 | scheduled-backup-incremental/7-engage-incremental | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 17:07:01 | scheduled-backup-incremental/7-engage-incremental | ++ local schedule_name=minio-incr logger.go:42: 17:07:01 | scheduled-backup-incremental/7-engage-incremental | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 17:07:01 | scheduled-backup-incremental/7-engage-incremental | +++ printf %s kuttl-test-perfect-anchovy-scheduled-backup-incremental logger.go:42: 17:07:01 | scheduled-backup-incremental/7-engage-incremental | +++ sha1sum logger.go:42: 17:07:01 | scheduled-backup-incremental/7-engage-incremental | +++ awk '{print $1}' logger.go:42: 17:07:01 | scheduled-backup-incremental/7-engage-incremental | +++ head -c 5 logger.go:42: 17:07:01 | scheduled-backup-incremental/7-engage-incremental | ++ local prefix=c8a08 logger.go:42: 17:07:01 | scheduled-backup-incremental/7-engage-incremental | +++ yq '.items | length' logger.go:42: 17:07:01 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get ps-backup -n kuttl-test-perfect-anchovy -l percona.com/backup-ancestor=c8a08-minio-incr -o yaml logger.go:42: 17:07:02 | scheduled-backup-incremental/7-engage-incremental | ++ local bcp_count=0 logger.go:42: 17:07:02 | scheduled-backup-incremental/7-engage-incremental | ++ echo 0 logger.go:42: 17:07:02 | scheduled-backup-incremental/7-engage-incremental | + bcp_count=0 logger.go:42: 17:07:02 | scheduled-backup-incremental/7-engage-incremental | + [[ 0 -lt 3 ]] logger.go:42: 17:07:02 | scheduled-backup-incremental/7-engage-incremental | + echo 'There are 0 incremental ps-backups but should be at least 3' logger.go:42: 17:07:02 | scheduled-backup-incremental/7-engage-incremental | There are 0 incremental ps-backups but should be at least 3 logger.go:42: 17:07:02 | scheduled-backup-incremental/7-engage-incremental | + exit 1 logger.go:42: 17:07:03 | scheduled-backup-incremental/7-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 3 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 3" exit 1 fi] logger.go:42: 17:07:03 | scheduled-backup-incremental/7-engage-incremental | + source ../../functions logger.go:42: 17:07:03 | scheduled-backup-incremental/7-engage-incremental | +++ realpath ../../.. logger.go:42: 17:07:03 | scheduled-backup-incremental/7-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:07:03 | scheduled-backup-incremental/7-engage-incremental | ++++ pwd logger.go:42: 17:07:03 | scheduled-backup-incremental/7-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 17:07:03 | scheduled-backup-incremental/7-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 17:07:03 | scheduled-backup-incremental/7-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/vars.sh logger.go:42: 17:07:03 | scheduled-backup-incremental/7-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:07:03 | scheduled-backup-incremental/7-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:07:03 | scheduled-backup-incremental/7-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:07:03 | scheduled-backup-incremental/7-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:07:03 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:07:03 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:07:03 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:07:03 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:07:03 | scheduled-backup-incremental/7-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:07:03 | scheduled-backup-incremental/7-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:07:03 | scheduled-backup-incremental/7-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 17:07:03 | scheduled-backup-incremental/7-engage-incremental | +++ export GIT_BRANCH=PR-1269 logger.go:42: 17:07:03 | scheduled-backup-incremental/7-engage-incremental | +++ GIT_BRANCH=PR-1269 logger.go:42: 17:07:03 | scheduled-backup-incremental/7-engage-incremental | +++ export VERSION=PR-1269-fbab6499 logger.go:42: 17:07:03 | scheduled-backup-incremental/7-engage-incremental | +++ VERSION=PR-1269-fbab6499 logger.go:42: 17:07:03 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:07:03 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:07:03 | scheduled-backup-incremental/7-engage-incremental | +++ [[ -z 8.0 ]] logger.go:42: 17:07:03 | scheduled-backup-incremental/7-engage-incremental | +++ export MYSQL_VERSION=8.0 logger.go:42: 17:07:03 | scheduled-backup-incremental/7-engage-incremental | +++ MYSQL_VERSION=8.0 logger.go:42: 17:07:03 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:07:03 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:07:03 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:07:03 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:07:03 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:07:03 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:07:03 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:07:03 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:07:03 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:07:03 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:07:03 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:07:03 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:07:03 | scheduled-backup-incremental/7-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:07:03 | scheduled-backup-incremental/7-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:07:03 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:07:03 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:07:03 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:07:03 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:07:03 | scheduled-backup-incremental/7-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 17:07:03 | scheduled-backup-incremental/7-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 17:07:03 | scheduled-backup-incremental/7-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 17:07:03 | scheduled-backup-incremental/7-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 17:07:03 | scheduled-backup-incremental/7-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 17:07:03 | scheduled-backup-incremental/7-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 17:07:03 | scheduled-backup-incremental/7-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 17:07:03 | scheduled-backup-incremental/7-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 17:07:03 | scheduled-backup-incremental/7-engage-incremental | ++++ which gdate logger.go:42: 17:07:03 | scheduled-backup-incremental/7-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:07:03 | scheduled-backup-incremental/7-engage-incremental | ++++ which date logger.go:42: 17:07:03 | scheduled-backup-incremental/7-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 17:07:03 | scheduled-backup-incremental/7-engage-incremental | +++ oc get projects logger.go:42: 17:07:03 | scheduled-backup-incremental/7-engage-incremental | +++ : logger.go:42: 17:07:03 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get nodes logger.go:42: 17:07:03 | scheduled-backup-incremental/7-engage-incremental | +++ grep '^minikube' logger.go:42: 17:07:04 | scheduled-backup-incremental/7-engage-incremental | +++ which gsed logger.go:42: 17:07:04 | scheduled-backup-incremental/7-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:07:04 | scheduled-backup-incremental/7-engage-incremental | +++ which sed logger.go:42: 17:07:04 | scheduled-backup-incremental/7-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 17:07:04 | scheduled-backup-incremental/7-engage-incremental | ++ oc get projects logger.go:42: 17:07:04 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl version -o json logger.go:42: 17:07:04 | scheduled-backup-incremental/7-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 17:07:04 | scheduled-backup-incremental/7-engage-incremental | +++ grep '\-eks\-' logger.go:42: 17:07:04 | scheduled-backup-incremental/7-engage-incremental | grep: warning: stray \ before - logger.go:42: 17:07:04 | scheduled-backup-incremental/7-engage-incremental | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 17:07:04 | scheduled-backup-incremental/7-engage-incremental | ++ '[' ']' logger.go:42: 17:07:04 | scheduled-backup-incremental/7-engage-incremental | ++ EKS=0 logger.go:42: 17:07:04 | scheduled-backup-incremental/7-engage-incremental | +++ get_cluster_name logger.go:42: 17:07:04 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl -n kuttl-test-perfect-anchovy get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 17:07:05 | scheduled-backup-incremental/7-engage-incremental | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 17:07:05 | scheduled-backup-incremental/7-engage-incremental | ++ local schedule_name=minio-incr logger.go:42: 17:07:05 | scheduled-backup-incremental/7-engage-incremental | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 17:07:05 | scheduled-backup-incremental/7-engage-incremental | +++ printf %s kuttl-test-perfect-anchovy-scheduled-backup-incremental logger.go:42: 17:07:05 | scheduled-backup-incremental/7-engage-incremental | +++ sha1sum logger.go:42: 17:07:05 | scheduled-backup-incremental/7-engage-incremental | +++ awk '{print $1}' logger.go:42: 17:07:05 | scheduled-backup-incremental/7-engage-incremental | +++ head -c 5 logger.go:42: 17:07:05 | scheduled-backup-incremental/7-engage-incremental | ++ local prefix=c8a08 logger.go:42: 17:07:05 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get ps-backup -n kuttl-test-perfect-anchovy -l percona.com/backup-ancestor=c8a08-minio-incr -o yaml logger.go:42: 17:07:05 | scheduled-backup-incremental/7-engage-incremental | +++ yq '.items | length' logger.go:42: 17:07:05 | scheduled-backup-incremental/7-engage-incremental | ++ local bcp_count=0 logger.go:42: 17:07:05 | scheduled-backup-incremental/7-engage-incremental | ++ echo 0 logger.go:42: 17:07:05 | scheduled-backup-incremental/7-engage-incremental | + bcp_count=0 logger.go:42: 17:07:05 | scheduled-backup-incremental/7-engage-incremental | + [[ 0 -lt 3 ]] logger.go:42: 17:07:05 | scheduled-backup-incremental/7-engage-incremental | + echo 'There are 0 incremental ps-backups but should be at least 3' logger.go:42: 17:07:05 | scheduled-backup-incremental/7-engage-incremental | There are 0 incremental ps-backups but should be at least 3 logger.go:42: 17:07:05 | scheduled-backup-incremental/7-engage-incremental | + exit 1 logger.go:42: 17:07:06 | scheduled-backup-incremental/7-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 3 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 3" exit 1 fi] logger.go:42: 17:07:06 | scheduled-backup-incremental/7-engage-incremental | + source ../../functions logger.go:42: 17:07:06 | scheduled-backup-incremental/7-engage-incremental | +++ realpath ../../.. logger.go:42: 17:07:06 | scheduled-backup-incremental/7-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:07:06 | scheduled-backup-incremental/7-engage-incremental | ++++ pwd logger.go:42: 17:07:06 | scheduled-backup-incremental/7-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 17:07:06 | scheduled-backup-incremental/7-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 17:07:06 | scheduled-backup-incremental/7-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/vars.sh logger.go:42: 17:07:06 | scheduled-backup-incremental/7-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:07:06 | scheduled-backup-incremental/7-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:07:06 | scheduled-backup-incremental/7-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:07:06 | scheduled-backup-incremental/7-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:07:06 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:07:06 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:07:06 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:07:06 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:07:06 | scheduled-backup-incremental/7-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:07:06 | scheduled-backup-incremental/7-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:07:06 | scheduled-backup-incremental/7-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 17:07:06 | scheduled-backup-incremental/7-engage-incremental | +++ export GIT_BRANCH=PR-1269 logger.go:42: 17:07:06 | scheduled-backup-incremental/7-engage-incremental | +++ GIT_BRANCH=PR-1269 logger.go:42: 17:07:06 | scheduled-backup-incremental/7-engage-incremental | +++ export VERSION=PR-1269-fbab6499 logger.go:42: 17:07:06 | scheduled-backup-incremental/7-engage-incremental | +++ VERSION=PR-1269-fbab6499 logger.go:42: 17:07:06 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:07:06 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:07:06 | scheduled-backup-incremental/7-engage-incremental | +++ [[ -z 8.0 ]] logger.go:42: 17:07:06 | scheduled-backup-incremental/7-engage-incremental | +++ export MYSQL_VERSION=8.0 logger.go:42: 17:07:06 | scheduled-backup-incremental/7-engage-incremental | +++ MYSQL_VERSION=8.0 logger.go:42: 17:07:06 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:07:06 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:07:06 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:07:06 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:07:06 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:07:06 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:07:06 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:07:06 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:07:06 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:07:06 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:07:06 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:07:06 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:07:06 | scheduled-backup-incremental/7-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:07:06 | scheduled-backup-incremental/7-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:07:06 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:07:06 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:07:06 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:07:06 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:07:06 | scheduled-backup-incremental/7-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 17:07:06 | scheduled-backup-incremental/7-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 17:07:06 | scheduled-backup-incremental/7-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 17:07:06 | scheduled-backup-incremental/7-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 17:07:06 | scheduled-backup-incremental/7-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 17:07:06 | scheduled-backup-incremental/7-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 17:07:06 | scheduled-backup-incremental/7-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 17:07:06 | scheduled-backup-incremental/7-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 17:07:06 | scheduled-backup-incremental/7-engage-incremental | ++++ which gdate logger.go:42: 17:07:06 | scheduled-backup-incremental/7-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:07:06 | scheduled-backup-incremental/7-engage-incremental | ++++ which date logger.go:42: 17:07:06 | scheduled-backup-incremental/7-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 17:07:06 | scheduled-backup-incremental/7-engage-incremental | +++ oc get projects logger.go:42: 17:07:06 | scheduled-backup-incremental/7-engage-incremental | +++ : logger.go:42: 17:07:06 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get nodes logger.go:42: 17:07:06 | scheduled-backup-incremental/7-engage-incremental | +++ grep '^minikube' logger.go:42: 17:07:07 | scheduled-backup-incremental/7-engage-incremental | +++ which gsed logger.go:42: 17:07:07 | scheduled-backup-incremental/7-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:07:07 | scheduled-backup-incremental/7-engage-incremental | +++ which sed logger.go:42: 17:07:07 | scheduled-backup-incremental/7-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 17:07:07 | scheduled-backup-incremental/7-engage-incremental | ++ oc get projects logger.go:42: 17:07:07 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl version -o json logger.go:42: 17:07:07 | scheduled-backup-incremental/7-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 17:07:07 | scheduled-backup-incremental/7-engage-incremental | +++ grep '\-eks\-' logger.go:42: 17:07:07 | scheduled-backup-incremental/7-engage-incremental | grep: warning: stray \ before - logger.go:42: 17:07:07 | scheduled-backup-incremental/7-engage-incremental | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 17:07:07 | scheduled-backup-incremental/7-engage-incremental | ++ '[' ']' logger.go:42: 17:07:07 | scheduled-backup-incremental/7-engage-incremental | ++ EKS=0 logger.go:42: 17:07:07 | scheduled-backup-incremental/7-engage-incremental | +++ get_cluster_name logger.go:42: 17:07:07 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl -n kuttl-test-perfect-anchovy get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 17:07:08 | scheduled-backup-incremental/7-engage-incremental | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 17:07:08 | scheduled-backup-incremental/7-engage-incremental | ++ local schedule_name=minio-incr logger.go:42: 17:07:08 | scheduled-backup-incremental/7-engage-incremental | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 17:07:08 | scheduled-backup-incremental/7-engage-incremental | +++ printf %s kuttl-test-perfect-anchovy-scheduled-backup-incremental logger.go:42: 17:07:08 | scheduled-backup-incremental/7-engage-incremental | +++ sha1sum logger.go:42: 17:07:08 | scheduled-backup-incremental/7-engage-incremental | +++ awk '{print $1}' logger.go:42: 17:07:08 | scheduled-backup-incremental/7-engage-incremental | +++ head -c 5 logger.go:42: 17:07:08 | scheduled-backup-incremental/7-engage-incremental | ++ local prefix=c8a08 logger.go:42: 17:07:08 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get ps-backup -n kuttl-test-perfect-anchovy -l percona.com/backup-ancestor=c8a08-minio-incr -o yaml logger.go:42: 17:07:08 | scheduled-backup-incremental/7-engage-incremental | +++ yq '.items | length' logger.go:42: 17:07:08 | scheduled-backup-incremental/7-engage-incremental | ++ local bcp_count=0 logger.go:42: 17:07:08 | scheduled-backup-incremental/7-engage-incremental | ++ echo 0 logger.go:42: 17:07:08 | scheduled-backup-incremental/7-engage-incremental | + bcp_count=0 logger.go:42: 17:07:08 | scheduled-backup-incremental/7-engage-incremental | + [[ 0 -lt 3 ]] logger.go:42: 17:07:08 | scheduled-backup-incremental/7-engage-incremental | + echo 'There are 0 incremental ps-backups but should be at least 3' logger.go:42: 17:07:08 | scheduled-backup-incremental/7-engage-incremental | There are 0 incremental ps-backups but should be at least 3 logger.go:42: 17:07:08 | scheduled-backup-incremental/7-engage-incremental | + exit 1 logger.go:42: 17:07:09 | scheduled-backup-incremental/7-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 3 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 3" exit 1 fi] logger.go:42: 17:07:09 | scheduled-backup-incremental/7-engage-incremental | + source ../../functions logger.go:42: 17:07:09 | scheduled-backup-incremental/7-engage-incremental | +++ realpath ../../.. logger.go:42: 17:07:09 | scheduled-backup-incremental/7-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:07:09 | scheduled-backup-incremental/7-engage-incremental | ++++ pwd logger.go:42: 17:07:09 | scheduled-backup-incremental/7-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 17:07:09 | scheduled-backup-incremental/7-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 17:07:09 | scheduled-backup-incremental/7-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/vars.sh logger.go:42: 17:07:09 | scheduled-backup-incremental/7-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:07:09 | scheduled-backup-incremental/7-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:07:09 | scheduled-backup-incremental/7-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:07:09 | scheduled-backup-incremental/7-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:07:09 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:07:09 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:07:09 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:07:09 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:07:09 | scheduled-backup-incremental/7-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:07:09 | scheduled-backup-incremental/7-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:07:09 | scheduled-backup-incremental/7-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 17:07:09 | scheduled-backup-incremental/7-engage-incremental | +++ export GIT_BRANCH=PR-1269 logger.go:42: 17:07:09 | scheduled-backup-incremental/7-engage-incremental | +++ GIT_BRANCH=PR-1269 logger.go:42: 17:07:09 | scheduled-backup-incremental/7-engage-incremental | +++ export VERSION=PR-1269-fbab6499 logger.go:42: 17:07:09 | scheduled-backup-incremental/7-engage-incremental | +++ VERSION=PR-1269-fbab6499 logger.go:42: 17:07:09 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:07:09 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:07:09 | scheduled-backup-incremental/7-engage-incremental | +++ [[ -z 8.0 ]] logger.go:42: 17:07:09 | scheduled-backup-incremental/7-engage-incremental | +++ export MYSQL_VERSION=8.0 logger.go:42: 17:07:09 | scheduled-backup-incremental/7-engage-incremental | +++ MYSQL_VERSION=8.0 logger.go:42: 17:07:09 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:07:09 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:07:09 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:07:09 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:07:09 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:07:09 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:07:09 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:07:09 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:07:09 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:07:09 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:07:09 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:07:09 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:07:09 | scheduled-backup-incremental/7-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:07:09 | scheduled-backup-incremental/7-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:07:09 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:07:09 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:07:09 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:07:09 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:07:09 | scheduled-backup-incremental/7-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 17:07:09 | scheduled-backup-incremental/7-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 17:07:09 | scheduled-backup-incremental/7-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 17:07:09 | scheduled-backup-incremental/7-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 17:07:09 | scheduled-backup-incremental/7-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 17:07:09 | scheduled-backup-incremental/7-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 17:07:09 | scheduled-backup-incremental/7-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 17:07:09 | scheduled-backup-incremental/7-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 17:07:09 | scheduled-backup-incremental/7-engage-incremental | ++++ which gdate logger.go:42: 17:07:09 | scheduled-backup-incremental/7-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:07:09 | scheduled-backup-incremental/7-engage-incremental | ++++ which date logger.go:42: 17:07:09 | scheduled-backup-incremental/7-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 17:07:09 | scheduled-backup-incremental/7-engage-incremental | +++ oc get projects logger.go:42: 17:07:09 | scheduled-backup-incremental/7-engage-incremental | +++ : logger.go:42: 17:07:09 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get nodes logger.go:42: 17:07:09 | scheduled-backup-incremental/7-engage-incremental | +++ grep '^minikube' logger.go:42: 17:07:10 | scheduled-backup-incremental/7-engage-incremental | +++ which gsed logger.go:42: 17:07:10 | scheduled-backup-incremental/7-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:07:10 | scheduled-backup-incremental/7-engage-incremental | +++ which sed logger.go:42: 17:07:10 | scheduled-backup-incremental/7-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 17:07:10 | scheduled-backup-incremental/7-engage-incremental | ++ oc get projects logger.go:42: 17:07:10 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl version -o json logger.go:42: 17:07:10 | scheduled-backup-incremental/7-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 17:07:10 | scheduled-backup-incremental/7-engage-incremental | +++ grep '\-eks\-' logger.go:42: 17:07:10 | scheduled-backup-incremental/7-engage-incremental | grep: warning: stray \ before - logger.go:42: 17:07:10 | scheduled-backup-incremental/7-engage-incremental | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 17:07:10 | scheduled-backup-incremental/7-engage-incremental | ++ '[' ']' logger.go:42: 17:07:10 | scheduled-backup-incremental/7-engage-incremental | ++ EKS=0 logger.go:42: 17:07:10 | scheduled-backup-incremental/7-engage-incremental | +++ get_cluster_name logger.go:42: 17:07:10 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl -n kuttl-test-perfect-anchovy get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 17:07:11 | scheduled-backup-incremental/7-engage-incremental | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 17:07:11 | scheduled-backup-incremental/7-engage-incremental | ++ local schedule_name=minio-incr logger.go:42: 17:07:11 | scheduled-backup-incremental/7-engage-incremental | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 17:07:11 | scheduled-backup-incremental/7-engage-incremental | +++ printf %s kuttl-test-perfect-anchovy-scheduled-backup-incremental logger.go:42: 17:07:11 | scheduled-backup-incremental/7-engage-incremental | +++ sha1sum logger.go:42: 17:07:11 | scheduled-backup-incremental/7-engage-incremental | +++ awk '{print $1}' logger.go:42: 17:07:11 | scheduled-backup-incremental/7-engage-incremental | +++ head -c 5 logger.go:42: 17:07:11 | scheduled-backup-incremental/7-engage-incremental | ++ local prefix=c8a08 logger.go:42: 17:07:11 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get ps-backup -n kuttl-test-perfect-anchovy -l percona.com/backup-ancestor=c8a08-minio-incr -o yaml logger.go:42: 17:07:11 | scheduled-backup-incremental/7-engage-incremental | +++ yq '.items | length' logger.go:42: 17:07:11 | scheduled-backup-incremental/7-engage-incremental | ++ local bcp_count=0 logger.go:42: 17:07:11 | scheduled-backup-incremental/7-engage-incremental | ++ echo 0 logger.go:42: 17:07:11 | scheduled-backup-incremental/7-engage-incremental | + bcp_count=0 logger.go:42: 17:07:11 | scheduled-backup-incremental/7-engage-incremental | + [[ 0 -lt 3 ]] logger.go:42: 17:07:11 | scheduled-backup-incremental/7-engage-incremental | + echo 'There are 0 incremental ps-backups but should be at least 3' logger.go:42: 17:07:11 | scheduled-backup-incremental/7-engage-incremental | There are 0 incremental ps-backups but should be at least 3 logger.go:42: 17:07:11 | scheduled-backup-incremental/7-engage-incremental | + exit 1 logger.go:42: 17:07:13 | scheduled-backup-incremental/7-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 3 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 3" exit 1 fi] logger.go:42: 17:07:13 | scheduled-backup-incremental/7-engage-incremental | + source ../../functions logger.go:42: 17:07:13 | scheduled-backup-incremental/7-engage-incremental | +++ realpath ../../.. logger.go:42: 17:07:13 | scheduled-backup-incremental/7-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:07:13 | scheduled-backup-incremental/7-engage-incremental | ++++ pwd logger.go:42: 17:07:13 | scheduled-backup-incremental/7-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 17:07:13 | scheduled-backup-incremental/7-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 17:07:13 | scheduled-backup-incremental/7-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/vars.sh logger.go:42: 17:07:13 | scheduled-backup-incremental/7-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:07:13 | scheduled-backup-incremental/7-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:07:13 | scheduled-backup-incremental/7-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:07:13 | scheduled-backup-incremental/7-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:07:13 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:07:13 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:07:13 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:07:13 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:07:13 | scheduled-backup-incremental/7-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:07:13 | scheduled-backup-incremental/7-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:07:13 | scheduled-backup-incremental/7-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 17:07:13 | scheduled-backup-incremental/7-engage-incremental | +++ export GIT_BRANCH=PR-1269 logger.go:42: 17:07:13 | scheduled-backup-incremental/7-engage-incremental | +++ GIT_BRANCH=PR-1269 logger.go:42: 17:07:13 | scheduled-backup-incremental/7-engage-incremental | +++ export VERSION=PR-1269-fbab6499 logger.go:42: 17:07:13 | scheduled-backup-incremental/7-engage-incremental | +++ VERSION=PR-1269-fbab6499 logger.go:42: 17:07:13 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:07:13 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:07:13 | scheduled-backup-incremental/7-engage-incremental | +++ [[ -z 8.0 ]] logger.go:42: 17:07:13 | scheduled-backup-incremental/7-engage-incremental | +++ export MYSQL_VERSION=8.0 logger.go:42: 17:07:13 | scheduled-backup-incremental/7-engage-incremental | +++ MYSQL_VERSION=8.0 logger.go:42: 17:07:13 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:07:13 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:07:13 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:07:13 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:07:13 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:07:13 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:07:13 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:07:13 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:07:13 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:07:13 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:07:13 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:07:13 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:07:13 | scheduled-backup-incremental/7-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:07:13 | scheduled-backup-incremental/7-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:07:13 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:07:13 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:07:13 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:07:13 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:07:13 | scheduled-backup-incremental/7-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 17:07:13 | scheduled-backup-incremental/7-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 17:07:13 | scheduled-backup-incremental/7-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 17:07:13 | scheduled-backup-incremental/7-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 17:07:13 | scheduled-backup-incremental/7-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 17:07:13 | scheduled-backup-incremental/7-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 17:07:13 | scheduled-backup-incremental/7-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 17:07:13 | scheduled-backup-incremental/7-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 17:07:13 | scheduled-backup-incremental/7-engage-incremental | ++++ which gdate logger.go:42: 17:07:13 | scheduled-backup-incremental/7-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:07:13 | scheduled-backup-incremental/7-engage-incremental | ++++ which date logger.go:42: 17:07:13 | scheduled-backup-incremental/7-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 17:07:13 | scheduled-backup-incremental/7-engage-incremental | +++ oc get projects logger.go:42: 17:07:13 | scheduled-backup-incremental/7-engage-incremental | +++ : logger.go:42: 17:07:13 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get nodes logger.go:42: 17:07:13 | scheduled-backup-incremental/7-engage-incremental | +++ grep '^minikube' logger.go:42: 17:07:13 | scheduled-backup-incremental/7-engage-incremental | +++ which gsed logger.go:42: 17:07:13 | scheduled-backup-incremental/7-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:07:13 | scheduled-backup-incremental/7-engage-incremental | +++ which sed logger.go:42: 17:07:13 | scheduled-backup-incremental/7-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 17:07:13 | scheduled-backup-incremental/7-engage-incremental | ++ oc get projects logger.go:42: 17:07:13 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl version -o json logger.go:42: 17:07:13 | scheduled-backup-incremental/7-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 17:07:13 | scheduled-backup-incremental/7-engage-incremental | +++ grep '\-eks\-' logger.go:42: 17:07:13 | scheduled-backup-incremental/7-engage-incremental | grep: warning: stray \ before - logger.go:42: 17:07:14 | scheduled-backup-incremental/7-engage-incremental | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 17:07:14 | scheduled-backup-incremental/7-engage-incremental | ++ '[' ']' logger.go:42: 17:07:14 | scheduled-backup-incremental/7-engage-incremental | ++ EKS=0 logger.go:42: 17:07:14 | scheduled-backup-incremental/7-engage-incremental | +++ get_cluster_name logger.go:42: 17:07:14 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl -n kuttl-test-perfect-anchovy get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 17:07:14 | scheduled-backup-incremental/7-engage-incremental | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 17:07:14 | scheduled-backup-incremental/7-engage-incremental | ++ local schedule_name=minio-incr logger.go:42: 17:07:14 | scheduled-backup-incremental/7-engage-incremental | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 17:07:14 | scheduled-backup-incremental/7-engage-incremental | +++ printf %s kuttl-test-perfect-anchovy-scheduled-backup-incremental logger.go:42: 17:07:14 | scheduled-backup-incremental/7-engage-incremental | +++ sha1sum logger.go:42: 17:07:14 | scheduled-backup-incremental/7-engage-incremental | +++ awk '{print $1}' logger.go:42: 17:07:14 | scheduled-backup-incremental/7-engage-incremental | +++ head -c 5 logger.go:42: 17:07:14 | scheduled-backup-incremental/7-engage-incremental | ++ local prefix=c8a08 logger.go:42: 17:07:14 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get ps-backup -n kuttl-test-perfect-anchovy -l percona.com/backup-ancestor=c8a08-minio-incr -o yaml logger.go:42: 17:07:14 | scheduled-backup-incremental/7-engage-incremental | +++ yq '.items | length' logger.go:42: 17:07:15 | scheduled-backup-incremental/7-engage-incremental | ++ local bcp_count=0 logger.go:42: 17:07:15 | scheduled-backup-incremental/7-engage-incremental | ++ echo 0 logger.go:42: 17:07:15 | scheduled-backup-incremental/7-engage-incremental | + bcp_count=0 logger.go:42: 17:07:15 | scheduled-backup-incremental/7-engage-incremental | + [[ 0 -lt 3 ]] logger.go:42: 17:07:15 | scheduled-backup-incremental/7-engage-incremental | + echo 'There are 0 incremental ps-backups but should be at least 3' logger.go:42: 17:07:15 | scheduled-backup-incremental/7-engage-incremental | There are 0 incremental ps-backups but should be at least 3 logger.go:42: 17:07:15 | scheduled-backup-incremental/7-engage-incremental | + exit 1 logger.go:42: 17:07:16 | scheduled-backup-incremental/7-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 3 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 3" exit 1 fi] logger.go:42: 17:07:16 | scheduled-backup-incremental/7-engage-incremental | + source ../../functions logger.go:42: 17:07:16 | scheduled-backup-incremental/7-engage-incremental | +++ realpath ../../.. logger.go:42: 17:07:16 | scheduled-backup-incremental/7-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:07:16 | scheduled-backup-incremental/7-engage-incremental | ++++ pwd logger.go:42: 17:07:16 | scheduled-backup-incremental/7-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 17:07:16 | scheduled-backup-incremental/7-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 17:07:16 | scheduled-backup-incremental/7-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/vars.sh logger.go:42: 17:07:16 | scheduled-backup-incremental/7-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:07:16 | scheduled-backup-incremental/7-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:07:16 | scheduled-backup-incremental/7-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:07:16 | scheduled-backup-incremental/7-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:07:16 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:07:16 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:07:16 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:07:16 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:07:16 | scheduled-backup-incremental/7-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:07:16 | scheduled-backup-incremental/7-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:07:16 | scheduled-backup-incremental/7-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 17:07:16 | scheduled-backup-incremental/7-engage-incremental | +++ export GIT_BRANCH=PR-1269 logger.go:42: 17:07:16 | scheduled-backup-incremental/7-engage-incremental | +++ GIT_BRANCH=PR-1269 logger.go:42: 17:07:16 | scheduled-backup-incremental/7-engage-incremental | +++ export VERSION=PR-1269-fbab6499 logger.go:42: 17:07:16 | scheduled-backup-incremental/7-engage-incremental | +++ VERSION=PR-1269-fbab6499 logger.go:42: 17:07:16 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:07:16 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:07:16 | scheduled-backup-incremental/7-engage-incremental | +++ [[ -z 8.0 ]] logger.go:42: 17:07:16 | scheduled-backup-incremental/7-engage-incremental | +++ export MYSQL_VERSION=8.0 logger.go:42: 17:07:16 | scheduled-backup-incremental/7-engage-incremental | +++ MYSQL_VERSION=8.0 logger.go:42: 17:07:16 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:07:16 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:07:16 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:07:16 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:07:16 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:07:16 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:07:16 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:07:16 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:07:16 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:07:16 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:07:16 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:07:16 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:07:16 | scheduled-backup-incremental/7-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:07:16 | scheduled-backup-incremental/7-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:07:16 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:07:16 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:07:16 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:07:16 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:07:16 | scheduled-backup-incremental/7-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 17:07:16 | scheduled-backup-incremental/7-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 17:07:16 | scheduled-backup-incremental/7-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 17:07:16 | scheduled-backup-incremental/7-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 17:07:16 | scheduled-backup-incremental/7-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 17:07:16 | scheduled-backup-incremental/7-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 17:07:16 | scheduled-backup-incremental/7-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 17:07:16 | scheduled-backup-incremental/7-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 17:07:16 | scheduled-backup-incremental/7-engage-incremental | ++++ which gdate logger.go:42: 17:07:16 | scheduled-backup-incremental/7-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:07:16 | scheduled-backup-incremental/7-engage-incremental | ++++ which date logger.go:42: 17:07:16 | scheduled-backup-incremental/7-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 17:07:16 | scheduled-backup-incremental/7-engage-incremental | +++ oc get projects logger.go:42: 17:07:16 | scheduled-backup-incremental/7-engage-incremental | +++ : logger.go:42: 17:07:16 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get nodes logger.go:42: 17:07:16 | scheduled-backup-incremental/7-engage-incremental | +++ grep '^minikube' logger.go:42: 17:07:17 | scheduled-backup-incremental/7-engage-incremental | +++ which gsed logger.go:42: 17:07:17 | scheduled-backup-incremental/7-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:07:17 | scheduled-backup-incremental/7-engage-incremental | +++ which sed logger.go:42: 17:07:17 | scheduled-backup-incremental/7-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 17:07:17 | scheduled-backup-incremental/7-engage-incremental | ++ oc get projects logger.go:42: 17:07:17 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl version -o json logger.go:42: 17:07:17 | scheduled-backup-incremental/7-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 17:07:17 | scheduled-backup-incremental/7-engage-incremental | +++ grep '\-eks\-' logger.go:42: 17:07:17 | scheduled-backup-incremental/7-engage-incremental | grep: warning: stray \ before - logger.go:42: 17:07:17 | scheduled-backup-incremental/7-engage-incremental | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 17:07:17 | scheduled-backup-incremental/7-engage-incremental | ++ '[' ']' logger.go:42: 17:07:17 | scheduled-backup-incremental/7-engage-incremental | ++ EKS=0 logger.go:42: 17:07:17 | scheduled-backup-incremental/7-engage-incremental | +++ get_cluster_name logger.go:42: 17:07:17 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl -n kuttl-test-perfect-anchovy get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 17:07:18 | scheduled-backup-incremental/7-engage-incremental | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 17:07:18 | scheduled-backup-incremental/7-engage-incremental | ++ local schedule_name=minio-incr logger.go:42: 17:07:18 | scheduled-backup-incremental/7-engage-incremental | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 17:07:18 | scheduled-backup-incremental/7-engage-incremental | +++ printf %s kuttl-test-perfect-anchovy-scheduled-backup-incremental logger.go:42: 17:07:18 | scheduled-backup-incremental/7-engage-incremental | +++ sha1sum logger.go:42: 17:07:18 | scheduled-backup-incremental/7-engage-incremental | +++ awk '{print $1}' logger.go:42: 17:07:18 | scheduled-backup-incremental/7-engage-incremental | +++ head -c 5 logger.go:42: 17:07:18 | scheduled-backup-incremental/7-engage-incremental | ++ local prefix=c8a08 logger.go:42: 17:07:18 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get ps-backup -n kuttl-test-perfect-anchovy -l percona.com/backup-ancestor=c8a08-minio-incr -o yaml logger.go:42: 17:07:18 | scheduled-backup-incremental/7-engage-incremental | +++ yq '.items | length' logger.go:42: 17:07:18 | scheduled-backup-incremental/7-engage-incremental | ++ local bcp_count=0 logger.go:42: 17:07:18 | scheduled-backup-incremental/7-engage-incremental | ++ echo 0 logger.go:42: 17:07:18 | scheduled-backup-incremental/7-engage-incremental | + bcp_count=0 logger.go:42: 17:07:18 | scheduled-backup-incremental/7-engage-incremental | + [[ 0 -lt 3 ]] logger.go:42: 17:07:18 | scheduled-backup-incremental/7-engage-incremental | + echo 'There are 0 incremental ps-backups but should be at least 3' logger.go:42: 17:07:18 | scheduled-backup-incremental/7-engage-incremental | There are 0 incremental ps-backups but should be at least 3 logger.go:42: 17:07:18 | scheduled-backup-incremental/7-engage-incremental | + exit 1 logger.go:42: 17:07:19 | scheduled-backup-incremental/7-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 3 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 3" exit 1 fi] logger.go:42: 17:07:19 | scheduled-backup-incremental/7-engage-incremental | + source ../../functions logger.go:42: 17:07:19 | scheduled-backup-incremental/7-engage-incremental | +++ realpath ../../.. logger.go:42: 17:07:19 | scheduled-backup-incremental/7-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:07:19 | scheduled-backup-incremental/7-engage-incremental | ++++ pwd logger.go:42: 17:07:19 | scheduled-backup-incremental/7-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 17:07:19 | scheduled-backup-incremental/7-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 17:07:19 | scheduled-backup-incremental/7-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/vars.sh logger.go:42: 17:07:19 | scheduled-backup-incremental/7-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:07:19 | scheduled-backup-incremental/7-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:07:19 | scheduled-backup-incremental/7-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:07:19 | scheduled-backup-incremental/7-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:07:19 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:07:19 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:07:19 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:07:19 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:07:19 | scheduled-backup-incremental/7-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:07:19 | scheduled-backup-incremental/7-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:07:19 | scheduled-backup-incremental/7-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 17:07:19 | scheduled-backup-incremental/7-engage-incremental | +++ export GIT_BRANCH=PR-1269 logger.go:42: 17:07:19 | scheduled-backup-incremental/7-engage-incremental | +++ GIT_BRANCH=PR-1269 logger.go:42: 17:07:19 | scheduled-backup-incremental/7-engage-incremental | +++ export VERSION=PR-1269-fbab6499 logger.go:42: 17:07:19 | scheduled-backup-incremental/7-engage-incremental | +++ VERSION=PR-1269-fbab6499 logger.go:42: 17:07:19 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:07:19 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:07:19 | scheduled-backup-incremental/7-engage-incremental | +++ [[ -z 8.0 ]] logger.go:42: 17:07:19 | scheduled-backup-incremental/7-engage-incremental | +++ export MYSQL_VERSION=8.0 logger.go:42: 17:07:19 | scheduled-backup-incremental/7-engage-incremental | +++ MYSQL_VERSION=8.0 logger.go:42: 17:07:19 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:07:19 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:07:19 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:07:19 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:07:19 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:07:19 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:07:19 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:07:19 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:07:19 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:07:19 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:07:19 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:07:19 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:07:19 | scheduled-backup-incremental/7-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:07:19 | scheduled-backup-incremental/7-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:07:19 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:07:19 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:07:19 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:07:19 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:07:19 | scheduled-backup-incremental/7-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 17:07:19 | scheduled-backup-incremental/7-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 17:07:19 | scheduled-backup-incremental/7-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 17:07:19 | scheduled-backup-incremental/7-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 17:07:19 | scheduled-backup-incremental/7-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 17:07:19 | scheduled-backup-incremental/7-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 17:07:19 | scheduled-backup-incremental/7-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 17:07:19 | scheduled-backup-incremental/7-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 17:07:19 | scheduled-backup-incremental/7-engage-incremental | ++++ which gdate logger.go:42: 17:07:19 | scheduled-backup-incremental/7-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:07:19 | scheduled-backup-incremental/7-engage-incremental | ++++ which date logger.go:42: 17:07:19 | scheduled-backup-incremental/7-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 17:07:19 | scheduled-backup-incremental/7-engage-incremental | +++ oc get projects logger.go:42: 17:07:19 | scheduled-backup-incremental/7-engage-incremental | +++ : logger.go:42: 17:07:19 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get nodes logger.go:42: 17:07:19 | scheduled-backup-incremental/7-engage-incremental | +++ grep '^minikube' logger.go:42: 17:07:20 | scheduled-backup-incremental/7-engage-incremental | +++ which gsed logger.go:42: 17:07:20 | scheduled-backup-incremental/7-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:07:20 | scheduled-backup-incremental/7-engage-incremental | +++ which sed logger.go:42: 17:07:20 | scheduled-backup-incremental/7-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 17:07:20 | scheduled-backup-incremental/7-engage-incremental | ++ oc get projects logger.go:42: 17:07:20 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl version -o json logger.go:42: 17:07:20 | scheduled-backup-incremental/7-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 17:07:20 | scheduled-backup-incremental/7-engage-incremental | +++ grep '\-eks\-' logger.go:42: 17:07:20 | scheduled-backup-incremental/7-engage-incremental | grep: warning: stray \ before - logger.go:42: 17:07:20 | scheduled-backup-incremental/7-engage-incremental | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 17:07:20 | scheduled-backup-incremental/7-engage-incremental | ++ '[' ']' logger.go:42: 17:07:20 | scheduled-backup-incremental/7-engage-incremental | ++ EKS=0 logger.go:42: 17:07:20 | scheduled-backup-incremental/7-engage-incremental | +++ get_cluster_name logger.go:42: 17:07:20 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl -n kuttl-test-perfect-anchovy get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 17:07:21 | scheduled-backup-incremental/7-engage-incremental | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 17:07:21 | scheduled-backup-incremental/7-engage-incremental | ++ local schedule_name=minio-incr logger.go:42: 17:07:21 | scheduled-backup-incremental/7-engage-incremental | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 17:07:21 | scheduled-backup-incremental/7-engage-incremental | +++ printf %s kuttl-test-perfect-anchovy-scheduled-backup-incremental logger.go:42: 17:07:21 | scheduled-backup-incremental/7-engage-incremental | +++ sha1sum logger.go:42: 17:07:21 | scheduled-backup-incremental/7-engage-incremental | +++ awk '{print $1}' logger.go:42: 17:07:21 | scheduled-backup-incremental/7-engage-incremental | +++ head -c 5 logger.go:42: 17:07:21 | scheduled-backup-incremental/7-engage-incremental | ++ local prefix=c8a08 logger.go:42: 17:07:21 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get ps-backup -n kuttl-test-perfect-anchovy -l percona.com/backup-ancestor=c8a08-minio-incr -o yaml logger.go:42: 17:07:21 | scheduled-backup-incremental/7-engage-incremental | +++ yq '.items | length' logger.go:42: 17:07:21 | scheduled-backup-incremental/7-engage-incremental | ++ local bcp_count=0 logger.go:42: 17:07:21 | scheduled-backup-incremental/7-engage-incremental | ++ echo 0 logger.go:42: 17:07:21 | scheduled-backup-incremental/7-engage-incremental | + bcp_count=0 logger.go:42: 17:07:21 | scheduled-backup-incremental/7-engage-incremental | + [[ 0 -lt 3 ]] logger.go:42: 17:07:21 | scheduled-backup-incremental/7-engage-incremental | + echo 'There are 0 incremental ps-backups but should be at least 3' logger.go:42: 17:07:21 | scheduled-backup-incremental/7-engage-incremental | There are 0 incremental ps-backups but should be at least 3 logger.go:42: 17:07:21 | scheduled-backup-incremental/7-engage-incremental | + exit 1 logger.go:42: 17:07:22 | scheduled-backup-incremental/7-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 3 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 3" exit 1 fi] logger.go:42: 17:07:22 | scheduled-backup-incremental/7-engage-incremental | + source ../../functions logger.go:42: 17:07:22 | scheduled-backup-incremental/7-engage-incremental | +++ realpath ../../.. logger.go:42: 17:07:22 | scheduled-backup-incremental/7-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:07:22 | scheduled-backup-incremental/7-engage-incremental | ++++ pwd logger.go:42: 17:07:22 | scheduled-backup-incremental/7-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 17:07:22 | scheduled-backup-incremental/7-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 17:07:22 | scheduled-backup-incremental/7-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/vars.sh logger.go:42: 17:07:22 | scheduled-backup-incremental/7-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:07:22 | scheduled-backup-incremental/7-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:07:22 | scheduled-backup-incremental/7-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:07:22 | scheduled-backup-incremental/7-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:07:22 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:07:22 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:07:22 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:07:22 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:07:22 | scheduled-backup-incremental/7-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:07:22 | scheduled-backup-incremental/7-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:07:23 | scheduled-backup-incremental/7-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 17:07:23 | scheduled-backup-incremental/7-engage-incremental | +++ export GIT_BRANCH=PR-1269 logger.go:42: 17:07:23 | scheduled-backup-incremental/7-engage-incremental | +++ GIT_BRANCH=PR-1269 logger.go:42: 17:07:23 | scheduled-backup-incremental/7-engage-incremental | +++ export VERSION=PR-1269-fbab6499 logger.go:42: 17:07:23 | scheduled-backup-incremental/7-engage-incremental | +++ VERSION=PR-1269-fbab6499 logger.go:42: 17:07:23 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:07:23 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:07:23 | scheduled-backup-incremental/7-engage-incremental | +++ [[ -z 8.0 ]] logger.go:42: 17:07:23 | scheduled-backup-incremental/7-engage-incremental | +++ export MYSQL_VERSION=8.0 logger.go:42: 17:07:23 | scheduled-backup-incremental/7-engage-incremental | +++ MYSQL_VERSION=8.0 logger.go:42: 17:07:23 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:07:23 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:07:23 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:07:23 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:07:23 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:07:23 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:07:23 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:07:23 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:07:23 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:07:23 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:07:23 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:07:23 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:07:23 | scheduled-backup-incremental/7-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:07:23 | scheduled-backup-incremental/7-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:07:23 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:07:23 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:07:23 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:07:23 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:07:23 | scheduled-backup-incremental/7-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 17:07:23 | scheduled-backup-incremental/7-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 17:07:23 | scheduled-backup-incremental/7-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 17:07:23 | scheduled-backup-incremental/7-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 17:07:23 | scheduled-backup-incremental/7-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 17:07:23 | scheduled-backup-incremental/7-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 17:07:23 | scheduled-backup-incremental/7-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 17:07:23 | scheduled-backup-incremental/7-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 17:07:23 | scheduled-backup-incremental/7-engage-incremental | ++++ which gdate logger.go:42: 17:07:23 | scheduled-backup-incremental/7-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:07:23 | scheduled-backup-incremental/7-engage-incremental | ++++ which date logger.go:42: 17:07:23 | scheduled-backup-incremental/7-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 17:07:23 | scheduled-backup-incremental/7-engage-incremental | +++ oc get projects logger.go:42: 17:07:23 | scheduled-backup-incremental/7-engage-incremental | +++ : logger.go:42: 17:07:23 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get nodes logger.go:42: 17:07:23 | scheduled-backup-incremental/7-engage-incremental | +++ grep '^minikube' logger.go:42: 17:07:23 | scheduled-backup-incremental/7-engage-incremental | +++ which gsed logger.go:42: 17:07:23 | scheduled-backup-incremental/7-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:07:23 | scheduled-backup-incremental/7-engage-incremental | +++ which sed logger.go:42: 17:07:23 | scheduled-backup-incremental/7-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 17:07:23 | scheduled-backup-incremental/7-engage-incremental | ++ oc get projects logger.go:42: 17:07:23 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl version -o json logger.go:42: 17:07:23 | scheduled-backup-incremental/7-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 17:07:23 | scheduled-backup-incremental/7-engage-incremental | +++ grep '\-eks\-' logger.go:42: 17:07:23 | scheduled-backup-incremental/7-engage-incremental | grep: warning: stray \ before - logger.go:42: 17:07:24 | scheduled-backup-incremental/7-engage-incremental | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 17:07:24 | scheduled-backup-incremental/7-engage-incremental | ++ '[' ']' logger.go:42: 17:07:24 | scheduled-backup-incremental/7-engage-incremental | ++ EKS=0 logger.go:42: 17:07:24 | scheduled-backup-incremental/7-engage-incremental | +++ get_cluster_name logger.go:42: 17:07:24 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl -n kuttl-test-perfect-anchovy get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 17:07:24 | scheduled-backup-incremental/7-engage-incremental | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 17:07:24 | scheduled-backup-incremental/7-engage-incremental | ++ local schedule_name=minio-incr logger.go:42: 17:07:24 | scheduled-backup-incremental/7-engage-incremental | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 17:07:24 | scheduled-backup-incremental/7-engage-incremental | +++ printf %s kuttl-test-perfect-anchovy-scheduled-backup-incremental logger.go:42: 17:07:24 | scheduled-backup-incremental/7-engage-incremental | +++ sha1sum logger.go:42: 17:07:24 | scheduled-backup-incremental/7-engage-incremental | +++ awk '{print $1}' logger.go:42: 17:07:24 | scheduled-backup-incremental/7-engage-incremental | +++ head -c 5 logger.go:42: 17:07:24 | scheduled-backup-incremental/7-engage-incremental | ++ local prefix=c8a08 logger.go:42: 17:07:24 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get ps-backup -n kuttl-test-perfect-anchovy -l percona.com/backup-ancestor=c8a08-minio-incr -o yaml logger.go:42: 17:07:24 | scheduled-backup-incremental/7-engage-incremental | +++ yq '.items | length' logger.go:42: 17:07:25 | scheduled-backup-incremental/7-engage-incremental | ++ local bcp_count=0 logger.go:42: 17:07:25 | scheduled-backup-incremental/7-engage-incremental | ++ echo 0 logger.go:42: 17:07:25 | scheduled-backup-incremental/7-engage-incremental | + bcp_count=0 logger.go:42: 17:07:25 | scheduled-backup-incremental/7-engage-incremental | + [[ 0 -lt 3 ]] logger.go:42: 17:07:25 | scheduled-backup-incremental/7-engage-incremental | + echo 'There are 0 incremental ps-backups but should be at least 3' logger.go:42: 17:07:25 | scheduled-backup-incremental/7-engage-incremental | There are 0 incremental ps-backups but should be at least 3 logger.go:42: 17:07:25 | scheduled-backup-incremental/7-engage-incremental | + exit 1 logger.go:42: 17:07:26 | scheduled-backup-incremental/7-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 3 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 3" exit 1 fi] logger.go:42: 17:07:26 | scheduled-backup-incremental/7-engage-incremental | + source ../../functions logger.go:42: 17:07:26 | scheduled-backup-incremental/7-engage-incremental | +++ realpath ../../.. logger.go:42: 17:07:26 | scheduled-backup-incremental/7-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:07:26 | scheduled-backup-incremental/7-engage-incremental | ++++ pwd logger.go:42: 17:07:26 | scheduled-backup-incremental/7-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 17:07:26 | scheduled-backup-incremental/7-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 17:07:26 | scheduled-backup-incremental/7-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/vars.sh logger.go:42: 17:07:26 | scheduled-backup-incremental/7-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:07:26 | scheduled-backup-incremental/7-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:07:26 | scheduled-backup-incremental/7-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:07:26 | scheduled-backup-incremental/7-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:07:26 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:07:26 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:07:26 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:07:26 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:07:26 | scheduled-backup-incremental/7-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:07:26 | scheduled-backup-incremental/7-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:07:26 | scheduled-backup-incremental/7-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 17:07:26 | scheduled-backup-incremental/7-engage-incremental | +++ export GIT_BRANCH=PR-1269 logger.go:42: 17:07:26 | scheduled-backup-incremental/7-engage-incremental | +++ GIT_BRANCH=PR-1269 logger.go:42: 17:07:26 | scheduled-backup-incremental/7-engage-incremental | +++ export VERSION=PR-1269-fbab6499 logger.go:42: 17:07:26 | scheduled-backup-incremental/7-engage-incremental | +++ VERSION=PR-1269-fbab6499 logger.go:42: 17:07:26 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:07:26 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:07:26 | scheduled-backup-incremental/7-engage-incremental | +++ [[ -z 8.0 ]] logger.go:42: 17:07:26 | scheduled-backup-incremental/7-engage-incremental | +++ export MYSQL_VERSION=8.0 logger.go:42: 17:07:26 | scheduled-backup-incremental/7-engage-incremental | +++ MYSQL_VERSION=8.0 logger.go:42: 17:07:26 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:07:26 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:07:26 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:07:26 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:07:26 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:07:26 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:07:26 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:07:26 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:07:26 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:07:26 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:07:26 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:07:26 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:07:26 | scheduled-backup-incremental/7-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:07:26 | scheduled-backup-incremental/7-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:07:26 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:07:26 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:07:26 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:07:26 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:07:26 | scheduled-backup-incremental/7-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 17:07:26 | scheduled-backup-incremental/7-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 17:07:26 | scheduled-backup-incremental/7-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 17:07:26 | scheduled-backup-incremental/7-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 17:07:26 | scheduled-backup-incremental/7-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 17:07:26 | scheduled-backup-incremental/7-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 17:07:26 | scheduled-backup-incremental/7-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 17:07:26 | scheduled-backup-incremental/7-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 17:07:26 | scheduled-backup-incremental/7-engage-incremental | ++++ which gdate logger.go:42: 17:07:26 | scheduled-backup-incremental/7-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:07:26 | scheduled-backup-incremental/7-engage-incremental | ++++ which date logger.go:42: 17:07:26 | scheduled-backup-incremental/7-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 17:07:26 | scheduled-backup-incremental/7-engage-incremental | +++ oc get projects logger.go:42: 17:07:26 | scheduled-backup-incremental/7-engage-incremental | +++ : logger.go:42: 17:07:26 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get nodes logger.go:42: 17:07:26 | scheduled-backup-incremental/7-engage-incremental | +++ grep '^minikube' logger.go:42: 17:07:26 | scheduled-backup-incremental/7-engage-incremental | +++ which gsed logger.go:42: 17:07:26 | scheduled-backup-incremental/7-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:07:26 | scheduled-backup-incremental/7-engage-incremental | +++ which sed logger.go:42: 17:07:26 | scheduled-backup-incremental/7-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 17:07:26 | scheduled-backup-incremental/7-engage-incremental | ++ oc get projects logger.go:42: 17:07:26 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl version -o json logger.go:42: 17:07:26 | scheduled-backup-incremental/7-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 17:07:26 | scheduled-backup-incremental/7-engage-incremental | +++ grep '\-eks\-' logger.go:42: 17:07:26 | scheduled-backup-incremental/7-engage-incremental | grep: warning: stray \ before - logger.go:42: 17:07:27 | scheduled-backup-incremental/7-engage-incremental | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 17:07:27 | scheduled-backup-incremental/7-engage-incremental | ++ '[' ']' logger.go:42: 17:07:27 | scheduled-backup-incremental/7-engage-incremental | ++ EKS=0 logger.go:42: 17:07:27 | scheduled-backup-incremental/7-engage-incremental | +++ get_cluster_name logger.go:42: 17:07:27 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl -n kuttl-test-perfect-anchovy get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 17:07:27 | scheduled-backup-incremental/7-engage-incremental | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 17:07:27 | scheduled-backup-incremental/7-engage-incremental | ++ local schedule_name=minio-incr logger.go:42: 17:07:27 | scheduled-backup-incremental/7-engage-incremental | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 17:07:27 | scheduled-backup-incremental/7-engage-incremental | +++ printf %s kuttl-test-perfect-anchovy-scheduled-backup-incremental logger.go:42: 17:07:27 | scheduled-backup-incremental/7-engage-incremental | +++ sha1sum logger.go:42: 17:07:27 | scheduled-backup-incremental/7-engage-incremental | +++ awk '{print $1}' logger.go:42: 17:07:27 | scheduled-backup-incremental/7-engage-incremental | +++ head -c 5 logger.go:42: 17:07:27 | scheduled-backup-incremental/7-engage-incremental | ++ local prefix=c8a08 logger.go:42: 17:07:27 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get ps-backup -n kuttl-test-perfect-anchovy -l percona.com/backup-ancestor=c8a08-minio-incr -o yaml logger.go:42: 17:07:27 | scheduled-backup-incremental/7-engage-incremental | +++ yq '.items | length' logger.go:42: 17:07:28 | scheduled-backup-incremental/7-engage-incremental | ++ local bcp_count=0 logger.go:42: 17:07:28 | scheduled-backup-incremental/7-engage-incremental | ++ echo 0 logger.go:42: 17:07:28 | scheduled-backup-incremental/7-engage-incremental | + bcp_count=0 logger.go:42: 17:07:28 | scheduled-backup-incremental/7-engage-incremental | + [[ 0 -lt 3 ]] logger.go:42: 17:07:28 | scheduled-backup-incremental/7-engage-incremental | + echo 'There are 0 incremental ps-backups but should be at least 3' logger.go:42: 17:07:28 | scheduled-backup-incremental/7-engage-incremental | There are 0 incremental ps-backups but should be at least 3 logger.go:42: 17:07:28 | scheduled-backup-incremental/7-engage-incremental | + exit 1 logger.go:42: 17:07:29 | scheduled-backup-incremental/7-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 3 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 3" exit 1 fi] logger.go:42: 17:07:29 | scheduled-backup-incremental/7-engage-incremental | + source ../../functions logger.go:42: 17:07:29 | scheduled-backup-incremental/7-engage-incremental | +++ realpath ../../.. logger.go:42: 17:07:29 | scheduled-backup-incremental/7-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:07:29 | scheduled-backup-incremental/7-engage-incremental | ++++ pwd logger.go:42: 17:07:29 | scheduled-backup-incremental/7-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 17:07:29 | scheduled-backup-incremental/7-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 17:07:29 | scheduled-backup-incremental/7-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/vars.sh logger.go:42: 17:07:29 | scheduled-backup-incremental/7-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:07:29 | scheduled-backup-incremental/7-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:07:29 | scheduled-backup-incremental/7-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:07:29 | scheduled-backup-incremental/7-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:07:29 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:07:29 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:07:29 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:07:29 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:07:29 | scheduled-backup-incremental/7-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:07:29 | scheduled-backup-incremental/7-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:07:29 | scheduled-backup-incremental/7-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 17:07:29 | scheduled-backup-incremental/7-engage-incremental | +++ export GIT_BRANCH=PR-1269 logger.go:42: 17:07:29 | scheduled-backup-incremental/7-engage-incremental | +++ GIT_BRANCH=PR-1269 logger.go:42: 17:07:29 | scheduled-backup-incremental/7-engage-incremental | +++ export VERSION=PR-1269-fbab6499 logger.go:42: 17:07:29 | scheduled-backup-incremental/7-engage-incremental | +++ VERSION=PR-1269-fbab6499 logger.go:42: 17:07:29 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:07:29 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:07:29 | scheduled-backup-incremental/7-engage-incremental | +++ [[ -z 8.0 ]] logger.go:42: 17:07:29 | scheduled-backup-incremental/7-engage-incremental | +++ export MYSQL_VERSION=8.0 logger.go:42: 17:07:29 | scheduled-backup-incremental/7-engage-incremental | +++ MYSQL_VERSION=8.0 logger.go:42: 17:07:29 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:07:29 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:07:29 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:07:29 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:07:29 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:07:29 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:07:29 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:07:29 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:07:29 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:07:29 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:07:29 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:07:29 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:07:29 | scheduled-backup-incremental/7-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:07:29 | scheduled-backup-incremental/7-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:07:29 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:07:29 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:07:29 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:07:29 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:07:29 | scheduled-backup-incremental/7-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 17:07:29 | scheduled-backup-incremental/7-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 17:07:29 | scheduled-backup-incremental/7-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 17:07:29 | scheduled-backup-incremental/7-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 17:07:29 | scheduled-backup-incremental/7-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 17:07:29 | scheduled-backup-incremental/7-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 17:07:29 | scheduled-backup-incremental/7-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 17:07:29 | scheduled-backup-incremental/7-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 17:07:29 | scheduled-backup-incremental/7-engage-incremental | ++++ which gdate logger.go:42: 17:07:29 | scheduled-backup-incremental/7-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:07:29 | scheduled-backup-incremental/7-engage-incremental | ++++ which date logger.go:42: 17:07:29 | scheduled-backup-incremental/7-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 17:07:29 | scheduled-backup-incremental/7-engage-incremental | +++ oc get projects logger.go:42: 17:07:29 | scheduled-backup-incremental/7-engage-incremental | +++ : logger.go:42: 17:07:29 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get nodes logger.go:42: 17:07:29 | scheduled-backup-incremental/7-engage-incremental | +++ grep '^minikube' logger.go:42: 17:07:30 | scheduled-backup-incremental/7-engage-incremental | +++ which gsed logger.go:42: 17:07:30 | scheduled-backup-incremental/7-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:07:30 | scheduled-backup-incremental/7-engage-incremental | +++ which sed logger.go:42: 17:07:30 | scheduled-backup-incremental/7-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 17:07:30 | scheduled-backup-incremental/7-engage-incremental | ++ oc get projects logger.go:42: 17:07:30 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl version -o json logger.go:42: 17:07:30 | scheduled-backup-incremental/7-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 17:07:30 | scheduled-backup-incremental/7-engage-incremental | +++ grep '\-eks\-' logger.go:42: 17:07:30 | scheduled-backup-incremental/7-engage-incremental | grep: warning: stray \ before - logger.go:42: 17:07:30 | scheduled-backup-incremental/7-engage-incremental | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 17:07:30 | scheduled-backup-incremental/7-engage-incremental | ++ '[' ']' logger.go:42: 17:07:30 | scheduled-backup-incremental/7-engage-incremental | ++ EKS=0 logger.go:42: 17:07:30 | scheduled-backup-incremental/7-engage-incremental | +++ get_cluster_name logger.go:42: 17:07:30 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl -n kuttl-test-perfect-anchovy get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 17:07:31 | scheduled-backup-incremental/7-engage-incremental | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 17:07:31 | scheduled-backup-incremental/7-engage-incremental | ++ local schedule_name=minio-incr logger.go:42: 17:07:31 | scheduled-backup-incremental/7-engage-incremental | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 17:07:31 | scheduled-backup-incremental/7-engage-incremental | +++ printf %s kuttl-test-perfect-anchovy-scheduled-backup-incremental logger.go:42: 17:07:31 | scheduled-backup-incremental/7-engage-incremental | +++ sha1sum logger.go:42: 17:07:31 | scheduled-backup-incremental/7-engage-incremental | +++ awk '{print $1}' logger.go:42: 17:07:31 | scheduled-backup-incremental/7-engage-incremental | +++ head -c 5 logger.go:42: 17:07:31 | scheduled-backup-incremental/7-engage-incremental | ++ local prefix=c8a08 logger.go:42: 17:07:31 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get ps-backup -n kuttl-test-perfect-anchovy -l percona.com/backup-ancestor=c8a08-minio-incr -o yaml logger.go:42: 17:07:31 | scheduled-backup-incremental/7-engage-incremental | +++ yq '.items | length' logger.go:42: 17:07:31 | scheduled-backup-incremental/7-engage-incremental | ++ local bcp_count=0 logger.go:42: 17:07:31 | scheduled-backup-incremental/7-engage-incremental | ++ echo 0 logger.go:42: 17:07:31 | scheduled-backup-incremental/7-engage-incremental | + bcp_count=0 logger.go:42: 17:07:31 | scheduled-backup-incremental/7-engage-incremental | + [[ 0 -lt 3 ]] logger.go:42: 17:07:31 | scheduled-backup-incremental/7-engage-incremental | + echo 'There are 0 incremental ps-backups but should be at least 3' logger.go:42: 17:07:31 | scheduled-backup-incremental/7-engage-incremental | There are 0 incremental ps-backups but should be at least 3 logger.go:42: 17:07:31 | scheduled-backup-incremental/7-engage-incremental | + exit 1 logger.go:42: 17:07:32 | scheduled-backup-incremental/7-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 3 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 3" exit 1 fi] logger.go:42: 17:07:32 | scheduled-backup-incremental/7-engage-incremental | + source ../../functions logger.go:42: 17:07:32 | scheduled-backup-incremental/7-engage-incremental | +++ realpath ../../.. logger.go:42: 17:07:32 | scheduled-backup-incremental/7-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:07:32 | scheduled-backup-incremental/7-engage-incremental | ++++ pwd logger.go:42: 17:07:32 | scheduled-backup-incremental/7-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 17:07:32 | scheduled-backup-incremental/7-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 17:07:32 | scheduled-backup-incremental/7-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/vars.sh logger.go:42: 17:07:32 | scheduled-backup-incremental/7-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:07:32 | scheduled-backup-incremental/7-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:07:32 | scheduled-backup-incremental/7-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:07:32 | scheduled-backup-incremental/7-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:07:32 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:07:32 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:07:32 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:07:32 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:07:32 | scheduled-backup-incremental/7-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:07:32 | scheduled-backup-incremental/7-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:07:32 | scheduled-backup-incremental/7-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 17:07:32 | scheduled-backup-incremental/7-engage-incremental | +++ export GIT_BRANCH=PR-1269 logger.go:42: 17:07:32 | scheduled-backup-incremental/7-engage-incremental | +++ GIT_BRANCH=PR-1269 logger.go:42: 17:07:32 | scheduled-backup-incremental/7-engage-incremental | +++ export VERSION=PR-1269-fbab6499 logger.go:42: 17:07:32 | scheduled-backup-incremental/7-engage-incremental | +++ VERSION=PR-1269-fbab6499 logger.go:42: 17:07:32 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:07:32 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:07:32 | scheduled-backup-incremental/7-engage-incremental | +++ [[ -z 8.0 ]] logger.go:42: 17:07:32 | scheduled-backup-incremental/7-engage-incremental | +++ export MYSQL_VERSION=8.0 logger.go:42: 17:07:32 | scheduled-backup-incremental/7-engage-incremental | +++ MYSQL_VERSION=8.0 logger.go:42: 17:07:32 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:07:32 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:07:32 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:07:32 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:07:32 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:07:32 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:07:32 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:07:32 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:07:32 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:07:32 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:07:32 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:07:32 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:07:32 | scheduled-backup-incremental/7-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:07:32 | scheduled-backup-incremental/7-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:07:32 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:07:32 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:07:32 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:07:32 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:07:32 | scheduled-backup-incremental/7-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 17:07:32 | scheduled-backup-incremental/7-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 17:07:32 | scheduled-backup-incremental/7-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 17:07:32 | scheduled-backup-incremental/7-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 17:07:32 | scheduled-backup-incremental/7-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 17:07:32 | scheduled-backup-incremental/7-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 17:07:32 | scheduled-backup-incremental/7-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 17:07:32 | scheduled-backup-incremental/7-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 17:07:32 | scheduled-backup-incremental/7-engage-incremental | ++++ which gdate logger.go:42: 17:07:32 | scheduled-backup-incremental/7-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:07:32 | scheduled-backup-incremental/7-engage-incremental | ++++ which date logger.go:42: 17:07:32 | scheduled-backup-incremental/7-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 17:07:32 | scheduled-backup-incremental/7-engage-incremental | +++ oc get projects logger.go:42: 17:07:32 | scheduled-backup-incremental/7-engage-incremental | +++ : logger.go:42: 17:07:32 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get nodes logger.go:42: 17:07:32 | scheduled-backup-incremental/7-engage-incremental | +++ grep '^minikube' logger.go:42: 17:07:33 | scheduled-backup-incremental/7-engage-incremental | +++ which gsed logger.go:42: 17:07:33 | scheduled-backup-incremental/7-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:07:33 | scheduled-backup-incremental/7-engage-incremental | +++ which sed logger.go:42: 17:07:33 | scheduled-backup-incremental/7-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 17:07:33 | scheduled-backup-incremental/7-engage-incremental | ++ oc get projects logger.go:42: 17:07:33 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl version -o json logger.go:42: 17:07:33 | scheduled-backup-incremental/7-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 17:07:33 | scheduled-backup-incremental/7-engage-incremental | +++ grep '\-eks\-' logger.go:42: 17:07:33 | scheduled-backup-incremental/7-engage-incremental | grep: warning: stray \ before - logger.go:42: 17:07:33 | scheduled-backup-incremental/7-engage-incremental | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 17:07:33 | scheduled-backup-incremental/7-engage-incremental | ++ '[' ']' logger.go:42: 17:07:33 | scheduled-backup-incremental/7-engage-incremental | ++ EKS=0 logger.go:42: 17:07:33 | scheduled-backup-incremental/7-engage-incremental | +++ get_cluster_name logger.go:42: 17:07:33 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl -n kuttl-test-perfect-anchovy get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 17:07:34 | scheduled-backup-incremental/7-engage-incremental | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 17:07:34 | scheduled-backup-incremental/7-engage-incremental | ++ local schedule_name=minio-incr logger.go:42: 17:07:34 | scheduled-backup-incremental/7-engage-incremental | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 17:07:34 | scheduled-backup-incremental/7-engage-incremental | +++ printf %s kuttl-test-perfect-anchovy-scheduled-backup-incremental logger.go:42: 17:07:34 | scheduled-backup-incremental/7-engage-incremental | +++ sha1sum logger.go:42: 17:07:34 | scheduled-backup-incremental/7-engage-incremental | +++ awk '{print $1}' logger.go:42: 17:07:34 | scheduled-backup-incremental/7-engage-incremental | +++ head -c 5 logger.go:42: 17:07:34 | scheduled-backup-incremental/7-engage-incremental | ++ local prefix=c8a08 logger.go:42: 17:07:34 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get ps-backup -n kuttl-test-perfect-anchovy -l percona.com/backup-ancestor=c8a08-minio-incr -o yaml logger.go:42: 17:07:34 | scheduled-backup-incremental/7-engage-incremental | +++ yq '.items | length' logger.go:42: 17:07:34 | scheduled-backup-incremental/7-engage-incremental | ++ local bcp_count=0 logger.go:42: 17:07:34 | scheduled-backup-incremental/7-engage-incremental | ++ echo 0 logger.go:42: 17:07:34 | scheduled-backup-incremental/7-engage-incremental | + bcp_count=0 logger.go:42: 17:07:34 | scheduled-backup-incremental/7-engage-incremental | + [[ 0 -lt 3 ]] logger.go:42: 17:07:34 | scheduled-backup-incremental/7-engage-incremental | + echo 'There are 0 incremental ps-backups but should be at least 3' logger.go:42: 17:07:34 | scheduled-backup-incremental/7-engage-incremental | There are 0 incremental ps-backups but should be at least 3 logger.go:42: 17:07:34 | scheduled-backup-incremental/7-engage-incremental | + exit 1 logger.go:42: 17:07:35 | scheduled-backup-incremental/7-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 3 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 3" exit 1 fi] logger.go:42: 17:07:35 | scheduled-backup-incremental/7-engage-incremental | + source ../../functions logger.go:42: 17:07:35 | scheduled-backup-incremental/7-engage-incremental | +++ realpath ../../.. logger.go:42: 17:07:35 | scheduled-backup-incremental/7-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:07:35 | scheduled-backup-incremental/7-engage-incremental | ++++ pwd logger.go:42: 17:07:35 | scheduled-backup-incremental/7-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 17:07:35 | scheduled-backup-incremental/7-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 17:07:35 | scheduled-backup-incremental/7-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/vars.sh logger.go:42: 17:07:35 | scheduled-backup-incremental/7-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:07:35 | scheduled-backup-incremental/7-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:07:35 | scheduled-backup-incremental/7-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:07:35 | scheduled-backup-incremental/7-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:07:35 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:07:35 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:07:35 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:07:35 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:07:35 | scheduled-backup-incremental/7-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:07:35 | scheduled-backup-incremental/7-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:07:35 | scheduled-backup-incremental/7-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 17:07:35 | scheduled-backup-incremental/7-engage-incremental | +++ export GIT_BRANCH=PR-1269 logger.go:42: 17:07:35 | scheduled-backup-incremental/7-engage-incremental | +++ GIT_BRANCH=PR-1269 logger.go:42: 17:07:35 | scheduled-backup-incremental/7-engage-incremental | +++ export VERSION=PR-1269-fbab6499 logger.go:42: 17:07:35 | scheduled-backup-incremental/7-engage-incremental | +++ VERSION=PR-1269-fbab6499 logger.go:42: 17:07:35 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:07:35 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:07:35 | scheduled-backup-incremental/7-engage-incremental | +++ [[ -z 8.0 ]] logger.go:42: 17:07:35 | scheduled-backup-incremental/7-engage-incremental | +++ export MYSQL_VERSION=8.0 logger.go:42: 17:07:35 | scheduled-backup-incremental/7-engage-incremental | +++ MYSQL_VERSION=8.0 logger.go:42: 17:07:35 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:07:35 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:07:35 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:07:35 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:07:35 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:07:35 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:07:35 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:07:35 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:07:35 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:07:35 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:07:35 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:07:35 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:07:35 | scheduled-backup-incremental/7-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:07:35 | scheduled-backup-incremental/7-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:07:35 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:07:35 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:07:35 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:07:35 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:07:35 | scheduled-backup-incremental/7-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 17:07:35 | scheduled-backup-incremental/7-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 17:07:35 | scheduled-backup-incremental/7-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 17:07:35 | scheduled-backup-incremental/7-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 17:07:35 | scheduled-backup-incremental/7-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 17:07:35 | scheduled-backup-incremental/7-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 17:07:35 | scheduled-backup-incremental/7-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 17:07:35 | scheduled-backup-incremental/7-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 17:07:35 | scheduled-backup-incremental/7-engage-incremental | ++++ which gdate logger.go:42: 17:07:35 | scheduled-backup-incremental/7-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:07:35 | scheduled-backup-incremental/7-engage-incremental | ++++ which date logger.go:42: 17:07:35 | scheduled-backup-incremental/7-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 17:07:35 | scheduled-backup-incremental/7-engage-incremental | +++ oc get projects logger.go:42: 17:07:35 | scheduled-backup-incremental/7-engage-incremental | +++ : logger.go:42: 17:07:35 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get nodes logger.go:42: 17:07:35 | scheduled-backup-incremental/7-engage-incremental | +++ grep '^minikube' logger.go:42: 17:07:36 | scheduled-backup-incremental/7-engage-incremental | +++ which gsed logger.go:42: 17:07:36 | scheduled-backup-incremental/7-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:07:36 | scheduled-backup-incremental/7-engage-incremental | +++ which sed logger.go:42: 17:07:36 | scheduled-backup-incremental/7-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 17:07:36 | scheduled-backup-incremental/7-engage-incremental | ++ oc get projects logger.go:42: 17:07:36 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl version -o json logger.go:42: 17:07:36 | scheduled-backup-incremental/7-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 17:07:36 | scheduled-backup-incremental/7-engage-incremental | +++ grep '\-eks\-' logger.go:42: 17:07:36 | scheduled-backup-incremental/7-engage-incremental | grep: warning: stray \ before - logger.go:42: 17:07:36 | scheduled-backup-incremental/7-engage-incremental | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 17:07:36 | scheduled-backup-incremental/7-engage-incremental | ++ '[' ']' logger.go:42: 17:07:36 | scheduled-backup-incremental/7-engage-incremental | ++ EKS=0 logger.go:42: 17:07:36 | scheduled-backup-incremental/7-engage-incremental | +++ get_cluster_name logger.go:42: 17:07:36 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl -n kuttl-test-perfect-anchovy get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 17:07:37 | scheduled-backup-incremental/7-engage-incremental | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 17:07:37 | scheduled-backup-incremental/7-engage-incremental | ++ local schedule_name=minio-incr logger.go:42: 17:07:37 | scheduled-backup-incremental/7-engage-incremental | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 17:07:37 | scheduled-backup-incremental/7-engage-incremental | +++ printf %s kuttl-test-perfect-anchovy-scheduled-backup-incremental logger.go:42: 17:07:37 | scheduled-backup-incremental/7-engage-incremental | +++ sha1sum logger.go:42: 17:07:37 | scheduled-backup-incremental/7-engage-incremental | +++ awk '{print $1}' logger.go:42: 17:07:37 | scheduled-backup-incremental/7-engage-incremental | +++ head -c 5 logger.go:42: 17:07:37 | scheduled-backup-incremental/7-engage-incremental | ++ local prefix=c8a08 logger.go:42: 17:07:37 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get ps-backup -n kuttl-test-perfect-anchovy -l percona.com/backup-ancestor=c8a08-minio-incr -o yaml logger.go:42: 17:07:37 | scheduled-backup-incremental/7-engage-incremental | +++ yq '.items | length' logger.go:42: 17:07:37 | scheduled-backup-incremental/7-engage-incremental | ++ local bcp_count=0 logger.go:42: 17:07:37 | scheduled-backup-incremental/7-engage-incremental | ++ echo 0 logger.go:42: 17:07:37 | scheduled-backup-incremental/7-engage-incremental | + bcp_count=0 logger.go:42: 17:07:37 | scheduled-backup-incremental/7-engage-incremental | + [[ 0 -lt 3 ]] logger.go:42: 17:07:37 | scheduled-backup-incremental/7-engage-incremental | + echo 'There are 0 incremental ps-backups but should be at least 3' logger.go:42: 17:07:37 | scheduled-backup-incremental/7-engage-incremental | There are 0 incremental ps-backups but should be at least 3 logger.go:42: 17:07:37 | scheduled-backup-incremental/7-engage-incremental | + exit 1 logger.go:42: 17:07:39 | scheduled-backup-incremental/7-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 3 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 3" exit 1 fi] logger.go:42: 17:07:39 | scheduled-backup-incremental/7-engage-incremental | + source ../../functions logger.go:42: 17:07:39 | scheduled-backup-incremental/7-engage-incremental | +++ realpath ../../.. logger.go:42: 17:07:39 | scheduled-backup-incremental/7-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:07:39 | scheduled-backup-incremental/7-engage-incremental | ++++ pwd logger.go:42: 17:07:39 | scheduled-backup-incremental/7-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 17:07:39 | scheduled-backup-incremental/7-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 17:07:39 | scheduled-backup-incremental/7-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/vars.sh logger.go:42: 17:07:39 | scheduled-backup-incremental/7-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:07:39 | scheduled-backup-incremental/7-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:07:39 | scheduled-backup-incremental/7-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:07:39 | scheduled-backup-incremental/7-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:07:39 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:07:39 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:07:39 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:07:39 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:07:39 | scheduled-backup-incremental/7-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:07:39 | scheduled-backup-incremental/7-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:07:39 | scheduled-backup-incremental/7-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 17:07:39 | scheduled-backup-incremental/7-engage-incremental | +++ export GIT_BRANCH=PR-1269 logger.go:42: 17:07:39 | scheduled-backup-incremental/7-engage-incremental | +++ GIT_BRANCH=PR-1269 logger.go:42: 17:07:39 | scheduled-backup-incremental/7-engage-incremental | +++ export VERSION=PR-1269-fbab6499 logger.go:42: 17:07:39 | scheduled-backup-incremental/7-engage-incremental | +++ VERSION=PR-1269-fbab6499 logger.go:42: 17:07:39 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:07:39 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:07:39 | scheduled-backup-incremental/7-engage-incremental | +++ [[ -z 8.0 ]] logger.go:42: 17:07:39 | scheduled-backup-incremental/7-engage-incremental | +++ export MYSQL_VERSION=8.0 logger.go:42: 17:07:39 | scheduled-backup-incremental/7-engage-incremental | +++ MYSQL_VERSION=8.0 logger.go:42: 17:07:39 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:07:39 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:07:39 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:07:39 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:07:39 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:07:39 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:07:39 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:07:39 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:07:39 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:07:39 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:07:39 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:07:39 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:07:39 | scheduled-backup-incremental/7-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:07:39 | scheduled-backup-incremental/7-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:07:39 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:07:39 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:07:39 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:07:39 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:07:39 | scheduled-backup-incremental/7-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 17:07:39 | scheduled-backup-incremental/7-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 17:07:39 | scheduled-backup-incremental/7-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 17:07:39 | scheduled-backup-incremental/7-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 17:07:39 | scheduled-backup-incremental/7-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 17:07:39 | scheduled-backup-incremental/7-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 17:07:39 | scheduled-backup-incremental/7-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 17:07:39 | scheduled-backup-incremental/7-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 17:07:39 | scheduled-backup-incremental/7-engage-incremental | ++++ which gdate logger.go:42: 17:07:39 | scheduled-backup-incremental/7-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:07:39 | scheduled-backup-incremental/7-engage-incremental | ++++ which date logger.go:42: 17:07:39 | scheduled-backup-incremental/7-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 17:07:39 | scheduled-backup-incremental/7-engage-incremental | +++ oc get projects logger.go:42: 17:07:39 | scheduled-backup-incremental/7-engage-incremental | +++ : logger.go:42: 17:07:39 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get nodes logger.go:42: 17:07:39 | scheduled-backup-incremental/7-engage-incremental | +++ grep '^minikube' logger.go:42: 17:07:39 | scheduled-backup-incremental/7-engage-incremental | +++ which gsed logger.go:42: 17:07:39 | scheduled-backup-incremental/7-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:07:39 | scheduled-backup-incremental/7-engage-incremental | +++ which sed logger.go:42: 17:07:39 | scheduled-backup-incremental/7-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 17:07:39 | scheduled-backup-incremental/7-engage-incremental | ++ oc get projects logger.go:42: 17:07:39 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl version -o json logger.go:42: 17:07:39 | scheduled-backup-incremental/7-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 17:07:39 | scheduled-backup-incremental/7-engage-incremental | +++ grep '\-eks\-' logger.go:42: 17:07:39 | scheduled-backup-incremental/7-engage-incremental | grep: warning: stray \ before - logger.go:42: 17:07:40 | scheduled-backup-incremental/7-engage-incremental | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 17:07:40 | scheduled-backup-incremental/7-engage-incremental | ++ '[' ']' logger.go:42: 17:07:40 | scheduled-backup-incremental/7-engage-incremental | ++ EKS=0 logger.go:42: 17:07:40 | scheduled-backup-incremental/7-engage-incremental | +++ get_cluster_name logger.go:42: 17:07:40 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl -n kuttl-test-perfect-anchovy get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 17:07:40 | scheduled-backup-incremental/7-engage-incremental | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 17:07:40 | scheduled-backup-incremental/7-engage-incremental | ++ local schedule_name=minio-incr logger.go:42: 17:07:40 | scheduled-backup-incremental/7-engage-incremental | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 17:07:40 | scheduled-backup-incremental/7-engage-incremental | +++ printf %s kuttl-test-perfect-anchovy-scheduled-backup-incremental logger.go:42: 17:07:40 | scheduled-backup-incremental/7-engage-incremental | +++ sha1sum logger.go:42: 17:07:40 | scheduled-backup-incremental/7-engage-incremental | +++ awk '{print $1}' logger.go:42: 17:07:40 | scheduled-backup-incremental/7-engage-incremental | +++ head -c 5 logger.go:42: 17:07:40 | scheduled-backup-incremental/7-engage-incremental | ++ local prefix=c8a08 logger.go:42: 17:07:40 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get ps-backup -n kuttl-test-perfect-anchovy -l percona.com/backup-ancestor=c8a08-minio-incr -o yaml logger.go:42: 17:07:40 | scheduled-backup-incremental/7-engage-incremental | +++ yq '.items | length' logger.go:42: 17:07:41 | scheduled-backup-incremental/7-engage-incremental | ++ local bcp_count=0 logger.go:42: 17:07:41 | scheduled-backup-incremental/7-engage-incremental | ++ echo 0 logger.go:42: 17:07:41 | scheduled-backup-incremental/7-engage-incremental | + bcp_count=0 logger.go:42: 17:07:41 | scheduled-backup-incremental/7-engage-incremental | + [[ 0 -lt 3 ]] logger.go:42: 17:07:41 | scheduled-backup-incremental/7-engage-incremental | + echo 'There are 0 incremental ps-backups but should be at least 3' logger.go:42: 17:07:41 | scheduled-backup-incremental/7-engage-incremental | There are 0 incremental ps-backups but should be at least 3 logger.go:42: 17:07:41 | scheduled-backup-incremental/7-engage-incremental | + exit 1 logger.go:42: 17:07:42 | scheduled-backup-incremental/7-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 3 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 3" exit 1 fi] logger.go:42: 17:07:42 | scheduled-backup-incremental/7-engage-incremental | + source ../../functions logger.go:42: 17:07:42 | scheduled-backup-incremental/7-engage-incremental | +++ realpath ../../.. logger.go:42: 17:07:42 | scheduled-backup-incremental/7-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:07:42 | scheduled-backup-incremental/7-engage-incremental | ++++ pwd logger.go:42: 17:07:42 | scheduled-backup-incremental/7-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 17:07:42 | scheduled-backup-incremental/7-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 17:07:42 | scheduled-backup-incremental/7-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/vars.sh logger.go:42: 17:07:42 | scheduled-backup-incremental/7-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:07:42 | scheduled-backup-incremental/7-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:07:42 | scheduled-backup-incremental/7-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:07:42 | scheduled-backup-incremental/7-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:07:42 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:07:42 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:07:42 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:07:42 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:07:42 | scheduled-backup-incremental/7-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:07:42 | scheduled-backup-incremental/7-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:07:42 | scheduled-backup-incremental/7-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 17:07:42 | scheduled-backup-incremental/7-engage-incremental | +++ export GIT_BRANCH=PR-1269 logger.go:42: 17:07:42 | scheduled-backup-incremental/7-engage-incremental | +++ GIT_BRANCH=PR-1269 logger.go:42: 17:07:42 | scheduled-backup-incremental/7-engage-incremental | +++ export VERSION=PR-1269-fbab6499 logger.go:42: 17:07:42 | scheduled-backup-incremental/7-engage-incremental | +++ VERSION=PR-1269-fbab6499 logger.go:42: 17:07:42 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:07:42 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:07:42 | scheduled-backup-incremental/7-engage-incremental | +++ [[ -z 8.0 ]] logger.go:42: 17:07:42 | scheduled-backup-incremental/7-engage-incremental | +++ export MYSQL_VERSION=8.0 logger.go:42: 17:07:42 | scheduled-backup-incremental/7-engage-incremental | +++ MYSQL_VERSION=8.0 logger.go:42: 17:07:42 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:07:42 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:07:42 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:07:42 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:07:42 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:07:42 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:07:42 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:07:42 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:07:42 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:07:42 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:07:42 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:07:42 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:07:42 | scheduled-backup-incremental/7-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:07:42 | scheduled-backup-incremental/7-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:07:42 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:07:42 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:07:42 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:07:42 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:07:42 | scheduled-backup-incremental/7-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 17:07:42 | scheduled-backup-incremental/7-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 17:07:42 | scheduled-backup-incremental/7-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 17:07:42 | scheduled-backup-incremental/7-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 17:07:42 | scheduled-backup-incremental/7-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 17:07:42 | scheduled-backup-incremental/7-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 17:07:42 | scheduled-backup-incremental/7-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 17:07:42 | scheduled-backup-incremental/7-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 17:07:42 | scheduled-backup-incremental/7-engage-incremental | ++++ which gdate logger.go:42: 17:07:42 | scheduled-backup-incremental/7-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:07:42 | scheduled-backup-incremental/7-engage-incremental | ++++ which date logger.go:42: 17:07:42 | scheduled-backup-incremental/7-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 17:07:42 | scheduled-backup-incremental/7-engage-incremental | +++ oc get projects logger.go:42: 17:07:42 | scheduled-backup-incremental/7-engage-incremental | +++ : logger.go:42: 17:07:42 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get nodes logger.go:42: 17:07:42 | scheduled-backup-incremental/7-engage-incremental | +++ grep '^minikube' logger.go:42: 17:07:42 | scheduled-backup-incremental/7-engage-incremental | +++ which gsed logger.go:42: 17:07:42 | scheduled-backup-incremental/7-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:07:42 | scheduled-backup-incremental/7-engage-incremental | +++ which sed logger.go:42: 17:07:42 | scheduled-backup-incremental/7-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 17:07:42 | scheduled-backup-incremental/7-engage-incremental | ++ oc get projects logger.go:42: 17:07:42 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl version -o json logger.go:42: 17:07:42 | scheduled-backup-incremental/7-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 17:07:42 | scheduled-backup-incremental/7-engage-incremental | +++ grep '\-eks\-' logger.go:42: 17:07:42 | scheduled-backup-incremental/7-engage-incremental | grep: warning: stray \ before - logger.go:42: 17:07:43 | scheduled-backup-incremental/7-engage-incremental | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 17:07:43 | scheduled-backup-incremental/7-engage-incremental | ++ '[' ']' logger.go:42: 17:07:43 | scheduled-backup-incremental/7-engage-incremental | ++ EKS=0 logger.go:42: 17:07:43 | scheduled-backup-incremental/7-engage-incremental | +++ get_cluster_name logger.go:42: 17:07:43 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl -n kuttl-test-perfect-anchovy get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 17:07:43 | scheduled-backup-incremental/7-engage-incremental | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 17:07:43 | scheduled-backup-incremental/7-engage-incremental | ++ local schedule_name=minio-incr logger.go:42: 17:07:43 | scheduled-backup-incremental/7-engage-incremental | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 17:07:43 | scheduled-backup-incremental/7-engage-incremental | +++ printf %s kuttl-test-perfect-anchovy-scheduled-backup-incremental logger.go:42: 17:07:43 | scheduled-backup-incremental/7-engage-incremental | +++ sha1sum logger.go:42: 17:07:43 | scheduled-backup-incremental/7-engage-incremental | +++ awk '{print $1}' logger.go:42: 17:07:43 | scheduled-backup-incremental/7-engage-incremental | +++ head -c 5 logger.go:42: 17:07:43 | scheduled-backup-incremental/7-engage-incremental | ++ local prefix=c8a08 logger.go:42: 17:07:43 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get ps-backup -n kuttl-test-perfect-anchovy -l percona.com/backup-ancestor=c8a08-minio-incr -o yaml logger.go:42: 17:07:43 | scheduled-backup-incremental/7-engage-incremental | +++ yq '.items | length' logger.go:42: 17:07:44 | scheduled-backup-incremental/7-engage-incremental | ++ local bcp_count=0 logger.go:42: 17:07:44 | scheduled-backup-incremental/7-engage-incremental | ++ echo 0 logger.go:42: 17:07:44 | scheduled-backup-incremental/7-engage-incremental | + bcp_count=0 logger.go:42: 17:07:44 | scheduled-backup-incremental/7-engage-incremental | + [[ 0 -lt 3 ]] logger.go:42: 17:07:44 | scheduled-backup-incremental/7-engage-incremental | + echo 'There are 0 incremental ps-backups but should be at least 3' logger.go:42: 17:07:44 | scheduled-backup-incremental/7-engage-incremental | There are 0 incremental ps-backups but should be at least 3 logger.go:42: 17:07:44 | scheduled-backup-incremental/7-engage-incremental | + exit 1 logger.go:42: 17:07:45 | scheduled-backup-incremental/7-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 3 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 3" exit 1 fi] logger.go:42: 17:07:45 | scheduled-backup-incremental/7-engage-incremental | + source ../../functions logger.go:42: 17:07:45 | scheduled-backup-incremental/7-engage-incremental | +++ realpath ../../.. logger.go:42: 17:07:45 | scheduled-backup-incremental/7-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:07:45 | scheduled-backup-incremental/7-engage-incremental | ++++ pwd logger.go:42: 17:07:45 | scheduled-backup-incremental/7-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 17:07:45 | scheduled-backup-incremental/7-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 17:07:45 | scheduled-backup-incremental/7-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/vars.sh logger.go:42: 17:07:45 | scheduled-backup-incremental/7-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:07:45 | scheduled-backup-incremental/7-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:07:45 | scheduled-backup-incremental/7-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:07:45 | scheduled-backup-incremental/7-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:07:45 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:07:45 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:07:45 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:07:45 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:07:45 | scheduled-backup-incremental/7-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:07:45 | scheduled-backup-incremental/7-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:07:45 | scheduled-backup-incremental/7-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 17:07:45 | scheduled-backup-incremental/7-engage-incremental | +++ export GIT_BRANCH=PR-1269 logger.go:42: 17:07:45 | scheduled-backup-incremental/7-engage-incremental | +++ GIT_BRANCH=PR-1269 logger.go:42: 17:07:45 | scheduled-backup-incremental/7-engage-incremental | +++ export VERSION=PR-1269-fbab6499 logger.go:42: 17:07:45 | scheduled-backup-incremental/7-engage-incremental | +++ VERSION=PR-1269-fbab6499 logger.go:42: 17:07:45 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:07:45 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:07:45 | scheduled-backup-incremental/7-engage-incremental | +++ [[ -z 8.0 ]] logger.go:42: 17:07:45 | scheduled-backup-incremental/7-engage-incremental | +++ export MYSQL_VERSION=8.0 logger.go:42: 17:07:45 | scheduled-backup-incremental/7-engage-incremental | +++ MYSQL_VERSION=8.0 logger.go:42: 17:07:45 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:07:45 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:07:45 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:07:45 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:07:45 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:07:45 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:07:45 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:07:45 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:07:45 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:07:45 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:07:45 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:07:45 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:07:45 | scheduled-backup-incremental/7-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:07:45 | scheduled-backup-incremental/7-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:07:45 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:07:45 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:07:45 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:07:45 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:07:45 | scheduled-backup-incremental/7-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 17:07:45 | scheduled-backup-incremental/7-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 17:07:45 | scheduled-backup-incremental/7-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 17:07:45 | scheduled-backup-incremental/7-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 17:07:45 | scheduled-backup-incremental/7-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 17:07:45 | scheduled-backup-incremental/7-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 17:07:45 | scheduled-backup-incremental/7-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 17:07:45 | scheduled-backup-incremental/7-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 17:07:45 | scheduled-backup-incremental/7-engage-incremental | ++++ which gdate logger.go:42: 17:07:45 | scheduled-backup-incremental/7-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:07:45 | scheduled-backup-incremental/7-engage-incremental | ++++ which date logger.go:42: 17:07:45 | scheduled-backup-incremental/7-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 17:07:45 | scheduled-backup-incremental/7-engage-incremental | +++ oc get projects logger.go:42: 17:07:45 | scheduled-backup-incremental/7-engage-incremental | +++ : logger.go:42: 17:07:45 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get nodes logger.go:42: 17:07:45 | scheduled-backup-incremental/7-engage-incremental | +++ grep '^minikube' logger.go:42: 17:07:46 | scheduled-backup-incremental/7-engage-incremental | +++ which gsed logger.go:42: 17:07:46 | scheduled-backup-incremental/7-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:07:46 | scheduled-backup-incremental/7-engage-incremental | +++ which sed logger.go:42: 17:07:46 | scheduled-backup-incremental/7-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 17:07:46 | scheduled-backup-incremental/7-engage-incremental | ++ oc get projects logger.go:42: 17:07:46 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl version -o json logger.go:42: 17:07:46 | scheduled-backup-incremental/7-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 17:07:46 | scheduled-backup-incremental/7-engage-incremental | +++ grep '\-eks\-' logger.go:42: 17:07:46 | scheduled-backup-incremental/7-engage-incremental | grep: warning: stray \ before - logger.go:42: 17:07:46 | scheduled-backup-incremental/7-engage-incremental | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 17:07:46 | scheduled-backup-incremental/7-engage-incremental | ++ '[' ']' logger.go:42: 17:07:46 | scheduled-backup-incremental/7-engage-incremental | ++ EKS=0 logger.go:42: 17:07:46 | scheduled-backup-incremental/7-engage-incremental | +++ get_cluster_name logger.go:42: 17:07:46 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl -n kuttl-test-perfect-anchovy get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 17:07:47 | scheduled-backup-incremental/7-engage-incremental | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 17:07:47 | scheduled-backup-incremental/7-engage-incremental | ++ local schedule_name=minio-incr logger.go:42: 17:07:47 | scheduled-backup-incremental/7-engage-incremental | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 17:07:47 | scheduled-backup-incremental/7-engage-incremental | +++ printf %s kuttl-test-perfect-anchovy-scheduled-backup-incremental logger.go:42: 17:07:47 | scheduled-backup-incremental/7-engage-incremental | +++ sha1sum logger.go:42: 17:07:47 | scheduled-backup-incremental/7-engage-incremental | +++ awk '{print $1}' logger.go:42: 17:07:47 | scheduled-backup-incremental/7-engage-incremental | +++ head -c 5 logger.go:42: 17:07:47 | scheduled-backup-incremental/7-engage-incremental | ++ local prefix=c8a08 logger.go:42: 17:07:47 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get ps-backup -n kuttl-test-perfect-anchovy -l percona.com/backup-ancestor=c8a08-minio-incr -o yaml logger.go:42: 17:07:47 | scheduled-backup-incremental/7-engage-incremental | +++ yq '.items | length' logger.go:42: 17:07:47 | scheduled-backup-incremental/7-engage-incremental | ++ local bcp_count=0 logger.go:42: 17:07:47 | scheduled-backup-incremental/7-engage-incremental | ++ echo 0 logger.go:42: 17:07:47 | scheduled-backup-incremental/7-engage-incremental | + bcp_count=0 logger.go:42: 17:07:47 | scheduled-backup-incremental/7-engage-incremental | + [[ 0 -lt 3 ]] logger.go:42: 17:07:47 | scheduled-backup-incremental/7-engage-incremental | + echo 'There are 0 incremental ps-backups but should be at least 3' logger.go:42: 17:07:47 | scheduled-backup-incremental/7-engage-incremental | There are 0 incremental ps-backups but should be at least 3 logger.go:42: 17:07:47 | scheduled-backup-incremental/7-engage-incremental | + exit 1 logger.go:42: 17:07:48 | scheduled-backup-incremental/7-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 3 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 3" exit 1 fi] logger.go:42: 17:07:48 | scheduled-backup-incremental/7-engage-incremental | + source ../../functions logger.go:42: 17:07:48 | scheduled-backup-incremental/7-engage-incremental | +++ realpath ../../.. logger.go:42: 17:07:48 | scheduled-backup-incremental/7-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:07:48 | scheduled-backup-incremental/7-engage-incremental | ++++ pwd logger.go:42: 17:07:48 | scheduled-backup-incremental/7-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 17:07:48 | scheduled-backup-incremental/7-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 17:07:48 | scheduled-backup-incremental/7-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/vars.sh logger.go:42: 17:07:48 | scheduled-backup-incremental/7-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:07:48 | scheduled-backup-incremental/7-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:07:48 | scheduled-backup-incremental/7-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:07:48 | scheduled-backup-incremental/7-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:07:48 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:07:48 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:07:48 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:07:48 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:07:48 | scheduled-backup-incremental/7-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:07:48 | scheduled-backup-incremental/7-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:07:48 | scheduled-backup-incremental/7-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 17:07:48 | scheduled-backup-incremental/7-engage-incremental | +++ export GIT_BRANCH=PR-1269 logger.go:42: 17:07:48 | scheduled-backup-incremental/7-engage-incremental | +++ GIT_BRANCH=PR-1269 logger.go:42: 17:07:48 | scheduled-backup-incremental/7-engage-incremental | +++ export VERSION=PR-1269-fbab6499 logger.go:42: 17:07:48 | scheduled-backup-incremental/7-engage-incremental | +++ VERSION=PR-1269-fbab6499 logger.go:42: 17:07:48 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:07:48 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:07:48 | scheduled-backup-incremental/7-engage-incremental | +++ [[ -z 8.0 ]] logger.go:42: 17:07:48 | scheduled-backup-incremental/7-engage-incremental | +++ export MYSQL_VERSION=8.0 logger.go:42: 17:07:48 | scheduled-backup-incremental/7-engage-incremental | +++ MYSQL_VERSION=8.0 logger.go:42: 17:07:48 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:07:48 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:07:48 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:07:48 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:07:48 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:07:48 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:07:48 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:07:48 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:07:48 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:07:48 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:07:48 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:07:48 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:07:48 | scheduled-backup-incremental/7-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:07:48 | scheduled-backup-incremental/7-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:07:48 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:07:48 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:07:48 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:07:48 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:07:48 | scheduled-backup-incremental/7-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 17:07:48 | scheduled-backup-incremental/7-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 17:07:48 | scheduled-backup-incremental/7-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 17:07:48 | scheduled-backup-incremental/7-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 17:07:48 | scheduled-backup-incremental/7-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 17:07:48 | scheduled-backup-incremental/7-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 17:07:48 | scheduled-backup-incremental/7-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 17:07:48 | scheduled-backup-incremental/7-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 17:07:48 | scheduled-backup-incremental/7-engage-incremental | ++++ which gdate logger.go:42: 17:07:48 | scheduled-backup-incremental/7-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:07:48 | scheduled-backup-incremental/7-engage-incremental | ++++ which date logger.go:42: 17:07:48 | scheduled-backup-incremental/7-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 17:07:48 | scheduled-backup-incremental/7-engage-incremental | +++ oc get projects logger.go:42: 17:07:48 | scheduled-backup-incremental/7-engage-incremental | +++ : logger.go:42: 17:07:48 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get nodes logger.go:42: 17:07:48 | scheduled-backup-incremental/7-engage-incremental | +++ grep '^minikube' logger.go:42: 17:07:49 | scheduled-backup-incremental/7-engage-incremental | +++ which gsed logger.go:42: 17:07:49 | scheduled-backup-incremental/7-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:07:49 | scheduled-backup-incremental/7-engage-incremental | +++ which sed logger.go:42: 17:07:49 | scheduled-backup-incremental/7-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 17:07:49 | scheduled-backup-incremental/7-engage-incremental | ++ oc get projects logger.go:42: 17:07:49 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl version -o json logger.go:42: 17:07:49 | scheduled-backup-incremental/7-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 17:07:49 | scheduled-backup-incremental/7-engage-incremental | +++ grep '\-eks\-' logger.go:42: 17:07:49 | scheduled-backup-incremental/7-engage-incremental | grep: warning: stray \ before - logger.go:42: 17:07:49 | scheduled-backup-incremental/7-engage-incremental | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 17:07:49 | scheduled-backup-incremental/7-engage-incremental | ++ '[' ']' logger.go:42: 17:07:49 | scheduled-backup-incremental/7-engage-incremental | ++ EKS=0 logger.go:42: 17:07:49 | scheduled-backup-incremental/7-engage-incremental | +++ get_cluster_name logger.go:42: 17:07:49 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl -n kuttl-test-perfect-anchovy get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 17:07:50 | scheduled-backup-incremental/7-engage-incremental | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 17:07:50 | scheduled-backup-incremental/7-engage-incremental | ++ local schedule_name=minio-incr logger.go:42: 17:07:50 | scheduled-backup-incremental/7-engage-incremental | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 17:07:50 | scheduled-backup-incremental/7-engage-incremental | +++ printf %s kuttl-test-perfect-anchovy-scheduled-backup-incremental logger.go:42: 17:07:50 | scheduled-backup-incremental/7-engage-incremental | +++ sha1sum logger.go:42: 17:07:50 | scheduled-backup-incremental/7-engage-incremental | +++ awk '{print $1}' logger.go:42: 17:07:50 | scheduled-backup-incremental/7-engage-incremental | +++ head -c 5 logger.go:42: 17:07:50 | scheduled-backup-incremental/7-engage-incremental | ++ local prefix=c8a08 logger.go:42: 17:07:50 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get ps-backup -n kuttl-test-perfect-anchovy -l percona.com/backup-ancestor=c8a08-minio-incr -o yaml logger.go:42: 17:07:50 | scheduled-backup-incremental/7-engage-incremental | +++ yq '.items | length' logger.go:42: 17:07:50 | scheduled-backup-incremental/7-engage-incremental | ++ local bcp_count=0 logger.go:42: 17:07:50 | scheduled-backup-incremental/7-engage-incremental | ++ echo 0 logger.go:42: 17:07:50 | scheduled-backup-incremental/7-engage-incremental | + bcp_count=0 logger.go:42: 17:07:50 | scheduled-backup-incremental/7-engage-incremental | + [[ 0 -lt 3 ]] logger.go:42: 17:07:50 | scheduled-backup-incremental/7-engage-incremental | + echo 'There are 0 incremental ps-backups but should be at least 3' logger.go:42: 17:07:50 | scheduled-backup-incremental/7-engage-incremental | There are 0 incremental ps-backups but should be at least 3 logger.go:42: 17:07:50 | scheduled-backup-incremental/7-engage-incremental | + exit 1 logger.go:42: 17:07:52 | scheduled-backup-incremental/7-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 3 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 3" exit 1 fi] logger.go:42: 17:07:52 | scheduled-backup-incremental/7-engage-incremental | + source ../../functions logger.go:42: 17:07:52 | scheduled-backup-incremental/7-engage-incremental | +++ realpath ../../.. logger.go:42: 17:07:52 | scheduled-backup-incremental/7-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:07:52 | scheduled-backup-incremental/7-engage-incremental | ++++ pwd logger.go:42: 17:07:52 | scheduled-backup-incremental/7-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 17:07:52 | scheduled-backup-incremental/7-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 17:07:52 | scheduled-backup-incremental/7-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/vars.sh logger.go:42: 17:07:52 | scheduled-backup-incremental/7-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:07:52 | scheduled-backup-incremental/7-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:07:52 | scheduled-backup-incremental/7-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:07:52 | scheduled-backup-incremental/7-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:07:52 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:07:52 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:07:52 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:07:52 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:07:52 | scheduled-backup-incremental/7-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:07:52 | scheduled-backup-incremental/7-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:07:52 | scheduled-backup-incremental/7-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 17:07:52 | scheduled-backup-incremental/7-engage-incremental | +++ export GIT_BRANCH=PR-1269 logger.go:42: 17:07:52 | scheduled-backup-incremental/7-engage-incremental | +++ GIT_BRANCH=PR-1269 logger.go:42: 17:07:52 | scheduled-backup-incremental/7-engage-incremental | +++ export VERSION=PR-1269-fbab6499 logger.go:42: 17:07:52 | scheduled-backup-incremental/7-engage-incremental | +++ VERSION=PR-1269-fbab6499 logger.go:42: 17:07:52 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:07:52 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:07:52 | scheduled-backup-incremental/7-engage-incremental | +++ [[ -z 8.0 ]] logger.go:42: 17:07:52 | scheduled-backup-incremental/7-engage-incremental | +++ export MYSQL_VERSION=8.0 logger.go:42: 17:07:52 | scheduled-backup-incremental/7-engage-incremental | +++ MYSQL_VERSION=8.0 logger.go:42: 17:07:52 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:07:52 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:07:52 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:07:52 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:07:52 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:07:52 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:07:52 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:07:52 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:07:52 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:07:52 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:07:52 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:07:52 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:07:52 | scheduled-backup-incremental/7-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:07:52 | scheduled-backup-incremental/7-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:07:52 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:07:52 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:07:52 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:07:52 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:07:52 | scheduled-backup-incremental/7-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 17:07:52 | scheduled-backup-incremental/7-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 17:07:52 | scheduled-backup-incremental/7-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 17:07:52 | scheduled-backup-incremental/7-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 17:07:52 | scheduled-backup-incremental/7-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 17:07:52 | scheduled-backup-incremental/7-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 17:07:52 | scheduled-backup-incremental/7-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 17:07:52 | scheduled-backup-incremental/7-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 17:07:52 | scheduled-backup-incremental/7-engage-incremental | ++++ which gdate logger.go:42: 17:07:52 | scheduled-backup-incremental/7-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:07:52 | scheduled-backup-incremental/7-engage-incremental | ++++ which date logger.go:42: 17:07:52 | scheduled-backup-incremental/7-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 17:07:52 | scheduled-backup-incremental/7-engage-incremental | +++ oc get projects logger.go:42: 17:07:52 | scheduled-backup-incremental/7-engage-incremental | +++ : logger.go:42: 17:07:52 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get nodes logger.go:42: 17:07:52 | scheduled-backup-incremental/7-engage-incremental | +++ grep '^minikube' logger.go:42: 17:07:52 | scheduled-backup-incremental/7-engage-incremental | +++ which gsed logger.go:42: 17:07:52 | scheduled-backup-incremental/7-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:07:52 | scheduled-backup-incremental/7-engage-incremental | +++ which sed logger.go:42: 17:07:52 | scheduled-backup-incremental/7-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 17:07:52 | scheduled-backup-incremental/7-engage-incremental | ++ oc get projects logger.go:42: 17:07:52 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl version -o json logger.go:42: 17:07:52 | scheduled-backup-incremental/7-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 17:07:52 | scheduled-backup-incremental/7-engage-incremental | +++ grep '\-eks\-' logger.go:42: 17:07:52 | scheduled-backup-incremental/7-engage-incremental | grep: warning: stray \ before - logger.go:42: 17:07:53 | scheduled-backup-incremental/7-engage-incremental | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 17:07:53 | scheduled-backup-incremental/7-engage-incremental | ++ '[' ']' logger.go:42: 17:07:53 | scheduled-backup-incremental/7-engage-incremental | ++ EKS=0 logger.go:42: 17:07:53 | scheduled-backup-incremental/7-engage-incremental | +++ get_cluster_name logger.go:42: 17:07:53 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl -n kuttl-test-perfect-anchovy get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 17:07:53 | scheduled-backup-incremental/7-engage-incremental | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 17:07:53 | scheduled-backup-incremental/7-engage-incremental | ++ local schedule_name=minio-incr logger.go:42: 17:07:53 | scheduled-backup-incremental/7-engage-incremental | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 17:07:53 | scheduled-backup-incremental/7-engage-incremental | +++ printf %s kuttl-test-perfect-anchovy-scheduled-backup-incremental logger.go:42: 17:07:53 | scheduled-backup-incremental/7-engage-incremental | +++ sha1sum logger.go:42: 17:07:53 | scheduled-backup-incremental/7-engage-incremental | +++ awk '{print $1}' logger.go:42: 17:07:53 | scheduled-backup-incremental/7-engage-incremental | +++ head -c 5 logger.go:42: 17:07:53 | scheduled-backup-incremental/7-engage-incremental | ++ local prefix=c8a08 logger.go:42: 17:07:53 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get ps-backup -n kuttl-test-perfect-anchovy -l percona.com/backup-ancestor=c8a08-minio-incr -o yaml logger.go:42: 17:07:53 | scheduled-backup-incremental/7-engage-incremental | +++ yq '.items | length' logger.go:42: 17:07:54 | scheduled-backup-incremental/7-engage-incremental | ++ local bcp_count=0 logger.go:42: 17:07:54 | scheduled-backup-incremental/7-engage-incremental | ++ echo 0 logger.go:42: 17:07:54 | scheduled-backup-incremental/7-engage-incremental | + bcp_count=0 logger.go:42: 17:07:54 | scheduled-backup-incremental/7-engage-incremental | + [[ 0 -lt 3 ]] logger.go:42: 17:07:54 | scheduled-backup-incremental/7-engage-incremental | + echo 'There are 0 incremental ps-backups but should be at least 3' logger.go:42: 17:07:54 | scheduled-backup-incremental/7-engage-incremental | There are 0 incremental ps-backups but should be at least 3 logger.go:42: 17:07:54 | scheduled-backup-incremental/7-engage-incremental | + exit 1 logger.go:42: 17:07:55 | scheduled-backup-incremental/7-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 3 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 3" exit 1 fi] logger.go:42: 17:07:55 | scheduled-backup-incremental/7-engage-incremental | + source ../../functions logger.go:42: 17:07:55 | scheduled-backup-incremental/7-engage-incremental | +++ realpath ../../.. logger.go:42: 17:07:55 | scheduled-backup-incremental/7-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:07:55 | scheduled-backup-incremental/7-engage-incremental | ++++ pwd logger.go:42: 17:07:55 | scheduled-backup-incremental/7-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 17:07:55 | scheduled-backup-incremental/7-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 17:07:55 | scheduled-backup-incremental/7-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/vars.sh logger.go:42: 17:07:55 | scheduled-backup-incremental/7-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:07:55 | scheduled-backup-incremental/7-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:07:55 | scheduled-backup-incremental/7-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:07:55 | scheduled-backup-incremental/7-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:07:55 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:07:55 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:07:55 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:07:55 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:07:55 | scheduled-backup-incremental/7-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:07:55 | scheduled-backup-incremental/7-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:07:55 | scheduled-backup-incremental/7-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 17:07:55 | scheduled-backup-incremental/7-engage-incremental | +++ export GIT_BRANCH=PR-1269 logger.go:42: 17:07:55 | scheduled-backup-incremental/7-engage-incremental | +++ GIT_BRANCH=PR-1269 logger.go:42: 17:07:55 | scheduled-backup-incremental/7-engage-incremental | +++ export VERSION=PR-1269-fbab6499 logger.go:42: 17:07:55 | scheduled-backup-incremental/7-engage-incremental | +++ VERSION=PR-1269-fbab6499 logger.go:42: 17:07:55 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:07:55 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:07:55 | scheduled-backup-incremental/7-engage-incremental | +++ [[ -z 8.0 ]] logger.go:42: 17:07:55 | scheduled-backup-incremental/7-engage-incremental | +++ export MYSQL_VERSION=8.0 logger.go:42: 17:07:55 | scheduled-backup-incremental/7-engage-incremental | +++ MYSQL_VERSION=8.0 logger.go:42: 17:07:55 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:07:55 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:07:55 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:07:55 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:07:55 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:07:55 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:07:55 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:07:55 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:07:55 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:07:55 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:07:55 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:07:55 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:07:55 | scheduled-backup-incremental/7-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:07:55 | scheduled-backup-incremental/7-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:07:55 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:07:55 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:07:55 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:07:55 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:07:55 | scheduled-backup-incremental/7-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 17:07:55 | scheduled-backup-incremental/7-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 17:07:55 | scheduled-backup-incremental/7-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 17:07:55 | scheduled-backup-incremental/7-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 17:07:55 | scheduled-backup-incremental/7-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 17:07:55 | scheduled-backup-incremental/7-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 17:07:55 | scheduled-backup-incremental/7-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 17:07:55 | scheduled-backup-incremental/7-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 17:07:55 | scheduled-backup-incremental/7-engage-incremental | ++++ which gdate logger.go:42: 17:07:55 | scheduled-backup-incremental/7-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:07:55 | scheduled-backup-incremental/7-engage-incremental | ++++ which date logger.go:42: 17:07:55 | scheduled-backup-incremental/7-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 17:07:55 | scheduled-backup-incremental/7-engage-incremental | +++ oc get projects logger.go:42: 17:07:55 | scheduled-backup-incremental/7-engage-incremental | +++ : logger.go:42: 17:07:55 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get nodes logger.go:42: 17:07:55 | scheduled-backup-incremental/7-engage-incremental | +++ grep '^minikube' logger.go:42: 17:07:55 | scheduled-backup-incremental/7-engage-incremental | +++ which gsed logger.go:42: 17:07:55 | scheduled-backup-incremental/7-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:07:55 | scheduled-backup-incremental/7-engage-incremental | +++ which sed logger.go:42: 17:07:55 | scheduled-backup-incremental/7-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 17:07:55 | scheduled-backup-incremental/7-engage-incremental | ++ oc get projects logger.go:42: 17:07:55 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl version -o json logger.go:42: 17:07:55 | scheduled-backup-incremental/7-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 17:07:55 | scheduled-backup-incremental/7-engage-incremental | +++ grep '\-eks\-' logger.go:42: 17:07:55 | scheduled-backup-incremental/7-engage-incremental | grep: warning: stray \ before - logger.go:42: 17:07:56 | scheduled-backup-incremental/7-engage-incremental | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 17:07:56 | scheduled-backup-incremental/7-engage-incremental | ++ '[' ']' logger.go:42: 17:07:56 | scheduled-backup-incremental/7-engage-incremental | ++ EKS=0 logger.go:42: 17:07:56 | scheduled-backup-incremental/7-engage-incremental | +++ get_cluster_name logger.go:42: 17:07:56 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl -n kuttl-test-perfect-anchovy get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 17:07:56 | scheduled-backup-incremental/7-engage-incremental | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 17:07:56 | scheduled-backup-incremental/7-engage-incremental | ++ local schedule_name=minio-incr logger.go:42: 17:07:56 | scheduled-backup-incremental/7-engage-incremental | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 17:07:56 | scheduled-backup-incremental/7-engage-incremental | +++ printf %s kuttl-test-perfect-anchovy-scheduled-backup-incremental logger.go:42: 17:07:56 | scheduled-backup-incremental/7-engage-incremental | +++ sha1sum logger.go:42: 17:07:56 | scheduled-backup-incremental/7-engage-incremental | +++ awk '{print $1}' logger.go:42: 17:07:56 | scheduled-backup-incremental/7-engage-incremental | +++ head -c 5 logger.go:42: 17:07:56 | scheduled-backup-incremental/7-engage-incremental | ++ local prefix=c8a08 logger.go:42: 17:07:56 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get ps-backup -n kuttl-test-perfect-anchovy -l percona.com/backup-ancestor=c8a08-minio-incr -o yaml logger.go:42: 17:07:56 | scheduled-backup-incremental/7-engage-incremental | +++ yq '.items | length' logger.go:42: 17:07:57 | scheduled-backup-incremental/7-engage-incremental | ++ local bcp_count=0 logger.go:42: 17:07:57 | scheduled-backup-incremental/7-engage-incremental | ++ echo 0 logger.go:42: 17:07:57 | scheduled-backup-incremental/7-engage-incremental | + bcp_count=0 logger.go:42: 17:07:57 | scheduled-backup-incremental/7-engage-incremental | + [[ 0 -lt 3 ]] logger.go:42: 17:07:57 | scheduled-backup-incremental/7-engage-incremental | + echo 'There are 0 incremental ps-backups but should be at least 3' logger.go:42: 17:07:57 | scheduled-backup-incremental/7-engage-incremental | There are 0 incremental ps-backups but should be at least 3 logger.go:42: 17:07:57 | scheduled-backup-incremental/7-engage-incremental | + exit 1 logger.go:42: 17:07:58 | scheduled-backup-incremental/7-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 3 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 3" exit 1 fi] logger.go:42: 17:07:58 | scheduled-backup-incremental/7-engage-incremental | + source ../../functions logger.go:42: 17:07:58 | scheduled-backup-incremental/7-engage-incremental | +++ realpath ../../.. logger.go:42: 17:07:58 | scheduled-backup-incremental/7-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:07:58 | scheduled-backup-incremental/7-engage-incremental | ++++ pwd logger.go:42: 17:07:58 | scheduled-backup-incremental/7-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 17:07:58 | scheduled-backup-incremental/7-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 17:07:58 | scheduled-backup-incremental/7-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/vars.sh logger.go:42: 17:07:58 | scheduled-backup-incremental/7-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:07:58 | scheduled-backup-incremental/7-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:07:58 | scheduled-backup-incremental/7-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:07:58 | scheduled-backup-incremental/7-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:07:58 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:07:58 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:07:58 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:07:58 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:07:58 | scheduled-backup-incremental/7-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:07:58 | scheduled-backup-incremental/7-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:07:58 | scheduled-backup-incremental/7-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 17:07:58 | scheduled-backup-incremental/7-engage-incremental | +++ export GIT_BRANCH=PR-1269 logger.go:42: 17:07:58 | scheduled-backup-incremental/7-engage-incremental | +++ GIT_BRANCH=PR-1269 logger.go:42: 17:07:58 | scheduled-backup-incremental/7-engage-incremental | +++ export VERSION=PR-1269-fbab6499 logger.go:42: 17:07:58 | scheduled-backup-incremental/7-engage-incremental | +++ VERSION=PR-1269-fbab6499 logger.go:42: 17:07:58 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:07:58 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:07:58 | scheduled-backup-incremental/7-engage-incremental | +++ [[ -z 8.0 ]] logger.go:42: 17:07:58 | scheduled-backup-incremental/7-engage-incremental | +++ export MYSQL_VERSION=8.0 logger.go:42: 17:07:58 | scheduled-backup-incremental/7-engage-incremental | +++ MYSQL_VERSION=8.0 logger.go:42: 17:07:58 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:07:58 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:07:58 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:07:58 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:07:58 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:07:58 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:07:58 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:07:58 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:07:58 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:07:58 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:07:58 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:07:58 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:07:58 | scheduled-backup-incremental/7-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:07:58 | scheduled-backup-incremental/7-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:07:58 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:07:58 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:07:58 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:07:58 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:07:58 | scheduled-backup-incremental/7-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 17:07:58 | scheduled-backup-incremental/7-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 17:07:58 | scheduled-backup-incremental/7-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 17:07:58 | scheduled-backup-incremental/7-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 17:07:58 | scheduled-backup-incremental/7-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 17:07:58 | scheduled-backup-incremental/7-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 17:07:58 | scheduled-backup-incremental/7-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 17:07:58 | scheduled-backup-incremental/7-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 17:07:58 | scheduled-backup-incremental/7-engage-incremental | ++++ which gdate logger.go:42: 17:07:58 | scheduled-backup-incremental/7-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:07:58 | scheduled-backup-incremental/7-engage-incremental | ++++ which date logger.go:42: 17:07:58 | scheduled-backup-incremental/7-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 17:07:58 | scheduled-backup-incremental/7-engage-incremental | +++ oc get projects logger.go:42: 17:07:58 | scheduled-backup-incremental/7-engage-incremental | +++ : logger.go:42: 17:07:58 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get nodes logger.go:42: 17:07:58 | scheduled-backup-incremental/7-engage-incremental | +++ grep '^minikube' logger.go:42: 17:07:59 | scheduled-backup-incremental/7-engage-incremental | +++ which gsed logger.go:42: 17:07:59 | scheduled-backup-incremental/7-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:07:59 | scheduled-backup-incremental/7-engage-incremental | +++ which sed logger.go:42: 17:07:59 | scheduled-backup-incremental/7-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 17:07:59 | scheduled-backup-incremental/7-engage-incremental | ++ oc get projects logger.go:42: 17:07:59 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl version -o json logger.go:42: 17:07:59 | scheduled-backup-incremental/7-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 17:07:59 | scheduled-backup-incremental/7-engage-incremental | +++ grep '\-eks\-' logger.go:42: 17:07:59 | scheduled-backup-incremental/7-engage-incremental | grep: warning: stray \ before - logger.go:42: 17:07:59 | scheduled-backup-incremental/7-engage-incremental | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 17:07:59 | scheduled-backup-incremental/7-engage-incremental | ++ '[' ']' logger.go:42: 17:07:59 | scheduled-backup-incremental/7-engage-incremental | ++ EKS=0 logger.go:42: 17:07:59 | scheduled-backup-incremental/7-engage-incremental | +++ get_cluster_name logger.go:42: 17:07:59 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl -n kuttl-test-perfect-anchovy get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 17:08:00 | scheduled-backup-incremental/7-engage-incremental | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 17:08:00 | scheduled-backup-incremental/7-engage-incremental | ++ local schedule_name=minio-incr logger.go:42: 17:08:00 | scheduled-backup-incremental/7-engage-incremental | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 17:08:00 | scheduled-backup-incremental/7-engage-incremental | +++ sha1sum logger.go:42: 17:08:00 | scheduled-backup-incremental/7-engage-incremental | +++ printf %s kuttl-test-perfect-anchovy-scheduled-backup-incremental logger.go:42: 17:08:00 | scheduled-backup-incremental/7-engage-incremental | +++ awk '{print $1}' logger.go:42: 17:08:00 | scheduled-backup-incremental/7-engage-incremental | +++ head -c 5 logger.go:42: 17:08:00 | scheduled-backup-incremental/7-engage-incremental | ++ local prefix=c8a08 logger.go:42: 17:08:00 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get ps-backup -n kuttl-test-perfect-anchovy -l percona.com/backup-ancestor=c8a08-minio-incr -o yaml logger.go:42: 17:08:00 | scheduled-backup-incremental/7-engage-incremental | +++ yq '.items | length' logger.go:42: 17:08:00 | scheduled-backup-incremental/7-engage-incremental | ++ local bcp_count=0 logger.go:42: 17:08:00 | scheduled-backup-incremental/7-engage-incremental | ++ echo 0 logger.go:42: 17:08:00 | scheduled-backup-incremental/7-engage-incremental | + bcp_count=0 logger.go:42: 17:08:00 | scheduled-backup-incremental/7-engage-incremental | + [[ 0 -lt 3 ]] logger.go:42: 17:08:00 | scheduled-backup-incremental/7-engage-incremental | + echo 'There are 0 incremental ps-backups but should be at least 3' logger.go:42: 17:08:00 | scheduled-backup-incremental/7-engage-incremental | There are 0 incremental ps-backups but should be at least 3 logger.go:42: 17:08:00 | scheduled-backup-incremental/7-engage-incremental | + exit 1 logger.go:42: 17:08:01 | scheduled-backup-incremental/7-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 3 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 3" exit 1 fi] logger.go:42: 17:08:01 | scheduled-backup-incremental/7-engage-incremental | + source ../../functions logger.go:42: 17:08:01 | scheduled-backup-incremental/7-engage-incremental | +++ realpath ../../.. logger.go:42: 17:08:01 | scheduled-backup-incremental/7-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:08:01 | scheduled-backup-incremental/7-engage-incremental | ++++ pwd logger.go:42: 17:08:01 | scheduled-backup-incremental/7-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 17:08:01 | scheduled-backup-incremental/7-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 17:08:01 | scheduled-backup-incremental/7-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/vars.sh logger.go:42: 17:08:01 | scheduled-backup-incremental/7-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:08:01 | scheduled-backup-incremental/7-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:08:01 | scheduled-backup-incremental/7-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:08:01 | scheduled-backup-incremental/7-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:08:01 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:08:01 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:08:01 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:08:01 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:08:01 | scheduled-backup-incremental/7-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:08:01 | scheduled-backup-incremental/7-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:08:01 | scheduled-backup-incremental/7-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 17:08:01 | scheduled-backup-incremental/7-engage-incremental | +++ export GIT_BRANCH=PR-1269 logger.go:42: 17:08:01 | scheduled-backup-incremental/7-engage-incremental | +++ GIT_BRANCH=PR-1269 logger.go:42: 17:08:01 | scheduled-backup-incremental/7-engage-incremental | +++ export VERSION=PR-1269-fbab6499 logger.go:42: 17:08:01 | scheduled-backup-incremental/7-engage-incremental | +++ VERSION=PR-1269-fbab6499 logger.go:42: 17:08:01 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:08:01 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:08:01 | scheduled-backup-incremental/7-engage-incremental | +++ [[ -z 8.0 ]] logger.go:42: 17:08:01 | scheduled-backup-incremental/7-engage-incremental | +++ export MYSQL_VERSION=8.0 logger.go:42: 17:08:01 | scheduled-backup-incremental/7-engage-incremental | +++ MYSQL_VERSION=8.0 logger.go:42: 17:08:01 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:08:01 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:08:01 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:08:01 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:08:01 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:08:01 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:08:01 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:08:01 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:08:01 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:08:01 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:08:01 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:08:01 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:08:01 | scheduled-backup-incremental/7-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:08:01 | scheduled-backup-incremental/7-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:08:01 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:08:01 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:08:01 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:08:01 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:08:01 | scheduled-backup-incremental/7-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 17:08:01 | scheduled-backup-incremental/7-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 17:08:01 | scheduled-backup-incremental/7-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 17:08:01 | scheduled-backup-incremental/7-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 17:08:01 | scheduled-backup-incremental/7-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 17:08:01 | scheduled-backup-incremental/7-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 17:08:01 | scheduled-backup-incremental/7-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 17:08:01 | scheduled-backup-incremental/7-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 17:08:01 | scheduled-backup-incremental/7-engage-incremental | ++++ which gdate logger.go:42: 17:08:01 | scheduled-backup-incremental/7-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:08:01 | scheduled-backup-incremental/7-engage-incremental | ++++ which date logger.go:42: 17:08:01 | scheduled-backup-incremental/7-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 17:08:01 | scheduled-backup-incremental/7-engage-incremental | +++ oc get projects logger.go:42: 17:08:01 | scheduled-backup-incremental/7-engage-incremental | +++ : logger.go:42: 17:08:01 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get nodes logger.go:42: 17:08:01 | scheduled-backup-incremental/7-engage-incremental | +++ grep '^minikube' logger.go:42: 17:08:02 | scheduled-backup-incremental/7-engage-incremental | +++ which gsed logger.go:42: 17:08:02 | scheduled-backup-incremental/7-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:08:02 | scheduled-backup-incremental/7-engage-incremental | +++ which sed logger.go:42: 17:08:02 | scheduled-backup-incremental/7-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 17:08:02 | scheduled-backup-incremental/7-engage-incremental | ++ oc get projects logger.go:42: 17:08:02 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl version -o json logger.go:42: 17:08:02 | scheduled-backup-incremental/7-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 17:08:02 | scheduled-backup-incremental/7-engage-incremental | +++ grep '\-eks\-' logger.go:42: 17:08:02 | scheduled-backup-incremental/7-engage-incremental | grep: warning: stray \ before - logger.go:42: 17:08:02 | scheduled-backup-incremental/7-engage-incremental | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 17:08:02 | scheduled-backup-incremental/7-engage-incremental | ++ '[' ']' logger.go:42: 17:08:02 | scheduled-backup-incremental/7-engage-incremental | ++ EKS=0 logger.go:42: 17:08:02 | scheduled-backup-incremental/7-engage-incremental | +++ get_cluster_name logger.go:42: 17:08:02 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl -n kuttl-test-perfect-anchovy get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 17:08:03 | scheduled-backup-incremental/7-engage-incremental | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 17:08:03 | scheduled-backup-incremental/7-engage-incremental | ++ local schedule_name=minio-incr logger.go:42: 17:08:03 | scheduled-backup-incremental/7-engage-incremental | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 17:08:03 | scheduled-backup-incremental/7-engage-incremental | +++ printf %s kuttl-test-perfect-anchovy-scheduled-backup-incremental logger.go:42: 17:08:03 | scheduled-backup-incremental/7-engage-incremental | +++ sha1sum logger.go:42: 17:08:03 | scheduled-backup-incremental/7-engage-incremental | +++ awk '{print $1}' logger.go:42: 17:08:03 | scheduled-backup-incremental/7-engage-incremental | +++ head -c 5 logger.go:42: 17:08:03 | scheduled-backup-incremental/7-engage-incremental | ++ local prefix=c8a08 logger.go:42: 17:08:03 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get ps-backup -n kuttl-test-perfect-anchovy -l percona.com/backup-ancestor=c8a08-minio-incr -o yaml logger.go:42: 17:08:03 | scheduled-backup-incremental/7-engage-incremental | +++ yq '.items | length' logger.go:42: 17:08:03 | scheduled-backup-incremental/7-engage-incremental | ++ local bcp_count=0 logger.go:42: 17:08:03 | scheduled-backup-incremental/7-engage-incremental | ++ echo 0 logger.go:42: 17:08:03 | scheduled-backup-incremental/7-engage-incremental | + bcp_count=0 logger.go:42: 17:08:03 | scheduled-backup-incremental/7-engage-incremental | + [[ 0 -lt 3 ]] logger.go:42: 17:08:03 | scheduled-backup-incremental/7-engage-incremental | + echo 'There are 0 incremental ps-backups but should be at least 3' logger.go:42: 17:08:03 | scheduled-backup-incremental/7-engage-incremental | There are 0 incremental ps-backups but should be at least 3 logger.go:42: 17:08:03 | scheduled-backup-incremental/7-engage-incremental | + exit 1 logger.go:42: 17:08:05 | scheduled-backup-incremental/7-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 3 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 3" exit 1 fi] logger.go:42: 17:08:05 | scheduled-backup-incremental/7-engage-incremental | + source ../../functions logger.go:42: 17:08:05 | scheduled-backup-incremental/7-engage-incremental | +++ realpath ../../.. logger.go:42: 17:08:05 | scheduled-backup-incremental/7-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:08:05 | scheduled-backup-incremental/7-engage-incremental | ++++ pwd logger.go:42: 17:08:05 | scheduled-backup-incremental/7-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 17:08:05 | scheduled-backup-incremental/7-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 17:08:05 | scheduled-backup-incremental/7-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/vars.sh logger.go:42: 17:08:05 | scheduled-backup-incremental/7-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:08:05 | scheduled-backup-incremental/7-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:08:05 | scheduled-backup-incremental/7-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:08:05 | scheduled-backup-incremental/7-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:08:05 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:08:05 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:08:05 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:08:05 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:08:05 | scheduled-backup-incremental/7-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:08:05 | scheduled-backup-incremental/7-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:08:05 | scheduled-backup-incremental/7-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 17:08:05 | scheduled-backup-incremental/7-engage-incremental | +++ export GIT_BRANCH=PR-1269 logger.go:42: 17:08:05 | scheduled-backup-incremental/7-engage-incremental | +++ GIT_BRANCH=PR-1269 logger.go:42: 17:08:05 | scheduled-backup-incremental/7-engage-incremental | +++ export VERSION=PR-1269-fbab6499 logger.go:42: 17:08:05 | scheduled-backup-incremental/7-engage-incremental | +++ VERSION=PR-1269-fbab6499 logger.go:42: 17:08:05 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:08:05 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:08:05 | scheduled-backup-incremental/7-engage-incremental | +++ [[ -z 8.0 ]] logger.go:42: 17:08:05 | scheduled-backup-incremental/7-engage-incremental | +++ export MYSQL_VERSION=8.0 logger.go:42: 17:08:05 | scheduled-backup-incremental/7-engage-incremental | +++ MYSQL_VERSION=8.0 logger.go:42: 17:08:05 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:08:05 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:08:05 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:08:05 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:08:05 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:08:05 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:08:05 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:08:05 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:08:05 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:08:05 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:08:05 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:08:05 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:08:05 | scheduled-backup-incremental/7-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:08:05 | scheduled-backup-incremental/7-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:08:05 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:08:05 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:08:05 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:08:05 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:08:05 | scheduled-backup-incremental/7-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 17:08:05 | scheduled-backup-incremental/7-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 17:08:05 | scheduled-backup-incremental/7-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 17:08:05 | scheduled-backup-incremental/7-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 17:08:05 | scheduled-backup-incremental/7-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 17:08:05 | scheduled-backup-incremental/7-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 17:08:05 | scheduled-backup-incremental/7-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 17:08:05 | scheduled-backup-incremental/7-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 17:08:05 | scheduled-backup-incremental/7-engage-incremental | ++++ which gdate logger.go:42: 17:08:05 | scheduled-backup-incremental/7-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:08:05 | scheduled-backup-incremental/7-engage-incremental | ++++ which date logger.go:42: 17:08:05 | scheduled-backup-incremental/7-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 17:08:05 | scheduled-backup-incremental/7-engage-incremental | +++ oc get projects logger.go:42: 17:08:05 | scheduled-backup-incremental/7-engage-incremental | +++ : logger.go:42: 17:08:05 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get nodes logger.go:42: 17:08:05 | scheduled-backup-incremental/7-engage-incremental | +++ grep '^minikube' logger.go:42: 17:08:05 | scheduled-backup-incremental/7-engage-incremental | +++ which gsed logger.go:42: 17:08:05 | scheduled-backup-incremental/7-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:08:05 | scheduled-backup-incremental/7-engage-incremental | +++ which sed logger.go:42: 17:08:05 | scheduled-backup-incremental/7-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 17:08:05 | scheduled-backup-incremental/7-engage-incremental | ++ oc get projects logger.go:42: 17:08:05 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl version -o json logger.go:42: 17:08:05 | scheduled-backup-incremental/7-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 17:08:05 | scheduled-backup-incremental/7-engage-incremental | +++ grep '\-eks\-' logger.go:42: 17:08:05 | scheduled-backup-incremental/7-engage-incremental | grep: warning: stray \ before - logger.go:42: 17:08:06 | scheduled-backup-incremental/7-engage-incremental | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 17:08:06 | scheduled-backup-incremental/7-engage-incremental | ++ '[' ']' logger.go:42: 17:08:06 | scheduled-backup-incremental/7-engage-incremental | ++ EKS=0 logger.go:42: 17:08:06 | scheduled-backup-incremental/7-engage-incremental | +++ get_cluster_name logger.go:42: 17:08:06 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl -n kuttl-test-perfect-anchovy get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 17:08:06 | scheduled-backup-incremental/7-engage-incremental | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 17:08:06 | scheduled-backup-incremental/7-engage-incremental | ++ local schedule_name=minio-incr logger.go:42: 17:08:06 | scheduled-backup-incremental/7-engage-incremental | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 17:08:06 | scheduled-backup-incremental/7-engage-incremental | +++ printf %s kuttl-test-perfect-anchovy-scheduled-backup-incremental logger.go:42: 17:08:06 | scheduled-backup-incremental/7-engage-incremental | +++ sha1sum logger.go:42: 17:08:06 | scheduled-backup-incremental/7-engage-incremental | +++ awk '{print $1}' logger.go:42: 17:08:06 | scheduled-backup-incremental/7-engage-incremental | +++ head -c 5 logger.go:42: 17:08:06 | scheduled-backup-incremental/7-engage-incremental | ++ local prefix=c8a08 logger.go:42: 17:08:06 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get ps-backup -n kuttl-test-perfect-anchovy -l percona.com/backup-ancestor=c8a08-minio-incr -o yaml logger.go:42: 17:08:06 | scheduled-backup-incremental/7-engage-incremental | +++ yq '.items | length' logger.go:42: 17:08:07 | scheduled-backup-incremental/7-engage-incremental | ++ local bcp_count=0 logger.go:42: 17:08:07 | scheduled-backup-incremental/7-engage-incremental | ++ echo 0 logger.go:42: 17:08:07 | scheduled-backup-incremental/7-engage-incremental | + bcp_count=0 logger.go:42: 17:08:07 | scheduled-backup-incremental/7-engage-incremental | + [[ 0 -lt 3 ]] logger.go:42: 17:08:07 | scheduled-backup-incremental/7-engage-incremental | + echo 'There are 0 incremental ps-backups but should be at least 3' logger.go:42: 17:08:07 | scheduled-backup-incremental/7-engage-incremental | There are 0 incremental ps-backups but should be at least 3 logger.go:42: 17:08:07 | scheduled-backup-incremental/7-engage-incremental | + exit 1 logger.go:42: 17:08:08 | scheduled-backup-incremental/7-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 3 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 3" exit 1 fi] logger.go:42: 17:08:08 | scheduled-backup-incremental/7-engage-incremental | + source ../../functions logger.go:42: 17:08:08 | scheduled-backup-incremental/7-engage-incremental | +++ realpath ../../.. logger.go:42: 17:08:08 | scheduled-backup-incremental/7-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:08:08 | scheduled-backup-incremental/7-engage-incremental | ++++ pwd logger.go:42: 17:08:08 | scheduled-backup-incremental/7-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 17:08:08 | scheduled-backup-incremental/7-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 17:08:08 | scheduled-backup-incremental/7-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/vars.sh logger.go:42: 17:08:08 | scheduled-backup-incremental/7-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:08:08 | scheduled-backup-incremental/7-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:08:08 | scheduled-backup-incremental/7-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:08:08 | scheduled-backup-incremental/7-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:08:08 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:08:08 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:08:08 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:08:08 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:08:08 | scheduled-backup-incremental/7-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:08:08 | scheduled-backup-incremental/7-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:08:08 | scheduled-backup-incremental/7-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 17:08:08 | scheduled-backup-incremental/7-engage-incremental | +++ export GIT_BRANCH=PR-1269 logger.go:42: 17:08:08 | scheduled-backup-incremental/7-engage-incremental | +++ GIT_BRANCH=PR-1269 logger.go:42: 17:08:08 | scheduled-backup-incremental/7-engage-incremental | +++ export VERSION=PR-1269-fbab6499 logger.go:42: 17:08:08 | scheduled-backup-incremental/7-engage-incremental | +++ VERSION=PR-1269-fbab6499 logger.go:42: 17:08:08 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:08:08 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:08:08 | scheduled-backup-incremental/7-engage-incremental | +++ [[ -z 8.0 ]] logger.go:42: 17:08:08 | scheduled-backup-incremental/7-engage-incremental | +++ export MYSQL_VERSION=8.0 logger.go:42: 17:08:08 | scheduled-backup-incremental/7-engage-incremental | +++ MYSQL_VERSION=8.0 logger.go:42: 17:08:08 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:08:08 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:08:08 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:08:08 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:08:08 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:08:08 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:08:08 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:08:08 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:08:08 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:08:08 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:08:08 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:08:08 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:08:08 | scheduled-backup-incremental/7-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:08:08 | scheduled-backup-incremental/7-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:08:08 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:08:08 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:08:08 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:08:08 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:08:08 | scheduled-backup-incremental/7-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 17:08:08 | scheduled-backup-incremental/7-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 17:08:08 | scheduled-backup-incremental/7-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 17:08:08 | scheduled-backup-incremental/7-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 17:08:08 | scheduled-backup-incremental/7-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 17:08:08 | scheduled-backup-incremental/7-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 17:08:08 | scheduled-backup-incremental/7-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 17:08:08 | scheduled-backup-incremental/7-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 17:08:08 | scheduled-backup-incremental/7-engage-incremental | ++++ which gdate logger.go:42: 17:08:08 | scheduled-backup-incremental/7-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:08:08 | scheduled-backup-incremental/7-engage-incremental | ++++ which date logger.go:42: 17:08:08 | scheduled-backup-incremental/7-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 17:08:08 | scheduled-backup-incremental/7-engage-incremental | +++ oc get projects logger.go:42: 17:08:08 | scheduled-backup-incremental/7-engage-incremental | +++ : logger.go:42: 17:08:08 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get nodes logger.go:42: 17:08:08 | scheduled-backup-incremental/7-engage-incremental | +++ grep '^minikube' logger.go:42: 17:08:08 | scheduled-backup-incremental/7-engage-incremental | +++ which gsed logger.go:42: 17:08:08 | scheduled-backup-incremental/7-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:08:08 | scheduled-backup-incremental/7-engage-incremental | +++ which sed logger.go:42: 17:08:08 | scheduled-backup-incremental/7-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 17:08:08 | scheduled-backup-incremental/7-engage-incremental | ++ oc get projects logger.go:42: 17:08:08 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl version -o json logger.go:42: 17:08:08 | scheduled-backup-incremental/7-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 17:08:08 | scheduled-backup-incremental/7-engage-incremental | +++ grep '\-eks\-' logger.go:42: 17:08:08 | scheduled-backup-incremental/7-engage-incremental | grep: warning: stray \ before - logger.go:42: 17:08:09 | scheduled-backup-incremental/7-engage-incremental | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 17:08:09 | scheduled-backup-incremental/7-engage-incremental | ++ '[' ']' logger.go:42: 17:08:09 | scheduled-backup-incremental/7-engage-incremental | ++ EKS=0 logger.go:42: 17:08:09 | scheduled-backup-incremental/7-engage-incremental | +++ get_cluster_name logger.go:42: 17:08:09 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl -n kuttl-test-perfect-anchovy get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 17:08:09 | scheduled-backup-incremental/7-engage-incremental | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 17:08:09 | scheduled-backup-incremental/7-engage-incremental | ++ local schedule_name=minio-incr logger.go:42: 17:08:09 | scheduled-backup-incremental/7-engage-incremental | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 17:08:09 | scheduled-backup-incremental/7-engage-incremental | +++ printf %s kuttl-test-perfect-anchovy-scheduled-backup-incremental logger.go:42: 17:08:09 | scheduled-backup-incremental/7-engage-incremental | +++ sha1sum logger.go:42: 17:08:09 | scheduled-backup-incremental/7-engage-incremental | +++ awk '{print $1}' logger.go:42: 17:08:09 | scheduled-backup-incremental/7-engage-incremental | +++ head -c 5 logger.go:42: 17:08:09 | scheduled-backup-incremental/7-engage-incremental | ++ local prefix=c8a08 logger.go:42: 17:08:09 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get ps-backup -n kuttl-test-perfect-anchovy -l percona.com/backup-ancestor=c8a08-minio-incr -o yaml logger.go:42: 17:08:09 | scheduled-backup-incremental/7-engage-incremental | +++ yq '.items | length' logger.go:42: 17:08:10 | scheduled-backup-incremental/7-engage-incremental | ++ local bcp_count=0 logger.go:42: 17:08:10 | scheduled-backup-incremental/7-engage-incremental | ++ echo 0 logger.go:42: 17:08:10 | scheduled-backup-incremental/7-engage-incremental | + bcp_count=0 logger.go:42: 17:08:10 | scheduled-backup-incremental/7-engage-incremental | + [[ 0 -lt 3 ]] logger.go:42: 17:08:10 | scheduled-backup-incremental/7-engage-incremental | + echo 'There are 0 incremental ps-backups but should be at least 3' logger.go:42: 17:08:10 | scheduled-backup-incremental/7-engage-incremental | There are 0 incremental ps-backups but should be at least 3 logger.go:42: 17:08:10 | scheduled-backup-incremental/7-engage-incremental | + exit 1 logger.go:42: 17:08:11 | scheduled-backup-incremental/7-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 3 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 3" exit 1 fi] logger.go:42: 17:08:11 | scheduled-backup-incremental/7-engage-incremental | + source ../../functions logger.go:42: 17:08:11 | scheduled-backup-incremental/7-engage-incremental | +++ realpath ../../.. logger.go:42: 17:08:11 | scheduled-backup-incremental/7-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:08:11 | scheduled-backup-incremental/7-engage-incremental | ++++ pwd logger.go:42: 17:08:11 | scheduled-backup-incremental/7-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 17:08:11 | scheduled-backup-incremental/7-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 17:08:11 | scheduled-backup-incremental/7-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/vars.sh logger.go:42: 17:08:11 | scheduled-backup-incremental/7-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:08:11 | scheduled-backup-incremental/7-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:08:11 | scheduled-backup-incremental/7-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:08:11 | scheduled-backup-incremental/7-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:08:11 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:08:11 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:08:11 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:08:11 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:08:11 | scheduled-backup-incremental/7-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:08:11 | scheduled-backup-incremental/7-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:08:11 | scheduled-backup-incremental/7-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 17:08:11 | scheduled-backup-incremental/7-engage-incremental | +++ export GIT_BRANCH=PR-1269 logger.go:42: 17:08:11 | scheduled-backup-incremental/7-engage-incremental | +++ GIT_BRANCH=PR-1269 logger.go:42: 17:08:11 | scheduled-backup-incremental/7-engage-incremental | +++ export VERSION=PR-1269-fbab6499 logger.go:42: 17:08:11 | scheduled-backup-incremental/7-engage-incremental | +++ VERSION=PR-1269-fbab6499 logger.go:42: 17:08:11 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:08:11 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:08:11 | scheduled-backup-incremental/7-engage-incremental | +++ [[ -z 8.0 ]] logger.go:42: 17:08:11 | scheduled-backup-incremental/7-engage-incremental | +++ export MYSQL_VERSION=8.0 logger.go:42: 17:08:11 | scheduled-backup-incremental/7-engage-incremental | +++ MYSQL_VERSION=8.0 logger.go:42: 17:08:11 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:08:11 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:08:11 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:08:11 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:08:11 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:08:11 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:08:11 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:08:11 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:08:11 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:08:11 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:08:11 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:08:11 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:08:11 | scheduled-backup-incremental/7-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:08:11 | scheduled-backup-incremental/7-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:08:11 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:08:11 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:08:11 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:08:11 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:08:11 | scheduled-backup-incremental/7-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 17:08:11 | scheduled-backup-incremental/7-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 17:08:11 | scheduled-backup-incremental/7-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 17:08:11 | scheduled-backup-incremental/7-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 17:08:11 | scheduled-backup-incremental/7-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 17:08:11 | scheduled-backup-incremental/7-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 17:08:11 | scheduled-backup-incremental/7-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 17:08:11 | scheduled-backup-incremental/7-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 17:08:11 | scheduled-backup-incremental/7-engage-incremental | ++++ which gdate logger.go:42: 17:08:11 | scheduled-backup-incremental/7-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:08:11 | scheduled-backup-incremental/7-engage-incremental | ++++ which date logger.go:42: 17:08:11 | scheduled-backup-incremental/7-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 17:08:11 | scheduled-backup-incremental/7-engage-incremental | +++ oc get projects logger.go:42: 17:08:11 | scheduled-backup-incremental/7-engage-incremental | +++ : logger.go:42: 17:08:11 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get nodes logger.go:42: 17:08:11 | scheduled-backup-incremental/7-engage-incremental | +++ grep '^minikube' logger.go:42: 17:08:12 | scheduled-backup-incremental/7-engage-incremental | +++ which gsed logger.go:42: 17:08:12 | scheduled-backup-incremental/7-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:08:12 | scheduled-backup-incremental/7-engage-incremental | +++ which sed logger.go:42: 17:08:12 | scheduled-backup-incremental/7-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 17:08:12 | scheduled-backup-incremental/7-engage-incremental | ++ oc get projects logger.go:42: 17:08:12 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl version -o json logger.go:42: 17:08:12 | scheduled-backup-incremental/7-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 17:08:12 | scheduled-backup-incremental/7-engage-incremental | +++ grep '\-eks\-' logger.go:42: 17:08:12 | scheduled-backup-incremental/7-engage-incremental | grep: warning: stray \ before - logger.go:42: 17:08:12 | scheduled-backup-incremental/7-engage-incremental | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 17:08:12 | scheduled-backup-incremental/7-engage-incremental | ++ '[' ']' logger.go:42: 17:08:12 | scheduled-backup-incremental/7-engage-incremental | ++ EKS=0 logger.go:42: 17:08:12 | scheduled-backup-incremental/7-engage-incremental | +++ get_cluster_name logger.go:42: 17:08:12 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl -n kuttl-test-perfect-anchovy get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 17:08:13 | scheduled-backup-incremental/7-engage-incremental | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 17:08:13 | scheduled-backup-incremental/7-engage-incremental | ++ local schedule_name=minio-incr logger.go:42: 17:08:13 | scheduled-backup-incremental/7-engage-incremental | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 17:08:13 | scheduled-backup-incremental/7-engage-incremental | +++ printf %s kuttl-test-perfect-anchovy-scheduled-backup-incremental logger.go:42: 17:08:13 | scheduled-backup-incremental/7-engage-incremental | +++ sha1sum logger.go:42: 17:08:13 | scheduled-backup-incremental/7-engage-incremental | +++ awk '{print $1}' logger.go:42: 17:08:13 | scheduled-backup-incremental/7-engage-incremental | +++ head -c 5 logger.go:42: 17:08:13 | scheduled-backup-incremental/7-engage-incremental | ++ local prefix=c8a08 logger.go:42: 17:08:13 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get ps-backup -n kuttl-test-perfect-anchovy -l percona.com/backup-ancestor=c8a08-minio-incr -o yaml logger.go:42: 17:08:13 | scheduled-backup-incremental/7-engage-incremental | +++ yq '.items | length' logger.go:42: 17:08:13 | scheduled-backup-incremental/7-engage-incremental | ++ local bcp_count=0 logger.go:42: 17:08:13 | scheduled-backup-incremental/7-engage-incremental | ++ echo 0 logger.go:42: 17:08:13 | scheduled-backup-incremental/7-engage-incremental | + bcp_count=0 logger.go:42: 17:08:13 | scheduled-backup-incremental/7-engage-incremental | + [[ 0 -lt 3 ]] logger.go:42: 17:08:13 | scheduled-backup-incremental/7-engage-incremental | + echo 'There are 0 incremental ps-backups but should be at least 3' logger.go:42: 17:08:13 | scheduled-backup-incremental/7-engage-incremental | There are 0 incremental ps-backups but should be at least 3 logger.go:42: 17:08:13 | scheduled-backup-incremental/7-engage-incremental | + exit 1 logger.go:42: 17:08:14 | scheduled-backup-incremental/7-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 3 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 3" exit 1 fi] logger.go:42: 17:08:14 | scheduled-backup-incremental/7-engage-incremental | + source ../../functions logger.go:42: 17:08:14 | scheduled-backup-incremental/7-engage-incremental | +++ realpath ../../.. logger.go:42: 17:08:14 | scheduled-backup-incremental/7-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:08:14 | scheduled-backup-incremental/7-engage-incremental | ++++ pwd logger.go:42: 17:08:14 | scheduled-backup-incremental/7-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 17:08:14 | scheduled-backup-incremental/7-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 17:08:14 | scheduled-backup-incremental/7-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/vars.sh logger.go:42: 17:08:14 | scheduled-backup-incremental/7-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:08:14 | scheduled-backup-incremental/7-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:08:14 | scheduled-backup-incremental/7-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:08:14 | scheduled-backup-incremental/7-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:08:14 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:08:14 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:08:14 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:08:14 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:08:14 | scheduled-backup-incremental/7-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:08:14 | scheduled-backup-incremental/7-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:08:14 | scheduled-backup-incremental/7-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 17:08:14 | scheduled-backup-incremental/7-engage-incremental | +++ export GIT_BRANCH=PR-1269 logger.go:42: 17:08:14 | scheduled-backup-incremental/7-engage-incremental | +++ GIT_BRANCH=PR-1269 logger.go:42: 17:08:14 | scheduled-backup-incremental/7-engage-incremental | +++ export VERSION=PR-1269-fbab6499 logger.go:42: 17:08:14 | scheduled-backup-incremental/7-engage-incremental | +++ VERSION=PR-1269-fbab6499 logger.go:42: 17:08:14 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:08:14 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:08:14 | scheduled-backup-incremental/7-engage-incremental | +++ [[ -z 8.0 ]] logger.go:42: 17:08:14 | scheduled-backup-incremental/7-engage-incremental | +++ export MYSQL_VERSION=8.0 logger.go:42: 17:08:14 | scheduled-backup-incremental/7-engage-incremental | +++ MYSQL_VERSION=8.0 logger.go:42: 17:08:14 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:08:14 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:08:14 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:08:14 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:08:14 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:08:14 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:08:14 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:08:14 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:08:14 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:08:14 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:08:14 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:08:14 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:08:14 | scheduled-backup-incremental/7-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:08:14 | scheduled-backup-incremental/7-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:08:14 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:08:14 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:08:14 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:08:14 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:08:14 | scheduled-backup-incremental/7-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 17:08:14 | scheduled-backup-incremental/7-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 17:08:14 | scheduled-backup-incremental/7-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 17:08:14 | scheduled-backup-incremental/7-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 17:08:14 | scheduled-backup-incremental/7-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 17:08:14 | scheduled-backup-incremental/7-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 17:08:14 | scheduled-backup-incremental/7-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 17:08:14 | scheduled-backup-incremental/7-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 17:08:14 | scheduled-backup-incremental/7-engage-incremental | ++++ which gdate logger.go:42: 17:08:14 | scheduled-backup-incremental/7-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:08:14 | scheduled-backup-incremental/7-engage-incremental | ++++ which date logger.go:42: 17:08:14 | scheduled-backup-incremental/7-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 17:08:14 | scheduled-backup-incremental/7-engage-incremental | +++ oc get projects logger.go:42: 17:08:14 | scheduled-backup-incremental/7-engage-incremental | +++ : logger.go:42: 17:08:14 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get nodes logger.go:42: 17:08:14 | scheduled-backup-incremental/7-engage-incremental | +++ grep '^minikube' logger.go:42: 17:08:15 | scheduled-backup-incremental/7-engage-incremental | +++ which gsed logger.go:42: 17:08:15 | scheduled-backup-incremental/7-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:08:15 | scheduled-backup-incremental/7-engage-incremental | +++ which sed logger.go:42: 17:08:15 | scheduled-backup-incremental/7-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 17:08:15 | scheduled-backup-incremental/7-engage-incremental | ++ oc get projects logger.go:42: 17:08:15 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl version -o json logger.go:42: 17:08:15 | scheduled-backup-incremental/7-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 17:08:15 | scheduled-backup-incremental/7-engage-incremental | +++ grep '\-eks\-' logger.go:42: 17:08:15 | scheduled-backup-incremental/7-engage-incremental | grep: warning: stray \ before - logger.go:42: 17:08:15 | scheduled-backup-incremental/7-engage-incremental | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 17:08:15 | scheduled-backup-incremental/7-engage-incremental | ++ '[' ']' logger.go:42: 17:08:15 | scheduled-backup-incremental/7-engage-incremental | ++ EKS=0 logger.go:42: 17:08:15 | scheduled-backup-incremental/7-engage-incremental | +++ get_cluster_name logger.go:42: 17:08:15 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl -n kuttl-test-perfect-anchovy get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 17:08:16 | scheduled-backup-incremental/7-engage-incremental | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 17:08:16 | scheduled-backup-incremental/7-engage-incremental | ++ local schedule_name=minio-incr logger.go:42: 17:08:16 | scheduled-backup-incremental/7-engage-incremental | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 17:08:16 | scheduled-backup-incremental/7-engage-incremental | +++ printf %s kuttl-test-perfect-anchovy-scheduled-backup-incremental logger.go:42: 17:08:16 | scheduled-backup-incremental/7-engage-incremental | +++ sha1sum logger.go:42: 17:08:16 | scheduled-backup-incremental/7-engage-incremental | +++ awk '{print $1}' logger.go:42: 17:08:16 | scheduled-backup-incremental/7-engage-incremental | +++ head -c 5 logger.go:42: 17:08:16 | scheduled-backup-incremental/7-engage-incremental | ++ local prefix=c8a08 logger.go:42: 17:08:16 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get ps-backup -n kuttl-test-perfect-anchovy -l percona.com/backup-ancestor=c8a08-minio-incr -o yaml logger.go:42: 17:08:16 | scheduled-backup-incremental/7-engage-incremental | +++ yq '.items | length' logger.go:42: 17:08:16 | scheduled-backup-incremental/7-engage-incremental | ++ local bcp_count=0 logger.go:42: 17:08:16 | scheduled-backup-incremental/7-engage-incremental | ++ echo 0 logger.go:42: 17:08:16 | scheduled-backup-incremental/7-engage-incremental | + bcp_count=0 logger.go:42: 17:08:16 | scheduled-backup-incremental/7-engage-incremental | + [[ 0 -lt 3 ]] logger.go:42: 17:08:16 | scheduled-backup-incremental/7-engage-incremental | + echo 'There are 0 incremental ps-backups but should be at least 3' logger.go:42: 17:08:16 | scheduled-backup-incremental/7-engage-incremental | There are 0 incremental ps-backups but should be at least 3 logger.go:42: 17:08:16 | scheduled-backup-incremental/7-engage-incremental | + exit 1 logger.go:42: 17:08:18 | scheduled-backup-incremental/7-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 3 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 3" exit 1 fi] logger.go:42: 17:08:18 | scheduled-backup-incremental/7-engage-incremental | + source ../../functions logger.go:42: 17:08:18 | scheduled-backup-incremental/7-engage-incremental | +++ realpath ../../.. logger.go:42: 17:08:18 | scheduled-backup-incremental/7-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:08:18 | scheduled-backup-incremental/7-engage-incremental | ++++ pwd logger.go:42: 17:08:18 | scheduled-backup-incremental/7-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 17:08:18 | scheduled-backup-incremental/7-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 17:08:18 | scheduled-backup-incremental/7-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/vars.sh logger.go:42: 17:08:18 | scheduled-backup-incremental/7-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:08:18 | scheduled-backup-incremental/7-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:08:18 | scheduled-backup-incremental/7-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:08:18 | scheduled-backup-incremental/7-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:08:18 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:08:18 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:08:18 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:08:18 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:08:18 | scheduled-backup-incremental/7-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:08:18 | scheduled-backup-incremental/7-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:08:18 | scheduled-backup-incremental/7-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 17:08:18 | scheduled-backup-incremental/7-engage-incremental | +++ export GIT_BRANCH=PR-1269 logger.go:42: 17:08:18 | scheduled-backup-incremental/7-engage-incremental | +++ GIT_BRANCH=PR-1269 logger.go:42: 17:08:18 | scheduled-backup-incremental/7-engage-incremental | +++ export VERSION=PR-1269-fbab6499 logger.go:42: 17:08:18 | scheduled-backup-incremental/7-engage-incremental | +++ VERSION=PR-1269-fbab6499 logger.go:42: 17:08:18 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:08:18 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:08:18 | scheduled-backup-incremental/7-engage-incremental | +++ [[ -z 8.0 ]] logger.go:42: 17:08:18 | scheduled-backup-incremental/7-engage-incremental | +++ export MYSQL_VERSION=8.0 logger.go:42: 17:08:18 | scheduled-backup-incremental/7-engage-incremental | +++ MYSQL_VERSION=8.0 logger.go:42: 17:08:18 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:08:18 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:08:18 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:08:18 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:08:18 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:08:18 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:08:18 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:08:18 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:08:18 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:08:18 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:08:18 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:08:18 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:08:18 | scheduled-backup-incremental/7-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:08:18 | scheduled-backup-incremental/7-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:08:18 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:08:18 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:08:18 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:08:18 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:08:18 | scheduled-backup-incremental/7-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 17:08:18 | scheduled-backup-incremental/7-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 17:08:18 | scheduled-backup-incremental/7-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 17:08:18 | scheduled-backup-incremental/7-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 17:08:18 | scheduled-backup-incremental/7-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 17:08:18 | scheduled-backup-incremental/7-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 17:08:18 | scheduled-backup-incremental/7-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 17:08:18 | scheduled-backup-incremental/7-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 17:08:18 | scheduled-backup-incremental/7-engage-incremental | ++++ which gdate logger.go:42: 17:08:18 | scheduled-backup-incremental/7-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:08:18 | scheduled-backup-incremental/7-engage-incremental | ++++ which date logger.go:42: 17:08:18 | scheduled-backup-incremental/7-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 17:08:18 | scheduled-backup-incremental/7-engage-incremental | +++ oc get projects logger.go:42: 17:08:18 | scheduled-backup-incremental/7-engage-incremental | +++ : logger.go:42: 17:08:18 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get nodes logger.go:42: 17:08:18 | scheduled-backup-incremental/7-engage-incremental | +++ grep '^minikube' logger.go:42: 17:08:18 | scheduled-backup-incremental/7-engage-incremental | +++ which gsed logger.go:42: 17:08:18 | scheduled-backup-incremental/7-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:08:18 | scheduled-backup-incremental/7-engage-incremental | +++ which sed logger.go:42: 17:08:18 | scheduled-backup-incremental/7-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 17:08:18 | scheduled-backup-incremental/7-engage-incremental | ++ oc get projects logger.go:42: 17:08:18 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl version -o json logger.go:42: 17:08:18 | scheduled-backup-incremental/7-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 17:08:18 | scheduled-backup-incremental/7-engage-incremental | +++ grep '\-eks\-' logger.go:42: 17:08:18 | scheduled-backup-incremental/7-engage-incremental | grep: warning: stray \ before - logger.go:42: 17:08:19 | scheduled-backup-incremental/7-engage-incremental | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 17:08:19 | scheduled-backup-incremental/7-engage-incremental | ++ '[' ']' logger.go:42: 17:08:19 | scheduled-backup-incremental/7-engage-incremental | ++ EKS=0 logger.go:42: 17:08:19 | scheduled-backup-incremental/7-engage-incremental | +++ get_cluster_name logger.go:42: 17:08:19 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl -n kuttl-test-perfect-anchovy get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 17:08:19 | scheduled-backup-incremental/7-engage-incremental | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 17:08:19 | scheduled-backup-incremental/7-engage-incremental | ++ local schedule_name=minio-incr logger.go:42: 17:08:19 | scheduled-backup-incremental/7-engage-incremental | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 17:08:19 | scheduled-backup-incremental/7-engage-incremental | +++ printf %s kuttl-test-perfect-anchovy-scheduled-backup-incremental logger.go:42: 17:08:19 | scheduled-backup-incremental/7-engage-incremental | +++ sha1sum logger.go:42: 17:08:19 | scheduled-backup-incremental/7-engage-incremental | +++ awk '{print $1}' logger.go:42: 17:08:19 | scheduled-backup-incremental/7-engage-incremental | +++ head -c 5 logger.go:42: 17:08:19 | scheduled-backup-incremental/7-engage-incremental | ++ local prefix=c8a08 logger.go:42: 17:08:19 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get ps-backup -n kuttl-test-perfect-anchovy -l percona.com/backup-ancestor=c8a08-minio-incr -o yaml logger.go:42: 17:08:19 | scheduled-backup-incremental/7-engage-incremental | +++ yq '.items | length' logger.go:42: 17:08:20 | scheduled-backup-incremental/7-engage-incremental | ++ local bcp_count=0 logger.go:42: 17:08:20 | scheduled-backup-incremental/7-engage-incremental | ++ echo 0 logger.go:42: 17:08:20 | scheduled-backup-incremental/7-engage-incremental | + bcp_count=0 logger.go:42: 17:08:20 | scheduled-backup-incremental/7-engage-incremental | + [[ 0 -lt 3 ]] logger.go:42: 17:08:20 | scheduled-backup-incremental/7-engage-incremental | + echo 'There are 0 incremental ps-backups but should be at least 3' logger.go:42: 17:08:20 | scheduled-backup-incremental/7-engage-incremental | There are 0 incremental ps-backups but should be at least 3 logger.go:42: 17:08:20 | scheduled-backup-incremental/7-engage-incremental | + exit 1 logger.go:42: 17:08:21 | scheduled-backup-incremental/7-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 3 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 3" exit 1 fi] logger.go:42: 17:08:21 | scheduled-backup-incremental/7-engage-incremental | + source ../../functions logger.go:42: 17:08:21 | scheduled-backup-incremental/7-engage-incremental | +++ realpath ../../.. logger.go:42: 17:08:21 | scheduled-backup-incremental/7-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:08:21 | scheduled-backup-incremental/7-engage-incremental | ++++ pwd logger.go:42: 17:08:21 | scheduled-backup-incremental/7-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 17:08:21 | scheduled-backup-incremental/7-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 17:08:21 | scheduled-backup-incremental/7-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/vars.sh logger.go:42: 17:08:21 | scheduled-backup-incremental/7-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:08:21 | scheduled-backup-incremental/7-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:08:21 | scheduled-backup-incremental/7-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:08:21 | scheduled-backup-incremental/7-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:08:21 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:08:21 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:08:21 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:08:21 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:08:21 | scheduled-backup-incremental/7-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:08:21 | scheduled-backup-incremental/7-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:08:21 | scheduled-backup-incremental/7-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 17:08:21 | scheduled-backup-incremental/7-engage-incremental | +++ export GIT_BRANCH=PR-1269 logger.go:42: 17:08:21 | scheduled-backup-incremental/7-engage-incremental | +++ GIT_BRANCH=PR-1269 logger.go:42: 17:08:21 | scheduled-backup-incremental/7-engage-incremental | +++ export VERSION=PR-1269-fbab6499 logger.go:42: 17:08:21 | scheduled-backup-incremental/7-engage-incremental | +++ VERSION=PR-1269-fbab6499 logger.go:42: 17:08:21 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:08:21 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:08:21 | scheduled-backup-incremental/7-engage-incremental | +++ [[ -z 8.0 ]] logger.go:42: 17:08:21 | scheduled-backup-incremental/7-engage-incremental | +++ export MYSQL_VERSION=8.0 logger.go:42: 17:08:21 | scheduled-backup-incremental/7-engage-incremental | +++ MYSQL_VERSION=8.0 logger.go:42: 17:08:21 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:08:21 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:08:21 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:08:21 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:08:21 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:08:21 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:08:21 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:08:21 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:08:21 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:08:21 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:08:21 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:08:21 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:08:21 | scheduled-backup-incremental/7-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:08:21 | scheduled-backup-incremental/7-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:08:21 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:08:21 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:08:21 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:08:21 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:08:21 | scheduled-backup-incremental/7-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 17:08:21 | scheduled-backup-incremental/7-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 17:08:21 | scheduled-backup-incremental/7-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 17:08:21 | scheduled-backup-incremental/7-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 17:08:21 | scheduled-backup-incremental/7-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 17:08:21 | scheduled-backup-incremental/7-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 17:08:21 | scheduled-backup-incremental/7-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 17:08:21 | scheduled-backup-incremental/7-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 17:08:21 | scheduled-backup-incremental/7-engage-incremental | ++++ which gdate logger.go:42: 17:08:21 | scheduled-backup-incremental/7-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:08:21 | scheduled-backup-incremental/7-engage-incremental | ++++ which date logger.go:42: 17:08:21 | scheduled-backup-incremental/7-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 17:08:21 | scheduled-backup-incremental/7-engage-incremental | +++ oc get projects logger.go:42: 17:08:21 | scheduled-backup-incremental/7-engage-incremental | +++ : logger.go:42: 17:08:21 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get nodes logger.go:42: 17:08:21 | scheduled-backup-incremental/7-engage-incremental | +++ grep '^minikube' logger.go:42: 17:08:21 | scheduled-backup-incremental/7-engage-incremental | +++ which gsed logger.go:42: 17:08:21 | scheduled-backup-incremental/7-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:08:21 | scheduled-backup-incremental/7-engage-incremental | +++ which sed logger.go:42: 17:08:21 | scheduled-backup-incremental/7-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 17:08:21 | scheduled-backup-incremental/7-engage-incremental | ++ oc get projects logger.go:42: 17:08:21 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl version -o json logger.go:42: 17:08:21 | scheduled-backup-incremental/7-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 17:08:21 | scheduled-backup-incremental/7-engage-incremental | +++ grep '\-eks\-' logger.go:42: 17:08:21 | scheduled-backup-incremental/7-engage-incremental | grep: warning: stray \ before - logger.go:42: 17:08:22 | scheduled-backup-incremental/7-engage-incremental | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 17:08:22 | scheduled-backup-incremental/7-engage-incremental | ++ '[' ']' logger.go:42: 17:08:22 | scheduled-backup-incremental/7-engage-incremental | ++ EKS=0 logger.go:42: 17:08:22 | scheduled-backup-incremental/7-engage-incremental | +++ get_cluster_name logger.go:42: 17:08:22 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl -n kuttl-test-perfect-anchovy get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 17:08:22 | scheduled-backup-incremental/7-engage-incremental | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 17:08:22 | scheduled-backup-incremental/7-engage-incremental | ++ local schedule_name=minio-incr logger.go:42: 17:08:22 | scheduled-backup-incremental/7-engage-incremental | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 17:08:22 | scheduled-backup-incremental/7-engage-incremental | +++ printf %s kuttl-test-perfect-anchovy-scheduled-backup-incremental logger.go:42: 17:08:22 | scheduled-backup-incremental/7-engage-incremental | +++ sha1sum logger.go:42: 17:08:22 | scheduled-backup-incremental/7-engage-incremental | +++ awk '{print $1}' logger.go:42: 17:08:22 | scheduled-backup-incremental/7-engage-incremental | +++ head -c 5 logger.go:42: 17:08:22 | scheduled-backup-incremental/7-engage-incremental | ++ local prefix=c8a08 logger.go:42: 17:08:22 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get ps-backup -n kuttl-test-perfect-anchovy -l percona.com/backup-ancestor=c8a08-minio-incr -o yaml logger.go:42: 17:08:22 | scheduled-backup-incremental/7-engage-incremental | +++ yq '.items | length' logger.go:42: 17:08:23 | scheduled-backup-incremental/7-engage-incremental | ++ local bcp_count=0 logger.go:42: 17:08:23 | scheduled-backup-incremental/7-engage-incremental | ++ echo 0 logger.go:42: 17:08:23 | scheduled-backup-incremental/7-engage-incremental | + bcp_count=0 logger.go:42: 17:08:23 | scheduled-backup-incremental/7-engage-incremental | + [[ 0 -lt 3 ]] logger.go:42: 17:08:23 | scheduled-backup-incremental/7-engage-incremental | + echo 'There are 0 incremental ps-backups but should be at least 3' logger.go:42: 17:08:23 | scheduled-backup-incremental/7-engage-incremental | There are 0 incremental ps-backups but should be at least 3 logger.go:42: 17:08:23 | scheduled-backup-incremental/7-engage-incremental | + exit 1 logger.go:42: 17:08:24 | scheduled-backup-incremental/7-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 3 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 3" exit 1 fi] logger.go:42: 17:08:24 | scheduled-backup-incremental/7-engage-incremental | + source ../../functions logger.go:42: 17:08:24 | scheduled-backup-incremental/7-engage-incremental | +++ realpath ../../.. logger.go:42: 17:08:24 | scheduled-backup-incremental/7-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:08:24 | scheduled-backup-incremental/7-engage-incremental | ++++ pwd logger.go:42: 17:08:24 | scheduled-backup-incremental/7-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 17:08:24 | scheduled-backup-incremental/7-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 17:08:24 | scheduled-backup-incremental/7-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/vars.sh logger.go:42: 17:08:24 | scheduled-backup-incremental/7-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:08:24 | scheduled-backup-incremental/7-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:08:24 | scheduled-backup-incremental/7-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:08:24 | scheduled-backup-incremental/7-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:08:24 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:08:24 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:08:24 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:08:24 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:08:24 | scheduled-backup-incremental/7-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:08:24 | scheduled-backup-incremental/7-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:08:24 | scheduled-backup-incremental/7-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 17:08:24 | scheduled-backup-incremental/7-engage-incremental | +++ export GIT_BRANCH=PR-1269 logger.go:42: 17:08:24 | scheduled-backup-incremental/7-engage-incremental | +++ GIT_BRANCH=PR-1269 logger.go:42: 17:08:24 | scheduled-backup-incremental/7-engage-incremental | +++ export VERSION=PR-1269-fbab6499 logger.go:42: 17:08:24 | scheduled-backup-incremental/7-engage-incremental | +++ VERSION=PR-1269-fbab6499 logger.go:42: 17:08:24 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:08:24 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:08:24 | scheduled-backup-incremental/7-engage-incremental | +++ [[ -z 8.0 ]] logger.go:42: 17:08:24 | scheduled-backup-incremental/7-engage-incremental | +++ export MYSQL_VERSION=8.0 logger.go:42: 17:08:24 | scheduled-backup-incremental/7-engage-incremental | +++ MYSQL_VERSION=8.0 logger.go:42: 17:08:24 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:08:24 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:08:24 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:08:24 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:08:24 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:08:24 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:08:24 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:08:24 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:08:24 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:08:24 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:08:24 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:08:24 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:08:24 | scheduled-backup-incremental/7-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:08:24 | scheduled-backup-incremental/7-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:08:24 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:08:24 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:08:24 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:08:24 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:08:24 | scheduled-backup-incremental/7-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 17:08:24 | scheduled-backup-incremental/7-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 17:08:24 | scheduled-backup-incremental/7-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 17:08:24 | scheduled-backup-incremental/7-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 17:08:24 | scheduled-backup-incremental/7-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 17:08:24 | scheduled-backup-incremental/7-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 17:08:24 | scheduled-backup-incremental/7-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 17:08:24 | scheduled-backup-incremental/7-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 17:08:24 | scheduled-backup-incremental/7-engage-incremental | ++++ which gdate logger.go:42: 17:08:24 | scheduled-backup-incremental/7-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:08:24 | scheduled-backup-incremental/7-engage-incremental | ++++ which date logger.go:42: 17:08:24 | scheduled-backup-incremental/7-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 17:08:24 | scheduled-backup-incremental/7-engage-incremental | +++ oc get projects logger.go:42: 17:08:24 | scheduled-backup-incremental/7-engage-incremental | +++ : logger.go:42: 17:08:24 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get nodes logger.go:42: 17:08:24 | scheduled-backup-incremental/7-engage-incremental | +++ grep '^minikube' logger.go:42: 17:08:25 | scheduled-backup-incremental/7-engage-incremental | +++ which gsed logger.go:42: 17:08:25 | scheduled-backup-incremental/7-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:08:25 | scheduled-backup-incremental/7-engage-incremental | +++ which sed logger.go:42: 17:08:25 | scheduled-backup-incremental/7-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 17:08:25 | scheduled-backup-incremental/7-engage-incremental | ++ oc get projects logger.go:42: 17:08:25 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl version -o json logger.go:42: 17:08:25 | scheduled-backup-incremental/7-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 17:08:25 | scheduled-backup-incremental/7-engage-incremental | +++ grep '\-eks\-' logger.go:42: 17:08:25 | scheduled-backup-incremental/7-engage-incremental | grep: warning: stray \ before - logger.go:42: 17:08:25 | scheduled-backup-incremental/7-engage-incremental | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 17:08:25 | scheduled-backup-incremental/7-engage-incremental | ++ '[' ']' logger.go:42: 17:08:25 | scheduled-backup-incremental/7-engage-incremental | ++ EKS=0 logger.go:42: 17:08:25 | scheduled-backup-incremental/7-engage-incremental | +++ get_cluster_name logger.go:42: 17:08:25 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl -n kuttl-test-perfect-anchovy get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 17:08:26 | scheduled-backup-incremental/7-engage-incremental | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 17:08:26 | scheduled-backup-incremental/7-engage-incremental | ++ local schedule_name=minio-incr logger.go:42: 17:08:26 | scheduled-backup-incremental/7-engage-incremental | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 17:08:26 | scheduled-backup-incremental/7-engage-incremental | +++ printf %s kuttl-test-perfect-anchovy-scheduled-backup-incremental logger.go:42: 17:08:26 | scheduled-backup-incremental/7-engage-incremental | +++ sha1sum logger.go:42: 17:08:26 | scheduled-backup-incremental/7-engage-incremental | +++ awk '{print $1}' logger.go:42: 17:08:26 | scheduled-backup-incremental/7-engage-incremental | +++ head -c 5 logger.go:42: 17:08:26 | scheduled-backup-incremental/7-engage-incremental | ++ local prefix=c8a08 logger.go:42: 17:08:26 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get ps-backup -n kuttl-test-perfect-anchovy -l percona.com/backup-ancestor=c8a08-minio-incr -o yaml logger.go:42: 17:08:26 | scheduled-backup-incremental/7-engage-incremental | +++ yq '.items | length' logger.go:42: 17:08:26 | scheduled-backup-incremental/7-engage-incremental | ++ local bcp_count=0 logger.go:42: 17:08:26 | scheduled-backup-incremental/7-engage-incremental | ++ echo 0 logger.go:42: 17:08:26 | scheduled-backup-incremental/7-engage-incremental | + bcp_count=0 logger.go:42: 17:08:26 | scheduled-backup-incremental/7-engage-incremental | + [[ 0 -lt 3 ]] logger.go:42: 17:08:26 | scheduled-backup-incremental/7-engage-incremental | + echo 'There are 0 incremental ps-backups but should be at least 3' logger.go:42: 17:08:26 | scheduled-backup-incremental/7-engage-incremental | There are 0 incremental ps-backups but should be at least 3 logger.go:42: 17:08:26 | scheduled-backup-incremental/7-engage-incremental | + exit 1 logger.go:42: 17:08:27 | scheduled-backup-incremental/7-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 3 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 3" exit 1 fi] logger.go:42: 17:08:27 | scheduled-backup-incremental/7-engage-incremental | + source ../../functions logger.go:42: 17:08:27 | scheduled-backup-incremental/7-engage-incremental | +++ realpath ../../.. logger.go:42: 17:08:27 | scheduled-backup-incremental/7-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:08:27 | scheduled-backup-incremental/7-engage-incremental | ++++ pwd logger.go:42: 17:08:27 | scheduled-backup-incremental/7-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 17:08:27 | scheduled-backup-incremental/7-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 17:08:27 | scheduled-backup-incremental/7-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/vars.sh logger.go:42: 17:08:27 | scheduled-backup-incremental/7-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:08:27 | scheduled-backup-incremental/7-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:08:27 | scheduled-backup-incremental/7-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:08:27 | scheduled-backup-incremental/7-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:08:27 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:08:27 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:08:27 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:08:27 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:08:27 | scheduled-backup-incremental/7-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:08:27 | scheduled-backup-incremental/7-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:08:27 | scheduled-backup-incremental/7-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 17:08:27 | scheduled-backup-incremental/7-engage-incremental | +++ export GIT_BRANCH=PR-1269 logger.go:42: 17:08:27 | scheduled-backup-incremental/7-engage-incremental | +++ GIT_BRANCH=PR-1269 logger.go:42: 17:08:27 | scheduled-backup-incremental/7-engage-incremental | +++ export VERSION=PR-1269-fbab6499 logger.go:42: 17:08:27 | scheduled-backup-incremental/7-engage-incremental | +++ VERSION=PR-1269-fbab6499 logger.go:42: 17:08:27 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:08:27 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:08:27 | scheduled-backup-incremental/7-engage-incremental | +++ [[ -z 8.0 ]] logger.go:42: 17:08:27 | scheduled-backup-incremental/7-engage-incremental | +++ export MYSQL_VERSION=8.0 logger.go:42: 17:08:27 | scheduled-backup-incremental/7-engage-incremental | +++ MYSQL_VERSION=8.0 logger.go:42: 17:08:27 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:08:27 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:08:27 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:08:27 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:08:27 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:08:27 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:08:27 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:08:27 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:08:27 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:08:27 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:08:27 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:08:27 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:08:27 | scheduled-backup-incremental/7-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:08:27 | scheduled-backup-incremental/7-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:08:27 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:08:27 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:08:27 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:08:27 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:08:27 | scheduled-backup-incremental/7-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 17:08:27 | scheduled-backup-incremental/7-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 17:08:27 | scheduled-backup-incremental/7-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 17:08:27 | scheduled-backup-incremental/7-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 17:08:27 | scheduled-backup-incremental/7-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 17:08:27 | scheduled-backup-incremental/7-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 17:08:27 | scheduled-backup-incremental/7-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 17:08:27 | scheduled-backup-incremental/7-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 17:08:27 | scheduled-backup-incremental/7-engage-incremental | ++++ which gdate logger.go:42: 17:08:27 | scheduled-backup-incremental/7-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:08:27 | scheduled-backup-incremental/7-engage-incremental | ++++ which date logger.go:42: 17:08:27 | scheduled-backup-incremental/7-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 17:08:27 | scheduled-backup-incremental/7-engage-incremental | +++ oc get projects logger.go:42: 17:08:27 | scheduled-backup-incremental/7-engage-incremental | +++ : logger.go:42: 17:08:27 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get nodes logger.go:42: 17:08:27 | scheduled-backup-incremental/7-engage-incremental | +++ grep '^minikube' logger.go:42: 17:08:28 | scheduled-backup-incremental/7-engage-incremental | +++ which gsed logger.go:42: 17:08:28 | scheduled-backup-incremental/7-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:08:28 | scheduled-backup-incremental/7-engage-incremental | +++ which sed logger.go:42: 17:08:28 | scheduled-backup-incremental/7-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 17:08:28 | scheduled-backup-incremental/7-engage-incremental | ++ oc get projects logger.go:42: 17:08:28 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl version -o json logger.go:42: 17:08:28 | scheduled-backup-incremental/7-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 17:08:28 | scheduled-backup-incremental/7-engage-incremental | +++ grep '\-eks\-' logger.go:42: 17:08:28 | scheduled-backup-incremental/7-engage-incremental | grep: warning: stray \ before - logger.go:42: 17:08:28 | scheduled-backup-incremental/7-engage-incremental | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 17:08:28 | scheduled-backup-incremental/7-engage-incremental | ++ '[' ']' logger.go:42: 17:08:28 | scheduled-backup-incremental/7-engage-incremental | ++ EKS=0 logger.go:42: 17:08:28 | scheduled-backup-incremental/7-engage-incremental | +++ get_cluster_name logger.go:42: 17:08:28 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl -n kuttl-test-perfect-anchovy get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 17:08:29 | scheduled-backup-incremental/7-engage-incremental | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 17:08:29 | scheduled-backup-incremental/7-engage-incremental | ++ local schedule_name=minio-incr logger.go:42: 17:08:29 | scheduled-backup-incremental/7-engage-incremental | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 17:08:29 | scheduled-backup-incremental/7-engage-incremental | +++ printf %s kuttl-test-perfect-anchovy-scheduled-backup-incremental logger.go:42: 17:08:29 | scheduled-backup-incremental/7-engage-incremental | +++ sha1sum logger.go:42: 17:08:29 | scheduled-backup-incremental/7-engage-incremental | +++ awk '{print $1}' logger.go:42: 17:08:29 | scheduled-backup-incremental/7-engage-incremental | +++ head -c 5 logger.go:42: 17:08:29 | scheduled-backup-incremental/7-engage-incremental | ++ local prefix=c8a08 logger.go:42: 17:08:29 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get ps-backup -n kuttl-test-perfect-anchovy -l percona.com/backup-ancestor=c8a08-minio-incr -o yaml logger.go:42: 17:08:29 | scheduled-backup-incremental/7-engage-incremental | +++ yq '.items | length' logger.go:42: 17:08:29 | scheduled-backup-incremental/7-engage-incremental | ++ local bcp_count=0 logger.go:42: 17:08:29 | scheduled-backup-incremental/7-engage-incremental | ++ echo 0 logger.go:42: 17:08:29 | scheduled-backup-incremental/7-engage-incremental | + bcp_count=0 logger.go:42: 17:08:29 | scheduled-backup-incremental/7-engage-incremental | + [[ 0 -lt 3 ]] logger.go:42: 17:08:29 | scheduled-backup-incremental/7-engage-incremental | + echo 'There are 0 incremental ps-backups but should be at least 3' logger.go:42: 17:08:29 | scheduled-backup-incremental/7-engage-incremental | There are 0 incremental ps-backups but should be at least 3 logger.go:42: 17:08:29 | scheduled-backup-incremental/7-engage-incremental | + exit 1 logger.go:42: 17:08:30 | scheduled-backup-incremental/7-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 3 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 3" exit 1 fi] logger.go:42: 17:08:30 | scheduled-backup-incremental/7-engage-incremental | + source ../../functions logger.go:42: 17:08:30 | scheduled-backup-incremental/7-engage-incremental | +++ realpath ../../.. logger.go:42: 17:08:30 | scheduled-backup-incremental/7-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:08:30 | scheduled-backup-incremental/7-engage-incremental | ++++ pwd logger.go:42: 17:08:30 | scheduled-backup-incremental/7-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 17:08:31 | scheduled-backup-incremental/7-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 17:08:31 | scheduled-backup-incremental/7-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/vars.sh logger.go:42: 17:08:31 | scheduled-backup-incremental/7-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:08:31 | scheduled-backup-incremental/7-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:08:31 | scheduled-backup-incremental/7-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:08:31 | scheduled-backup-incremental/7-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:08:31 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:08:31 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:08:31 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:08:31 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:08:31 | scheduled-backup-incremental/7-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:08:31 | scheduled-backup-incremental/7-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:08:31 | scheduled-backup-incremental/7-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 17:08:31 | scheduled-backup-incremental/7-engage-incremental | +++ export GIT_BRANCH=PR-1269 logger.go:42: 17:08:31 | scheduled-backup-incremental/7-engage-incremental | +++ GIT_BRANCH=PR-1269 logger.go:42: 17:08:31 | scheduled-backup-incremental/7-engage-incremental | +++ export VERSION=PR-1269-fbab6499 logger.go:42: 17:08:31 | scheduled-backup-incremental/7-engage-incremental | +++ VERSION=PR-1269-fbab6499 logger.go:42: 17:08:31 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:08:31 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:08:31 | scheduled-backup-incremental/7-engage-incremental | +++ [[ -z 8.0 ]] logger.go:42: 17:08:31 | scheduled-backup-incremental/7-engage-incremental | +++ export MYSQL_VERSION=8.0 logger.go:42: 17:08:31 | scheduled-backup-incremental/7-engage-incremental | +++ MYSQL_VERSION=8.0 logger.go:42: 17:08:31 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:08:31 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:08:31 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:08:31 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:08:31 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:08:31 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:08:31 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:08:31 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:08:31 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:08:31 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:08:31 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:08:31 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:08:31 | scheduled-backup-incremental/7-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:08:31 | scheduled-backup-incremental/7-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:08:31 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:08:31 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:08:31 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:08:31 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:08:31 | scheduled-backup-incremental/7-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 17:08:31 | scheduled-backup-incremental/7-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 17:08:31 | scheduled-backup-incremental/7-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 17:08:31 | scheduled-backup-incremental/7-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 17:08:31 | scheduled-backup-incremental/7-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 17:08:31 | scheduled-backup-incremental/7-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 17:08:31 | scheduled-backup-incremental/7-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 17:08:31 | scheduled-backup-incremental/7-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 17:08:31 | scheduled-backup-incremental/7-engage-incremental | ++++ which gdate logger.go:42: 17:08:31 | scheduled-backup-incremental/7-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:08:31 | scheduled-backup-incremental/7-engage-incremental | ++++ which date logger.go:42: 17:08:31 | scheduled-backup-incremental/7-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 17:08:31 | scheduled-backup-incremental/7-engage-incremental | +++ oc get projects logger.go:42: 17:08:31 | scheduled-backup-incremental/7-engage-incremental | +++ : logger.go:42: 17:08:31 | scheduled-backup-incremental/7-engage-incremental | +++ grep '^minikube' logger.go:42: 17:08:31 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get nodes logger.go:42: 17:08:31 | scheduled-backup-incremental/7-engage-incremental | +++ which gsed logger.go:42: 17:08:31 | scheduled-backup-incremental/7-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:08:31 | scheduled-backup-incremental/7-engage-incremental | +++ which sed logger.go:42: 17:08:31 | scheduled-backup-incremental/7-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 17:08:31 | scheduled-backup-incremental/7-engage-incremental | ++ oc get projects logger.go:42: 17:08:31 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl version -o json logger.go:42: 17:08:31 | scheduled-backup-incremental/7-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 17:08:31 | scheduled-backup-incremental/7-engage-incremental | +++ grep '\-eks\-' logger.go:42: 17:08:31 | scheduled-backup-incremental/7-engage-incremental | grep: warning: stray \ before - logger.go:42: 17:08:32 | scheduled-backup-incremental/7-engage-incremental | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 17:08:32 | scheduled-backup-incremental/7-engage-incremental | ++ '[' ']' logger.go:42: 17:08:32 | scheduled-backup-incremental/7-engage-incremental | ++ EKS=0 logger.go:42: 17:08:32 | scheduled-backup-incremental/7-engage-incremental | +++ get_cluster_name logger.go:42: 17:08:32 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl -n kuttl-test-perfect-anchovy get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 17:08:32 | scheduled-backup-incremental/7-engage-incremental | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 17:08:32 | scheduled-backup-incremental/7-engage-incremental | ++ local schedule_name=minio-incr logger.go:42: 17:08:32 | scheduled-backup-incremental/7-engage-incremental | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 17:08:32 | scheduled-backup-incremental/7-engage-incremental | +++ sha1sum logger.go:42: 17:08:32 | scheduled-backup-incremental/7-engage-incremental | +++ printf %s kuttl-test-perfect-anchovy-scheduled-backup-incremental logger.go:42: 17:08:32 | scheduled-backup-incremental/7-engage-incremental | +++ head -c 5 logger.go:42: 17:08:32 | scheduled-backup-incremental/7-engage-incremental | +++ awk '{print $1}' logger.go:42: 17:08:32 | scheduled-backup-incremental/7-engage-incremental | ++ local prefix=c8a08 logger.go:42: 17:08:32 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get ps-backup -n kuttl-test-perfect-anchovy -l percona.com/backup-ancestor=c8a08-minio-incr -o yaml logger.go:42: 17:08:32 | scheduled-backup-incremental/7-engage-incremental | +++ yq '.items | length' logger.go:42: 17:08:33 | scheduled-backup-incremental/7-engage-incremental | ++ local bcp_count=0 logger.go:42: 17:08:33 | scheduled-backup-incremental/7-engage-incremental | ++ echo 0 logger.go:42: 17:08:33 | scheduled-backup-incremental/7-engage-incremental | + bcp_count=0 logger.go:42: 17:08:33 | scheduled-backup-incremental/7-engage-incremental | + [[ 0 -lt 3 ]] logger.go:42: 17:08:33 | scheduled-backup-incremental/7-engage-incremental | + echo 'There are 0 incremental ps-backups but should be at least 3' logger.go:42: 17:08:33 | scheduled-backup-incremental/7-engage-incremental | There are 0 incremental ps-backups but should be at least 3 logger.go:42: 17:08:33 | scheduled-backup-incremental/7-engage-incremental | + exit 1 logger.go:42: 17:08:34 | scheduled-backup-incremental/7-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 3 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 3" exit 1 fi] logger.go:42: 17:08:34 | scheduled-backup-incremental/7-engage-incremental | + source ../../functions logger.go:42: 17:08:34 | scheduled-backup-incremental/7-engage-incremental | +++ realpath ../../.. logger.go:42: 17:08:34 | scheduled-backup-incremental/7-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:08:34 | scheduled-backup-incremental/7-engage-incremental | ++++ pwd logger.go:42: 17:08:34 | scheduled-backup-incremental/7-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 17:08:34 | scheduled-backup-incremental/7-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 17:08:34 | scheduled-backup-incremental/7-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/vars.sh logger.go:42: 17:08:34 | scheduled-backup-incremental/7-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:08:34 | scheduled-backup-incremental/7-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:08:34 | scheduled-backup-incremental/7-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:08:34 | scheduled-backup-incremental/7-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:08:34 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:08:34 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:08:34 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:08:34 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:08:34 | scheduled-backup-incremental/7-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:08:34 | scheduled-backup-incremental/7-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:08:34 | scheduled-backup-incremental/7-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 17:08:34 | scheduled-backup-incremental/7-engage-incremental | +++ export GIT_BRANCH=PR-1269 logger.go:42: 17:08:34 | scheduled-backup-incremental/7-engage-incremental | +++ GIT_BRANCH=PR-1269 logger.go:42: 17:08:34 | scheduled-backup-incremental/7-engage-incremental | +++ export VERSION=PR-1269-fbab6499 logger.go:42: 17:08:34 | scheduled-backup-incremental/7-engage-incremental | +++ VERSION=PR-1269-fbab6499 logger.go:42: 17:08:34 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:08:34 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:08:34 | scheduled-backup-incremental/7-engage-incremental | +++ [[ -z 8.0 ]] logger.go:42: 17:08:34 | scheduled-backup-incremental/7-engage-incremental | +++ export MYSQL_VERSION=8.0 logger.go:42: 17:08:34 | scheduled-backup-incremental/7-engage-incremental | +++ MYSQL_VERSION=8.0 logger.go:42: 17:08:34 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:08:34 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:08:34 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:08:34 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:08:34 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:08:34 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:08:34 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:08:34 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:08:34 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:08:34 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:08:34 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:08:34 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:08:34 | scheduled-backup-incremental/7-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:08:34 | scheduled-backup-incremental/7-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:08:34 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:08:34 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:08:34 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:08:34 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:08:34 | scheduled-backup-incremental/7-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 17:08:34 | scheduled-backup-incremental/7-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 17:08:34 | scheduled-backup-incremental/7-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 17:08:34 | scheduled-backup-incremental/7-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 17:08:34 | scheduled-backup-incremental/7-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 17:08:34 | scheduled-backup-incremental/7-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 17:08:34 | scheduled-backup-incremental/7-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 17:08:34 | scheduled-backup-incremental/7-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 17:08:34 | scheduled-backup-incremental/7-engage-incremental | ++++ which gdate logger.go:42: 17:08:34 | scheduled-backup-incremental/7-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:08:34 | scheduled-backup-incremental/7-engage-incremental | ++++ which date logger.go:42: 17:08:34 | scheduled-backup-incremental/7-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 17:08:34 | scheduled-backup-incremental/7-engage-incremental | +++ oc get projects logger.go:42: 17:08:34 | scheduled-backup-incremental/7-engage-incremental | +++ : logger.go:42: 17:08:34 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get nodes logger.go:42: 17:08:34 | scheduled-backup-incremental/7-engage-incremental | +++ grep '^minikube' logger.go:42: 17:08:34 | scheduled-backup-incremental/7-engage-incremental | +++ which gsed logger.go:42: 17:08:34 | scheduled-backup-incremental/7-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:08:34 | scheduled-backup-incremental/7-engage-incremental | +++ which sed logger.go:42: 17:08:34 | scheduled-backup-incremental/7-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 17:08:34 | scheduled-backup-incremental/7-engage-incremental | ++ oc get projects logger.go:42: 17:08:34 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl version -o json logger.go:42: 17:08:34 | scheduled-backup-incremental/7-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 17:08:34 | scheduled-backup-incremental/7-engage-incremental | +++ grep '\-eks\-' logger.go:42: 17:08:34 | scheduled-backup-incremental/7-engage-incremental | grep: warning: stray \ before - logger.go:42: 17:08:35 | scheduled-backup-incremental/7-engage-incremental | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 17:08:35 | scheduled-backup-incremental/7-engage-incremental | ++ '[' ']' logger.go:42: 17:08:35 | scheduled-backup-incremental/7-engage-incremental | ++ EKS=0 logger.go:42: 17:08:35 | scheduled-backup-incremental/7-engage-incremental | +++ get_cluster_name logger.go:42: 17:08:35 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl -n kuttl-test-perfect-anchovy get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 17:08:35 | scheduled-backup-incremental/7-engage-incremental | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 17:08:35 | scheduled-backup-incremental/7-engage-incremental | ++ local schedule_name=minio-incr logger.go:42: 17:08:35 | scheduled-backup-incremental/7-engage-incremental | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 17:08:35 | scheduled-backup-incremental/7-engage-incremental | +++ printf %s kuttl-test-perfect-anchovy-scheduled-backup-incremental logger.go:42: 17:08:35 | scheduled-backup-incremental/7-engage-incremental | +++ sha1sum logger.go:42: 17:08:35 | scheduled-backup-incremental/7-engage-incremental | +++ awk '{print $1}' logger.go:42: 17:08:35 | scheduled-backup-incremental/7-engage-incremental | +++ head -c 5 logger.go:42: 17:08:35 | scheduled-backup-incremental/7-engage-incremental | ++ local prefix=c8a08 logger.go:42: 17:08:35 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get ps-backup -n kuttl-test-perfect-anchovy -l percona.com/backup-ancestor=c8a08-minio-incr -o yaml logger.go:42: 17:08:35 | scheduled-backup-incremental/7-engage-incremental | +++ yq '.items | length' logger.go:42: 17:08:36 | scheduled-backup-incremental/7-engage-incremental | ++ local bcp_count=0 logger.go:42: 17:08:36 | scheduled-backup-incremental/7-engage-incremental | ++ echo 0 logger.go:42: 17:08:36 | scheduled-backup-incremental/7-engage-incremental | + bcp_count=0 logger.go:42: 17:08:36 | scheduled-backup-incremental/7-engage-incremental | + [[ 0 -lt 3 ]] logger.go:42: 17:08:36 | scheduled-backup-incremental/7-engage-incremental | + echo 'There are 0 incremental ps-backups but should be at least 3' logger.go:42: 17:08:36 | scheduled-backup-incremental/7-engage-incremental | There are 0 incremental ps-backups but should be at least 3 logger.go:42: 17:08:36 | scheduled-backup-incremental/7-engage-incremental | + exit 1 logger.go:42: 17:08:37 | scheduled-backup-incremental/7-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 3 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 3" exit 1 fi] logger.go:42: 17:08:37 | scheduled-backup-incremental/7-engage-incremental | + source ../../functions logger.go:42: 17:08:37 | scheduled-backup-incremental/7-engage-incremental | +++ realpath ../../.. logger.go:42: 17:08:37 | scheduled-backup-incremental/7-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:08:37 | scheduled-backup-incremental/7-engage-incremental | ++++ pwd logger.go:42: 17:08:37 | scheduled-backup-incremental/7-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 17:08:37 | scheduled-backup-incremental/7-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 17:08:37 | scheduled-backup-incremental/7-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/vars.sh logger.go:42: 17:08:37 | scheduled-backup-incremental/7-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:08:37 | scheduled-backup-incremental/7-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:08:37 | scheduled-backup-incremental/7-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:08:37 | scheduled-backup-incremental/7-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:08:37 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:08:37 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:08:37 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:08:37 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:08:37 | scheduled-backup-incremental/7-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:08:37 | scheduled-backup-incremental/7-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:08:37 | scheduled-backup-incremental/7-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 17:08:37 | scheduled-backup-incremental/7-engage-incremental | +++ export GIT_BRANCH=PR-1269 logger.go:42: 17:08:37 | scheduled-backup-incremental/7-engage-incremental | +++ GIT_BRANCH=PR-1269 logger.go:42: 17:08:37 | scheduled-backup-incremental/7-engage-incremental | +++ export VERSION=PR-1269-fbab6499 logger.go:42: 17:08:37 | scheduled-backup-incremental/7-engage-incremental | +++ VERSION=PR-1269-fbab6499 logger.go:42: 17:08:37 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:08:37 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:08:37 | scheduled-backup-incremental/7-engage-incremental | +++ [[ -z 8.0 ]] logger.go:42: 17:08:37 | scheduled-backup-incremental/7-engage-incremental | +++ export MYSQL_VERSION=8.0 logger.go:42: 17:08:37 | scheduled-backup-incremental/7-engage-incremental | +++ MYSQL_VERSION=8.0 logger.go:42: 17:08:37 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:08:37 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:08:37 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:08:37 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:08:37 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:08:37 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:08:37 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:08:37 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:08:37 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:08:37 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:08:37 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:08:37 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:08:37 | scheduled-backup-incremental/7-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:08:37 | scheduled-backup-incremental/7-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:08:37 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:08:37 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:08:37 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:08:37 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:08:37 | scheduled-backup-incremental/7-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 17:08:37 | scheduled-backup-incremental/7-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 17:08:37 | scheduled-backup-incremental/7-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 17:08:37 | scheduled-backup-incremental/7-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 17:08:37 | scheduled-backup-incremental/7-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 17:08:37 | scheduled-backup-incremental/7-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 17:08:37 | scheduled-backup-incremental/7-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 17:08:37 | scheduled-backup-incremental/7-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 17:08:37 | scheduled-backup-incremental/7-engage-incremental | ++++ which gdate logger.go:42: 17:08:37 | scheduled-backup-incremental/7-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:08:37 | scheduled-backup-incremental/7-engage-incremental | ++++ which date logger.go:42: 17:08:37 | scheduled-backup-incremental/7-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 17:08:37 | scheduled-backup-incremental/7-engage-incremental | +++ oc get projects logger.go:42: 17:08:37 | scheduled-backup-incremental/7-engage-incremental | +++ : logger.go:42: 17:08:37 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get nodes logger.go:42: 17:08:37 | scheduled-backup-incremental/7-engage-incremental | +++ grep '^minikube' logger.go:42: 17:08:37 | scheduled-backup-incremental/7-engage-incremental | +++ which gsed logger.go:42: 17:08:37 | scheduled-backup-incremental/7-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:08:37 | scheduled-backup-incremental/7-engage-incremental | +++ which sed logger.go:42: 17:08:37 | scheduled-backup-incremental/7-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 17:08:37 | scheduled-backup-incremental/7-engage-incremental | ++ oc get projects logger.go:42: 17:08:37 | scheduled-backup-incremental/7-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 17:08:37 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl version -o json logger.go:42: 17:08:37 | scheduled-backup-incremental/7-engage-incremental | +++ grep '\-eks\-' logger.go:42: 17:08:37 | scheduled-backup-incremental/7-engage-incremental | grep: warning: stray \ before - logger.go:42: 17:08:38 | scheduled-backup-incremental/7-engage-incremental | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 17:08:38 | scheduled-backup-incremental/7-engage-incremental | ++ '[' ']' logger.go:42: 17:08:38 | scheduled-backup-incremental/7-engage-incremental | ++ EKS=0 logger.go:42: 17:08:38 | scheduled-backup-incremental/7-engage-incremental | +++ get_cluster_name logger.go:42: 17:08:38 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl -n kuttl-test-perfect-anchovy get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 17:08:39 | scheduled-backup-incremental/7-engage-incremental | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 17:08:39 | scheduled-backup-incremental/7-engage-incremental | ++ local schedule_name=minio-incr logger.go:42: 17:08:39 | scheduled-backup-incremental/7-engage-incremental | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 17:08:39 | scheduled-backup-incremental/7-engage-incremental | +++ printf %s kuttl-test-perfect-anchovy-scheduled-backup-incremental logger.go:42: 17:08:39 | scheduled-backup-incremental/7-engage-incremental | +++ sha1sum logger.go:42: 17:08:39 | scheduled-backup-incremental/7-engage-incremental | +++ awk '{print $1}' logger.go:42: 17:08:39 | scheduled-backup-incremental/7-engage-incremental | +++ head -c 5 logger.go:42: 17:08:39 | scheduled-backup-incremental/7-engage-incremental | ++ local prefix=c8a08 logger.go:42: 17:08:39 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get ps-backup -n kuttl-test-perfect-anchovy -l percona.com/backup-ancestor=c8a08-minio-incr -o yaml logger.go:42: 17:08:39 | scheduled-backup-incremental/7-engage-incremental | +++ yq '.items | length' logger.go:42: 17:08:39 | scheduled-backup-incremental/7-engage-incremental | ++ local bcp_count=1 logger.go:42: 17:08:39 | scheduled-backup-incremental/7-engage-incremental | ++ echo 1 logger.go:42: 17:08:39 | scheduled-backup-incremental/7-engage-incremental | + bcp_count=1 logger.go:42: 17:08:39 | scheduled-backup-incremental/7-engage-incremental | + [[ 1 -lt 3 ]] logger.go:42: 17:08:39 | scheduled-backup-incremental/7-engage-incremental | + echo 'There are 1 incremental ps-backups but should be at least 3' logger.go:42: 17:08:39 | scheduled-backup-incremental/7-engage-incremental | There are 1 incremental ps-backups but should be at least 3 logger.go:42: 17:08:39 | scheduled-backup-incremental/7-engage-incremental | + exit 1 logger.go:42: 17:08:40 | scheduled-backup-incremental/7-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 3 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 3" exit 1 fi] logger.go:42: 17:08:40 | scheduled-backup-incremental/7-engage-incremental | + source ../../functions logger.go:42: 17:08:40 | scheduled-backup-incremental/7-engage-incremental | +++ realpath ../../.. logger.go:42: 17:08:40 | scheduled-backup-incremental/7-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:08:40 | scheduled-backup-incremental/7-engage-incremental | ++++ pwd logger.go:42: 17:08:40 | scheduled-backup-incremental/7-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 17:08:40 | scheduled-backup-incremental/7-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 17:08:40 | scheduled-backup-incremental/7-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/vars.sh logger.go:42: 17:08:40 | scheduled-backup-incremental/7-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:08:40 | scheduled-backup-incremental/7-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:08:40 | scheduled-backup-incremental/7-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:08:40 | scheduled-backup-incremental/7-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:08:40 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:08:40 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:08:40 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:08:40 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:08:40 | scheduled-backup-incremental/7-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:08:40 | scheduled-backup-incremental/7-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:08:40 | scheduled-backup-incremental/7-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 17:08:40 | scheduled-backup-incremental/7-engage-incremental | +++ export GIT_BRANCH=PR-1269 logger.go:42: 17:08:40 | scheduled-backup-incremental/7-engage-incremental | +++ GIT_BRANCH=PR-1269 logger.go:42: 17:08:40 | scheduled-backup-incremental/7-engage-incremental | +++ export VERSION=PR-1269-fbab6499 logger.go:42: 17:08:40 | scheduled-backup-incremental/7-engage-incremental | +++ VERSION=PR-1269-fbab6499 logger.go:42: 17:08:40 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:08:40 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:08:40 | scheduled-backup-incremental/7-engage-incremental | +++ [[ -z 8.0 ]] logger.go:42: 17:08:40 | scheduled-backup-incremental/7-engage-incremental | +++ export MYSQL_VERSION=8.0 logger.go:42: 17:08:40 | scheduled-backup-incremental/7-engage-incremental | +++ MYSQL_VERSION=8.0 logger.go:42: 17:08:40 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:08:40 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:08:40 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:08:40 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:08:40 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:08:40 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:08:40 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:08:40 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:08:40 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:08:40 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:08:40 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:08:40 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:08:40 | scheduled-backup-incremental/7-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:08:40 | scheduled-backup-incremental/7-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:08:40 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:08:40 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:08:40 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:08:40 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:08:40 | scheduled-backup-incremental/7-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 17:08:40 | scheduled-backup-incremental/7-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 17:08:40 | scheduled-backup-incremental/7-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 17:08:40 | scheduled-backup-incremental/7-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 17:08:40 | scheduled-backup-incremental/7-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 17:08:40 | scheduled-backup-incremental/7-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 17:08:40 | scheduled-backup-incremental/7-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 17:08:40 | scheduled-backup-incremental/7-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 17:08:40 | scheduled-backup-incremental/7-engage-incremental | ++++ which gdate logger.go:42: 17:08:40 | scheduled-backup-incremental/7-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:08:40 | scheduled-backup-incremental/7-engage-incremental | ++++ which date logger.go:42: 17:08:40 | scheduled-backup-incremental/7-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 17:08:40 | scheduled-backup-incremental/7-engage-incremental | +++ oc get projects logger.go:42: 17:08:40 | scheduled-backup-incremental/7-engage-incremental | +++ : logger.go:42: 17:08:40 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get nodes logger.go:42: 17:08:40 | scheduled-backup-incremental/7-engage-incremental | +++ grep '^minikube' logger.go:42: 17:08:41 | scheduled-backup-incremental/7-engage-incremental | +++ which gsed logger.go:42: 17:08:41 | scheduled-backup-incremental/7-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:08:41 | scheduled-backup-incremental/7-engage-incremental | +++ which sed logger.go:42: 17:08:41 | scheduled-backup-incremental/7-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 17:08:41 | scheduled-backup-incremental/7-engage-incremental | ++ oc get projects logger.go:42: 17:08:41 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl version -o json logger.go:42: 17:08:41 | scheduled-backup-incremental/7-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 17:08:41 | scheduled-backup-incremental/7-engage-incremental | +++ grep '\-eks\-' logger.go:42: 17:08:41 | scheduled-backup-incremental/7-engage-incremental | grep: warning: stray \ before - logger.go:42: 17:08:41 | scheduled-backup-incremental/7-engage-incremental | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 17:08:41 | scheduled-backup-incremental/7-engage-incremental | ++ '[' ']' logger.go:42: 17:08:41 | scheduled-backup-incremental/7-engage-incremental | ++ EKS=0 logger.go:42: 17:08:41 | scheduled-backup-incremental/7-engage-incremental | +++ get_cluster_name logger.go:42: 17:08:41 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl -n kuttl-test-perfect-anchovy get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 17:08:42 | scheduled-backup-incremental/7-engage-incremental | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 17:08:42 | scheduled-backup-incremental/7-engage-incremental | ++ local schedule_name=minio-incr logger.go:42: 17:08:42 | scheduled-backup-incremental/7-engage-incremental | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 17:08:42 | scheduled-backup-incremental/7-engage-incremental | +++ printf %s kuttl-test-perfect-anchovy-scheduled-backup-incremental logger.go:42: 17:08:42 | scheduled-backup-incremental/7-engage-incremental | +++ sha1sum logger.go:42: 17:08:42 | scheduled-backup-incremental/7-engage-incremental | +++ awk '{print $1}' logger.go:42: 17:08:42 | scheduled-backup-incremental/7-engage-incremental | +++ head -c 5 logger.go:42: 17:08:42 | scheduled-backup-incremental/7-engage-incremental | ++ local prefix=c8a08 logger.go:42: 17:08:42 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get ps-backup -n kuttl-test-perfect-anchovy -l percona.com/backup-ancestor=c8a08-minio-incr -o yaml logger.go:42: 17:08:42 | scheduled-backup-incremental/7-engage-incremental | +++ yq '.items | length' logger.go:42: 17:08:42 | scheduled-backup-incremental/7-engage-incremental | ++ local bcp_count=1 logger.go:42: 17:08:42 | scheduled-backup-incremental/7-engage-incremental | ++ echo 1 logger.go:42: 17:08:42 | scheduled-backup-incremental/7-engage-incremental | + bcp_count=1 logger.go:42: 17:08:42 | scheduled-backup-incremental/7-engage-incremental | + [[ 1 -lt 3 ]] logger.go:42: 17:08:42 | scheduled-backup-incremental/7-engage-incremental | + echo 'There are 1 incremental ps-backups but should be at least 3' logger.go:42: 17:08:42 | scheduled-backup-incremental/7-engage-incremental | There are 1 incremental ps-backups but should be at least 3 logger.go:42: 17:08:42 | scheduled-backup-incremental/7-engage-incremental | + exit 1 logger.go:42: 17:08:43 | scheduled-backup-incremental/7-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 3 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 3" exit 1 fi] logger.go:42: 17:08:43 | scheduled-backup-incremental/7-engage-incremental | + source ../../functions logger.go:42: 17:08:43 | scheduled-backup-incremental/7-engage-incremental | +++ realpath ../../.. logger.go:42: 17:08:43 | scheduled-backup-incremental/7-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:08:43 | scheduled-backup-incremental/7-engage-incremental | ++++ pwd logger.go:42: 17:08:43 | scheduled-backup-incremental/7-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 17:08:43 | scheduled-backup-incremental/7-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 17:08:43 | scheduled-backup-incremental/7-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/vars.sh logger.go:42: 17:08:43 | scheduled-backup-incremental/7-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:08:43 | scheduled-backup-incremental/7-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:08:43 | scheduled-backup-incremental/7-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:08:43 | scheduled-backup-incremental/7-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:08:43 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:08:43 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:08:43 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:08:43 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:08:43 | scheduled-backup-incremental/7-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:08:43 | scheduled-backup-incremental/7-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:08:43 | scheduled-backup-incremental/7-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 17:08:43 | scheduled-backup-incremental/7-engage-incremental | +++ export GIT_BRANCH=PR-1269 logger.go:42: 17:08:43 | scheduled-backup-incremental/7-engage-incremental | +++ GIT_BRANCH=PR-1269 logger.go:42: 17:08:43 | scheduled-backup-incremental/7-engage-incremental | +++ export VERSION=PR-1269-fbab6499 logger.go:42: 17:08:43 | scheduled-backup-incremental/7-engage-incremental | +++ VERSION=PR-1269-fbab6499 logger.go:42: 17:08:43 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:08:43 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:08:43 | scheduled-backup-incremental/7-engage-incremental | +++ [[ -z 8.0 ]] logger.go:42: 17:08:43 | scheduled-backup-incremental/7-engage-incremental | +++ export MYSQL_VERSION=8.0 logger.go:42: 17:08:43 | scheduled-backup-incremental/7-engage-incremental | +++ MYSQL_VERSION=8.0 logger.go:42: 17:08:43 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:08:43 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:08:43 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:08:43 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:08:43 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:08:43 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:08:43 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:08:43 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:08:43 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:08:43 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:08:43 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:08:43 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:08:43 | scheduled-backup-incremental/7-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:08:43 | scheduled-backup-incremental/7-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:08:43 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:08:43 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:08:43 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:08:43 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:08:43 | scheduled-backup-incremental/7-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 17:08:43 | scheduled-backup-incremental/7-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 17:08:43 | scheduled-backup-incremental/7-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 17:08:43 | scheduled-backup-incremental/7-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 17:08:43 | scheduled-backup-incremental/7-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 17:08:43 | scheduled-backup-incremental/7-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 17:08:43 | scheduled-backup-incremental/7-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 17:08:43 | scheduled-backup-incremental/7-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 17:08:43 | scheduled-backup-incremental/7-engage-incremental | ++++ which gdate logger.go:42: 17:08:43 | scheduled-backup-incremental/7-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:08:43 | scheduled-backup-incremental/7-engage-incremental | ++++ which date logger.go:42: 17:08:43 | scheduled-backup-incremental/7-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 17:08:43 | scheduled-backup-incremental/7-engage-incremental | +++ oc get projects logger.go:42: 17:08:43 | scheduled-backup-incremental/7-engage-incremental | +++ : logger.go:42: 17:08:43 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get nodes logger.go:42: 17:08:43 | scheduled-backup-incremental/7-engage-incremental | +++ grep '^minikube' logger.go:42: 17:08:44 | scheduled-backup-incremental/7-engage-incremental | +++ which gsed logger.go:42: 17:08:44 | scheduled-backup-incremental/7-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:08:44 | scheduled-backup-incremental/7-engage-incremental | +++ which sed logger.go:42: 17:08:44 | scheduled-backup-incremental/7-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 17:08:44 | scheduled-backup-incremental/7-engage-incremental | ++ oc get projects logger.go:42: 17:08:44 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl version -o json logger.go:42: 17:08:44 | scheduled-backup-incremental/7-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 17:08:44 | scheduled-backup-incremental/7-engage-incremental | +++ grep '\-eks\-' logger.go:42: 17:08:44 | scheduled-backup-incremental/7-engage-incremental | grep: warning: stray \ before - logger.go:42: 17:08:44 | scheduled-backup-incremental/7-engage-incremental | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 17:08:44 | scheduled-backup-incremental/7-engage-incremental | ++ '[' ']' logger.go:42: 17:08:44 | scheduled-backup-incremental/7-engage-incremental | ++ EKS=0 logger.go:42: 17:08:44 | scheduled-backup-incremental/7-engage-incremental | +++ get_cluster_name logger.go:42: 17:08:44 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl -n kuttl-test-perfect-anchovy get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 17:08:45 | scheduled-backup-incremental/7-engage-incremental | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 17:08:45 | scheduled-backup-incremental/7-engage-incremental | ++ local schedule_name=minio-incr logger.go:42: 17:08:45 | scheduled-backup-incremental/7-engage-incremental | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 17:08:45 | scheduled-backup-incremental/7-engage-incremental | +++ printf %s kuttl-test-perfect-anchovy-scheduled-backup-incremental logger.go:42: 17:08:45 | scheduled-backup-incremental/7-engage-incremental | +++ sha1sum logger.go:42: 17:08:45 | scheduled-backup-incremental/7-engage-incremental | +++ awk '{print $1}' logger.go:42: 17:08:45 | scheduled-backup-incremental/7-engage-incremental | +++ head -c 5 logger.go:42: 17:08:45 | scheduled-backup-incremental/7-engage-incremental | ++ local prefix=c8a08 logger.go:42: 17:08:45 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get ps-backup -n kuttl-test-perfect-anchovy -l percona.com/backup-ancestor=c8a08-minio-incr -o yaml logger.go:42: 17:08:45 | scheduled-backup-incremental/7-engage-incremental | +++ yq '.items | length' logger.go:42: 17:08:45 | scheduled-backup-incremental/7-engage-incremental | ++ local bcp_count=1 logger.go:42: 17:08:45 | scheduled-backup-incremental/7-engage-incremental | ++ echo 1 logger.go:42: 17:08:45 | scheduled-backup-incremental/7-engage-incremental | + bcp_count=1 logger.go:42: 17:08:45 | scheduled-backup-incremental/7-engage-incremental | + [[ 1 -lt 3 ]] logger.go:42: 17:08:45 | scheduled-backup-incremental/7-engage-incremental | + echo 'There are 1 incremental ps-backups but should be at least 3' logger.go:42: 17:08:45 | scheduled-backup-incremental/7-engage-incremental | There are 1 incremental ps-backups but should be at least 3 logger.go:42: 17:08:45 | scheduled-backup-incremental/7-engage-incremental | + exit 1 logger.go:42: 17:08:47 | scheduled-backup-incremental/7-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 3 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 3" exit 1 fi] logger.go:42: 17:08:47 | scheduled-backup-incremental/7-engage-incremental | + source ../../functions logger.go:42: 17:08:47 | scheduled-backup-incremental/7-engage-incremental | +++ realpath ../../.. logger.go:42: 17:08:47 | scheduled-backup-incremental/7-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:08:47 | scheduled-backup-incremental/7-engage-incremental | ++++ pwd logger.go:42: 17:08:47 | scheduled-backup-incremental/7-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 17:08:47 | scheduled-backup-incremental/7-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 17:08:47 | scheduled-backup-incremental/7-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/vars.sh logger.go:42: 17:08:47 | scheduled-backup-incremental/7-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:08:47 | scheduled-backup-incremental/7-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:08:47 | scheduled-backup-incremental/7-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:08:47 | scheduled-backup-incremental/7-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:08:47 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:08:47 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:08:47 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:08:47 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:08:47 | scheduled-backup-incremental/7-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:08:47 | scheduled-backup-incremental/7-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:08:47 | scheduled-backup-incremental/7-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 17:08:47 | scheduled-backup-incremental/7-engage-incremental | +++ export GIT_BRANCH=PR-1269 logger.go:42: 17:08:47 | scheduled-backup-incremental/7-engage-incremental | +++ GIT_BRANCH=PR-1269 logger.go:42: 17:08:47 | scheduled-backup-incremental/7-engage-incremental | +++ export VERSION=PR-1269-fbab6499 logger.go:42: 17:08:47 | scheduled-backup-incremental/7-engage-incremental | +++ VERSION=PR-1269-fbab6499 logger.go:42: 17:08:47 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:08:47 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:08:47 | scheduled-backup-incremental/7-engage-incremental | +++ [[ -z 8.0 ]] logger.go:42: 17:08:47 | scheduled-backup-incremental/7-engage-incremental | +++ export MYSQL_VERSION=8.0 logger.go:42: 17:08:47 | scheduled-backup-incremental/7-engage-incremental | +++ MYSQL_VERSION=8.0 logger.go:42: 17:08:47 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:08:47 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:08:47 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:08:47 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:08:47 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:08:47 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:08:47 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:08:47 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:08:47 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:08:47 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:08:47 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:08:47 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:08:47 | scheduled-backup-incremental/7-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:08:47 | scheduled-backup-incremental/7-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:08:47 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:08:47 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:08:47 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:08:47 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:08:47 | scheduled-backup-incremental/7-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 17:08:47 | scheduled-backup-incremental/7-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 17:08:47 | scheduled-backup-incremental/7-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 17:08:47 | scheduled-backup-incremental/7-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 17:08:47 | scheduled-backup-incremental/7-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 17:08:47 | scheduled-backup-incremental/7-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 17:08:47 | scheduled-backup-incremental/7-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 17:08:47 | scheduled-backup-incremental/7-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 17:08:47 | scheduled-backup-incremental/7-engage-incremental | ++++ which gdate logger.go:42: 17:08:47 | scheduled-backup-incremental/7-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:08:47 | scheduled-backup-incremental/7-engage-incremental | ++++ which date logger.go:42: 17:08:47 | scheduled-backup-incremental/7-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 17:08:47 | scheduled-backup-incremental/7-engage-incremental | +++ oc get projects logger.go:42: 17:08:47 | scheduled-backup-incremental/7-engage-incremental | +++ : logger.go:42: 17:08:47 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get nodes logger.go:42: 17:08:47 | scheduled-backup-incremental/7-engage-incremental | +++ grep '^minikube' logger.go:42: 17:08:47 | scheduled-backup-incremental/7-engage-incremental | +++ which gsed logger.go:42: 17:08:47 | scheduled-backup-incremental/7-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:08:47 | scheduled-backup-incremental/7-engage-incremental | +++ which sed logger.go:42: 17:08:47 | scheduled-backup-incremental/7-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 17:08:47 | scheduled-backup-incremental/7-engage-incremental | ++ oc get projects logger.go:42: 17:08:47 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl version -o json logger.go:42: 17:08:47 | scheduled-backup-incremental/7-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 17:08:47 | scheduled-backup-incremental/7-engage-incremental | +++ grep '\-eks\-' logger.go:42: 17:08:47 | scheduled-backup-incremental/7-engage-incremental | grep: warning: stray \ before - logger.go:42: 17:08:48 | scheduled-backup-incremental/7-engage-incremental | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 17:08:48 | scheduled-backup-incremental/7-engage-incremental | ++ '[' ']' logger.go:42: 17:08:48 | scheduled-backup-incremental/7-engage-incremental | ++ EKS=0 logger.go:42: 17:08:48 | scheduled-backup-incremental/7-engage-incremental | +++ get_cluster_name logger.go:42: 17:08:48 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl -n kuttl-test-perfect-anchovy get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 17:08:48 | scheduled-backup-incremental/7-engage-incremental | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 17:08:48 | scheduled-backup-incremental/7-engage-incremental | ++ local schedule_name=minio-incr logger.go:42: 17:08:48 | scheduled-backup-incremental/7-engage-incremental | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 17:08:48 | scheduled-backup-incremental/7-engage-incremental | +++ printf %s kuttl-test-perfect-anchovy-scheduled-backup-incremental logger.go:42: 17:08:48 | scheduled-backup-incremental/7-engage-incremental | +++ sha1sum logger.go:42: 17:08:48 | scheduled-backup-incremental/7-engage-incremental | +++ awk '{print $1}' logger.go:42: 17:08:48 | scheduled-backup-incremental/7-engage-incremental | +++ head -c 5 logger.go:42: 17:08:48 | scheduled-backup-incremental/7-engage-incremental | ++ local prefix=c8a08 logger.go:42: 17:08:48 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get ps-backup -n kuttl-test-perfect-anchovy -l percona.com/backup-ancestor=c8a08-minio-incr -o yaml logger.go:42: 17:08:48 | scheduled-backup-incremental/7-engage-incremental | +++ yq '.items | length' logger.go:42: 17:08:49 | scheduled-backup-incremental/7-engage-incremental | ++ local bcp_count=1 logger.go:42: 17:08:49 | scheduled-backup-incremental/7-engage-incremental | ++ echo 1 logger.go:42: 17:08:49 | scheduled-backup-incremental/7-engage-incremental | + bcp_count=1 logger.go:42: 17:08:49 | scheduled-backup-incremental/7-engage-incremental | + [[ 1 -lt 3 ]] logger.go:42: 17:08:49 | scheduled-backup-incremental/7-engage-incremental | + echo 'There are 1 incremental ps-backups but should be at least 3' logger.go:42: 17:08:49 | scheduled-backup-incremental/7-engage-incremental | There are 1 incremental ps-backups but should be at least 3 logger.go:42: 17:08:49 | scheduled-backup-incremental/7-engage-incremental | + exit 1 logger.go:42: 17:08:50 | scheduled-backup-incremental/7-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 3 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 3" exit 1 fi] logger.go:42: 17:08:50 | scheduled-backup-incremental/7-engage-incremental | + source ../../functions logger.go:42: 17:08:50 | scheduled-backup-incremental/7-engage-incremental | +++ realpath ../../.. logger.go:42: 17:08:50 | scheduled-backup-incremental/7-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:08:50 | scheduled-backup-incremental/7-engage-incremental | ++++ pwd logger.go:42: 17:08:50 | scheduled-backup-incremental/7-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 17:08:50 | scheduled-backup-incremental/7-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 17:08:50 | scheduled-backup-incremental/7-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/vars.sh logger.go:42: 17:08:50 | scheduled-backup-incremental/7-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:08:50 | scheduled-backup-incremental/7-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:08:50 | scheduled-backup-incremental/7-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:08:50 | scheduled-backup-incremental/7-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:08:50 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:08:50 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:08:50 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:08:50 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:08:50 | scheduled-backup-incremental/7-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:08:50 | scheduled-backup-incremental/7-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:08:50 | scheduled-backup-incremental/7-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 17:08:50 | scheduled-backup-incremental/7-engage-incremental | +++ export GIT_BRANCH=PR-1269 logger.go:42: 17:08:50 | scheduled-backup-incremental/7-engage-incremental | +++ GIT_BRANCH=PR-1269 logger.go:42: 17:08:50 | scheduled-backup-incremental/7-engage-incremental | +++ export VERSION=PR-1269-fbab6499 logger.go:42: 17:08:50 | scheduled-backup-incremental/7-engage-incremental | +++ VERSION=PR-1269-fbab6499 logger.go:42: 17:08:50 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:08:50 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:08:50 | scheduled-backup-incremental/7-engage-incremental | +++ [[ -z 8.0 ]] logger.go:42: 17:08:50 | scheduled-backup-incremental/7-engage-incremental | +++ export MYSQL_VERSION=8.0 logger.go:42: 17:08:50 | scheduled-backup-incremental/7-engage-incremental | +++ MYSQL_VERSION=8.0 logger.go:42: 17:08:50 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:08:50 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:08:50 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:08:50 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:08:50 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:08:50 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:08:50 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:08:50 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:08:50 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:08:50 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:08:50 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:08:50 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:08:50 | scheduled-backup-incremental/7-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:08:50 | scheduled-backup-incremental/7-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:08:50 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:08:50 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:08:50 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:08:50 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:08:50 | scheduled-backup-incremental/7-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 17:08:50 | scheduled-backup-incremental/7-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 17:08:50 | scheduled-backup-incremental/7-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 17:08:50 | scheduled-backup-incremental/7-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 17:08:50 | scheduled-backup-incremental/7-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 17:08:50 | scheduled-backup-incremental/7-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 17:08:50 | scheduled-backup-incremental/7-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 17:08:50 | scheduled-backup-incremental/7-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 17:08:50 | scheduled-backup-incremental/7-engage-incremental | ++++ which gdate logger.go:42: 17:08:50 | scheduled-backup-incremental/7-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:08:50 | scheduled-backup-incremental/7-engage-incremental | ++++ which date logger.go:42: 17:08:50 | scheduled-backup-incremental/7-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 17:08:50 | scheduled-backup-incremental/7-engage-incremental | +++ oc get projects logger.go:42: 17:08:50 | scheduled-backup-incremental/7-engage-incremental | +++ : logger.go:42: 17:08:50 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get nodes logger.go:42: 17:08:50 | scheduled-backup-incremental/7-engage-incremental | +++ grep '^minikube' logger.go:42: 17:08:50 | scheduled-backup-incremental/7-engage-incremental | +++ which gsed logger.go:42: 17:08:50 | scheduled-backup-incremental/7-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:08:50 | scheduled-backup-incremental/7-engage-incremental | +++ which sed logger.go:42: 17:08:50 | scheduled-backup-incremental/7-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 17:08:50 | scheduled-backup-incremental/7-engage-incremental | ++ oc get projects logger.go:42: 17:08:50 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl version -o json logger.go:42: 17:08:50 | scheduled-backup-incremental/7-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 17:08:50 | scheduled-backup-incremental/7-engage-incremental | +++ grep '\-eks\-' logger.go:42: 17:08:50 | scheduled-backup-incremental/7-engage-incremental | grep: warning: stray \ before - logger.go:42: 17:08:51 | scheduled-backup-incremental/7-engage-incremental | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 17:08:51 | scheduled-backup-incremental/7-engage-incremental | ++ '[' ']' logger.go:42: 17:08:51 | scheduled-backup-incremental/7-engage-incremental | ++ EKS=0 logger.go:42: 17:08:51 | scheduled-backup-incremental/7-engage-incremental | +++ get_cluster_name logger.go:42: 17:08:51 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl -n kuttl-test-perfect-anchovy get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 17:08:51 | scheduled-backup-incremental/7-engage-incremental | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 17:08:51 | scheduled-backup-incremental/7-engage-incremental | ++ local schedule_name=minio-incr logger.go:42: 17:08:51 | scheduled-backup-incremental/7-engage-incremental | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 17:08:51 | scheduled-backup-incremental/7-engage-incremental | +++ printf %s kuttl-test-perfect-anchovy-scheduled-backup-incremental logger.go:42: 17:08:51 | scheduled-backup-incremental/7-engage-incremental | +++ sha1sum logger.go:42: 17:08:51 | scheduled-backup-incremental/7-engage-incremental | +++ awk '{print $1}' logger.go:42: 17:08:51 | scheduled-backup-incremental/7-engage-incremental | +++ head -c 5 logger.go:42: 17:08:51 | scheduled-backup-incremental/7-engage-incremental | ++ local prefix=c8a08 logger.go:42: 17:08:51 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get ps-backup -n kuttl-test-perfect-anchovy -l percona.com/backup-ancestor=c8a08-minio-incr -o yaml logger.go:42: 17:08:51 | scheduled-backup-incremental/7-engage-incremental | +++ yq '.items | length' logger.go:42: 17:08:52 | scheduled-backup-incremental/7-engage-incremental | ++ local bcp_count=1 logger.go:42: 17:08:52 | scheduled-backup-incremental/7-engage-incremental | ++ echo 1 logger.go:42: 17:08:52 | scheduled-backup-incremental/7-engage-incremental | + bcp_count=1 logger.go:42: 17:08:52 | scheduled-backup-incremental/7-engage-incremental | + [[ 1 -lt 3 ]] logger.go:42: 17:08:52 | scheduled-backup-incremental/7-engage-incremental | + echo 'There are 1 incremental ps-backups but should be at least 3' logger.go:42: 17:08:52 | scheduled-backup-incremental/7-engage-incremental | There are 1 incremental ps-backups but should be at least 3 logger.go:42: 17:08:52 | scheduled-backup-incremental/7-engage-incremental | + exit 1 logger.go:42: 17:08:53 | scheduled-backup-incremental/7-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 3 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 3" exit 1 fi] logger.go:42: 17:08:53 | scheduled-backup-incremental/7-engage-incremental | + source ../../functions logger.go:42: 17:08:53 | scheduled-backup-incremental/7-engage-incremental | +++ realpath ../../.. logger.go:42: 17:08:53 | scheduled-backup-incremental/7-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:08:53 | scheduled-backup-incremental/7-engage-incremental | ++++ pwd logger.go:42: 17:08:53 | scheduled-backup-incremental/7-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 17:08:53 | scheduled-backup-incremental/7-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 17:08:53 | scheduled-backup-incremental/7-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/vars.sh logger.go:42: 17:08:53 | scheduled-backup-incremental/7-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:08:53 | scheduled-backup-incremental/7-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:08:53 | scheduled-backup-incremental/7-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:08:53 | scheduled-backup-incremental/7-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:08:53 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:08:53 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:08:53 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:08:53 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:08:53 | scheduled-backup-incremental/7-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:08:53 | scheduled-backup-incremental/7-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:08:53 | scheduled-backup-incremental/7-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 17:08:53 | scheduled-backup-incremental/7-engage-incremental | +++ export GIT_BRANCH=PR-1269 logger.go:42: 17:08:53 | scheduled-backup-incremental/7-engage-incremental | +++ GIT_BRANCH=PR-1269 logger.go:42: 17:08:53 | scheduled-backup-incremental/7-engage-incremental | +++ export VERSION=PR-1269-fbab6499 logger.go:42: 17:08:53 | scheduled-backup-incremental/7-engage-incremental | +++ VERSION=PR-1269-fbab6499 logger.go:42: 17:08:53 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:08:53 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:08:53 | scheduled-backup-incremental/7-engage-incremental | +++ [[ -z 8.0 ]] logger.go:42: 17:08:53 | scheduled-backup-incremental/7-engage-incremental | +++ export MYSQL_VERSION=8.0 logger.go:42: 17:08:53 | scheduled-backup-incremental/7-engage-incremental | +++ MYSQL_VERSION=8.0 logger.go:42: 17:08:53 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:08:53 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:08:53 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:08:53 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:08:53 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:08:53 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:08:53 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:08:53 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:08:53 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:08:53 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:08:53 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:08:53 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:08:53 | scheduled-backup-incremental/7-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:08:53 | scheduled-backup-incremental/7-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:08:53 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:08:53 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:08:53 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:08:53 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:08:53 | scheduled-backup-incremental/7-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 17:08:53 | scheduled-backup-incremental/7-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 17:08:53 | scheduled-backup-incremental/7-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 17:08:53 | scheduled-backup-incremental/7-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 17:08:53 | scheduled-backup-incremental/7-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 17:08:53 | scheduled-backup-incremental/7-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 17:08:53 | scheduled-backup-incremental/7-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 17:08:53 | scheduled-backup-incremental/7-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 17:08:53 | scheduled-backup-incremental/7-engage-incremental | ++++ which gdate logger.go:42: 17:08:53 | scheduled-backup-incremental/7-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:08:53 | scheduled-backup-incremental/7-engage-incremental | ++++ which date logger.go:42: 17:08:53 | scheduled-backup-incremental/7-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 17:08:53 | scheduled-backup-incremental/7-engage-incremental | +++ oc get projects logger.go:42: 17:08:53 | scheduled-backup-incremental/7-engage-incremental | +++ : logger.go:42: 17:08:53 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get nodes logger.go:42: 17:08:53 | scheduled-backup-incremental/7-engage-incremental | +++ grep '^minikube' logger.go:42: 17:08:54 | scheduled-backup-incremental/7-engage-incremental | +++ which gsed logger.go:42: 17:08:54 | scheduled-backup-incremental/7-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:08:54 | scheduled-backup-incremental/7-engage-incremental | +++ which sed logger.go:42: 17:08:54 | scheduled-backup-incremental/7-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 17:08:54 | scheduled-backup-incremental/7-engage-incremental | ++ oc get projects logger.go:42: 17:08:54 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl version -o json logger.go:42: 17:08:54 | scheduled-backup-incremental/7-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 17:08:54 | scheduled-backup-incremental/7-engage-incremental | +++ grep '\-eks\-' logger.go:42: 17:08:54 | scheduled-backup-incremental/7-engage-incremental | grep: warning: stray \ before - logger.go:42: 17:08:54 | scheduled-backup-incremental/7-engage-incremental | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 17:08:54 | scheduled-backup-incremental/7-engage-incremental | ++ '[' ']' logger.go:42: 17:08:54 | scheduled-backup-incremental/7-engage-incremental | ++ EKS=0 logger.go:42: 17:08:54 | scheduled-backup-incremental/7-engage-incremental | +++ get_cluster_name logger.go:42: 17:08:54 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl -n kuttl-test-perfect-anchovy get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 17:08:55 | scheduled-backup-incremental/7-engage-incremental | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 17:08:55 | scheduled-backup-incremental/7-engage-incremental | ++ local schedule_name=minio-incr logger.go:42: 17:08:55 | scheduled-backup-incremental/7-engage-incremental | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 17:08:55 | scheduled-backup-incremental/7-engage-incremental | +++ printf %s kuttl-test-perfect-anchovy-scheduled-backup-incremental logger.go:42: 17:08:55 | scheduled-backup-incremental/7-engage-incremental | +++ sha1sum logger.go:42: 17:08:55 | scheduled-backup-incremental/7-engage-incremental | +++ awk '{print $1}' logger.go:42: 17:08:55 | scheduled-backup-incremental/7-engage-incremental | +++ head -c 5 logger.go:42: 17:08:55 | scheduled-backup-incremental/7-engage-incremental | ++ local prefix=c8a08 logger.go:42: 17:08:55 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get ps-backup -n kuttl-test-perfect-anchovy -l percona.com/backup-ancestor=c8a08-minio-incr -o yaml logger.go:42: 17:08:55 | scheduled-backup-incremental/7-engage-incremental | +++ yq '.items | length' logger.go:42: 17:08:55 | scheduled-backup-incremental/7-engage-incremental | ++ local bcp_count=1 logger.go:42: 17:08:55 | scheduled-backup-incremental/7-engage-incremental | ++ echo 1 logger.go:42: 17:08:55 | scheduled-backup-incremental/7-engage-incremental | + bcp_count=1 logger.go:42: 17:08:55 | scheduled-backup-incremental/7-engage-incremental | + [[ 1 -lt 3 ]] logger.go:42: 17:08:55 | scheduled-backup-incremental/7-engage-incremental | + echo 'There are 1 incremental ps-backups but should be at least 3' logger.go:42: 17:08:55 | scheduled-backup-incremental/7-engage-incremental | There are 1 incremental ps-backups but should be at least 3 logger.go:42: 17:08:55 | scheduled-backup-incremental/7-engage-incremental | + exit 1 logger.go:42: 17:08:56 | scheduled-backup-incremental/7-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 3 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 3" exit 1 fi] logger.go:42: 17:08:56 | scheduled-backup-incremental/7-engage-incremental | + source ../../functions logger.go:42: 17:08:56 | scheduled-backup-incremental/7-engage-incremental | +++ realpath ../../.. logger.go:42: 17:08:56 | scheduled-backup-incremental/7-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:08:56 | scheduled-backup-incremental/7-engage-incremental | ++++ pwd logger.go:42: 17:08:56 | scheduled-backup-incremental/7-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 17:08:56 | scheduled-backup-incremental/7-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 17:08:56 | scheduled-backup-incremental/7-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/vars.sh logger.go:42: 17:08:56 | scheduled-backup-incremental/7-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:08:56 | scheduled-backup-incremental/7-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:08:56 | scheduled-backup-incremental/7-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:08:56 | scheduled-backup-incremental/7-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:08:56 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:08:56 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:08:56 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:08:56 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:08:56 | scheduled-backup-incremental/7-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:08:56 | scheduled-backup-incremental/7-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:08:56 | scheduled-backup-incremental/7-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 17:08:56 | scheduled-backup-incremental/7-engage-incremental | +++ export GIT_BRANCH=PR-1269 logger.go:42: 17:08:56 | scheduled-backup-incremental/7-engage-incremental | +++ GIT_BRANCH=PR-1269 logger.go:42: 17:08:56 | scheduled-backup-incremental/7-engage-incremental | +++ export VERSION=PR-1269-fbab6499 logger.go:42: 17:08:56 | scheduled-backup-incremental/7-engage-incremental | +++ VERSION=PR-1269-fbab6499 logger.go:42: 17:08:56 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:08:56 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:08:56 | scheduled-backup-incremental/7-engage-incremental | +++ [[ -z 8.0 ]] logger.go:42: 17:08:56 | scheduled-backup-incremental/7-engage-incremental | +++ export MYSQL_VERSION=8.0 logger.go:42: 17:08:56 | scheduled-backup-incremental/7-engage-incremental | +++ MYSQL_VERSION=8.0 logger.go:42: 17:08:56 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:08:56 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:08:56 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:08:56 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:08:56 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:08:56 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:08:56 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:08:56 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:08:56 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:08:56 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:08:56 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:08:56 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:08:56 | scheduled-backup-incremental/7-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:08:56 | scheduled-backup-incremental/7-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:08:56 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:08:56 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:08:56 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:08:56 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:08:56 | scheduled-backup-incremental/7-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 17:08:56 | scheduled-backup-incremental/7-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 17:08:56 | scheduled-backup-incremental/7-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 17:08:56 | scheduled-backup-incremental/7-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 17:08:56 | scheduled-backup-incremental/7-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 17:08:56 | scheduled-backup-incremental/7-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 17:08:56 | scheduled-backup-incremental/7-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 17:08:56 | scheduled-backup-incremental/7-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 17:08:56 | scheduled-backup-incremental/7-engage-incremental | ++++ which gdate logger.go:42: 17:08:56 | scheduled-backup-incremental/7-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:08:56 | scheduled-backup-incremental/7-engage-incremental | ++++ which date logger.go:42: 17:08:56 | scheduled-backup-incremental/7-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 17:08:56 | scheduled-backup-incremental/7-engage-incremental | +++ oc get projects logger.go:42: 17:08:56 | scheduled-backup-incremental/7-engage-incremental | +++ : logger.go:42: 17:08:56 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get nodes logger.go:42: 17:08:56 | scheduled-backup-incremental/7-engage-incremental | +++ grep '^minikube' logger.go:42: 17:08:57 | scheduled-backup-incremental/7-engage-incremental | +++ which gsed logger.go:42: 17:08:57 | scheduled-backup-incremental/7-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:08:57 | scheduled-backup-incremental/7-engage-incremental | +++ which sed logger.go:42: 17:08:57 | scheduled-backup-incremental/7-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 17:08:57 | scheduled-backup-incremental/7-engage-incremental | ++ oc get projects logger.go:42: 17:08:57 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl version -o json logger.go:42: 17:08:57 | scheduled-backup-incremental/7-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 17:08:57 | scheduled-backup-incremental/7-engage-incremental | +++ grep '\-eks\-' logger.go:42: 17:08:57 | scheduled-backup-incremental/7-engage-incremental | grep: warning: stray \ before - logger.go:42: 17:08:57 | scheduled-backup-incremental/7-engage-incremental | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 17:08:57 | scheduled-backup-incremental/7-engage-incremental | ++ '[' ']' logger.go:42: 17:08:57 | scheduled-backup-incremental/7-engage-incremental | ++ EKS=0 logger.go:42: 17:08:57 | scheduled-backup-incremental/7-engage-incremental | +++ get_cluster_name logger.go:42: 17:08:57 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl -n kuttl-test-perfect-anchovy get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 17:08:58 | scheduled-backup-incremental/7-engage-incremental | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 17:08:58 | scheduled-backup-incremental/7-engage-incremental | ++ local schedule_name=minio-incr logger.go:42: 17:08:58 | scheduled-backup-incremental/7-engage-incremental | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 17:08:58 | scheduled-backup-incremental/7-engage-incremental | +++ printf %s kuttl-test-perfect-anchovy-scheduled-backup-incremental logger.go:42: 17:08:58 | scheduled-backup-incremental/7-engage-incremental | +++ awk '{print $1}' logger.go:42: 17:08:58 | scheduled-backup-incremental/7-engage-incremental | +++ sha1sum logger.go:42: 17:08:58 | scheduled-backup-incremental/7-engage-incremental | +++ head -c 5 logger.go:42: 17:08:58 | scheduled-backup-incremental/7-engage-incremental | ++ local prefix=c8a08 logger.go:42: 17:08:58 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get ps-backup -n kuttl-test-perfect-anchovy -l percona.com/backup-ancestor=c8a08-minio-incr -o yaml logger.go:42: 17:08:58 | scheduled-backup-incremental/7-engage-incremental | +++ yq '.items | length' logger.go:42: 17:08:58 | scheduled-backup-incremental/7-engage-incremental | ++ local bcp_count=1 logger.go:42: 17:08:58 | scheduled-backup-incremental/7-engage-incremental | ++ echo 1 logger.go:42: 17:08:58 | scheduled-backup-incremental/7-engage-incremental | + bcp_count=1 logger.go:42: 17:08:58 | scheduled-backup-incremental/7-engage-incremental | + [[ 1 -lt 3 ]] logger.go:42: 17:08:58 | scheduled-backup-incremental/7-engage-incremental | + echo 'There are 1 incremental ps-backups but should be at least 3' logger.go:42: 17:08:58 | scheduled-backup-incremental/7-engage-incremental | There are 1 incremental ps-backups but should be at least 3 logger.go:42: 17:08:58 | scheduled-backup-incremental/7-engage-incremental | + exit 1 logger.go:42: 17:08:59 | scheduled-backup-incremental/7-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 3 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 3" exit 1 fi] logger.go:42: 17:08:59 | scheduled-backup-incremental/7-engage-incremental | + source ../../functions logger.go:42: 17:08:59 | scheduled-backup-incremental/7-engage-incremental | +++ realpath ../../.. logger.go:42: 17:08:59 | scheduled-backup-incremental/7-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:08:59 | scheduled-backup-incremental/7-engage-incremental | ++++ pwd logger.go:42: 17:08:59 | scheduled-backup-incremental/7-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 17:08:59 | scheduled-backup-incremental/7-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 17:08:59 | scheduled-backup-incremental/7-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/vars.sh logger.go:42: 17:08:59 | scheduled-backup-incremental/7-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:08:59 | scheduled-backup-incremental/7-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:08:59 | scheduled-backup-incremental/7-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:08:59 | scheduled-backup-incremental/7-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:08:59 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:08:59 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:08:59 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:08:59 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:08:59 | scheduled-backup-incremental/7-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:08:59 | scheduled-backup-incremental/7-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:08:59 | scheduled-backup-incremental/7-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 17:08:59 | scheduled-backup-incremental/7-engage-incremental | +++ export GIT_BRANCH=PR-1269 logger.go:42: 17:08:59 | scheduled-backup-incremental/7-engage-incremental | +++ GIT_BRANCH=PR-1269 logger.go:42: 17:08:59 | scheduled-backup-incremental/7-engage-incremental | +++ export VERSION=PR-1269-fbab6499 logger.go:42: 17:08:59 | scheduled-backup-incremental/7-engage-incremental | +++ VERSION=PR-1269-fbab6499 logger.go:42: 17:08:59 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:08:59 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:08:59 | scheduled-backup-incremental/7-engage-incremental | +++ [[ -z 8.0 ]] logger.go:42: 17:08:59 | scheduled-backup-incremental/7-engage-incremental | +++ export MYSQL_VERSION=8.0 logger.go:42: 17:08:59 | scheduled-backup-incremental/7-engage-incremental | +++ MYSQL_VERSION=8.0 logger.go:42: 17:08:59 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:08:59 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:08:59 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:08:59 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:08:59 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:08:59 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:08:59 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:08:59 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:08:59 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:08:59 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:08:59 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:08:59 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:08:59 | scheduled-backup-incremental/7-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:08:59 | scheduled-backup-incremental/7-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:08:59 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:08:59 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:08:59 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:08:59 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:08:59 | scheduled-backup-incremental/7-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 17:08:59 | scheduled-backup-incremental/7-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 17:08:59 | scheduled-backup-incremental/7-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 17:08:59 | scheduled-backup-incremental/7-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 17:08:59 | scheduled-backup-incremental/7-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 17:08:59 | scheduled-backup-incremental/7-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 17:08:59 | scheduled-backup-incremental/7-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 17:08:59 | scheduled-backup-incremental/7-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 17:08:59 | scheduled-backup-incremental/7-engage-incremental | ++++ which gdate logger.go:42: 17:08:59 | scheduled-backup-incremental/7-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:08:59 | scheduled-backup-incremental/7-engage-incremental | ++++ which date logger.go:42: 17:08:59 | scheduled-backup-incremental/7-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 17:08:59 | scheduled-backup-incremental/7-engage-incremental | +++ oc get projects logger.go:42: 17:08:59 | scheduled-backup-incremental/7-engage-incremental | +++ : logger.go:42: 17:08:59 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get nodes logger.go:42: 17:08:59 | scheduled-backup-incremental/7-engage-incremental | +++ grep '^minikube' logger.go:42: 17:09:00 | scheduled-backup-incremental/7-engage-incremental | +++ which gsed logger.go:42: 17:09:00 | scheduled-backup-incremental/7-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:09:00 | scheduled-backup-incremental/7-engage-incremental | +++ which sed logger.go:42: 17:09:00 | scheduled-backup-incremental/7-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 17:09:00 | scheduled-backup-incremental/7-engage-incremental | ++ oc get projects logger.go:42: 17:09:00 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl version -o json logger.go:42: 17:09:00 | scheduled-backup-incremental/7-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 17:09:00 | scheduled-backup-incremental/7-engage-incremental | +++ grep '\-eks\-' logger.go:42: 17:09:00 | scheduled-backup-incremental/7-engage-incremental | grep: warning: stray \ before - logger.go:42: 17:09:00 | scheduled-backup-incremental/7-engage-incremental | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 17:09:00 | scheduled-backup-incremental/7-engage-incremental | ++ '[' ']' logger.go:42: 17:09:00 | scheduled-backup-incremental/7-engage-incremental | ++ EKS=0 logger.go:42: 17:09:00 | scheduled-backup-incremental/7-engage-incremental | +++ get_cluster_name logger.go:42: 17:09:00 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl -n kuttl-test-perfect-anchovy get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 17:09:01 | scheduled-backup-incremental/7-engage-incremental | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 17:09:01 | scheduled-backup-incremental/7-engage-incremental | ++ local schedule_name=minio-incr logger.go:42: 17:09:01 | scheduled-backup-incremental/7-engage-incremental | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 17:09:01 | scheduled-backup-incremental/7-engage-incremental | +++ printf %s kuttl-test-perfect-anchovy-scheduled-backup-incremental logger.go:42: 17:09:01 | scheduled-backup-incremental/7-engage-incremental | +++ sha1sum logger.go:42: 17:09:01 | scheduled-backup-incremental/7-engage-incremental | +++ awk '{print $1}' logger.go:42: 17:09:01 | scheduled-backup-incremental/7-engage-incremental | +++ head -c 5 logger.go:42: 17:09:01 | scheduled-backup-incremental/7-engage-incremental | ++ local prefix=c8a08 logger.go:42: 17:09:01 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get ps-backup -n kuttl-test-perfect-anchovy -l percona.com/backup-ancestor=c8a08-minio-incr -o yaml logger.go:42: 17:09:01 | scheduled-backup-incremental/7-engage-incremental | +++ yq '.items | length' logger.go:42: 17:09:02 | scheduled-backup-incremental/7-engage-incremental | ++ local bcp_count=1 logger.go:42: 17:09:02 | scheduled-backup-incremental/7-engage-incremental | ++ echo 1 logger.go:42: 17:09:02 | scheduled-backup-incremental/7-engage-incremental | + bcp_count=1 logger.go:42: 17:09:02 | scheduled-backup-incremental/7-engage-incremental | + [[ 1 -lt 3 ]] logger.go:42: 17:09:02 | scheduled-backup-incremental/7-engage-incremental | + echo 'There are 1 incremental ps-backups but should be at least 3' logger.go:42: 17:09:02 | scheduled-backup-incremental/7-engage-incremental | There are 1 incremental ps-backups but should be at least 3 logger.go:42: 17:09:02 | scheduled-backup-incremental/7-engage-incremental | + exit 1 logger.go:42: 17:09:03 | scheduled-backup-incremental/7-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 3 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 3" exit 1 fi] logger.go:42: 17:09:03 | scheduled-backup-incremental/7-engage-incremental | + source ../../functions logger.go:42: 17:09:03 | scheduled-backup-incremental/7-engage-incremental | +++ realpath ../../.. logger.go:42: 17:09:03 | scheduled-backup-incremental/7-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:09:03 | scheduled-backup-incremental/7-engage-incremental | ++++ pwd logger.go:42: 17:09:03 | scheduled-backup-incremental/7-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 17:09:03 | scheduled-backup-incremental/7-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 17:09:03 | scheduled-backup-incremental/7-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/vars.sh logger.go:42: 17:09:03 | scheduled-backup-incremental/7-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:09:03 | scheduled-backup-incremental/7-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:09:03 | scheduled-backup-incremental/7-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:09:03 | scheduled-backup-incremental/7-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:09:03 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:09:03 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:09:03 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:09:03 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:09:03 | scheduled-backup-incremental/7-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:09:03 | scheduled-backup-incremental/7-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:09:03 | scheduled-backup-incremental/7-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 17:09:03 | scheduled-backup-incremental/7-engage-incremental | +++ export GIT_BRANCH=PR-1269 logger.go:42: 17:09:03 | scheduled-backup-incremental/7-engage-incremental | +++ GIT_BRANCH=PR-1269 logger.go:42: 17:09:03 | scheduled-backup-incremental/7-engage-incremental | +++ export VERSION=PR-1269-fbab6499 logger.go:42: 17:09:03 | scheduled-backup-incremental/7-engage-incremental | +++ VERSION=PR-1269-fbab6499 logger.go:42: 17:09:03 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:09:03 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:09:03 | scheduled-backup-incremental/7-engage-incremental | +++ [[ -z 8.0 ]] logger.go:42: 17:09:03 | scheduled-backup-incremental/7-engage-incremental | +++ export MYSQL_VERSION=8.0 logger.go:42: 17:09:03 | scheduled-backup-incremental/7-engage-incremental | +++ MYSQL_VERSION=8.0 logger.go:42: 17:09:03 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:09:03 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:09:03 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:09:03 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:09:03 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:09:03 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:09:03 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:09:03 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:09:03 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:09:03 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:09:03 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:09:03 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:09:03 | scheduled-backup-incremental/7-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:09:03 | scheduled-backup-incremental/7-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:09:03 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:09:03 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:09:03 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:09:03 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:09:03 | scheduled-backup-incremental/7-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 17:09:03 | scheduled-backup-incremental/7-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 17:09:03 | scheduled-backup-incremental/7-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 17:09:03 | scheduled-backup-incremental/7-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 17:09:03 | scheduled-backup-incremental/7-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 17:09:03 | scheduled-backup-incremental/7-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 17:09:03 | scheduled-backup-incremental/7-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 17:09:03 | scheduled-backup-incremental/7-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 17:09:03 | scheduled-backup-incremental/7-engage-incremental | ++++ which gdate logger.go:42: 17:09:03 | scheduled-backup-incremental/7-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:09:03 | scheduled-backup-incremental/7-engage-incremental | ++++ which date logger.go:42: 17:09:03 | scheduled-backup-incremental/7-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 17:09:03 | scheduled-backup-incremental/7-engage-incremental | +++ oc get projects logger.go:42: 17:09:03 | scheduled-backup-incremental/7-engage-incremental | +++ : logger.go:42: 17:09:03 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get nodes logger.go:42: 17:09:03 | scheduled-backup-incremental/7-engage-incremental | +++ grep '^minikube' logger.go:42: 17:09:03 | scheduled-backup-incremental/7-engage-incremental | +++ which gsed logger.go:42: 17:09:03 | scheduled-backup-incremental/7-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:09:03 | scheduled-backup-incremental/7-engage-incremental | +++ which sed logger.go:42: 17:09:03 | scheduled-backup-incremental/7-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 17:09:03 | scheduled-backup-incremental/7-engage-incremental | ++ oc get projects logger.go:42: 17:09:03 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl version -o json logger.go:42: 17:09:03 | scheduled-backup-incremental/7-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 17:09:03 | scheduled-backup-incremental/7-engage-incremental | +++ grep '\-eks\-' logger.go:42: 17:09:03 | scheduled-backup-incremental/7-engage-incremental | grep: warning: stray \ before - logger.go:42: 17:09:04 | scheduled-backup-incremental/7-engage-incremental | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 17:09:04 | scheduled-backup-incremental/7-engage-incremental | ++ '[' ']' logger.go:42: 17:09:04 | scheduled-backup-incremental/7-engage-incremental | ++ EKS=0 logger.go:42: 17:09:04 | scheduled-backup-incremental/7-engage-incremental | +++ get_cluster_name logger.go:42: 17:09:04 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl -n kuttl-test-perfect-anchovy get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 17:09:04 | scheduled-backup-incremental/7-engage-incremental | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 17:09:04 | scheduled-backup-incremental/7-engage-incremental | ++ local schedule_name=minio-incr logger.go:42: 17:09:04 | scheduled-backup-incremental/7-engage-incremental | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 17:09:04 | scheduled-backup-incremental/7-engage-incremental | +++ printf %s kuttl-test-perfect-anchovy-scheduled-backup-incremental logger.go:42: 17:09:04 | scheduled-backup-incremental/7-engage-incremental | +++ sha1sum logger.go:42: 17:09:04 | scheduled-backup-incremental/7-engage-incremental | +++ awk '{print $1}' logger.go:42: 17:09:04 | scheduled-backup-incremental/7-engage-incremental | +++ head -c 5 logger.go:42: 17:09:04 | scheduled-backup-incremental/7-engage-incremental | ++ local prefix=c8a08 logger.go:42: 17:09:04 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get ps-backup -n kuttl-test-perfect-anchovy -l percona.com/backup-ancestor=c8a08-minio-incr -o yaml logger.go:42: 17:09:04 | scheduled-backup-incremental/7-engage-incremental | +++ yq '.items | length' logger.go:42: 17:09:05 | scheduled-backup-incremental/7-engage-incremental | ++ local bcp_count=1 logger.go:42: 17:09:05 | scheduled-backup-incremental/7-engage-incremental | ++ echo 1 logger.go:42: 17:09:05 | scheduled-backup-incremental/7-engage-incremental | + bcp_count=1 logger.go:42: 17:09:05 | scheduled-backup-incremental/7-engage-incremental | + [[ 1 -lt 3 ]] logger.go:42: 17:09:05 | scheduled-backup-incremental/7-engage-incremental | + echo 'There are 1 incremental ps-backups but should be at least 3' logger.go:42: 17:09:05 | scheduled-backup-incremental/7-engage-incremental | There are 1 incremental ps-backups but should be at least 3 logger.go:42: 17:09:05 | scheduled-backup-incremental/7-engage-incremental | + exit 1 logger.go:42: 17:09:06 | scheduled-backup-incremental/7-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 3 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 3" exit 1 fi] logger.go:42: 17:09:06 | scheduled-backup-incremental/7-engage-incremental | + source ../../functions logger.go:42: 17:09:06 | scheduled-backup-incremental/7-engage-incremental | +++ realpath ../../.. logger.go:42: 17:09:06 | scheduled-backup-incremental/7-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:09:06 | scheduled-backup-incremental/7-engage-incremental | ++++ pwd logger.go:42: 17:09:06 | scheduled-backup-incremental/7-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 17:09:06 | scheduled-backup-incremental/7-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 17:09:06 | scheduled-backup-incremental/7-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/vars.sh logger.go:42: 17:09:06 | scheduled-backup-incremental/7-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:09:06 | scheduled-backup-incremental/7-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:09:06 | scheduled-backup-incremental/7-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:09:06 | scheduled-backup-incremental/7-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:09:06 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:09:06 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:09:06 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:09:06 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:09:06 | scheduled-backup-incremental/7-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:09:06 | scheduled-backup-incremental/7-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:09:06 | scheduled-backup-incremental/7-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 17:09:06 | scheduled-backup-incremental/7-engage-incremental | +++ export GIT_BRANCH=PR-1269 logger.go:42: 17:09:06 | scheduled-backup-incremental/7-engage-incremental | +++ GIT_BRANCH=PR-1269 logger.go:42: 17:09:06 | scheduled-backup-incremental/7-engage-incremental | +++ export VERSION=PR-1269-fbab6499 logger.go:42: 17:09:06 | scheduled-backup-incremental/7-engage-incremental | +++ VERSION=PR-1269-fbab6499 logger.go:42: 17:09:06 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:09:06 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:09:06 | scheduled-backup-incremental/7-engage-incremental | +++ [[ -z 8.0 ]] logger.go:42: 17:09:06 | scheduled-backup-incremental/7-engage-incremental | +++ export MYSQL_VERSION=8.0 logger.go:42: 17:09:06 | scheduled-backup-incremental/7-engage-incremental | +++ MYSQL_VERSION=8.0 logger.go:42: 17:09:06 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:09:06 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:09:06 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:09:06 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:09:06 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:09:06 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:09:06 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:09:06 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:09:06 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:09:06 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:09:06 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:09:06 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:09:06 | scheduled-backup-incremental/7-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:09:06 | scheduled-backup-incremental/7-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:09:06 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:09:06 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:09:06 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:09:06 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:09:06 | scheduled-backup-incremental/7-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 17:09:06 | scheduled-backup-incremental/7-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 17:09:06 | scheduled-backup-incremental/7-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 17:09:06 | scheduled-backup-incremental/7-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 17:09:06 | scheduled-backup-incremental/7-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 17:09:06 | scheduled-backup-incremental/7-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 17:09:06 | scheduled-backup-incremental/7-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 17:09:06 | scheduled-backup-incremental/7-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 17:09:06 | scheduled-backup-incremental/7-engage-incremental | ++++ which gdate logger.go:42: 17:09:06 | scheduled-backup-incremental/7-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:09:06 | scheduled-backup-incremental/7-engage-incremental | ++++ which date logger.go:42: 17:09:06 | scheduled-backup-incremental/7-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 17:09:06 | scheduled-backup-incremental/7-engage-incremental | +++ oc get projects logger.go:42: 17:09:06 | scheduled-backup-incremental/7-engage-incremental | +++ : logger.go:42: 17:09:06 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get nodes logger.go:42: 17:09:06 | scheduled-backup-incremental/7-engage-incremental | +++ grep '^minikube' logger.go:42: 17:09:07 | scheduled-backup-incremental/7-engage-incremental | +++ which gsed logger.go:42: 17:09:07 | scheduled-backup-incremental/7-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:09:07 | scheduled-backup-incremental/7-engage-incremental | +++ which sed logger.go:42: 17:09:07 | scheduled-backup-incremental/7-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 17:09:07 | scheduled-backup-incremental/7-engage-incremental | ++ oc get projects logger.go:42: 17:09:07 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl version -o json logger.go:42: 17:09:07 | scheduled-backup-incremental/7-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 17:09:07 | scheduled-backup-incremental/7-engage-incremental | +++ grep '\-eks\-' logger.go:42: 17:09:07 | scheduled-backup-incremental/7-engage-incremental | grep: warning: stray \ before - logger.go:42: 17:09:07 | scheduled-backup-incremental/7-engage-incremental | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 17:09:07 | scheduled-backup-incremental/7-engage-incremental | ++ '[' ']' logger.go:42: 17:09:07 | scheduled-backup-incremental/7-engage-incremental | ++ EKS=0 logger.go:42: 17:09:07 | scheduled-backup-incremental/7-engage-incremental | +++ get_cluster_name logger.go:42: 17:09:07 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl -n kuttl-test-perfect-anchovy get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 17:09:08 | scheduled-backup-incremental/7-engage-incremental | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 17:09:08 | scheduled-backup-incremental/7-engage-incremental | ++ local schedule_name=minio-incr logger.go:42: 17:09:08 | scheduled-backup-incremental/7-engage-incremental | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 17:09:08 | scheduled-backup-incremental/7-engage-incremental | +++ printf %s kuttl-test-perfect-anchovy-scheduled-backup-incremental logger.go:42: 17:09:08 | scheduled-backup-incremental/7-engage-incremental | +++ sha1sum logger.go:42: 17:09:08 | scheduled-backup-incremental/7-engage-incremental | +++ awk '{print $1}' logger.go:42: 17:09:08 | scheduled-backup-incremental/7-engage-incremental | +++ head -c 5 logger.go:42: 17:09:08 | scheduled-backup-incremental/7-engage-incremental | ++ local prefix=c8a08 logger.go:42: 17:09:08 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get ps-backup -n kuttl-test-perfect-anchovy -l percona.com/backup-ancestor=c8a08-minio-incr -o yaml logger.go:42: 17:09:08 | scheduled-backup-incremental/7-engage-incremental | +++ yq '.items | length' logger.go:42: 17:09:08 | scheduled-backup-incremental/7-engage-incremental | ++ local bcp_count=1 logger.go:42: 17:09:08 | scheduled-backup-incremental/7-engage-incremental | ++ echo 1 logger.go:42: 17:09:08 | scheduled-backup-incremental/7-engage-incremental | + bcp_count=1 logger.go:42: 17:09:08 | scheduled-backup-incremental/7-engage-incremental | + [[ 1 -lt 3 ]] logger.go:42: 17:09:08 | scheduled-backup-incremental/7-engage-incremental | + echo 'There are 1 incremental ps-backups but should be at least 3' logger.go:42: 17:09:08 | scheduled-backup-incremental/7-engage-incremental | There are 1 incremental ps-backups but should be at least 3 logger.go:42: 17:09:08 | scheduled-backup-incremental/7-engage-incremental | + exit 1 logger.go:42: 17:09:09 | scheduled-backup-incremental/7-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 3 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 3" exit 1 fi] logger.go:42: 17:09:09 | scheduled-backup-incremental/7-engage-incremental | + source ../../functions logger.go:42: 17:09:09 | scheduled-backup-incremental/7-engage-incremental | +++ realpath ../../.. logger.go:42: 17:09:09 | scheduled-backup-incremental/7-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:09:09 | scheduled-backup-incremental/7-engage-incremental | ++++ pwd logger.go:42: 17:09:09 | scheduled-backup-incremental/7-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 17:09:09 | scheduled-backup-incremental/7-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 17:09:09 | scheduled-backup-incremental/7-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/vars.sh logger.go:42: 17:09:09 | scheduled-backup-incremental/7-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:09:09 | scheduled-backup-incremental/7-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:09:09 | scheduled-backup-incremental/7-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:09:09 | scheduled-backup-incremental/7-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:09:09 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:09:09 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:09:09 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:09:09 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:09:09 | scheduled-backup-incremental/7-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:09:09 | scheduled-backup-incremental/7-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:09:09 | scheduled-backup-incremental/7-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 17:09:09 | scheduled-backup-incremental/7-engage-incremental | +++ export GIT_BRANCH=PR-1269 logger.go:42: 17:09:09 | scheduled-backup-incremental/7-engage-incremental | +++ GIT_BRANCH=PR-1269 logger.go:42: 17:09:09 | scheduled-backup-incremental/7-engage-incremental | +++ export VERSION=PR-1269-fbab6499 logger.go:42: 17:09:09 | scheduled-backup-incremental/7-engage-incremental | +++ VERSION=PR-1269-fbab6499 logger.go:42: 17:09:09 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:09:09 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:09:09 | scheduled-backup-incremental/7-engage-incremental | +++ [[ -z 8.0 ]] logger.go:42: 17:09:09 | scheduled-backup-incremental/7-engage-incremental | +++ export MYSQL_VERSION=8.0 logger.go:42: 17:09:09 | scheduled-backup-incremental/7-engage-incremental | +++ MYSQL_VERSION=8.0 logger.go:42: 17:09:09 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:09:09 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:09:09 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:09:09 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:09:09 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:09:09 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:09:09 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:09:09 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:09:09 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:09:09 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:09:09 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:09:09 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:09:09 | scheduled-backup-incremental/7-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:09:09 | scheduled-backup-incremental/7-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:09:09 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:09:09 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:09:09 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:09:09 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:09:09 | scheduled-backup-incremental/7-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 17:09:09 | scheduled-backup-incremental/7-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 17:09:09 | scheduled-backup-incremental/7-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 17:09:09 | scheduled-backup-incremental/7-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 17:09:09 | scheduled-backup-incremental/7-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 17:09:09 | scheduled-backup-incremental/7-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 17:09:09 | scheduled-backup-incremental/7-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 17:09:09 | scheduled-backup-incremental/7-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 17:09:09 | scheduled-backup-incremental/7-engage-incremental | ++++ which gdate logger.go:42: 17:09:09 | scheduled-backup-incremental/7-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:09:09 | scheduled-backup-incremental/7-engage-incremental | ++++ which date logger.go:42: 17:09:09 | scheduled-backup-incremental/7-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 17:09:09 | scheduled-backup-incremental/7-engage-incremental | +++ oc get projects logger.go:42: 17:09:09 | scheduled-backup-incremental/7-engage-incremental | +++ : logger.go:42: 17:09:09 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get nodes logger.go:42: 17:09:09 | scheduled-backup-incremental/7-engage-incremental | +++ grep '^minikube' logger.go:42: 17:09:10 | scheduled-backup-incremental/7-engage-incremental | +++ which gsed logger.go:42: 17:09:10 | scheduled-backup-incremental/7-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:09:10 | scheduled-backup-incremental/7-engage-incremental | +++ which sed logger.go:42: 17:09:10 | scheduled-backup-incremental/7-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 17:09:10 | scheduled-backup-incremental/7-engage-incremental | ++ oc get projects logger.go:42: 17:09:10 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl version -o json logger.go:42: 17:09:10 | scheduled-backup-incremental/7-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 17:09:10 | scheduled-backup-incremental/7-engage-incremental | +++ grep '\-eks\-' logger.go:42: 17:09:10 | scheduled-backup-incremental/7-engage-incremental | grep: warning: stray \ before - logger.go:42: 17:09:10 | scheduled-backup-incremental/7-engage-incremental | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 17:09:10 | scheduled-backup-incremental/7-engage-incremental | ++ '[' ']' logger.go:42: 17:09:10 | scheduled-backup-incremental/7-engage-incremental | ++ EKS=0 logger.go:42: 17:09:10 | scheduled-backup-incremental/7-engage-incremental | +++ get_cluster_name logger.go:42: 17:09:10 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl -n kuttl-test-perfect-anchovy get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 17:09:11 | scheduled-backup-incremental/7-engage-incremental | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 17:09:11 | scheduled-backup-incremental/7-engage-incremental | ++ local schedule_name=minio-incr logger.go:42: 17:09:11 | scheduled-backup-incremental/7-engage-incremental | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 17:09:11 | scheduled-backup-incremental/7-engage-incremental | +++ printf %s kuttl-test-perfect-anchovy-scheduled-backup-incremental logger.go:42: 17:09:11 | scheduled-backup-incremental/7-engage-incremental | +++ sha1sum logger.go:42: 17:09:11 | scheduled-backup-incremental/7-engage-incremental | +++ awk '{print $1}' logger.go:42: 17:09:11 | scheduled-backup-incremental/7-engage-incremental | +++ head -c 5 logger.go:42: 17:09:11 | scheduled-backup-incremental/7-engage-incremental | ++ local prefix=c8a08 logger.go:42: 17:09:11 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get ps-backup -n kuttl-test-perfect-anchovy -l percona.com/backup-ancestor=c8a08-minio-incr -o yaml logger.go:42: 17:09:11 | scheduled-backup-incremental/7-engage-incremental | +++ yq '.items | length' logger.go:42: 17:09:11 | scheduled-backup-incremental/7-engage-incremental | ++ local bcp_count=1 logger.go:42: 17:09:11 | scheduled-backup-incremental/7-engage-incremental | ++ echo 1 logger.go:42: 17:09:11 | scheduled-backup-incremental/7-engage-incremental | + bcp_count=1 logger.go:42: 17:09:11 | scheduled-backup-incremental/7-engage-incremental | + [[ 1 -lt 3 ]] logger.go:42: 17:09:11 | scheduled-backup-incremental/7-engage-incremental | + echo 'There are 1 incremental ps-backups but should be at least 3' logger.go:42: 17:09:11 | scheduled-backup-incremental/7-engage-incremental | There are 1 incremental ps-backups but should be at least 3 logger.go:42: 17:09:11 | scheduled-backup-incremental/7-engage-incremental | + exit 1 logger.go:42: 17:09:13 | scheduled-backup-incremental/7-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 3 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 3" exit 1 fi] logger.go:42: 17:09:13 | scheduled-backup-incremental/7-engage-incremental | + source ../../functions logger.go:42: 17:09:13 | scheduled-backup-incremental/7-engage-incremental | +++ realpath ../../.. logger.go:42: 17:09:13 | scheduled-backup-incremental/7-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:09:13 | scheduled-backup-incremental/7-engage-incremental | ++++ pwd logger.go:42: 17:09:13 | scheduled-backup-incremental/7-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 17:09:13 | scheduled-backup-incremental/7-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 17:09:13 | scheduled-backup-incremental/7-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/vars.sh logger.go:42: 17:09:13 | scheduled-backup-incremental/7-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:09:13 | scheduled-backup-incremental/7-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:09:13 | scheduled-backup-incremental/7-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:09:13 | scheduled-backup-incremental/7-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:09:13 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:09:13 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:09:13 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:09:13 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:09:13 | scheduled-backup-incremental/7-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:09:13 | scheduled-backup-incremental/7-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:09:13 | scheduled-backup-incremental/7-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 17:09:13 | scheduled-backup-incremental/7-engage-incremental | +++ export GIT_BRANCH=PR-1269 logger.go:42: 17:09:13 | scheduled-backup-incremental/7-engage-incremental | +++ GIT_BRANCH=PR-1269 logger.go:42: 17:09:13 | scheduled-backup-incremental/7-engage-incremental | +++ export VERSION=PR-1269-fbab6499 logger.go:42: 17:09:13 | scheduled-backup-incremental/7-engage-incremental | +++ VERSION=PR-1269-fbab6499 logger.go:42: 17:09:13 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:09:13 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:09:13 | scheduled-backup-incremental/7-engage-incremental | +++ [[ -z 8.0 ]] logger.go:42: 17:09:13 | scheduled-backup-incremental/7-engage-incremental | +++ export MYSQL_VERSION=8.0 logger.go:42: 17:09:13 | scheduled-backup-incremental/7-engage-incremental | +++ MYSQL_VERSION=8.0 logger.go:42: 17:09:13 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:09:13 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:09:13 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:09:13 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:09:13 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:09:13 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:09:13 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:09:13 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:09:13 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:09:13 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:09:13 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:09:13 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:09:13 | scheduled-backup-incremental/7-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:09:13 | scheduled-backup-incremental/7-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:09:13 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:09:13 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:09:13 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:09:13 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:09:13 | scheduled-backup-incremental/7-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 17:09:13 | scheduled-backup-incremental/7-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 17:09:13 | scheduled-backup-incremental/7-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 17:09:13 | scheduled-backup-incremental/7-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 17:09:13 | scheduled-backup-incremental/7-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 17:09:13 | scheduled-backup-incremental/7-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 17:09:13 | scheduled-backup-incremental/7-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 17:09:13 | scheduled-backup-incremental/7-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 17:09:13 | scheduled-backup-incremental/7-engage-incremental | ++++ which gdate logger.go:42: 17:09:13 | scheduled-backup-incremental/7-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:09:13 | scheduled-backup-incremental/7-engage-incremental | ++++ which date logger.go:42: 17:09:13 | scheduled-backup-incremental/7-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 17:09:13 | scheduled-backup-incremental/7-engage-incremental | +++ oc get projects logger.go:42: 17:09:13 | scheduled-backup-incremental/7-engage-incremental | +++ : logger.go:42: 17:09:13 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get nodes logger.go:42: 17:09:13 | scheduled-backup-incremental/7-engage-incremental | +++ grep '^minikube' logger.go:42: 17:09:13 | scheduled-backup-incremental/7-engage-incremental | +++ which gsed logger.go:42: 17:09:13 | scheduled-backup-incremental/7-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:09:13 | scheduled-backup-incremental/7-engage-incremental | +++ which sed logger.go:42: 17:09:13 | scheduled-backup-incremental/7-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 17:09:13 | scheduled-backup-incremental/7-engage-incremental | ++ oc get projects logger.go:42: 17:09:13 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl version -o json logger.go:42: 17:09:13 | scheduled-backup-incremental/7-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 17:09:13 | scheduled-backup-incremental/7-engage-incremental | +++ grep '\-eks\-' logger.go:42: 17:09:13 | scheduled-backup-incremental/7-engage-incremental | grep: warning: stray \ before - logger.go:42: 17:09:14 | scheduled-backup-incremental/7-engage-incremental | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 17:09:14 | scheduled-backup-incremental/7-engage-incremental | ++ '[' ']' logger.go:42: 17:09:14 | scheduled-backup-incremental/7-engage-incremental | ++ EKS=0 logger.go:42: 17:09:14 | scheduled-backup-incremental/7-engage-incremental | +++ get_cluster_name logger.go:42: 17:09:14 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl -n kuttl-test-perfect-anchovy get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 17:09:14 | scheduled-backup-incremental/7-engage-incremental | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 17:09:14 | scheduled-backup-incremental/7-engage-incremental | ++ local schedule_name=minio-incr logger.go:42: 17:09:14 | scheduled-backup-incremental/7-engage-incremental | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 17:09:14 | scheduled-backup-incremental/7-engage-incremental | +++ printf %s kuttl-test-perfect-anchovy-scheduled-backup-incremental logger.go:42: 17:09:14 | scheduled-backup-incremental/7-engage-incremental | +++ sha1sum logger.go:42: 17:09:14 | scheduled-backup-incremental/7-engage-incremental | +++ awk '{print $1}' logger.go:42: 17:09:14 | scheduled-backup-incremental/7-engage-incremental | +++ head -c 5 logger.go:42: 17:09:14 | scheduled-backup-incremental/7-engage-incremental | ++ local prefix=c8a08 logger.go:42: 17:09:14 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get ps-backup -n kuttl-test-perfect-anchovy -l percona.com/backup-ancestor=c8a08-minio-incr -o yaml logger.go:42: 17:09:14 | scheduled-backup-incremental/7-engage-incremental | +++ yq '.items | length' logger.go:42: 17:09:15 | scheduled-backup-incremental/7-engage-incremental | ++ local bcp_count=1 logger.go:42: 17:09:15 | scheduled-backup-incremental/7-engage-incremental | ++ echo 1 logger.go:42: 17:09:15 | scheduled-backup-incremental/7-engage-incremental | + bcp_count=1 logger.go:42: 17:09:15 | scheduled-backup-incremental/7-engage-incremental | + [[ 1 -lt 3 ]] logger.go:42: 17:09:15 | scheduled-backup-incremental/7-engage-incremental | + echo 'There are 1 incremental ps-backups but should be at least 3' logger.go:42: 17:09:15 | scheduled-backup-incremental/7-engage-incremental | There are 1 incremental ps-backups but should be at least 3 logger.go:42: 17:09:15 | scheduled-backup-incremental/7-engage-incremental | + exit 1 logger.go:42: 17:09:16 | scheduled-backup-incremental/7-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 3 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 3" exit 1 fi] logger.go:42: 17:09:16 | scheduled-backup-incremental/7-engage-incremental | + source ../../functions logger.go:42: 17:09:16 | scheduled-backup-incremental/7-engage-incremental | +++ realpath ../../.. logger.go:42: 17:09:16 | scheduled-backup-incremental/7-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:09:16 | scheduled-backup-incremental/7-engage-incremental | ++++ pwd logger.go:42: 17:09:16 | scheduled-backup-incremental/7-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 17:09:16 | scheduled-backup-incremental/7-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 17:09:16 | scheduled-backup-incremental/7-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/vars.sh logger.go:42: 17:09:16 | scheduled-backup-incremental/7-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:09:16 | scheduled-backup-incremental/7-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:09:16 | scheduled-backup-incremental/7-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:09:16 | scheduled-backup-incremental/7-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:09:16 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:09:16 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:09:16 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:09:16 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:09:16 | scheduled-backup-incremental/7-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:09:16 | scheduled-backup-incremental/7-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:09:16 | scheduled-backup-incremental/7-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 17:09:16 | scheduled-backup-incremental/7-engage-incremental | +++ export GIT_BRANCH=PR-1269 logger.go:42: 17:09:16 | scheduled-backup-incremental/7-engage-incremental | +++ GIT_BRANCH=PR-1269 logger.go:42: 17:09:16 | scheduled-backup-incremental/7-engage-incremental | +++ export VERSION=PR-1269-fbab6499 logger.go:42: 17:09:16 | scheduled-backup-incremental/7-engage-incremental | +++ VERSION=PR-1269-fbab6499 logger.go:42: 17:09:16 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:09:16 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:09:16 | scheduled-backup-incremental/7-engage-incremental | +++ [[ -z 8.0 ]] logger.go:42: 17:09:16 | scheduled-backup-incremental/7-engage-incremental | +++ export MYSQL_VERSION=8.0 logger.go:42: 17:09:16 | scheduled-backup-incremental/7-engage-incremental | +++ MYSQL_VERSION=8.0 logger.go:42: 17:09:16 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:09:16 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:09:16 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:09:16 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:09:16 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:09:16 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:09:16 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:09:16 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:09:16 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:09:16 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:09:16 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:09:16 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:09:16 | scheduled-backup-incremental/7-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:09:16 | scheduled-backup-incremental/7-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:09:16 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:09:16 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:09:16 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:09:16 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:09:16 | scheduled-backup-incremental/7-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 17:09:16 | scheduled-backup-incremental/7-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 17:09:16 | scheduled-backup-incremental/7-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 17:09:16 | scheduled-backup-incremental/7-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 17:09:16 | scheduled-backup-incremental/7-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 17:09:16 | scheduled-backup-incremental/7-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 17:09:16 | scheduled-backup-incremental/7-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 17:09:16 | scheduled-backup-incremental/7-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 17:09:16 | scheduled-backup-incremental/7-engage-incremental | ++++ which gdate logger.go:42: 17:09:16 | scheduled-backup-incremental/7-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:09:16 | scheduled-backup-incremental/7-engage-incremental | ++++ which date logger.go:42: 17:09:16 | scheduled-backup-incremental/7-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 17:09:16 | scheduled-backup-incremental/7-engage-incremental | +++ oc get projects logger.go:42: 17:09:16 | scheduled-backup-incremental/7-engage-incremental | +++ : logger.go:42: 17:09:16 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get nodes logger.go:42: 17:09:16 | scheduled-backup-incremental/7-engage-incremental | +++ grep '^minikube' logger.go:42: 17:09:17 | scheduled-backup-incremental/7-engage-incremental | +++ which gsed logger.go:42: 17:09:17 | scheduled-backup-incremental/7-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:09:17 | scheduled-backup-incremental/7-engage-incremental | +++ which sed logger.go:42: 17:09:17 | scheduled-backup-incremental/7-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 17:09:17 | scheduled-backup-incremental/7-engage-incremental | ++ oc get projects logger.go:42: 17:09:17 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl version -o json logger.go:42: 17:09:17 | scheduled-backup-incremental/7-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 17:09:17 | scheduled-backup-incremental/7-engage-incremental | +++ grep '\-eks\-' logger.go:42: 17:09:17 | scheduled-backup-incremental/7-engage-incremental | grep: warning: stray \ before - logger.go:42: 17:09:17 | scheduled-backup-incremental/7-engage-incremental | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 17:09:17 | scheduled-backup-incremental/7-engage-incremental | ++ '[' ']' logger.go:42: 17:09:17 | scheduled-backup-incremental/7-engage-incremental | ++ EKS=0 logger.go:42: 17:09:17 | scheduled-backup-incremental/7-engage-incremental | +++ get_cluster_name logger.go:42: 17:09:17 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl -n kuttl-test-perfect-anchovy get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 17:09:18 | scheduled-backup-incremental/7-engage-incremental | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 17:09:18 | scheduled-backup-incremental/7-engage-incremental | ++ local schedule_name=minio-incr logger.go:42: 17:09:18 | scheduled-backup-incremental/7-engage-incremental | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 17:09:18 | scheduled-backup-incremental/7-engage-incremental | +++ printf %s kuttl-test-perfect-anchovy-scheduled-backup-incremental logger.go:42: 17:09:18 | scheduled-backup-incremental/7-engage-incremental | +++ sha1sum logger.go:42: 17:09:18 | scheduled-backup-incremental/7-engage-incremental | +++ awk '{print $1}' logger.go:42: 17:09:18 | scheduled-backup-incremental/7-engage-incremental | +++ head -c 5 logger.go:42: 17:09:18 | scheduled-backup-incremental/7-engage-incremental | ++ local prefix=c8a08 logger.go:42: 17:09:18 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get ps-backup -n kuttl-test-perfect-anchovy -l percona.com/backup-ancestor=c8a08-minio-incr -o yaml logger.go:42: 17:09:18 | scheduled-backup-incremental/7-engage-incremental | +++ yq '.items | length' logger.go:42: 17:09:18 | scheduled-backup-incremental/7-engage-incremental | ++ local bcp_count=1 logger.go:42: 17:09:18 | scheduled-backup-incremental/7-engage-incremental | ++ echo 1 logger.go:42: 17:09:18 | scheduled-backup-incremental/7-engage-incremental | + bcp_count=1 logger.go:42: 17:09:18 | scheduled-backup-incremental/7-engage-incremental | + [[ 1 -lt 3 ]] logger.go:42: 17:09:18 | scheduled-backup-incremental/7-engage-incremental | + echo 'There are 1 incremental ps-backups but should be at least 3' logger.go:42: 17:09:18 | scheduled-backup-incremental/7-engage-incremental | There are 1 incremental ps-backups but should be at least 3 logger.go:42: 17:09:18 | scheduled-backup-incremental/7-engage-incremental | + exit 1 logger.go:42: 17:09:19 | scheduled-backup-incremental/7-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 3 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 3" exit 1 fi] logger.go:42: 17:09:19 | scheduled-backup-incremental/7-engage-incremental | + source ../../functions logger.go:42: 17:09:19 | scheduled-backup-incremental/7-engage-incremental | +++ realpath ../../.. logger.go:42: 17:09:19 | scheduled-backup-incremental/7-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:09:19 | scheduled-backup-incremental/7-engage-incremental | ++++ pwd logger.go:42: 17:09:19 | scheduled-backup-incremental/7-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 17:09:19 | scheduled-backup-incremental/7-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 17:09:19 | scheduled-backup-incremental/7-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/vars.sh logger.go:42: 17:09:19 | scheduled-backup-incremental/7-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:09:19 | scheduled-backup-incremental/7-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:09:19 | scheduled-backup-incremental/7-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:09:19 | scheduled-backup-incremental/7-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:09:19 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:09:19 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:09:19 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:09:19 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:09:19 | scheduled-backup-incremental/7-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:09:19 | scheduled-backup-incremental/7-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:09:19 | scheduled-backup-incremental/7-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 17:09:19 | scheduled-backup-incremental/7-engage-incremental | +++ export GIT_BRANCH=PR-1269 logger.go:42: 17:09:19 | scheduled-backup-incremental/7-engage-incremental | +++ GIT_BRANCH=PR-1269 logger.go:42: 17:09:19 | scheduled-backup-incremental/7-engage-incremental | +++ export VERSION=PR-1269-fbab6499 logger.go:42: 17:09:19 | scheduled-backup-incremental/7-engage-incremental | +++ VERSION=PR-1269-fbab6499 logger.go:42: 17:09:19 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:09:19 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:09:19 | scheduled-backup-incremental/7-engage-incremental | +++ [[ -z 8.0 ]] logger.go:42: 17:09:19 | scheduled-backup-incremental/7-engage-incremental | +++ export MYSQL_VERSION=8.0 logger.go:42: 17:09:19 | scheduled-backup-incremental/7-engage-incremental | +++ MYSQL_VERSION=8.0 logger.go:42: 17:09:19 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:09:19 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:09:19 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:09:19 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:09:19 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:09:19 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:09:19 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:09:19 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:09:19 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:09:19 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:09:19 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:09:19 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:09:19 | scheduled-backup-incremental/7-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:09:19 | scheduled-backup-incremental/7-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:09:19 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:09:19 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:09:19 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:09:19 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:09:19 | scheduled-backup-incremental/7-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 17:09:19 | scheduled-backup-incremental/7-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 17:09:19 | scheduled-backup-incremental/7-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 17:09:19 | scheduled-backup-incremental/7-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 17:09:19 | scheduled-backup-incremental/7-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 17:09:19 | scheduled-backup-incremental/7-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 17:09:19 | scheduled-backup-incremental/7-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 17:09:19 | scheduled-backup-incremental/7-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 17:09:19 | scheduled-backup-incremental/7-engage-incremental | ++++ which gdate logger.go:42: 17:09:19 | scheduled-backup-incremental/7-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:09:19 | scheduled-backup-incremental/7-engage-incremental | ++++ which date logger.go:42: 17:09:19 | scheduled-backup-incremental/7-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 17:09:19 | scheduled-backup-incremental/7-engage-incremental | +++ oc get projects logger.go:42: 17:09:19 | scheduled-backup-incremental/7-engage-incremental | +++ : logger.go:42: 17:09:19 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get nodes logger.go:42: 17:09:19 | scheduled-backup-incremental/7-engage-incremental | +++ grep '^minikube' logger.go:42: 17:09:20 | scheduled-backup-incremental/7-engage-incremental | +++ which gsed logger.go:42: 17:09:20 | scheduled-backup-incremental/7-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:09:20 | scheduled-backup-incremental/7-engage-incremental | +++ which sed logger.go:42: 17:09:20 | scheduled-backup-incremental/7-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 17:09:20 | scheduled-backup-incremental/7-engage-incremental | ++ oc get projects logger.go:42: 17:09:20 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl version -o json logger.go:42: 17:09:20 | scheduled-backup-incremental/7-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 17:09:20 | scheduled-backup-incremental/7-engage-incremental | +++ grep '\-eks\-' logger.go:42: 17:09:20 | scheduled-backup-incremental/7-engage-incremental | grep: warning: stray \ before - logger.go:42: 17:09:20 | scheduled-backup-incremental/7-engage-incremental | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 17:09:20 | scheduled-backup-incremental/7-engage-incremental | ++ '[' ']' logger.go:42: 17:09:20 | scheduled-backup-incremental/7-engage-incremental | ++ EKS=0 logger.go:42: 17:09:20 | scheduled-backup-incremental/7-engage-incremental | +++ get_cluster_name logger.go:42: 17:09:20 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl -n kuttl-test-perfect-anchovy get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 17:09:21 | scheduled-backup-incremental/7-engage-incremental | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 17:09:21 | scheduled-backup-incremental/7-engage-incremental | ++ local schedule_name=minio-incr logger.go:42: 17:09:21 | scheduled-backup-incremental/7-engage-incremental | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 17:09:21 | scheduled-backup-incremental/7-engage-incremental | +++ printf %s kuttl-test-perfect-anchovy-scheduled-backup-incremental logger.go:42: 17:09:21 | scheduled-backup-incremental/7-engage-incremental | +++ sha1sum logger.go:42: 17:09:21 | scheduled-backup-incremental/7-engage-incremental | +++ awk '{print $1}' logger.go:42: 17:09:21 | scheduled-backup-incremental/7-engage-incremental | +++ head -c 5 logger.go:42: 17:09:21 | scheduled-backup-incremental/7-engage-incremental | ++ local prefix=c8a08 logger.go:42: 17:09:21 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get ps-backup -n kuttl-test-perfect-anchovy -l percona.com/backup-ancestor=c8a08-minio-incr -o yaml logger.go:42: 17:09:21 | scheduled-backup-incremental/7-engage-incremental | +++ yq '.items | length' logger.go:42: 17:09:21 | scheduled-backup-incremental/7-engage-incremental | ++ local bcp_count=1 logger.go:42: 17:09:21 | scheduled-backup-incremental/7-engage-incremental | ++ echo 1 logger.go:42: 17:09:21 | scheduled-backup-incremental/7-engage-incremental | + bcp_count=1 logger.go:42: 17:09:21 | scheduled-backup-incremental/7-engage-incremental | + [[ 1 -lt 3 ]] logger.go:42: 17:09:21 | scheduled-backup-incremental/7-engage-incremental | + echo 'There are 1 incremental ps-backups but should be at least 3' logger.go:42: 17:09:21 | scheduled-backup-incremental/7-engage-incremental | There are 1 incremental ps-backups but should be at least 3 logger.go:42: 17:09:21 | scheduled-backup-incremental/7-engage-incremental | + exit 1 logger.go:42: 17:09:22 | scheduled-backup-incremental/7-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 3 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 3" exit 1 fi] logger.go:42: 17:09:22 | scheduled-backup-incremental/7-engage-incremental | + source ../../functions logger.go:42: 17:09:22 | scheduled-backup-incremental/7-engage-incremental | +++ realpath ../../.. logger.go:42: 17:09:22 | scheduled-backup-incremental/7-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:09:22 | scheduled-backup-incremental/7-engage-incremental | ++++ pwd logger.go:42: 17:09:22 | scheduled-backup-incremental/7-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 17:09:22 | scheduled-backup-incremental/7-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 17:09:22 | scheduled-backup-incremental/7-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/vars.sh logger.go:42: 17:09:22 | scheduled-backup-incremental/7-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:09:22 | scheduled-backup-incremental/7-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:09:22 | scheduled-backup-incremental/7-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:09:22 | scheduled-backup-incremental/7-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:09:22 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:09:22 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:09:22 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:09:22 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:09:22 | scheduled-backup-incremental/7-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:09:22 | scheduled-backup-incremental/7-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:09:22 | scheduled-backup-incremental/7-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 17:09:22 | scheduled-backup-incremental/7-engage-incremental | +++ export GIT_BRANCH=PR-1269 logger.go:42: 17:09:22 | scheduled-backup-incremental/7-engage-incremental | +++ GIT_BRANCH=PR-1269 logger.go:42: 17:09:22 | scheduled-backup-incremental/7-engage-incremental | +++ export VERSION=PR-1269-fbab6499 logger.go:42: 17:09:22 | scheduled-backup-incremental/7-engage-incremental | +++ VERSION=PR-1269-fbab6499 logger.go:42: 17:09:22 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:09:22 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:09:22 | scheduled-backup-incremental/7-engage-incremental | +++ [[ -z 8.0 ]] logger.go:42: 17:09:22 | scheduled-backup-incremental/7-engage-incremental | +++ export MYSQL_VERSION=8.0 logger.go:42: 17:09:22 | scheduled-backup-incremental/7-engage-incremental | +++ MYSQL_VERSION=8.0 logger.go:42: 17:09:22 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:09:22 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:09:22 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:09:22 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:09:22 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:09:22 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:09:22 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:09:22 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:09:22 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:09:22 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:09:22 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:09:22 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:09:22 | scheduled-backup-incremental/7-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:09:22 | scheduled-backup-incremental/7-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:09:22 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:09:22 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:09:22 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:09:22 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:09:22 | scheduled-backup-incremental/7-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 17:09:22 | scheduled-backup-incremental/7-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 17:09:22 | scheduled-backup-incremental/7-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 17:09:22 | scheduled-backup-incremental/7-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 17:09:22 | scheduled-backup-incremental/7-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 17:09:22 | scheduled-backup-incremental/7-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 17:09:22 | scheduled-backup-incremental/7-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 17:09:22 | scheduled-backup-incremental/7-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 17:09:22 | scheduled-backup-incremental/7-engage-incremental | ++++ which gdate logger.go:42: 17:09:22 | scheduled-backup-incremental/7-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:09:22 | scheduled-backup-incremental/7-engage-incremental | ++++ which date logger.go:42: 17:09:22 | scheduled-backup-incremental/7-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 17:09:22 | scheduled-backup-incremental/7-engage-incremental | +++ oc get projects logger.go:42: 17:09:22 | scheduled-backup-incremental/7-engage-incremental | +++ : logger.go:42: 17:09:22 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get nodes logger.go:42: 17:09:22 | scheduled-backup-incremental/7-engage-incremental | +++ grep '^minikube' logger.go:42: 17:09:23 | scheduled-backup-incremental/7-engage-incremental | +++ which gsed logger.go:42: 17:09:23 | scheduled-backup-incremental/7-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:09:23 | scheduled-backup-incremental/7-engage-incremental | +++ which sed logger.go:42: 17:09:23 | scheduled-backup-incremental/7-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 17:09:23 | scheduled-backup-incremental/7-engage-incremental | ++ oc get projects logger.go:42: 17:09:23 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl version -o json logger.go:42: 17:09:23 | scheduled-backup-incremental/7-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 17:09:23 | scheduled-backup-incremental/7-engage-incremental | +++ grep '\-eks\-' logger.go:42: 17:09:23 | scheduled-backup-incremental/7-engage-incremental | grep: warning: stray \ before - logger.go:42: 17:09:23 | scheduled-backup-incremental/7-engage-incremental | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 17:09:23 | scheduled-backup-incremental/7-engage-incremental | ++ '[' ']' logger.go:42: 17:09:23 | scheduled-backup-incremental/7-engage-incremental | ++ EKS=0 logger.go:42: 17:09:23 | scheduled-backup-incremental/7-engage-incremental | +++ get_cluster_name logger.go:42: 17:09:23 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl -n kuttl-test-perfect-anchovy get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 17:09:24 | scheduled-backup-incremental/7-engage-incremental | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 17:09:24 | scheduled-backup-incremental/7-engage-incremental | ++ local schedule_name=minio-incr logger.go:42: 17:09:24 | scheduled-backup-incremental/7-engage-incremental | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 17:09:24 | scheduled-backup-incremental/7-engage-incremental | +++ printf %s kuttl-test-perfect-anchovy-scheduled-backup-incremental logger.go:42: 17:09:24 | scheduled-backup-incremental/7-engage-incremental | +++ sha1sum logger.go:42: 17:09:24 | scheduled-backup-incremental/7-engage-incremental | +++ awk '{print $1}' logger.go:42: 17:09:24 | scheduled-backup-incremental/7-engage-incremental | +++ head -c 5 logger.go:42: 17:09:24 | scheduled-backup-incremental/7-engage-incremental | ++ local prefix=c8a08 logger.go:42: 17:09:24 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get ps-backup -n kuttl-test-perfect-anchovy -l percona.com/backup-ancestor=c8a08-minio-incr -o yaml logger.go:42: 17:09:24 | scheduled-backup-incremental/7-engage-incremental | +++ yq '.items | length' logger.go:42: 17:09:25 | scheduled-backup-incremental/7-engage-incremental | ++ local bcp_count=1 logger.go:42: 17:09:25 | scheduled-backup-incremental/7-engage-incremental | ++ echo 1 logger.go:42: 17:09:25 | scheduled-backup-incremental/7-engage-incremental | + bcp_count=1 logger.go:42: 17:09:25 | scheduled-backup-incremental/7-engage-incremental | + [[ 1 -lt 3 ]] logger.go:42: 17:09:25 | scheduled-backup-incremental/7-engage-incremental | + echo 'There are 1 incremental ps-backups but should be at least 3' logger.go:42: 17:09:25 | scheduled-backup-incremental/7-engage-incremental | There are 1 incremental ps-backups but should be at least 3 logger.go:42: 17:09:25 | scheduled-backup-incremental/7-engage-incremental | + exit 1 logger.go:42: 17:09:26 | scheduled-backup-incremental/7-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 3 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 3" exit 1 fi] logger.go:42: 17:09:26 | scheduled-backup-incremental/7-engage-incremental | + source ../../functions logger.go:42: 17:09:26 | scheduled-backup-incremental/7-engage-incremental | +++ realpath ../../.. logger.go:42: 17:09:26 | scheduled-backup-incremental/7-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:09:26 | scheduled-backup-incremental/7-engage-incremental | ++++ pwd logger.go:42: 17:09:26 | scheduled-backup-incremental/7-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 17:09:26 | scheduled-backup-incremental/7-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 17:09:26 | scheduled-backup-incremental/7-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/vars.sh logger.go:42: 17:09:26 | scheduled-backup-incremental/7-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:09:26 | scheduled-backup-incremental/7-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:09:26 | scheduled-backup-incremental/7-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:09:26 | scheduled-backup-incremental/7-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:09:26 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:09:26 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:09:26 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:09:26 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:09:26 | scheduled-backup-incremental/7-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:09:26 | scheduled-backup-incremental/7-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:09:26 | scheduled-backup-incremental/7-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 17:09:26 | scheduled-backup-incremental/7-engage-incremental | +++ export GIT_BRANCH=PR-1269 logger.go:42: 17:09:26 | scheduled-backup-incremental/7-engage-incremental | +++ GIT_BRANCH=PR-1269 logger.go:42: 17:09:26 | scheduled-backup-incremental/7-engage-incremental | +++ export VERSION=PR-1269-fbab6499 logger.go:42: 17:09:26 | scheduled-backup-incremental/7-engage-incremental | +++ VERSION=PR-1269-fbab6499 logger.go:42: 17:09:26 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:09:26 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:09:26 | scheduled-backup-incremental/7-engage-incremental | +++ [[ -z 8.0 ]] logger.go:42: 17:09:26 | scheduled-backup-incremental/7-engage-incremental | +++ export MYSQL_VERSION=8.0 logger.go:42: 17:09:26 | scheduled-backup-incremental/7-engage-incremental | +++ MYSQL_VERSION=8.0 logger.go:42: 17:09:26 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:09:26 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:09:26 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:09:26 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:09:26 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:09:26 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:09:26 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:09:26 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:09:26 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:09:26 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:09:26 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:09:26 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:09:26 | scheduled-backup-incremental/7-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:09:26 | scheduled-backup-incremental/7-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:09:26 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:09:26 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:09:26 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:09:26 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:09:26 | scheduled-backup-incremental/7-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 17:09:26 | scheduled-backup-incremental/7-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 17:09:26 | scheduled-backup-incremental/7-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 17:09:26 | scheduled-backup-incremental/7-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 17:09:26 | scheduled-backup-incremental/7-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 17:09:26 | scheduled-backup-incremental/7-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 17:09:26 | scheduled-backup-incremental/7-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 17:09:26 | scheduled-backup-incremental/7-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 17:09:26 | scheduled-backup-incremental/7-engage-incremental | ++++ which gdate logger.go:42: 17:09:26 | scheduled-backup-incremental/7-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:09:26 | scheduled-backup-incremental/7-engage-incremental | ++++ which date logger.go:42: 17:09:26 | scheduled-backup-incremental/7-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 17:09:26 | scheduled-backup-incremental/7-engage-incremental | +++ oc get projects logger.go:42: 17:09:26 | scheduled-backup-incremental/7-engage-incremental | +++ : logger.go:42: 17:09:26 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get nodes logger.go:42: 17:09:26 | scheduled-backup-incremental/7-engage-incremental | +++ grep '^minikube' logger.go:42: 17:09:26 | scheduled-backup-incremental/7-engage-incremental | +++ which gsed logger.go:42: 17:09:26 | scheduled-backup-incremental/7-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:09:26 | scheduled-backup-incremental/7-engage-incremental | +++ which sed logger.go:42: 17:09:26 | scheduled-backup-incremental/7-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 17:09:26 | scheduled-backup-incremental/7-engage-incremental | ++ oc get projects logger.go:42: 17:09:26 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl version -o json logger.go:42: 17:09:26 | scheduled-backup-incremental/7-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 17:09:26 | scheduled-backup-incremental/7-engage-incremental | +++ grep '\-eks\-' logger.go:42: 17:09:26 | scheduled-backup-incremental/7-engage-incremental | grep: warning: stray \ before - logger.go:42: 17:09:27 | scheduled-backup-incremental/7-engage-incremental | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 17:09:27 | scheduled-backup-incremental/7-engage-incremental | ++ '[' ']' logger.go:42: 17:09:27 | scheduled-backup-incremental/7-engage-incremental | ++ EKS=0 logger.go:42: 17:09:27 | scheduled-backup-incremental/7-engage-incremental | +++ get_cluster_name logger.go:42: 17:09:27 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl -n kuttl-test-perfect-anchovy get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 17:09:27 | scheduled-backup-incremental/7-engage-incremental | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 17:09:27 | scheduled-backup-incremental/7-engage-incremental | ++ local schedule_name=minio-incr logger.go:42: 17:09:27 | scheduled-backup-incremental/7-engage-incremental | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 17:09:27 | scheduled-backup-incremental/7-engage-incremental | +++ printf %s kuttl-test-perfect-anchovy-scheduled-backup-incremental logger.go:42: 17:09:27 | scheduled-backup-incremental/7-engage-incremental | +++ sha1sum logger.go:42: 17:09:27 | scheduled-backup-incremental/7-engage-incremental | +++ awk '{print $1}' logger.go:42: 17:09:27 | scheduled-backup-incremental/7-engage-incremental | +++ head -c 5 logger.go:42: 17:09:27 | scheduled-backup-incremental/7-engage-incremental | ++ local prefix=c8a08 logger.go:42: 17:09:27 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get ps-backup -n kuttl-test-perfect-anchovy -l percona.com/backup-ancestor=c8a08-minio-incr -o yaml logger.go:42: 17:09:27 | scheduled-backup-incremental/7-engage-incremental | +++ yq '.items | length' logger.go:42: 17:09:28 | scheduled-backup-incremental/7-engage-incremental | ++ local bcp_count=1 logger.go:42: 17:09:28 | scheduled-backup-incremental/7-engage-incremental | ++ echo 1 logger.go:42: 17:09:28 | scheduled-backup-incremental/7-engage-incremental | + bcp_count=1 logger.go:42: 17:09:28 | scheduled-backup-incremental/7-engage-incremental | + [[ 1 -lt 3 ]] logger.go:42: 17:09:28 | scheduled-backup-incremental/7-engage-incremental | + echo 'There are 1 incremental ps-backups but should be at least 3' logger.go:42: 17:09:28 | scheduled-backup-incremental/7-engage-incremental | There are 1 incremental ps-backups but should be at least 3 logger.go:42: 17:09:28 | scheduled-backup-incremental/7-engage-incremental | + exit 1 logger.go:42: 17:09:29 | scheduled-backup-incremental/7-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 3 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 3" exit 1 fi] logger.go:42: 17:09:29 | scheduled-backup-incremental/7-engage-incremental | + source ../../functions logger.go:42: 17:09:29 | scheduled-backup-incremental/7-engage-incremental | +++ realpath ../../.. logger.go:42: 17:09:29 | scheduled-backup-incremental/7-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:09:29 | scheduled-backup-incremental/7-engage-incremental | ++++ pwd logger.go:42: 17:09:29 | scheduled-backup-incremental/7-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 17:09:29 | scheduled-backup-incremental/7-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 17:09:29 | scheduled-backup-incremental/7-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/vars.sh logger.go:42: 17:09:29 | scheduled-backup-incremental/7-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:09:29 | scheduled-backup-incremental/7-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:09:29 | scheduled-backup-incremental/7-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:09:29 | scheduled-backup-incremental/7-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:09:29 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:09:29 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:09:29 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:09:29 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:09:29 | scheduled-backup-incremental/7-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:09:29 | scheduled-backup-incremental/7-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:09:29 | scheduled-backup-incremental/7-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 17:09:29 | scheduled-backup-incremental/7-engage-incremental | +++ export GIT_BRANCH=PR-1269 logger.go:42: 17:09:29 | scheduled-backup-incremental/7-engage-incremental | +++ GIT_BRANCH=PR-1269 logger.go:42: 17:09:29 | scheduled-backup-incremental/7-engage-incremental | +++ export VERSION=PR-1269-fbab6499 logger.go:42: 17:09:29 | scheduled-backup-incremental/7-engage-incremental | +++ VERSION=PR-1269-fbab6499 logger.go:42: 17:09:29 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:09:29 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:09:29 | scheduled-backup-incremental/7-engage-incremental | +++ [[ -z 8.0 ]] logger.go:42: 17:09:29 | scheduled-backup-incremental/7-engage-incremental | +++ export MYSQL_VERSION=8.0 logger.go:42: 17:09:29 | scheduled-backup-incremental/7-engage-incremental | +++ MYSQL_VERSION=8.0 logger.go:42: 17:09:29 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:09:29 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:09:29 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:09:29 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:09:29 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:09:29 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:09:29 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:09:29 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:09:29 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:09:29 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:09:29 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:09:29 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:09:29 | scheduled-backup-incremental/7-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:09:29 | scheduled-backup-incremental/7-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:09:29 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:09:29 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:09:29 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:09:29 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:09:29 | scheduled-backup-incremental/7-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 17:09:29 | scheduled-backup-incremental/7-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 17:09:29 | scheduled-backup-incremental/7-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 17:09:29 | scheduled-backup-incremental/7-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 17:09:29 | scheduled-backup-incremental/7-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 17:09:29 | scheduled-backup-incremental/7-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 17:09:29 | scheduled-backup-incremental/7-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 17:09:29 | scheduled-backup-incremental/7-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 17:09:29 | scheduled-backup-incremental/7-engage-incremental | ++++ which gdate logger.go:42: 17:09:29 | scheduled-backup-incremental/7-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:09:29 | scheduled-backup-incremental/7-engage-incremental | ++++ which date logger.go:42: 17:09:29 | scheduled-backup-incremental/7-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 17:09:29 | scheduled-backup-incremental/7-engage-incremental | +++ oc get projects logger.go:42: 17:09:29 | scheduled-backup-incremental/7-engage-incremental | +++ : logger.go:42: 17:09:29 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get nodes logger.go:42: 17:09:29 | scheduled-backup-incremental/7-engage-incremental | +++ grep '^minikube' logger.go:42: 17:09:29 | scheduled-backup-incremental/7-engage-incremental | +++ which gsed logger.go:42: 17:09:29 | scheduled-backup-incremental/7-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:09:29 | scheduled-backup-incremental/7-engage-incremental | +++ which sed logger.go:42: 17:09:29 | scheduled-backup-incremental/7-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 17:09:29 | scheduled-backup-incremental/7-engage-incremental | ++ oc get projects logger.go:42: 17:09:29 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl version -o json logger.go:42: 17:09:29 | scheduled-backup-incremental/7-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 17:09:29 | scheduled-backup-incremental/7-engage-incremental | +++ grep '\-eks\-' logger.go:42: 17:09:29 | scheduled-backup-incremental/7-engage-incremental | grep: warning: stray \ before - logger.go:42: 17:09:30 | scheduled-backup-incremental/7-engage-incremental | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 17:09:30 | scheduled-backup-incremental/7-engage-incremental | ++ '[' ']' logger.go:42: 17:09:30 | scheduled-backup-incremental/7-engage-incremental | ++ EKS=0 logger.go:42: 17:09:30 | scheduled-backup-incremental/7-engage-incremental | +++ get_cluster_name logger.go:42: 17:09:30 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl -n kuttl-test-perfect-anchovy get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 17:09:31 | scheduled-backup-incremental/7-engage-incremental | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 17:09:31 | scheduled-backup-incremental/7-engage-incremental | ++ local schedule_name=minio-incr logger.go:42: 17:09:31 | scheduled-backup-incremental/7-engage-incremental | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 17:09:31 | scheduled-backup-incremental/7-engage-incremental | +++ printf %s kuttl-test-perfect-anchovy-scheduled-backup-incremental logger.go:42: 17:09:31 | scheduled-backup-incremental/7-engage-incremental | +++ sha1sum logger.go:42: 17:09:31 | scheduled-backup-incremental/7-engage-incremental | +++ awk '{print $1}' logger.go:42: 17:09:31 | scheduled-backup-incremental/7-engage-incremental | +++ head -c 5 logger.go:42: 17:09:31 | scheduled-backup-incremental/7-engage-incremental | ++ local prefix=c8a08 logger.go:42: 17:09:31 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get ps-backup -n kuttl-test-perfect-anchovy -l percona.com/backup-ancestor=c8a08-minio-incr -o yaml logger.go:42: 17:09:31 | scheduled-backup-incremental/7-engage-incremental | +++ yq '.items | length' logger.go:42: 17:09:31 | scheduled-backup-incremental/7-engage-incremental | ++ local bcp_count=1 logger.go:42: 17:09:31 | scheduled-backup-incremental/7-engage-incremental | ++ echo 1 logger.go:42: 17:09:31 | scheduled-backup-incremental/7-engage-incremental | + bcp_count=1 logger.go:42: 17:09:31 | scheduled-backup-incremental/7-engage-incremental | + [[ 1 -lt 3 ]] logger.go:42: 17:09:31 | scheduled-backup-incremental/7-engage-incremental | + echo 'There are 1 incremental ps-backups but should be at least 3' logger.go:42: 17:09:31 | scheduled-backup-incremental/7-engage-incremental | There are 1 incremental ps-backups but should be at least 3 logger.go:42: 17:09:31 | scheduled-backup-incremental/7-engage-incremental | + exit 1 logger.go:42: 17:09:32 | scheduled-backup-incremental/7-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 3 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 3" exit 1 fi] logger.go:42: 17:09:32 | scheduled-backup-incremental/7-engage-incremental | + source ../../functions logger.go:42: 17:09:32 | scheduled-backup-incremental/7-engage-incremental | +++ realpath ../../.. logger.go:42: 17:09:32 | scheduled-backup-incremental/7-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:09:32 | scheduled-backup-incremental/7-engage-incremental | ++++ pwd logger.go:42: 17:09:32 | scheduled-backup-incremental/7-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 17:09:32 | scheduled-backup-incremental/7-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 17:09:32 | scheduled-backup-incremental/7-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/vars.sh logger.go:42: 17:09:32 | scheduled-backup-incremental/7-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:09:32 | scheduled-backup-incremental/7-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:09:32 | scheduled-backup-incremental/7-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:09:32 | scheduled-backup-incremental/7-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:09:32 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:09:32 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:09:32 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:09:32 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:09:32 | scheduled-backup-incremental/7-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:09:32 | scheduled-backup-incremental/7-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:09:32 | scheduled-backup-incremental/7-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 17:09:32 | scheduled-backup-incremental/7-engage-incremental | +++ export GIT_BRANCH=PR-1269 logger.go:42: 17:09:32 | scheduled-backup-incremental/7-engage-incremental | +++ GIT_BRANCH=PR-1269 logger.go:42: 17:09:32 | scheduled-backup-incremental/7-engage-incremental | +++ export VERSION=PR-1269-fbab6499 logger.go:42: 17:09:32 | scheduled-backup-incremental/7-engage-incremental | +++ VERSION=PR-1269-fbab6499 logger.go:42: 17:09:32 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:09:32 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:09:32 | scheduled-backup-incremental/7-engage-incremental | +++ [[ -z 8.0 ]] logger.go:42: 17:09:32 | scheduled-backup-incremental/7-engage-incremental | +++ export MYSQL_VERSION=8.0 logger.go:42: 17:09:32 | scheduled-backup-incremental/7-engage-incremental | +++ MYSQL_VERSION=8.0 logger.go:42: 17:09:32 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:09:32 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:09:32 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:09:32 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:09:32 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:09:32 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:09:32 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:09:32 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:09:32 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:09:32 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:09:32 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:09:32 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:09:32 | scheduled-backup-incremental/7-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:09:32 | scheduled-backup-incremental/7-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:09:32 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:09:32 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:09:32 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:09:32 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:09:32 | scheduled-backup-incremental/7-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 17:09:32 | scheduled-backup-incremental/7-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 17:09:32 | scheduled-backup-incremental/7-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 17:09:32 | scheduled-backup-incremental/7-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 17:09:32 | scheduled-backup-incremental/7-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 17:09:32 | scheduled-backup-incremental/7-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 17:09:32 | scheduled-backup-incremental/7-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 17:09:32 | scheduled-backup-incremental/7-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 17:09:32 | scheduled-backup-incremental/7-engage-incremental | ++++ which gdate logger.go:42: 17:09:32 | scheduled-backup-incremental/7-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:09:32 | scheduled-backup-incremental/7-engage-incremental | ++++ which date logger.go:42: 17:09:32 | scheduled-backup-incremental/7-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 17:09:32 | scheduled-backup-incremental/7-engage-incremental | +++ oc get projects logger.go:42: 17:09:32 | scheduled-backup-incremental/7-engage-incremental | +++ : logger.go:42: 17:09:32 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get nodes logger.go:42: 17:09:32 | scheduled-backup-incremental/7-engage-incremental | +++ grep '^minikube' logger.go:42: 17:09:33 | scheduled-backup-incremental/7-engage-incremental | +++ which gsed logger.go:42: 17:09:33 | scheduled-backup-incremental/7-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:09:33 | scheduled-backup-incremental/7-engage-incremental | +++ which sed logger.go:42: 17:09:33 | scheduled-backup-incremental/7-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 17:09:33 | scheduled-backup-incremental/7-engage-incremental | ++ oc get projects logger.go:42: 17:09:33 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl version -o json logger.go:42: 17:09:33 | scheduled-backup-incremental/7-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 17:09:33 | scheduled-backup-incremental/7-engage-incremental | +++ grep '\-eks\-' logger.go:42: 17:09:33 | scheduled-backup-incremental/7-engage-incremental | grep: warning: stray \ before - logger.go:42: 17:09:33 | scheduled-backup-incremental/7-engage-incremental | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 17:09:33 | scheduled-backup-incremental/7-engage-incremental | ++ '[' ']' logger.go:42: 17:09:33 | scheduled-backup-incremental/7-engage-incremental | ++ EKS=0 logger.go:42: 17:09:33 | scheduled-backup-incremental/7-engage-incremental | +++ get_cluster_name logger.go:42: 17:09:33 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl -n kuttl-test-perfect-anchovy get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 17:09:34 | scheduled-backup-incremental/7-engage-incremental | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 17:09:34 | scheduled-backup-incremental/7-engage-incremental | ++ local schedule_name=minio-incr logger.go:42: 17:09:34 | scheduled-backup-incremental/7-engage-incremental | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 17:09:34 | scheduled-backup-incremental/7-engage-incremental | +++ printf %s kuttl-test-perfect-anchovy-scheduled-backup-incremental logger.go:42: 17:09:34 | scheduled-backup-incremental/7-engage-incremental | +++ sha1sum logger.go:42: 17:09:34 | scheduled-backup-incremental/7-engage-incremental | +++ awk '{print $1}' logger.go:42: 17:09:34 | scheduled-backup-incremental/7-engage-incremental | +++ head -c 5 logger.go:42: 17:09:34 | scheduled-backup-incremental/7-engage-incremental | ++ local prefix=c8a08 logger.go:42: 17:09:34 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get ps-backup -n kuttl-test-perfect-anchovy -l percona.com/backup-ancestor=c8a08-minio-incr -o yaml logger.go:42: 17:09:34 | scheduled-backup-incremental/7-engage-incremental | +++ yq '.items | length' logger.go:42: 17:09:34 | scheduled-backup-incremental/7-engage-incremental | ++ local bcp_count=1 logger.go:42: 17:09:34 | scheduled-backup-incremental/7-engage-incremental | ++ echo 1 logger.go:42: 17:09:34 | scheduled-backup-incremental/7-engage-incremental | + bcp_count=1 logger.go:42: 17:09:34 | scheduled-backup-incremental/7-engage-incremental | + [[ 1 -lt 3 ]] logger.go:42: 17:09:34 | scheduled-backup-incremental/7-engage-incremental | + echo 'There are 1 incremental ps-backups but should be at least 3' logger.go:42: 17:09:34 | scheduled-backup-incremental/7-engage-incremental | There are 1 incremental ps-backups but should be at least 3 logger.go:42: 17:09:34 | scheduled-backup-incremental/7-engage-incremental | + exit 1 logger.go:42: 17:09:35 | scheduled-backup-incremental/7-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 3 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 3" exit 1 fi] logger.go:42: 17:09:35 | scheduled-backup-incremental/7-engage-incremental | + source ../../functions logger.go:42: 17:09:35 | scheduled-backup-incremental/7-engage-incremental | +++ realpath ../../.. logger.go:42: 17:09:35 | scheduled-backup-incremental/7-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:09:35 | scheduled-backup-incremental/7-engage-incremental | ++++ pwd logger.go:42: 17:09:35 | scheduled-backup-incremental/7-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 17:09:35 | scheduled-backup-incremental/7-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 17:09:35 | scheduled-backup-incremental/7-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/vars.sh logger.go:42: 17:09:35 | scheduled-backup-incremental/7-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:09:35 | scheduled-backup-incremental/7-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:09:35 | scheduled-backup-incremental/7-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:09:35 | scheduled-backup-incremental/7-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:09:35 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:09:35 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:09:35 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:09:35 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:09:35 | scheduled-backup-incremental/7-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:09:35 | scheduled-backup-incremental/7-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:09:35 | scheduled-backup-incremental/7-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 17:09:35 | scheduled-backup-incremental/7-engage-incremental | +++ export GIT_BRANCH=PR-1269 logger.go:42: 17:09:35 | scheduled-backup-incremental/7-engage-incremental | +++ GIT_BRANCH=PR-1269 logger.go:42: 17:09:35 | scheduled-backup-incremental/7-engage-incremental | +++ export VERSION=PR-1269-fbab6499 logger.go:42: 17:09:35 | scheduled-backup-incremental/7-engage-incremental | +++ VERSION=PR-1269-fbab6499 logger.go:42: 17:09:35 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:09:35 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:09:35 | scheduled-backup-incremental/7-engage-incremental | +++ [[ -z 8.0 ]] logger.go:42: 17:09:35 | scheduled-backup-incremental/7-engage-incremental | +++ export MYSQL_VERSION=8.0 logger.go:42: 17:09:35 | scheduled-backup-incremental/7-engage-incremental | +++ MYSQL_VERSION=8.0 logger.go:42: 17:09:35 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:09:35 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:09:35 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:09:35 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:09:35 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:09:35 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:09:35 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:09:35 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:09:35 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:09:35 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:09:35 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:09:35 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:09:35 | scheduled-backup-incremental/7-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:09:35 | scheduled-backup-incremental/7-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:09:35 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:09:35 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:09:35 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:09:35 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:09:35 | scheduled-backup-incremental/7-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 17:09:35 | scheduled-backup-incremental/7-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 17:09:35 | scheduled-backup-incremental/7-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 17:09:35 | scheduled-backup-incremental/7-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 17:09:35 | scheduled-backup-incremental/7-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 17:09:35 | scheduled-backup-incremental/7-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 17:09:35 | scheduled-backup-incremental/7-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 17:09:35 | scheduled-backup-incremental/7-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 17:09:35 | scheduled-backup-incremental/7-engage-incremental | ++++ which gdate logger.go:42: 17:09:35 | scheduled-backup-incremental/7-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:09:35 | scheduled-backup-incremental/7-engage-incremental | ++++ which date logger.go:42: 17:09:35 | scheduled-backup-incremental/7-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 17:09:35 | scheduled-backup-incremental/7-engage-incremental | +++ oc get projects logger.go:42: 17:09:35 | scheduled-backup-incremental/7-engage-incremental | +++ : logger.go:42: 17:09:35 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get nodes logger.go:42: 17:09:35 | scheduled-backup-incremental/7-engage-incremental | +++ grep '^minikube' logger.go:42: 17:09:36 | scheduled-backup-incremental/7-engage-incremental | +++ which gsed logger.go:42: 17:09:36 | scheduled-backup-incremental/7-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:09:36 | scheduled-backup-incremental/7-engage-incremental | +++ which sed logger.go:42: 17:09:36 | scheduled-backup-incremental/7-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 17:09:36 | scheduled-backup-incremental/7-engage-incremental | ++ oc get projects logger.go:42: 17:09:36 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl version -o json logger.go:42: 17:09:36 | scheduled-backup-incremental/7-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 17:09:36 | scheduled-backup-incremental/7-engage-incremental | +++ grep '\-eks\-' logger.go:42: 17:09:36 | scheduled-backup-incremental/7-engage-incremental | grep: warning: stray \ before - logger.go:42: 17:09:36 | scheduled-backup-incremental/7-engage-incremental | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 17:09:36 | scheduled-backup-incremental/7-engage-incremental | ++ '[' ']' logger.go:42: 17:09:36 | scheduled-backup-incremental/7-engage-incremental | ++ EKS=0 logger.go:42: 17:09:37 | scheduled-backup-incremental/7-engage-incremental | +++ get_cluster_name logger.go:42: 17:09:37 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl -n kuttl-test-perfect-anchovy get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 17:09:37 | scheduled-backup-incremental/7-engage-incremental | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 17:09:37 | scheduled-backup-incremental/7-engage-incremental | ++ local schedule_name=minio-incr logger.go:42: 17:09:37 | scheduled-backup-incremental/7-engage-incremental | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 17:09:37 | scheduled-backup-incremental/7-engage-incremental | +++ printf %s kuttl-test-perfect-anchovy-scheduled-backup-incremental logger.go:42: 17:09:37 | scheduled-backup-incremental/7-engage-incremental | +++ sha1sum logger.go:42: 17:09:37 | scheduled-backup-incremental/7-engage-incremental | +++ awk '{print $1}' logger.go:42: 17:09:37 | scheduled-backup-incremental/7-engage-incremental | +++ head -c 5 logger.go:42: 17:09:37 | scheduled-backup-incremental/7-engage-incremental | ++ local prefix=c8a08 logger.go:42: 17:09:37 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get ps-backup -n kuttl-test-perfect-anchovy -l percona.com/backup-ancestor=c8a08-minio-incr -o yaml logger.go:42: 17:09:37 | scheduled-backup-incremental/7-engage-incremental | +++ yq '.items | length' logger.go:42: 17:09:38 | scheduled-backup-incremental/7-engage-incremental | ++ local bcp_count=1 logger.go:42: 17:09:38 | scheduled-backup-incremental/7-engage-incremental | ++ echo 1 logger.go:42: 17:09:38 | scheduled-backup-incremental/7-engage-incremental | + bcp_count=1 logger.go:42: 17:09:38 | scheduled-backup-incremental/7-engage-incremental | + [[ 1 -lt 3 ]] logger.go:42: 17:09:38 | scheduled-backup-incremental/7-engage-incremental | + echo 'There are 1 incremental ps-backups but should be at least 3' logger.go:42: 17:09:38 | scheduled-backup-incremental/7-engage-incremental | There are 1 incremental ps-backups but should be at least 3 logger.go:42: 17:09:38 | scheduled-backup-incremental/7-engage-incremental | + exit 1 logger.go:42: 17:09:39 | scheduled-backup-incremental/7-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 3 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 3" exit 1 fi] logger.go:42: 17:09:39 | scheduled-backup-incremental/7-engage-incremental | + source ../../functions logger.go:42: 17:09:39 | scheduled-backup-incremental/7-engage-incremental | +++ realpath ../../.. logger.go:42: 17:09:39 | scheduled-backup-incremental/7-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:09:39 | scheduled-backup-incremental/7-engage-incremental | ++++ pwd logger.go:42: 17:09:39 | scheduled-backup-incremental/7-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 17:09:39 | scheduled-backup-incremental/7-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 17:09:39 | scheduled-backup-incremental/7-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/vars.sh logger.go:42: 17:09:39 | scheduled-backup-incremental/7-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:09:39 | scheduled-backup-incremental/7-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:09:39 | scheduled-backup-incremental/7-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:09:39 | scheduled-backup-incremental/7-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:09:39 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:09:39 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:09:39 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:09:39 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:09:39 | scheduled-backup-incremental/7-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:09:39 | scheduled-backup-incremental/7-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:09:39 | scheduled-backup-incremental/7-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 17:09:39 | scheduled-backup-incremental/7-engage-incremental | +++ export GIT_BRANCH=PR-1269 logger.go:42: 17:09:39 | scheduled-backup-incremental/7-engage-incremental | +++ GIT_BRANCH=PR-1269 logger.go:42: 17:09:39 | scheduled-backup-incremental/7-engage-incremental | +++ export VERSION=PR-1269-fbab6499 logger.go:42: 17:09:39 | scheduled-backup-incremental/7-engage-incremental | +++ VERSION=PR-1269-fbab6499 logger.go:42: 17:09:39 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:09:39 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:09:39 | scheduled-backup-incremental/7-engage-incremental | +++ [[ -z 8.0 ]] logger.go:42: 17:09:39 | scheduled-backup-incremental/7-engage-incremental | +++ export MYSQL_VERSION=8.0 logger.go:42: 17:09:39 | scheduled-backup-incremental/7-engage-incremental | +++ MYSQL_VERSION=8.0 logger.go:42: 17:09:39 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:09:39 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:09:39 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:09:39 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:09:39 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:09:39 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:09:39 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:09:39 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:09:39 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:09:39 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:09:39 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:09:39 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:09:39 | scheduled-backup-incremental/7-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:09:39 | scheduled-backup-incremental/7-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:09:39 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:09:39 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:09:39 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:09:39 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:09:39 | scheduled-backup-incremental/7-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 17:09:39 | scheduled-backup-incremental/7-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 17:09:39 | scheduled-backup-incremental/7-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 17:09:39 | scheduled-backup-incremental/7-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 17:09:39 | scheduled-backup-incremental/7-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 17:09:39 | scheduled-backup-incremental/7-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 17:09:39 | scheduled-backup-incremental/7-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 17:09:39 | scheduled-backup-incremental/7-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 17:09:39 | scheduled-backup-incremental/7-engage-incremental | ++++ which gdate logger.go:42: 17:09:39 | scheduled-backup-incremental/7-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:09:39 | scheduled-backup-incremental/7-engage-incremental | ++++ which date logger.go:42: 17:09:39 | scheduled-backup-incremental/7-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 17:09:39 | scheduled-backup-incremental/7-engage-incremental | +++ oc get projects logger.go:42: 17:09:39 | scheduled-backup-incremental/7-engage-incremental | +++ : logger.go:42: 17:09:39 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get nodes logger.go:42: 17:09:39 | scheduled-backup-incremental/7-engage-incremental | +++ grep '^minikube' logger.go:42: 17:09:39 | scheduled-backup-incremental/7-engage-incremental | +++ which gsed logger.go:42: 17:09:39 | scheduled-backup-incremental/7-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:09:39 | scheduled-backup-incremental/7-engage-incremental | +++ which sed logger.go:42: 17:09:39 | scheduled-backup-incremental/7-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 17:09:39 | scheduled-backup-incremental/7-engage-incremental | ++ oc get projects logger.go:42: 17:09:39 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl version -o json logger.go:42: 17:09:39 | scheduled-backup-incremental/7-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 17:09:39 | scheduled-backup-incremental/7-engage-incremental | +++ grep '\-eks\-' logger.go:42: 17:09:39 | scheduled-backup-incremental/7-engage-incremental | grep: warning: stray \ before - logger.go:42: 17:09:40 | scheduled-backup-incremental/7-engage-incremental | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 17:09:40 | scheduled-backup-incremental/7-engage-incremental | ++ '[' ']' logger.go:42: 17:09:40 | scheduled-backup-incremental/7-engage-incremental | ++ EKS=0 logger.go:42: 17:09:40 | scheduled-backup-incremental/7-engage-incremental | +++ get_cluster_name logger.go:42: 17:09:40 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl -n kuttl-test-perfect-anchovy get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 17:09:40 | scheduled-backup-incremental/7-engage-incremental | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 17:09:40 | scheduled-backup-incremental/7-engage-incremental | ++ local schedule_name=minio-incr logger.go:42: 17:09:40 | scheduled-backup-incremental/7-engage-incremental | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 17:09:40 | scheduled-backup-incremental/7-engage-incremental | +++ printf %s kuttl-test-perfect-anchovy-scheduled-backup-incremental logger.go:42: 17:09:40 | scheduled-backup-incremental/7-engage-incremental | +++ sha1sum logger.go:42: 17:09:40 | scheduled-backup-incremental/7-engage-incremental | +++ awk '{print $1}' logger.go:42: 17:09:40 | scheduled-backup-incremental/7-engage-incremental | +++ head -c 5 logger.go:42: 17:09:40 | scheduled-backup-incremental/7-engage-incremental | ++ local prefix=c8a08 logger.go:42: 17:09:40 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get ps-backup -n kuttl-test-perfect-anchovy -l percona.com/backup-ancestor=c8a08-minio-incr -o yaml logger.go:42: 17:09:40 | scheduled-backup-incremental/7-engage-incremental | +++ yq '.items | length' logger.go:42: 17:09:41 | scheduled-backup-incremental/7-engage-incremental | ++ local bcp_count=1 logger.go:42: 17:09:41 | scheduled-backup-incremental/7-engage-incremental | ++ echo 1 logger.go:42: 17:09:41 | scheduled-backup-incremental/7-engage-incremental | + bcp_count=1 logger.go:42: 17:09:41 | scheduled-backup-incremental/7-engage-incremental | + [[ 1 -lt 3 ]] logger.go:42: 17:09:41 | scheduled-backup-incremental/7-engage-incremental | + echo 'There are 1 incremental ps-backups but should be at least 3' logger.go:42: 17:09:41 | scheduled-backup-incremental/7-engage-incremental | There are 1 incremental ps-backups but should be at least 3 logger.go:42: 17:09:41 | scheduled-backup-incremental/7-engage-incremental | + exit 1 logger.go:42: 17:09:42 | scheduled-backup-incremental/7-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 3 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 3" exit 1 fi] logger.go:42: 17:09:42 | scheduled-backup-incremental/7-engage-incremental | + source ../../functions logger.go:42: 17:09:42 | scheduled-backup-incremental/7-engage-incremental | +++ realpath ../../.. logger.go:42: 17:09:42 | scheduled-backup-incremental/7-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:09:42 | scheduled-backup-incremental/7-engage-incremental | ++++ pwd logger.go:42: 17:09:42 | scheduled-backup-incremental/7-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 17:09:42 | scheduled-backup-incremental/7-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 17:09:42 | scheduled-backup-incremental/7-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/vars.sh logger.go:42: 17:09:42 | scheduled-backup-incremental/7-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:09:42 | scheduled-backup-incremental/7-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:09:42 | scheduled-backup-incremental/7-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:09:42 | scheduled-backup-incremental/7-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:09:42 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:09:42 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:09:42 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:09:42 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:09:42 | scheduled-backup-incremental/7-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:09:42 | scheduled-backup-incremental/7-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:09:42 | scheduled-backup-incremental/7-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 17:09:42 | scheduled-backup-incremental/7-engage-incremental | +++ export GIT_BRANCH=PR-1269 logger.go:42: 17:09:42 | scheduled-backup-incremental/7-engage-incremental | +++ GIT_BRANCH=PR-1269 logger.go:42: 17:09:42 | scheduled-backup-incremental/7-engage-incremental | +++ export VERSION=PR-1269-fbab6499 logger.go:42: 17:09:42 | scheduled-backup-incremental/7-engage-incremental | +++ VERSION=PR-1269-fbab6499 logger.go:42: 17:09:42 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:09:42 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:09:42 | scheduled-backup-incremental/7-engage-incremental | +++ [[ -z 8.0 ]] logger.go:42: 17:09:42 | scheduled-backup-incremental/7-engage-incremental | +++ export MYSQL_VERSION=8.0 logger.go:42: 17:09:42 | scheduled-backup-incremental/7-engage-incremental | +++ MYSQL_VERSION=8.0 logger.go:42: 17:09:42 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:09:42 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:09:42 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:09:42 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:09:42 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:09:42 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:09:42 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:09:42 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:09:42 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:09:42 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:09:42 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:09:42 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:09:42 | scheduled-backup-incremental/7-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:09:42 | scheduled-backup-incremental/7-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:09:42 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:09:42 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:09:42 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:09:42 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:09:42 | scheduled-backup-incremental/7-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 17:09:42 | scheduled-backup-incremental/7-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 17:09:42 | scheduled-backup-incremental/7-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 17:09:42 | scheduled-backup-incremental/7-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 17:09:42 | scheduled-backup-incremental/7-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 17:09:42 | scheduled-backup-incremental/7-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 17:09:42 | scheduled-backup-incremental/7-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 17:09:42 | scheduled-backup-incremental/7-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 17:09:42 | scheduled-backup-incremental/7-engage-incremental | ++++ which gdate logger.go:42: 17:09:42 | scheduled-backup-incremental/7-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:09:42 | scheduled-backup-incremental/7-engage-incremental | ++++ which date logger.go:42: 17:09:42 | scheduled-backup-incremental/7-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 17:09:42 | scheduled-backup-incremental/7-engage-incremental | +++ oc get projects logger.go:42: 17:09:42 | scheduled-backup-incremental/7-engage-incremental | +++ : logger.go:42: 17:09:42 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get nodes logger.go:42: 17:09:42 | scheduled-backup-incremental/7-engage-incremental | +++ grep '^minikube' logger.go:42: 17:09:43 | scheduled-backup-incremental/7-engage-incremental | +++ which gsed logger.go:42: 17:09:43 | scheduled-backup-incremental/7-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:09:43 | scheduled-backup-incremental/7-engage-incremental | +++ which sed logger.go:42: 17:09:43 | scheduled-backup-incremental/7-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 17:09:43 | scheduled-backup-incremental/7-engage-incremental | ++ oc get projects logger.go:42: 17:09:43 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl version -o json logger.go:42: 17:09:43 | scheduled-backup-incremental/7-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 17:09:43 | scheduled-backup-incremental/7-engage-incremental | +++ grep '\-eks\-' logger.go:42: 17:09:43 | scheduled-backup-incremental/7-engage-incremental | grep: warning: stray \ before - logger.go:42: 17:09:43 | scheduled-backup-incremental/7-engage-incremental | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 17:09:43 | scheduled-backup-incremental/7-engage-incremental | ++ '[' ']' logger.go:42: 17:09:43 | scheduled-backup-incremental/7-engage-incremental | ++ EKS=0 logger.go:42: 17:09:43 | scheduled-backup-incremental/7-engage-incremental | +++ get_cluster_name logger.go:42: 17:09:43 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl -n kuttl-test-perfect-anchovy get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 17:09:44 | scheduled-backup-incremental/7-engage-incremental | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 17:09:44 | scheduled-backup-incremental/7-engage-incremental | ++ local schedule_name=minio-incr logger.go:42: 17:09:44 | scheduled-backup-incremental/7-engage-incremental | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 17:09:44 | scheduled-backup-incremental/7-engage-incremental | +++ printf %s kuttl-test-perfect-anchovy-scheduled-backup-incremental logger.go:42: 17:09:44 | scheduled-backup-incremental/7-engage-incremental | +++ sha1sum logger.go:42: 17:09:44 | scheduled-backup-incremental/7-engage-incremental | +++ awk '{print $1}' logger.go:42: 17:09:44 | scheduled-backup-incremental/7-engage-incremental | +++ head -c 5 logger.go:42: 17:09:44 | scheduled-backup-incremental/7-engage-incremental | ++ local prefix=c8a08 logger.go:42: 17:09:44 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get ps-backup -n kuttl-test-perfect-anchovy -l percona.com/backup-ancestor=c8a08-minio-incr -o yaml logger.go:42: 17:09:44 | scheduled-backup-incremental/7-engage-incremental | +++ yq '.items | length' logger.go:42: 17:09:44 | scheduled-backup-incremental/7-engage-incremental | ++ local bcp_count=1 logger.go:42: 17:09:44 | scheduled-backup-incremental/7-engage-incremental | ++ echo 1 logger.go:42: 17:09:44 | scheduled-backup-incremental/7-engage-incremental | + bcp_count=1 logger.go:42: 17:09:44 | scheduled-backup-incremental/7-engage-incremental | + [[ 1 -lt 3 ]] logger.go:42: 17:09:44 | scheduled-backup-incremental/7-engage-incremental | + echo 'There are 1 incremental ps-backups but should be at least 3' logger.go:42: 17:09:44 | scheduled-backup-incremental/7-engage-incremental | There are 1 incremental ps-backups but should be at least 3 logger.go:42: 17:09:44 | scheduled-backup-incremental/7-engage-incremental | + exit 1 logger.go:42: 17:09:45 | scheduled-backup-incremental/7-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 3 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 3" exit 1 fi] logger.go:42: 17:09:45 | scheduled-backup-incremental/7-engage-incremental | + source ../../functions logger.go:42: 17:09:45 | scheduled-backup-incremental/7-engage-incremental | +++ realpath ../../.. logger.go:42: 17:09:45 | scheduled-backup-incremental/7-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:09:45 | scheduled-backup-incremental/7-engage-incremental | ++++ pwd logger.go:42: 17:09:45 | scheduled-backup-incremental/7-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 17:09:45 | scheduled-backup-incremental/7-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 17:09:45 | scheduled-backup-incremental/7-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/vars.sh logger.go:42: 17:09:45 | scheduled-backup-incremental/7-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:09:45 | scheduled-backup-incremental/7-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:09:45 | scheduled-backup-incremental/7-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:09:45 | scheduled-backup-incremental/7-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:09:45 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:09:45 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:09:45 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:09:45 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:09:45 | scheduled-backup-incremental/7-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:09:45 | scheduled-backup-incremental/7-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:09:45 | scheduled-backup-incremental/7-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 17:09:45 | scheduled-backup-incremental/7-engage-incremental | +++ export GIT_BRANCH=PR-1269 logger.go:42: 17:09:45 | scheduled-backup-incremental/7-engage-incremental | +++ GIT_BRANCH=PR-1269 logger.go:42: 17:09:45 | scheduled-backup-incremental/7-engage-incremental | +++ export VERSION=PR-1269-fbab6499 logger.go:42: 17:09:45 | scheduled-backup-incremental/7-engage-incremental | +++ VERSION=PR-1269-fbab6499 logger.go:42: 17:09:45 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:09:45 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:09:45 | scheduled-backup-incremental/7-engage-incremental | +++ [[ -z 8.0 ]] logger.go:42: 17:09:45 | scheduled-backup-incremental/7-engage-incremental | +++ export MYSQL_VERSION=8.0 logger.go:42: 17:09:45 | scheduled-backup-incremental/7-engage-incremental | +++ MYSQL_VERSION=8.0 logger.go:42: 17:09:45 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:09:45 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:09:45 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:09:45 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:09:45 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:09:45 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:09:45 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:09:45 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:09:45 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:09:45 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:09:45 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:09:45 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:09:45 | scheduled-backup-incremental/7-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:09:45 | scheduled-backup-incremental/7-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:09:45 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:09:45 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:09:45 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:09:45 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:09:45 | scheduled-backup-incremental/7-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 17:09:45 | scheduled-backup-incremental/7-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 17:09:45 | scheduled-backup-incremental/7-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 17:09:45 | scheduled-backup-incremental/7-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 17:09:45 | scheduled-backup-incremental/7-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 17:09:45 | scheduled-backup-incremental/7-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 17:09:45 | scheduled-backup-incremental/7-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 17:09:45 | scheduled-backup-incremental/7-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 17:09:45 | scheduled-backup-incremental/7-engage-incremental | ++++ which gdate logger.go:42: 17:09:45 | scheduled-backup-incremental/7-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:09:45 | scheduled-backup-incremental/7-engage-incremental | ++++ which date logger.go:42: 17:09:45 | scheduled-backup-incremental/7-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 17:09:45 | scheduled-backup-incremental/7-engage-incremental | +++ oc get projects logger.go:42: 17:09:45 | scheduled-backup-incremental/7-engage-incremental | +++ : logger.go:42: 17:09:45 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get nodes logger.go:42: 17:09:45 | scheduled-backup-incremental/7-engage-incremental | +++ grep '^minikube' logger.go:42: 17:09:46 | scheduled-backup-incremental/7-engage-incremental | +++ which gsed logger.go:42: 17:09:46 | scheduled-backup-incremental/7-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:09:46 | scheduled-backup-incremental/7-engage-incremental | +++ which sed logger.go:42: 17:09:46 | scheduled-backup-incremental/7-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 17:09:46 | scheduled-backup-incremental/7-engage-incremental | ++ oc get projects logger.go:42: 17:09:46 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl version -o json logger.go:42: 17:09:46 | scheduled-backup-incremental/7-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 17:09:46 | scheduled-backup-incremental/7-engage-incremental | +++ grep '\-eks\-' logger.go:42: 17:09:46 | scheduled-backup-incremental/7-engage-incremental | grep: warning: stray \ before - logger.go:42: 17:09:46 | scheduled-backup-incremental/7-engage-incremental | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 17:09:46 | scheduled-backup-incremental/7-engage-incremental | ++ '[' ']' logger.go:42: 17:09:46 | scheduled-backup-incremental/7-engage-incremental | ++ EKS=0 logger.go:42: 17:09:46 | scheduled-backup-incremental/7-engage-incremental | +++ get_cluster_name logger.go:42: 17:09:46 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl -n kuttl-test-perfect-anchovy get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 17:09:47 | scheduled-backup-incremental/7-engage-incremental | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 17:09:47 | scheduled-backup-incremental/7-engage-incremental | ++ local schedule_name=minio-incr logger.go:42: 17:09:47 | scheduled-backup-incremental/7-engage-incremental | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 17:09:47 | scheduled-backup-incremental/7-engage-incremental | +++ printf %s kuttl-test-perfect-anchovy-scheduled-backup-incremental logger.go:42: 17:09:47 | scheduled-backup-incremental/7-engage-incremental | +++ sha1sum logger.go:42: 17:09:47 | scheduled-backup-incremental/7-engage-incremental | +++ awk '{print $1}' logger.go:42: 17:09:47 | scheduled-backup-incremental/7-engage-incremental | +++ head -c 5 logger.go:42: 17:09:47 | scheduled-backup-incremental/7-engage-incremental | ++ local prefix=c8a08 logger.go:42: 17:09:47 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get ps-backup -n kuttl-test-perfect-anchovy -l percona.com/backup-ancestor=c8a08-minio-incr -o yaml logger.go:42: 17:09:47 | scheduled-backup-incremental/7-engage-incremental | +++ yq '.items | length' logger.go:42: 17:09:47 | scheduled-backup-incremental/7-engage-incremental | ++ local bcp_count=1 logger.go:42: 17:09:47 | scheduled-backup-incremental/7-engage-incremental | ++ echo 1 logger.go:42: 17:09:47 | scheduled-backup-incremental/7-engage-incremental | + bcp_count=1 logger.go:42: 17:09:47 | scheduled-backup-incremental/7-engage-incremental | + [[ 1 -lt 3 ]] logger.go:42: 17:09:47 | scheduled-backup-incremental/7-engage-incremental | + echo 'There are 1 incremental ps-backups but should be at least 3' logger.go:42: 17:09:47 | scheduled-backup-incremental/7-engage-incremental | There are 1 incremental ps-backups but should be at least 3 logger.go:42: 17:09:47 | scheduled-backup-incremental/7-engage-incremental | + exit 1 logger.go:42: 17:09:48 | scheduled-backup-incremental/7-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 3 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 3" exit 1 fi] logger.go:42: 17:09:48 | scheduled-backup-incremental/7-engage-incremental | + source ../../functions logger.go:42: 17:09:48 | scheduled-backup-incremental/7-engage-incremental | +++ realpath ../../.. logger.go:42: 17:09:48 | scheduled-backup-incremental/7-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:09:48 | scheduled-backup-incremental/7-engage-incremental | ++++ pwd logger.go:42: 17:09:48 | scheduled-backup-incremental/7-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 17:09:48 | scheduled-backup-incremental/7-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 17:09:48 | scheduled-backup-incremental/7-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/vars.sh logger.go:42: 17:09:48 | scheduled-backup-incremental/7-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:09:48 | scheduled-backup-incremental/7-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:09:48 | scheduled-backup-incremental/7-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:09:48 | scheduled-backup-incremental/7-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:09:48 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:09:48 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:09:48 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:09:48 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:09:48 | scheduled-backup-incremental/7-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:09:48 | scheduled-backup-incremental/7-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:09:48 | scheduled-backup-incremental/7-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 17:09:48 | scheduled-backup-incremental/7-engage-incremental | +++ export GIT_BRANCH=PR-1269 logger.go:42: 17:09:48 | scheduled-backup-incremental/7-engage-incremental | +++ GIT_BRANCH=PR-1269 logger.go:42: 17:09:48 | scheduled-backup-incremental/7-engage-incremental | +++ export VERSION=PR-1269-fbab6499 logger.go:42: 17:09:48 | scheduled-backup-incremental/7-engage-incremental | +++ VERSION=PR-1269-fbab6499 logger.go:42: 17:09:48 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:09:48 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:09:48 | scheduled-backup-incremental/7-engage-incremental | +++ [[ -z 8.0 ]] logger.go:42: 17:09:48 | scheduled-backup-incremental/7-engage-incremental | +++ export MYSQL_VERSION=8.0 logger.go:42: 17:09:48 | scheduled-backup-incremental/7-engage-incremental | +++ MYSQL_VERSION=8.0 logger.go:42: 17:09:48 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:09:48 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:09:48 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:09:48 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:09:48 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:09:48 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:09:48 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:09:48 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:09:48 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:09:48 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:09:48 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:09:48 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:09:48 | scheduled-backup-incremental/7-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:09:48 | scheduled-backup-incremental/7-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:09:48 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:09:48 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:09:48 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:09:48 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:09:48 | scheduled-backup-incremental/7-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 17:09:48 | scheduled-backup-incremental/7-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 17:09:48 | scheduled-backup-incremental/7-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 17:09:48 | scheduled-backup-incremental/7-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 17:09:48 | scheduled-backup-incremental/7-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 17:09:48 | scheduled-backup-incremental/7-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 17:09:48 | scheduled-backup-incremental/7-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 17:09:48 | scheduled-backup-incremental/7-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 17:09:48 | scheduled-backup-incremental/7-engage-incremental | ++++ which gdate logger.go:42: 17:09:48 | scheduled-backup-incremental/7-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:09:48 | scheduled-backup-incremental/7-engage-incremental | ++++ which date logger.go:42: 17:09:48 | scheduled-backup-incremental/7-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 17:09:48 | scheduled-backup-incremental/7-engage-incremental | +++ oc get projects logger.go:42: 17:09:48 | scheduled-backup-incremental/7-engage-incremental | +++ : logger.go:42: 17:09:48 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get nodes logger.go:42: 17:09:48 | scheduled-backup-incremental/7-engage-incremental | +++ grep '^minikube' logger.go:42: 17:09:49 | scheduled-backup-incremental/7-engage-incremental | +++ which gsed logger.go:42: 17:09:49 | scheduled-backup-incremental/7-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:09:49 | scheduled-backup-incremental/7-engage-incremental | +++ which sed logger.go:42: 17:09:49 | scheduled-backup-incremental/7-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 17:09:49 | scheduled-backup-incremental/7-engage-incremental | ++ oc get projects logger.go:42: 17:09:49 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl version -o json logger.go:42: 17:09:49 | scheduled-backup-incremental/7-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 17:09:49 | scheduled-backup-incremental/7-engage-incremental | +++ grep '\-eks\-' logger.go:42: 17:09:49 | scheduled-backup-incremental/7-engage-incremental | grep: warning: stray \ before - logger.go:42: 17:09:49 | scheduled-backup-incremental/7-engage-incremental | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 17:09:49 | scheduled-backup-incremental/7-engage-incremental | ++ '[' ']' logger.go:42: 17:09:49 | scheduled-backup-incremental/7-engage-incremental | ++ EKS=0 logger.go:42: 17:09:49 | scheduled-backup-incremental/7-engage-incremental | +++ get_cluster_name logger.go:42: 17:09:49 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl -n kuttl-test-perfect-anchovy get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 17:09:50 | scheduled-backup-incremental/7-engage-incremental | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 17:09:50 | scheduled-backup-incremental/7-engage-incremental | ++ local schedule_name=minio-incr logger.go:42: 17:09:50 | scheduled-backup-incremental/7-engage-incremental | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 17:09:50 | scheduled-backup-incremental/7-engage-incremental | +++ printf %s kuttl-test-perfect-anchovy-scheduled-backup-incremental logger.go:42: 17:09:50 | scheduled-backup-incremental/7-engage-incremental | +++ sha1sum logger.go:42: 17:09:50 | scheduled-backup-incremental/7-engage-incremental | +++ awk '{print $1}' logger.go:42: 17:09:50 | scheduled-backup-incremental/7-engage-incremental | +++ head -c 5 logger.go:42: 17:09:50 | scheduled-backup-incremental/7-engage-incremental | ++ local prefix=c8a08 logger.go:42: 17:09:50 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get ps-backup -n kuttl-test-perfect-anchovy -l percona.com/backup-ancestor=c8a08-minio-incr -o yaml logger.go:42: 17:09:50 | scheduled-backup-incremental/7-engage-incremental | +++ yq '.items | length' logger.go:42: 17:09:51 | scheduled-backup-incremental/7-engage-incremental | ++ local bcp_count=1 logger.go:42: 17:09:51 | scheduled-backup-incremental/7-engage-incremental | ++ echo 1 logger.go:42: 17:09:51 | scheduled-backup-incremental/7-engage-incremental | + bcp_count=1 logger.go:42: 17:09:51 | scheduled-backup-incremental/7-engage-incremental | + [[ 1 -lt 3 ]] logger.go:42: 17:09:51 | scheduled-backup-incremental/7-engage-incremental | + echo 'There are 1 incremental ps-backups but should be at least 3' logger.go:42: 17:09:51 | scheduled-backup-incremental/7-engage-incremental | There are 1 incremental ps-backups but should be at least 3 logger.go:42: 17:09:51 | scheduled-backup-incremental/7-engage-incremental | + exit 1 logger.go:42: 17:09:52 | scheduled-backup-incremental/7-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 3 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 3" exit 1 fi] logger.go:42: 17:09:52 | scheduled-backup-incremental/7-engage-incremental | + source ../../functions logger.go:42: 17:09:52 | scheduled-backup-incremental/7-engage-incremental | +++ realpath ../../.. logger.go:42: 17:09:52 | scheduled-backup-incremental/7-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:09:52 | scheduled-backup-incremental/7-engage-incremental | ++++ pwd logger.go:42: 17:09:52 | scheduled-backup-incremental/7-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 17:09:52 | scheduled-backup-incremental/7-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 17:09:52 | scheduled-backup-incremental/7-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/vars.sh logger.go:42: 17:09:52 | scheduled-backup-incremental/7-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:09:52 | scheduled-backup-incremental/7-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:09:52 | scheduled-backup-incremental/7-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:09:52 | scheduled-backup-incremental/7-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:09:52 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:09:52 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:09:52 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:09:52 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:09:52 | scheduled-backup-incremental/7-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:09:52 | scheduled-backup-incremental/7-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:09:52 | scheduled-backup-incremental/7-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 17:09:52 | scheduled-backup-incremental/7-engage-incremental | +++ export GIT_BRANCH=PR-1269 logger.go:42: 17:09:52 | scheduled-backup-incremental/7-engage-incremental | +++ GIT_BRANCH=PR-1269 logger.go:42: 17:09:52 | scheduled-backup-incremental/7-engage-incremental | +++ export VERSION=PR-1269-fbab6499 logger.go:42: 17:09:52 | scheduled-backup-incremental/7-engage-incremental | +++ VERSION=PR-1269-fbab6499 logger.go:42: 17:09:52 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:09:52 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:09:52 | scheduled-backup-incremental/7-engage-incremental | +++ [[ -z 8.0 ]] logger.go:42: 17:09:52 | scheduled-backup-incremental/7-engage-incremental | +++ export MYSQL_VERSION=8.0 logger.go:42: 17:09:52 | scheduled-backup-incremental/7-engage-incremental | +++ MYSQL_VERSION=8.0 logger.go:42: 17:09:52 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:09:52 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:09:52 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:09:52 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:09:52 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:09:52 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:09:52 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:09:52 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:09:52 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:09:52 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:09:52 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:09:52 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:09:52 | scheduled-backup-incremental/7-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:09:52 | scheduled-backup-incremental/7-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:09:52 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:09:52 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:09:52 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:09:52 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:09:52 | scheduled-backup-incremental/7-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 17:09:52 | scheduled-backup-incremental/7-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 17:09:52 | scheduled-backup-incremental/7-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 17:09:52 | scheduled-backup-incremental/7-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 17:09:52 | scheduled-backup-incremental/7-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 17:09:52 | scheduled-backup-incremental/7-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 17:09:52 | scheduled-backup-incremental/7-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 17:09:52 | scheduled-backup-incremental/7-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 17:09:52 | scheduled-backup-incremental/7-engage-incremental | ++++ which gdate logger.go:42: 17:09:52 | scheduled-backup-incremental/7-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:09:52 | scheduled-backup-incremental/7-engage-incremental | ++++ which date logger.go:42: 17:09:52 | scheduled-backup-incremental/7-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 17:09:52 | scheduled-backup-incremental/7-engage-incremental | +++ oc get projects logger.go:42: 17:09:52 | scheduled-backup-incremental/7-engage-incremental | +++ : logger.go:42: 17:09:52 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get nodes logger.go:42: 17:09:52 | scheduled-backup-incremental/7-engage-incremental | +++ grep '^minikube' logger.go:42: 17:09:52 | scheduled-backup-incremental/7-engage-incremental | +++ which gsed logger.go:42: 17:09:52 | scheduled-backup-incremental/7-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:09:52 | scheduled-backup-incremental/7-engage-incremental | +++ which sed logger.go:42: 17:09:52 | scheduled-backup-incremental/7-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 17:09:52 | scheduled-backup-incremental/7-engage-incremental | ++ oc get projects logger.go:42: 17:09:52 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl version -o json logger.go:42: 17:09:52 | scheduled-backup-incremental/7-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 17:09:52 | scheduled-backup-incremental/7-engage-incremental | +++ grep '\-eks\-' logger.go:42: 17:09:52 | scheduled-backup-incremental/7-engage-incremental | grep: warning: stray \ before - logger.go:42: 17:09:53 | scheduled-backup-incremental/7-engage-incremental | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 17:09:53 | scheduled-backup-incremental/7-engage-incremental | ++ '[' ']' logger.go:42: 17:09:53 | scheduled-backup-incremental/7-engage-incremental | ++ EKS=0 logger.go:42: 17:09:53 | scheduled-backup-incremental/7-engage-incremental | +++ get_cluster_name logger.go:42: 17:09:53 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl -n kuttl-test-perfect-anchovy get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 17:09:53 | scheduled-backup-incremental/7-engage-incremental | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 17:09:53 | scheduled-backup-incremental/7-engage-incremental | ++ local schedule_name=minio-incr logger.go:42: 17:09:53 | scheduled-backup-incremental/7-engage-incremental | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 17:09:53 | scheduled-backup-incremental/7-engage-incremental | +++ printf %s kuttl-test-perfect-anchovy-scheduled-backup-incremental logger.go:42: 17:09:53 | scheduled-backup-incremental/7-engage-incremental | +++ sha1sum logger.go:42: 17:09:53 | scheduled-backup-incremental/7-engage-incremental | +++ awk '{print $1}' logger.go:42: 17:09:53 | scheduled-backup-incremental/7-engage-incremental | +++ head -c 5 logger.go:42: 17:09:53 | scheduled-backup-incremental/7-engage-incremental | ++ local prefix=c8a08 logger.go:42: 17:09:53 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get ps-backup -n kuttl-test-perfect-anchovy -l percona.com/backup-ancestor=c8a08-minio-incr -o yaml logger.go:42: 17:09:53 | scheduled-backup-incremental/7-engage-incremental | +++ yq '.items | length' logger.go:42: 17:09:54 | scheduled-backup-incremental/7-engage-incremental | ++ local bcp_count=1 logger.go:42: 17:09:54 | scheduled-backup-incremental/7-engage-incremental | ++ echo 1 logger.go:42: 17:09:54 | scheduled-backup-incremental/7-engage-incremental | + bcp_count=1 logger.go:42: 17:09:54 | scheduled-backup-incremental/7-engage-incremental | + [[ 1 -lt 3 ]] logger.go:42: 17:09:54 | scheduled-backup-incremental/7-engage-incremental | + echo 'There are 1 incremental ps-backups but should be at least 3' logger.go:42: 17:09:54 | scheduled-backup-incremental/7-engage-incremental | There are 1 incremental ps-backups but should be at least 3 logger.go:42: 17:09:54 | scheduled-backup-incremental/7-engage-incremental | + exit 1 logger.go:42: 17:09:55 | scheduled-backup-incremental/7-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 3 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 3" exit 1 fi] logger.go:42: 17:09:55 | scheduled-backup-incremental/7-engage-incremental | + source ../../functions logger.go:42: 17:09:55 | scheduled-backup-incremental/7-engage-incremental | +++ realpath ../../.. logger.go:42: 17:09:55 | scheduled-backup-incremental/7-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:09:55 | scheduled-backup-incremental/7-engage-incremental | ++++ pwd logger.go:42: 17:09:55 | scheduled-backup-incremental/7-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 17:09:55 | scheduled-backup-incremental/7-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 17:09:55 | scheduled-backup-incremental/7-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/vars.sh logger.go:42: 17:09:55 | scheduled-backup-incremental/7-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:09:55 | scheduled-backup-incremental/7-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:09:55 | scheduled-backup-incremental/7-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:09:55 | scheduled-backup-incremental/7-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:09:55 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:09:55 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:09:55 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:09:55 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:09:55 | scheduled-backup-incremental/7-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:09:55 | scheduled-backup-incremental/7-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:09:55 | scheduled-backup-incremental/7-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 17:09:55 | scheduled-backup-incremental/7-engage-incremental | +++ export GIT_BRANCH=PR-1269 logger.go:42: 17:09:55 | scheduled-backup-incremental/7-engage-incremental | +++ GIT_BRANCH=PR-1269 logger.go:42: 17:09:55 | scheduled-backup-incremental/7-engage-incremental | +++ export VERSION=PR-1269-fbab6499 logger.go:42: 17:09:55 | scheduled-backup-incremental/7-engage-incremental | +++ VERSION=PR-1269-fbab6499 logger.go:42: 17:09:55 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:09:55 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:09:55 | scheduled-backup-incremental/7-engage-incremental | +++ [[ -z 8.0 ]] logger.go:42: 17:09:55 | scheduled-backup-incremental/7-engage-incremental | +++ export MYSQL_VERSION=8.0 logger.go:42: 17:09:55 | scheduled-backup-incremental/7-engage-incremental | +++ MYSQL_VERSION=8.0 logger.go:42: 17:09:55 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:09:55 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:09:55 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:09:55 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:09:55 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:09:55 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:09:55 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:09:55 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:09:55 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:09:55 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:09:55 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:09:55 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:09:55 | scheduled-backup-incremental/7-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:09:55 | scheduled-backup-incremental/7-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:09:55 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:09:55 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:09:55 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:09:55 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:09:55 | scheduled-backup-incremental/7-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 17:09:55 | scheduled-backup-incremental/7-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 17:09:55 | scheduled-backup-incremental/7-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 17:09:55 | scheduled-backup-incremental/7-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 17:09:55 | scheduled-backup-incremental/7-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 17:09:55 | scheduled-backup-incremental/7-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 17:09:55 | scheduled-backup-incremental/7-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 17:09:55 | scheduled-backup-incremental/7-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 17:09:55 | scheduled-backup-incremental/7-engage-incremental | ++++ which gdate logger.go:42: 17:09:55 | scheduled-backup-incremental/7-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:09:55 | scheduled-backup-incremental/7-engage-incremental | ++++ which date logger.go:42: 17:09:55 | scheduled-backup-incremental/7-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 17:09:55 | scheduled-backup-incremental/7-engage-incremental | +++ oc get projects logger.go:42: 17:09:55 | scheduled-backup-incremental/7-engage-incremental | +++ : logger.go:42: 17:09:55 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get nodes logger.go:42: 17:09:55 | scheduled-backup-incremental/7-engage-incremental | +++ grep '^minikube' logger.go:42: 17:09:56 | scheduled-backup-incremental/7-engage-incremental | +++ which gsed logger.go:42: 17:09:56 | scheduled-backup-incremental/7-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:09:56 | scheduled-backup-incremental/7-engage-incremental | +++ which sed logger.go:42: 17:09:56 | scheduled-backup-incremental/7-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 17:09:56 | scheduled-backup-incremental/7-engage-incremental | ++ oc get projects logger.go:42: 17:09:56 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl version -o json logger.go:42: 17:09:56 | scheduled-backup-incremental/7-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 17:09:56 | scheduled-backup-incremental/7-engage-incremental | +++ grep '\-eks\-' logger.go:42: 17:09:56 | scheduled-backup-incremental/7-engage-incremental | grep: warning: stray \ before - logger.go:42: 17:09:56 | scheduled-backup-incremental/7-engage-incremental | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 17:09:56 | scheduled-backup-incremental/7-engage-incremental | ++ '[' ']' logger.go:42: 17:09:56 | scheduled-backup-incremental/7-engage-incremental | ++ EKS=0 logger.go:42: 17:09:56 | scheduled-backup-incremental/7-engage-incremental | +++ get_cluster_name logger.go:42: 17:09:56 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl -n kuttl-test-perfect-anchovy get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 17:09:57 | scheduled-backup-incremental/7-engage-incremental | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 17:09:57 | scheduled-backup-incremental/7-engage-incremental | ++ local schedule_name=minio-incr logger.go:42: 17:09:57 | scheduled-backup-incremental/7-engage-incremental | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 17:09:57 | scheduled-backup-incremental/7-engage-incremental | +++ printf %s kuttl-test-perfect-anchovy-scheduled-backup-incremental logger.go:42: 17:09:57 | scheduled-backup-incremental/7-engage-incremental | +++ sha1sum logger.go:42: 17:09:57 | scheduled-backup-incremental/7-engage-incremental | +++ awk '{print $1}' logger.go:42: 17:09:57 | scheduled-backup-incremental/7-engage-incremental | +++ head -c 5 logger.go:42: 17:09:57 | scheduled-backup-incremental/7-engage-incremental | ++ local prefix=c8a08 logger.go:42: 17:09:57 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get ps-backup -n kuttl-test-perfect-anchovy -l percona.com/backup-ancestor=c8a08-minio-incr -o yaml logger.go:42: 17:09:57 | scheduled-backup-incremental/7-engage-incremental | +++ yq '.items | length' logger.go:42: 17:09:57 | scheduled-backup-incremental/7-engage-incremental | ++ local bcp_count=1 logger.go:42: 17:09:57 | scheduled-backup-incremental/7-engage-incremental | ++ echo 1 logger.go:42: 17:09:57 | scheduled-backup-incremental/7-engage-incremental | + bcp_count=1 logger.go:42: 17:09:57 | scheduled-backup-incremental/7-engage-incremental | + [[ 1 -lt 3 ]] logger.go:42: 17:09:57 | scheduled-backup-incremental/7-engage-incremental | + echo 'There are 1 incremental ps-backups but should be at least 3' logger.go:42: 17:09:57 | scheduled-backup-incremental/7-engage-incremental | There are 1 incremental ps-backups but should be at least 3 logger.go:42: 17:09:57 | scheduled-backup-incremental/7-engage-incremental | + exit 1 logger.go:42: 17:09:58 | scheduled-backup-incremental/7-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 3 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 3" exit 1 fi] logger.go:42: 17:09:58 | scheduled-backup-incremental/7-engage-incremental | + source ../../functions logger.go:42: 17:09:58 | scheduled-backup-incremental/7-engage-incremental | +++ realpath ../../.. logger.go:42: 17:09:58 | scheduled-backup-incremental/7-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:09:58 | scheduled-backup-incremental/7-engage-incremental | ++++ pwd logger.go:42: 17:09:58 | scheduled-backup-incremental/7-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 17:09:58 | scheduled-backup-incremental/7-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 17:09:58 | scheduled-backup-incremental/7-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/vars.sh logger.go:42: 17:09:58 | scheduled-backup-incremental/7-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:09:58 | scheduled-backup-incremental/7-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:09:58 | scheduled-backup-incremental/7-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:09:58 | scheduled-backup-incremental/7-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:09:58 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:09:58 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:09:58 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:09:58 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:09:58 | scheduled-backup-incremental/7-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:09:58 | scheduled-backup-incremental/7-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:09:58 | scheduled-backup-incremental/7-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 17:09:58 | scheduled-backup-incremental/7-engage-incremental | +++ export GIT_BRANCH=PR-1269 logger.go:42: 17:09:58 | scheduled-backup-incremental/7-engage-incremental | +++ GIT_BRANCH=PR-1269 logger.go:42: 17:09:58 | scheduled-backup-incremental/7-engage-incremental | +++ export VERSION=PR-1269-fbab6499 logger.go:42: 17:09:58 | scheduled-backup-incremental/7-engage-incremental | +++ VERSION=PR-1269-fbab6499 logger.go:42: 17:09:58 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:09:58 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:09:58 | scheduled-backup-incremental/7-engage-incremental | +++ [[ -z 8.0 ]] logger.go:42: 17:09:58 | scheduled-backup-incremental/7-engage-incremental | +++ export MYSQL_VERSION=8.0 logger.go:42: 17:09:58 | scheduled-backup-incremental/7-engage-incremental | +++ MYSQL_VERSION=8.0 logger.go:42: 17:09:58 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:09:58 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:09:58 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:09:58 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:09:58 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:09:58 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:09:58 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:09:58 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:09:58 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:09:58 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:09:58 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:09:58 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:09:58 | scheduled-backup-incremental/7-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:09:58 | scheduled-backup-incremental/7-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:09:58 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:09:58 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:09:58 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:09:58 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:09:58 | scheduled-backup-incremental/7-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 17:09:58 | scheduled-backup-incremental/7-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 17:09:58 | scheduled-backup-incremental/7-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 17:09:58 | scheduled-backup-incremental/7-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 17:09:58 | scheduled-backup-incremental/7-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 17:09:58 | scheduled-backup-incremental/7-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 17:09:58 | scheduled-backup-incremental/7-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 17:09:58 | scheduled-backup-incremental/7-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 17:09:58 | scheduled-backup-incremental/7-engage-incremental | ++++ which gdate logger.go:42: 17:09:58 | scheduled-backup-incremental/7-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:09:58 | scheduled-backup-incremental/7-engage-incremental | ++++ which date logger.go:42: 17:09:58 | scheduled-backup-incremental/7-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 17:09:58 | scheduled-backup-incremental/7-engage-incremental | +++ oc get projects logger.go:42: 17:09:58 | scheduled-backup-incremental/7-engage-incremental | +++ : logger.go:42: 17:09:58 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get nodes logger.go:42: 17:09:58 | scheduled-backup-incremental/7-engage-incremental | +++ grep '^minikube' logger.go:42: 17:09:59 | scheduled-backup-incremental/7-engage-incremental | +++ which gsed logger.go:42: 17:09:59 | scheduled-backup-incremental/7-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:09:59 | scheduled-backup-incremental/7-engage-incremental | +++ which sed logger.go:42: 17:09:59 | scheduled-backup-incremental/7-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 17:09:59 | scheduled-backup-incremental/7-engage-incremental | ++ oc get projects logger.go:42: 17:09:59 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl version -o json logger.go:42: 17:09:59 | scheduled-backup-incremental/7-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 17:09:59 | scheduled-backup-incremental/7-engage-incremental | +++ grep '\-eks\-' logger.go:42: 17:09:59 | scheduled-backup-incremental/7-engage-incremental | grep: warning: stray \ before - logger.go:42: 17:09:59 | scheduled-backup-incremental/7-engage-incremental | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 17:09:59 | scheduled-backup-incremental/7-engage-incremental | ++ '[' ']' logger.go:42: 17:09:59 | scheduled-backup-incremental/7-engage-incremental | ++ EKS=0 logger.go:42: 17:09:59 | scheduled-backup-incremental/7-engage-incremental | +++ get_cluster_name logger.go:42: 17:09:59 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl -n kuttl-test-perfect-anchovy get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 17:10:00 | scheduled-backup-incremental/7-engage-incremental | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 17:10:00 | scheduled-backup-incremental/7-engage-incremental | ++ local schedule_name=minio-incr logger.go:42: 17:10:00 | scheduled-backup-incremental/7-engage-incremental | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 17:10:00 | scheduled-backup-incremental/7-engage-incremental | +++ printf %s kuttl-test-perfect-anchovy-scheduled-backup-incremental logger.go:42: 17:10:00 | scheduled-backup-incremental/7-engage-incremental | +++ sha1sum logger.go:42: 17:10:00 | scheduled-backup-incremental/7-engage-incremental | +++ awk '{print $1}' logger.go:42: 17:10:00 | scheduled-backup-incremental/7-engage-incremental | +++ head -c 5 logger.go:42: 17:10:00 | scheduled-backup-incremental/7-engage-incremental | ++ local prefix=c8a08 logger.go:42: 17:10:00 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get ps-backup -n kuttl-test-perfect-anchovy -l percona.com/backup-ancestor=c8a08-minio-incr -o yaml logger.go:42: 17:10:00 | scheduled-backup-incremental/7-engage-incremental | +++ yq '.items | length' logger.go:42: 17:10:00 | scheduled-backup-incremental/7-engage-incremental | ++ local bcp_count=1 logger.go:42: 17:10:00 | scheduled-backup-incremental/7-engage-incremental | ++ echo 1 logger.go:42: 17:10:00 | scheduled-backup-incremental/7-engage-incremental | + bcp_count=1 logger.go:42: 17:10:00 | scheduled-backup-incremental/7-engage-incremental | + [[ 1 -lt 3 ]] logger.go:42: 17:10:00 | scheduled-backup-incremental/7-engage-incremental | + echo 'There are 1 incremental ps-backups but should be at least 3' logger.go:42: 17:10:00 | scheduled-backup-incremental/7-engage-incremental | There are 1 incremental ps-backups but should be at least 3 logger.go:42: 17:10:00 | scheduled-backup-incremental/7-engage-incremental | + exit 1 logger.go:42: 17:10:01 | scheduled-backup-incremental/7-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 3 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 3" exit 1 fi] logger.go:42: 17:10:01 | scheduled-backup-incremental/7-engage-incremental | + source ../../functions logger.go:42: 17:10:01 | scheduled-backup-incremental/7-engage-incremental | +++ realpath ../../.. logger.go:42: 17:10:01 | scheduled-backup-incremental/7-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:10:01 | scheduled-backup-incremental/7-engage-incremental | ++++ pwd logger.go:42: 17:10:01 | scheduled-backup-incremental/7-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 17:10:01 | scheduled-backup-incremental/7-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 17:10:01 | scheduled-backup-incremental/7-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/vars.sh logger.go:42: 17:10:01 | scheduled-backup-incremental/7-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:10:01 | scheduled-backup-incremental/7-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:10:01 | scheduled-backup-incremental/7-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:10:01 | scheduled-backup-incremental/7-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:10:01 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:10:01 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:10:01 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:10:01 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:10:01 | scheduled-backup-incremental/7-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:10:01 | scheduled-backup-incremental/7-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:10:01 | scheduled-backup-incremental/7-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 17:10:01 | scheduled-backup-incremental/7-engage-incremental | +++ export GIT_BRANCH=PR-1269 logger.go:42: 17:10:01 | scheduled-backup-incremental/7-engage-incremental | +++ GIT_BRANCH=PR-1269 logger.go:42: 17:10:01 | scheduled-backup-incremental/7-engage-incremental | +++ export VERSION=PR-1269-fbab6499 logger.go:42: 17:10:01 | scheduled-backup-incremental/7-engage-incremental | +++ VERSION=PR-1269-fbab6499 logger.go:42: 17:10:01 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:10:01 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:10:01 | scheduled-backup-incremental/7-engage-incremental | +++ [[ -z 8.0 ]] logger.go:42: 17:10:01 | scheduled-backup-incremental/7-engage-incremental | +++ export MYSQL_VERSION=8.0 logger.go:42: 17:10:01 | scheduled-backup-incremental/7-engage-incremental | +++ MYSQL_VERSION=8.0 logger.go:42: 17:10:01 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:10:01 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:10:01 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:10:01 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:10:01 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:10:01 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:10:01 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:10:01 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:10:01 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:10:01 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:10:01 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:10:01 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:10:01 | scheduled-backup-incremental/7-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:10:01 | scheduled-backup-incremental/7-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:10:01 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:10:01 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:10:01 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:10:01 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:10:01 | scheduled-backup-incremental/7-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 17:10:01 | scheduled-backup-incremental/7-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 17:10:01 | scheduled-backup-incremental/7-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 17:10:01 | scheduled-backup-incremental/7-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 17:10:01 | scheduled-backup-incremental/7-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 17:10:01 | scheduled-backup-incremental/7-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 17:10:01 | scheduled-backup-incremental/7-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 17:10:01 | scheduled-backup-incremental/7-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 17:10:01 | scheduled-backup-incremental/7-engage-incremental | ++++ which gdate logger.go:42: 17:10:01 | scheduled-backup-incremental/7-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:10:01 | scheduled-backup-incremental/7-engage-incremental | ++++ which date logger.go:42: 17:10:01 | scheduled-backup-incremental/7-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 17:10:01 | scheduled-backup-incremental/7-engage-incremental | +++ oc get projects logger.go:42: 17:10:01 | scheduled-backup-incremental/7-engage-incremental | +++ : logger.go:42: 17:10:01 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get nodes logger.go:42: 17:10:01 | scheduled-backup-incremental/7-engage-incremental | +++ grep '^minikube' logger.go:42: 17:10:02 | scheduled-backup-incremental/7-engage-incremental | +++ which gsed logger.go:42: 17:10:02 | scheduled-backup-incremental/7-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:10:02 | scheduled-backup-incremental/7-engage-incremental | +++ which sed logger.go:42: 17:10:02 | scheduled-backup-incremental/7-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 17:10:02 | scheduled-backup-incremental/7-engage-incremental | ++ oc get projects logger.go:42: 17:10:02 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl version -o json logger.go:42: 17:10:02 | scheduled-backup-incremental/7-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 17:10:02 | scheduled-backup-incremental/7-engage-incremental | +++ grep '\-eks\-' logger.go:42: 17:10:02 | scheduled-backup-incremental/7-engage-incremental | grep: warning: stray \ before - logger.go:42: 17:10:02 | scheduled-backup-incremental/7-engage-incremental | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 17:10:02 | scheduled-backup-incremental/7-engage-incremental | ++ '[' ']' logger.go:42: 17:10:02 | scheduled-backup-incremental/7-engage-incremental | ++ EKS=0 logger.go:42: 17:10:03 | scheduled-backup-incremental/7-engage-incremental | +++ get_cluster_name logger.go:42: 17:10:03 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl -n kuttl-test-perfect-anchovy get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 17:10:03 | scheduled-backup-incremental/7-engage-incremental | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 17:10:03 | scheduled-backup-incremental/7-engage-incremental | ++ local schedule_name=minio-incr logger.go:42: 17:10:03 | scheduled-backup-incremental/7-engage-incremental | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 17:10:03 | scheduled-backup-incremental/7-engage-incremental | +++ printf %s kuttl-test-perfect-anchovy-scheduled-backup-incremental logger.go:42: 17:10:03 | scheduled-backup-incremental/7-engage-incremental | +++ sha1sum logger.go:42: 17:10:03 | scheduled-backup-incremental/7-engage-incremental | +++ awk '{print $1}' logger.go:42: 17:10:03 | scheduled-backup-incremental/7-engage-incremental | +++ head -c 5 logger.go:42: 17:10:03 | scheduled-backup-incremental/7-engage-incremental | ++ local prefix=c8a08 logger.go:42: 17:10:03 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get ps-backup -n kuttl-test-perfect-anchovy -l percona.com/backup-ancestor=c8a08-minio-incr -o yaml logger.go:42: 17:10:03 | scheduled-backup-incremental/7-engage-incremental | +++ yq '.items | length' logger.go:42: 17:10:04 | scheduled-backup-incremental/7-engage-incremental | ++ local bcp_count=1 logger.go:42: 17:10:04 | scheduled-backup-incremental/7-engage-incremental | ++ echo 1 logger.go:42: 17:10:04 | scheduled-backup-incremental/7-engage-incremental | + bcp_count=1 logger.go:42: 17:10:04 | scheduled-backup-incremental/7-engage-incremental | + [[ 1 -lt 3 ]] logger.go:42: 17:10:04 | scheduled-backup-incremental/7-engage-incremental | + echo 'There are 1 incremental ps-backups but should be at least 3' logger.go:42: 17:10:04 | scheduled-backup-incremental/7-engage-incremental | There are 1 incremental ps-backups but should be at least 3 logger.go:42: 17:10:04 | scheduled-backup-incremental/7-engage-incremental | + exit 1 logger.go:42: 17:10:05 | scheduled-backup-incremental/7-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 3 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 3" exit 1 fi] logger.go:42: 17:10:05 | scheduled-backup-incremental/7-engage-incremental | + source ../../functions logger.go:42: 17:10:05 | scheduled-backup-incremental/7-engage-incremental | +++ realpath ../../.. logger.go:42: 17:10:05 | scheduled-backup-incremental/7-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:10:05 | scheduled-backup-incremental/7-engage-incremental | ++++ pwd logger.go:42: 17:10:05 | scheduled-backup-incremental/7-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 17:10:05 | scheduled-backup-incremental/7-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 17:10:05 | scheduled-backup-incremental/7-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/vars.sh logger.go:42: 17:10:05 | scheduled-backup-incremental/7-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:10:05 | scheduled-backup-incremental/7-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:10:05 | scheduled-backup-incremental/7-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:10:05 | scheduled-backup-incremental/7-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:10:05 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:10:05 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:10:05 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:10:05 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:10:05 | scheduled-backup-incremental/7-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:10:05 | scheduled-backup-incremental/7-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:10:05 | scheduled-backup-incremental/7-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 17:10:05 | scheduled-backup-incremental/7-engage-incremental | +++ export GIT_BRANCH=PR-1269 logger.go:42: 17:10:05 | scheduled-backup-incremental/7-engage-incremental | +++ GIT_BRANCH=PR-1269 logger.go:42: 17:10:05 | scheduled-backup-incremental/7-engage-incremental | +++ export VERSION=PR-1269-fbab6499 logger.go:42: 17:10:05 | scheduled-backup-incremental/7-engage-incremental | +++ VERSION=PR-1269-fbab6499 logger.go:42: 17:10:05 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:10:05 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:10:05 | scheduled-backup-incremental/7-engage-incremental | +++ [[ -z 8.0 ]] logger.go:42: 17:10:05 | scheduled-backup-incremental/7-engage-incremental | +++ export MYSQL_VERSION=8.0 logger.go:42: 17:10:05 | scheduled-backup-incremental/7-engage-incremental | +++ MYSQL_VERSION=8.0 logger.go:42: 17:10:05 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:10:05 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:10:05 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:10:05 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:10:05 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:10:05 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:10:05 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:10:05 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:10:05 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:10:05 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:10:05 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:10:05 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:10:05 | scheduled-backup-incremental/7-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:10:05 | scheduled-backup-incremental/7-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:10:05 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:10:05 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:10:05 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:10:05 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:10:05 | scheduled-backup-incremental/7-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 17:10:05 | scheduled-backup-incremental/7-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 17:10:05 | scheduled-backup-incremental/7-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 17:10:05 | scheduled-backup-incremental/7-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 17:10:05 | scheduled-backup-incremental/7-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 17:10:05 | scheduled-backup-incremental/7-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 17:10:05 | scheduled-backup-incremental/7-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 17:10:05 | scheduled-backup-incremental/7-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 17:10:05 | scheduled-backup-incremental/7-engage-incremental | ++++ which gdate logger.go:42: 17:10:05 | scheduled-backup-incremental/7-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:10:05 | scheduled-backup-incremental/7-engage-incremental | ++++ which date logger.go:42: 17:10:05 | scheduled-backup-incremental/7-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 17:10:05 | scheduled-backup-incremental/7-engage-incremental | +++ oc get projects logger.go:42: 17:10:05 | scheduled-backup-incremental/7-engage-incremental | +++ : logger.go:42: 17:10:05 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get nodes logger.go:42: 17:10:05 | scheduled-backup-incremental/7-engage-incremental | +++ grep '^minikube' logger.go:42: 17:10:05 | scheduled-backup-incremental/7-engage-incremental | +++ which gsed logger.go:42: 17:10:05 | scheduled-backup-incremental/7-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:10:05 | scheduled-backup-incremental/7-engage-incremental | +++ which sed logger.go:42: 17:10:05 | scheduled-backup-incremental/7-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 17:10:05 | scheduled-backup-incremental/7-engage-incremental | ++ oc get projects logger.go:42: 17:10:05 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl version -o json logger.go:42: 17:10:05 | scheduled-backup-incremental/7-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 17:10:05 | scheduled-backup-incremental/7-engage-incremental | +++ grep '\-eks\-' logger.go:42: 17:10:05 | scheduled-backup-incremental/7-engage-incremental | grep: warning: stray \ before - logger.go:42: 17:10:06 | scheduled-backup-incremental/7-engage-incremental | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 17:10:06 | scheduled-backup-incremental/7-engage-incremental | ++ '[' ']' logger.go:42: 17:10:06 | scheduled-backup-incremental/7-engage-incremental | ++ EKS=0 logger.go:42: 17:10:06 | scheduled-backup-incremental/7-engage-incremental | +++ get_cluster_name logger.go:42: 17:10:06 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl -n kuttl-test-perfect-anchovy get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 17:10:06 | scheduled-backup-incremental/7-engage-incremental | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 17:10:06 | scheduled-backup-incremental/7-engage-incremental | ++ local schedule_name=minio-incr logger.go:42: 17:10:06 | scheduled-backup-incremental/7-engage-incremental | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 17:10:06 | scheduled-backup-incremental/7-engage-incremental | +++ printf %s kuttl-test-perfect-anchovy-scheduled-backup-incremental logger.go:42: 17:10:06 | scheduled-backup-incremental/7-engage-incremental | +++ sha1sum logger.go:42: 17:10:06 | scheduled-backup-incremental/7-engage-incremental | +++ awk '{print $1}' logger.go:42: 17:10:06 | scheduled-backup-incremental/7-engage-incremental | +++ head -c 5 logger.go:42: 17:10:06 | scheduled-backup-incremental/7-engage-incremental | ++ local prefix=c8a08 logger.go:42: 17:10:06 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get ps-backup -n kuttl-test-perfect-anchovy -l percona.com/backup-ancestor=c8a08-minio-incr -o yaml logger.go:42: 17:10:06 | scheduled-backup-incremental/7-engage-incremental | +++ yq '.items | length' logger.go:42: 17:10:07 | scheduled-backup-incremental/7-engage-incremental | ++ local bcp_count=1 logger.go:42: 17:10:07 | scheduled-backup-incremental/7-engage-incremental | ++ echo 1 logger.go:42: 17:10:07 | scheduled-backup-incremental/7-engage-incremental | + bcp_count=1 logger.go:42: 17:10:07 | scheduled-backup-incremental/7-engage-incremental | + [[ 1 -lt 3 ]] logger.go:42: 17:10:07 | scheduled-backup-incremental/7-engage-incremental | + echo 'There are 1 incremental ps-backups but should be at least 3' logger.go:42: 17:10:07 | scheduled-backup-incremental/7-engage-incremental | There are 1 incremental ps-backups but should be at least 3 logger.go:42: 17:10:07 | scheduled-backup-incremental/7-engage-incremental | + exit 1 logger.go:42: 17:10:08 | scheduled-backup-incremental/7-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 3 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 3" exit 1 fi] logger.go:42: 17:10:08 | scheduled-backup-incremental/7-engage-incremental | + source ../../functions logger.go:42: 17:10:08 | scheduled-backup-incremental/7-engage-incremental | +++ realpath ../../.. logger.go:42: 17:10:08 | scheduled-backup-incremental/7-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:10:08 | scheduled-backup-incremental/7-engage-incremental | ++++ pwd logger.go:42: 17:10:08 | scheduled-backup-incremental/7-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 17:10:08 | scheduled-backup-incremental/7-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 17:10:08 | scheduled-backup-incremental/7-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/vars.sh logger.go:42: 17:10:08 | scheduled-backup-incremental/7-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:10:08 | scheduled-backup-incremental/7-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:10:08 | scheduled-backup-incremental/7-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:10:08 | scheduled-backup-incremental/7-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:10:08 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:10:08 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:10:08 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:10:08 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:10:08 | scheduled-backup-incremental/7-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:10:08 | scheduled-backup-incremental/7-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:10:08 | scheduled-backup-incremental/7-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 17:10:08 | scheduled-backup-incremental/7-engage-incremental | +++ export GIT_BRANCH=PR-1269 logger.go:42: 17:10:08 | scheduled-backup-incremental/7-engage-incremental | +++ GIT_BRANCH=PR-1269 logger.go:42: 17:10:08 | scheduled-backup-incremental/7-engage-incremental | +++ export VERSION=PR-1269-fbab6499 logger.go:42: 17:10:08 | scheduled-backup-incremental/7-engage-incremental | +++ VERSION=PR-1269-fbab6499 logger.go:42: 17:10:08 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:10:08 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:10:08 | scheduled-backup-incremental/7-engage-incremental | +++ [[ -z 8.0 ]] logger.go:42: 17:10:08 | scheduled-backup-incremental/7-engage-incremental | +++ export MYSQL_VERSION=8.0 logger.go:42: 17:10:08 | scheduled-backup-incremental/7-engage-incremental | +++ MYSQL_VERSION=8.0 logger.go:42: 17:10:08 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:10:08 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:10:08 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:10:08 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:10:08 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:10:08 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:10:08 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:10:08 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:10:08 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:10:08 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:10:08 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:10:08 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:10:08 | scheduled-backup-incremental/7-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:10:08 | scheduled-backup-incremental/7-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:10:08 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:10:08 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:10:08 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:10:08 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:10:08 | scheduled-backup-incremental/7-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 17:10:08 | scheduled-backup-incremental/7-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 17:10:08 | scheduled-backup-incremental/7-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 17:10:08 | scheduled-backup-incremental/7-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 17:10:08 | scheduled-backup-incremental/7-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 17:10:08 | scheduled-backup-incremental/7-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 17:10:08 | scheduled-backup-incremental/7-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 17:10:08 | scheduled-backup-incremental/7-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 17:10:08 | scheduled-backup-incremental/7-engage-incremental | ++++ which gdate logger.go:42: 17:10:08 | scheduled-backup-incremental/7-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:10:08 | scheduled-backup-incremental/7-engage-incremental | ++++ which date logger.go:42: 17:10:08 | scheduled-backup-incremental/7-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 17:10:08 | scheduled-backup-incremental/7-engage-incremental | +++ oc get projects logger.go:42: 17:10:08 | scheduled-backup-incremental/7-engage-incremental | +++ : logger.go:42: 17:10:08 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get nodes logger.go:42: 17:10:08 | scheduled-backup-incremental/7-engage-incremental | +++ grep '^minikube' logger.go:42: 17:10:08 | scheduled-backup-incremental/7-engage-incremental | +++ which gsed logger.go:42: 17:10:08 | scheduled-backup-incremental/7-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:10:08 | scheduled-backup-incremental/7-engage-incremental | +++ which sed logger.go:42: 17:10:09 | scheduled-backup-incremental/7-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 17:10:09 | scheduled-backup-incremental/7-engage-incremental | ++ oc get projects logger.go:42: 17:10:09 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl version -o json logger.go:42: 17:10:09 | scheduled-backup-incremental/7-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 17:10:09 | scheduled-backup-incremental/7-engage-incremental | +++ grep '\-eks\-' logger.go:42: 17:10:09 | scheduled-backup-incremental/7-engage-incremental | grep: warning: stray \ before - logger.go:42: 17:10:09 | scheduled-backup-incremental/7-engage-incremental | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 17:10:09 | scheduled-backup-incremental/7-engage-incremental | ++ '[' ']' logger.go:42: 17:10:09 | scheduled-backup-incremental/7-engage-incremental | ++ EKS=0 logger.go:42: 17:10:09 | scheduled-backup-incremental/7-engage-incremental | +++ get_cluster_name logger.go:42: 17:10:09 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl -n kuttl-test-perfect-anchovy get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 17:10:10 | scheduled-backup-incremental/7-engage-incremental | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 17:10:10 | scheduled-backup-incremental/7-engage-incremental | ++ local schedule_name=minio-incr logger.go:42: 17:10:10 | scheduled-backup-incremental/7-engage-incremental | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 17:10:10 | scheduled-backup-incremental/7-engage-incremental | +++ printf %s kuttl-test-perfect-anchovy-scheduled-backup-incremental logger.go:42: 17:10:10 | scheduled-backup-incremental/7-engage-incremental | +++ sha1sum logger.go:42: 17:10:10 | scheduled-backup-incremental/7-engage-incremental | +++ awk '{print $1}' logger.go:42: 17:10:10 | scheduled-backup-incremental/7-engage-incremental | +++ head -c 5 logger.go:42: 17:10:10 | scheduled-backup-incremental/7-engage-incremental | ++ local prefix=c8a08 logger.go:42: 17:10:10 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get ps-backup -n kuttl-test-perfect-anchovy -l percona.com/backup-ancestor=c8a08-minio-incr -o yaml logger.go:42: 17:10:10 | scheduled-backup-incremental/7-engage-incremental | +++ yq '.items | length' logger.go:42: 17:10:10 | scheduled-backup-incremental/7-engage-incremental | ++ local bcp_count=1 logger.go:42: 17:10:10 | scheduled-backup-incremental/7-engage-incremental | ++ echo 1 logger.go:42: 17:10:10 | scheduled-backup-incremental/7-engage-incremental | + bcp_count=1 logger.go:42: 17:10:10 | scheduled-backup-incremental/7-engage-incremental | + [[ 1 -lt 3 ]] logger.go:42: 17:10:10 | scheduled-backup-incremental/7-engage-incremental | + echo 'There are 1 incremental ps-backups but should be at least 3' logger.go:42: 17:10:10 | scheduled-backup-incremental/7-engage-incremental | There are 1 incremental ps-backups but should be at least 3 logger.go:42: 17:10:10 | scheduled-backup-incremental/7-engage-incremental | + exit 1 logger.go:42: 17:10:11 | scheduled-backup-incremental/7-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 3 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 3" exit 1 fi] logger.go:42: 17:10:11 | scheduled-backup-incremental/7-engage-incremental | + source ../../functions logger.go:42: 17:10:11 | scheduled-backup-incremental/7-engage-incremental | +++ realpath ../../.. logger.go:42: 17:10:11 | scheduled-backup-incremental/7-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:10:11 | scheduled-backup-incremental/7-engage-incremental | ++++ pwd logger.go:42: 17:10:11 | scheduled-backup-incremental/7-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 17:10:11 | scheduled-backup-incremental/7-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 17:10:11 | scheduled-backup-incremental/7-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/vars.sh logger.go:42: 17:10:11 | scheduled-backup-incremental/7-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:10:11 | scheduled-backup-incremental/7-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:10:11 | scheduled-backup-incremental/7-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:10:11 | scheduled-backup-incremental/7-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:10:11 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:10:11 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:10:11 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:10:11 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:10:11 | scheduled-backup-incremental/7-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:10:11 | scheduled-backup-incremental/7-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:10:11 | scheduled-backup-incremental/7-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 17:10:11 | scheduled-backup-incremental/7-engage-incremental | +++ export GIT_BRANCH=PR-1269 logger.go:42: 17:10:11 | scheduled-backup-incremental/7-engage-incremental | +++ GIT_BRANCH=PR-1269 logger.go:42: 17:10:11 | scheduled-backup-incremental/7-engage-incremental | +++ export VERSION=PR-1269-fbab6499 logger.go:42: 17:10:11 | scheduled-backup-incremental/7-engage-incremental | +++ VERSION=PR-1269-fbab6499 logger.go:42: 17:10:11 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:10:11 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:10:11 | scheduled-backup-incremental/7-engage-incremental | +++ [[ -z 8.0 ]] logger.go:42: 17:10:11 | scheduled-backup-incremental/7-engage-incremental | +++ export MYSQL_VERSION=8.0 logger.go:42: 17:10:11 | scheduled-backup-incremental/7-engage-incremental | +++ MYSQL_VERSION=8.0 logger.go:42: 17:10:11 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:10:11 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:10:11 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:10:11 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:10:11 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:10:11 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:10:11 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:10:11 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:10:11 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:10:11 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:10:11 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:10:11 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:10:11 | scheduled-backup-incremental/7-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:10:11 | scheduled-backup-incremental/7-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:10:11 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:10:11 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:10:11 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:10:11 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:10:11 | scheduled-backup-incremental/7-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 17:10:11 | scheduled-backup-incremental/7-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 17:10:11 | scheduled-backup-incremental/7-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 17:10:11 | scheduled-backup-incremental/7-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 17:10:11 | scheduled-backup-incremental/7-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 17:10:11 | scheduled-backup-incremental/7-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 17:10:11 | scheduled-backup-incremental/7-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 17:10:11 | scheduled-backup-incremental/7-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 17:10:11 | scheduled-backup-incremental/7-engage-incremental | ++++ which gdate logger.go:42: 17:10:11 | scheduled-backup-incremental/7-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:10:11 | scheduled-backup-incremental/7-engage-incremental | ++++ which date logger.go:42: 17:10:11 | scheduled-backup-incremental/7-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 17:10:11 | scheduled-backup-incremental/7-engage-incremental | +++ oc get projects logger.go:42: 17:10:11 | scheduled-backup-incremental/7-engage-incremental | +++ : logger.go:42: 17:10:11 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get nodes logger.go:42: 17:10:11 | scheduled-backup-incremental/7-engage-incremental | +++ grep '^minikube' logger.go:42: 17:10:12 | scheduled-backup-incremental/7-engage-incremental | +++ which gsed logger.go:42: 17:10:12 | scheduled-backup-incremental/7-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:10:12 | scheduled-backup-incremental/7-engage-incremental | +++ which sed logger.go:42: 17:10:12 | scheduled-backup-incremental/7-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 17:10:12 | scheduled-backup-incremental/7-engage-incremental | ++ oc get projects logger.go:42: 17:10:12 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl version -o json logger.go:42: 17:10:12 | scheduled-backup-incremental/7-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 17:10:12 | scheduled-backup-incremental/7-engage-incremental | +++ grep '\-eks\-' logger.go:42: 17:10:12 | scheduled-backup-incremental/7-engage-incremental | grep: warning: stray \ before - logger.go:42: 17:10:12 | scheduled-backup-incremental/7-engage-incremental | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 17:10:12 | scheduled-backup-incremental/7-engage-incremental | ++ '[' ']' logger.go:42: 17:10:12 | scheduled-backup-incremental/7-engage-incremental | ++ EKS=0 logger.go:42: 17:10:12 | scheduled-backup-incremental/7-engage-incremental | +++ get_cluster_name logger.go:42: 17:10:12 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl -n kuttl-test-perfect-anchovy get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 17:10:13 | scheduled-backup-incremental/7-engage-incremental | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 17:10:13 | scheduled-backup-incremental/7-engage-incremental | ++ local schedule_name=minio-incr logger.go:42: 17:10:13 | scheduled-backup-incremental/7-engage-incremental | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 17:10:13 | scheduled-backup-incremental/7-engage-incremental | +++ printf %s kuttl-test-perfect-anchovy-scheduled-backup-incremental logger.go:42: 17:10:13 | scheduled-backup-incremental/7-engage-incremental | +++ sha1sum logger.go:42: 17:10:13 | scheduled-backup-incremental/7-engage-incremental | +++ awk '{print $1}' logger.go:42: 17:10:13 | scheduled-backup-incremental/7-engage-incremental | +++ head -c 5 logger.go:42: 17:10:13 | scheduled-backup-incremental/7-engage-incremental | ++ local prefix=c8a08 logger.go:42: 17:10:13 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get ps-backup -n kuttl-test-perfect-anchovy -l percona.com/backup-ancestor=c8a08-minio-incr -o yaml logger.go:42: 17:10:13 | scheduled-backup-incremental/7-engage-incremental | +++ yq '.items | length' logger.go:42: 17:10:13 | scheduled-backup-incremental/7-engage-incremental | ++ local bcp_count=1 logger.go:42: 17:10:13 | scheduled-backup-incremental/7-engage-incremental | ++ echo 1 logger.go:42: 17:10:13 | scheduled-backup-incremental/7-engage-incremental | + bcp_count=1 logger.go:42: 17:10:13 | scheduled-backup-incremental/7-engage-incremental | + [[ 1 -lt 3 ]] logger.go:42: 17:10:13 | scheduled-backup-incremental/7-engage-incremental | + echo 'There are 1 incremental ps-backups but should be at least 3' logger.go:42: 17:10:13 | scheduled-backup-incremental/7-engage-incremental | There are 1 incremental ps-backups but should be at least 3 logger.go:42: 17:10:13 | scheduled-backup-incremental/7-engage-incremental | + exit 1 logger.go:42: 17:10:14 | scheduled-backup-incremental/7-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 3 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 3" exit 1 fi] logger.go:42: 17:10:14 | scheduled-backup-incremental/7-engage-incremental | + source ../../functions logger.go:42: 17:10:14 | scheduled-backup-incremental/7-engage-incremental | +++ realpath ../../.. logger.go:42: 17:10:14 | scheduled-backup-incremental/7-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:10:14 | scheduled-backup-incremental/7-engage-incremental | ++++ pwd logger.go:42: 17:10:14 | scheduled-backup-incremental/7-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 17:10:14 | scheduled-backup-incremental/7-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 17:10:14 | scheduled-backup-incremental/7-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/vars.sh logger.go:42: 17:10:14 | scheduled-backup-incremental/7-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:10:14 | scheduled-backup-incremental/7-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:10:14 | scheduled-backup-incremental/7-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:10:14 | scheduled-backup-incremental/7-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:10:14 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:10:14 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:10:14 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:10:14 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:10:14 | scheduled-backup-incremental/7-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:10:14 | scheduled-backup-incremental/7-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:10:14 | scheduled-backup-incremental/7-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 17:10:14 | scheduled-backup-incremental/7-engage-incremental | +++ export GIT_BRANCH=PR-1269 logger.go:42: 17:10:14 | scheduled-backup-incremental/7-engage-incremental | +++ GIT_BRANCH=PR-1269 logger.go:42: 17:10:14 | scheduled-backup-incremental/7-engage-incremental | +++ export VERSION=PR-1269-fbab6499 logger.go:42: 17:10:14 | scheduled-backup-incremental/7-engage-incremental | +++ VERSION=PR-1269-fbab6499 logger.go:42: 17:10:14 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:10:14 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:10:14 | scheduled-backup-incremental/7-engage-incremental | +++ [[ -z 8.0 ]] logger.go:42: 17:10:14 | scheduled-backup-incremental/7-engage-incremental | +++ export MYSQL_VERSION=8.0 logger.go:42: 17:10:14 | scheduled-backup-incremental/7-engage-incremental | +++ MYSQL_VERSION=8.0 logger.go:42: 17:10:14 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:10:14 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:10:14 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:10:14 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:10:14 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:10:14 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:10:14 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:10:14 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:10:14 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:10:14 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:10:14 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:10:14 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:10:14 | scheduled-backup-incremental/7-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:10:14 | scheduled-backup-incremental/7-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:10:14 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:10:14 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:10:14 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:10:14 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:10:14 | scheduled-backup-incremental/7-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 17:10:14 | scheduled-backup-incremental/7-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 17:10:14 | scheduled-backup-incremental/7-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 17:10:14 | scheduled-backup-incremental/7-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 17:10:14 | scheduled-backup-incremental/7-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 17:10:14 | scheduled-backup-incremental/7-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 17:10:14 | scheduled-backup-incremental/7-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 17:10:14 | scheduled-backup-incremental/7-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 17:10:14 | scheduled-backup-incremental/7-engage-incremental | ++++ which gdate logger.go:42: 17:10:14 | scheduled-backup-incremental/7-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:10:14 | scheduled-backup-incremental/7-engage-incremental | ++++ which date logger.go:42: 17:10:14 | scheduled-backup-incremental/7-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 17:10:14 | scheduled-backup-incremental/7-engage-incremental | +++ oc get projects logger.go:42: 17:10:14 | scheduled-backup-incremental/7-engage-incremental | +++ : logger.go:42: 17:10:14 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get nodes logger.go:42: 17:10:14 | scheduled-backup-incremental/7-engage-incremental | +++ grep '^minikube' logger.go:42: 17:10:15 | scheduled-backup-incremental/7-engage-incremental | +++ which gsed logger.go:42: 17:10:15 | scheduled-backup-incremental/7-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:10:15 | scheduled-backup-incremental/7-engage-incremental | +++ which sed logger.go:42: 17:10:15 | scheduled-backup-incremental/7-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 17:10:15 | scheduled-backup-incremental/7-engage-incremental | ++ oc get projects logger.go:42: 17:10:15 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl version -o json logger.go:42: 17:10:15 | scheduled-backup-incremental/7-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 17:10:15 | scheduled-backup-incremental/7-engage-incremental | +++ grep '\-eks\-' logger.go:42: 17:10:15 | scheduled-backup-incremental/7-engage-incremental | grep: warning: stray \ before - logger.go:42: 17:10:15 | scheduled-backup-incremental/7-engage-incremental | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 17:10:15 | scheduled-backup-incremental/7-engage-incremental | ++ '[' ']' logger.go:42: 17:10:15 | scheduled-backup-incremental/7-engage-incremental | ++ EKS=0 logger.go:42: 17:10:15 | scheduled-backup-incremental/7-engage-incremental | +++ get_cluster_name logger.go:42: 17:10:15 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl -n kuttl-test-perfect-anchovy get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 17:10:16 | scheduled-backup-incremental/7-engage-incremental | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 17:10:16 | scheduled-backup-incremental/7-engage-incremental | ++ local schedule_name=minio-incr logger.go:42: 17:10:16 | scheduled-backup-incremental/7-engage-incremental | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 17:10:16 | scheduled-backup-incremental/7-engage-incremental | +++ printf %s kuttl-test-perfect-anchovy-scheduled-backup-incremental logger.go:42: 17:10:16 | scheduled-backup-incremental/7-engage-incremental | +++ sha1sum logger.go:42: 17:10:16 | scheduled-backup-incremental/7-engage-incremental | +++ awk '{print $1}' logger.go:42: 17:10:16 | scheduled-backup-incremental/7-engage-incremental | +++ head -c 5 logger.go:42: 17:10:16 | scheduled-backup-incremental/7-engage-incremental | ++ local prefix=c8a08 logger.go:42: 17:10:16 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get ps-backup -n kuttl-test-perfect-anchovy -l percona.com/backup-ancestor=c8a08-minio-incr -o yaml logger.go:42: 17:10:16 | scheduled-backup-incremental/7-engage-incremental | +++ yq '.items | length' logger.go:42: 17:10:16 | scheduled-backup-incremental/7-engage-incremental | ++ local bcp_count=1 logger.go:42: 17:10:16 | scheduled-backup-incremental/7-engage-incremental | ++ echo 1 logger.go:42: 17:10:16 | scheduled-backup-incremental/7-engage-incremental | + bcp_count=1 logger.go:42: 17:10:16 | scheduled-backup-incremental/7-engage-incremental | + [[ 1 -lt 3 ]] logger.go:42: 17:10:16 | scheduled-backup-incremental/7-engage-incremental | + echo 'There are 1 incremental ps-backups but should be at least 3' logger.go:42: 17:10:16 | scheduled-backup-incremental/7-engage-incremental | There are 1 incremental ps-backups but should be at least 3 logger.go:42: 17:10:16 | scheduled-backup-incremental/7-engage-incremental | + exit 1 logger.go:42: 17:10:18 | scheduled-backup-incremental/7-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 3 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 3" exit 1 fi] logger.go:42: 17:10:18 | scheduled-backup-incremental/7-engage-incremental | + source ../../functions logger.go:42: 17:10:18 | scheduled-backup-incremental/7-engage-incremental | +++ realpath ../../.. logger.go:42: 17:10:18 | scheduled-backup-incremental/7-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:10:18 | scheduled-backup-incremental/7-engage-incremental | ++++ pwd logger.go:42: 17:10:18 | scheduled-backup-incremental/7-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 17:10:18 | scheduled-backup-incremental/7-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 17:10:18 | scheduled-backup-incremental/7-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/vars.sh logger.go:42: 17:10:18 | scheduled-backup-incremental/7-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:10:18 | scheduled-backup-incremental/7-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:10:18 | scheduled-backup-incremental/7-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:10:18 | scheduled-backup-incremental/7-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:10:18 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:10:18 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:10:18 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:10:18 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:10:18 | scheduled-backup-incremental/7-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:10:18 | scheduled-backup-incremental/7-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:10:18 | scheduled-backup-incremental/7-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 17:10:18 | scheduled-backup-incremental/7-engage-incremental | +++ export GIT_BRANCH=PR-1269 logger.go:42: 17:10:18 | scheduled-backup-incremental/7-engage-incremental | +++ GIT_BRANCH=PR-1269 logger.go:42: 17:10:18 | scheduled-backup-incremental/7-engage-incremental | +++ export VERSION=PR-1269-fbab6499 logger.go:42: 17:10:18 | scheduled-backup-incremental/7-engage-incremental | +++ VERSION=PR-1269-fbab6499 logger.go:42: 17:10:18 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:10:18 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:10:18 | scheduled-backup-incremental/7-engage-incremental | +++ [[ -z 8.0 ]] logger.go:42: 17:10:18 | scheduled-backup-incremental/7-engage-incremental | +++ export MYSQL_VERSION=8.0 logger.go:42: 17:10:18 | scheduled-backup-incremental/7-engage-incremental | +++ MYSQL_VERSION=8.0 logger.go:42: 17:10:18 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:10:18 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:10:18 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:10:18 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:10:18 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:10:18 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:10:18 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:10:18 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:10:18 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:10:18 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:10:18 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:10:18 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:10:18 | scheduled-backup-incremental/7-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:10:18 | scheduled-backup-incremental/7-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:10:18 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:10:18 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:10:18 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:10:18 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:10:18 | scheduled-backup-incremental/7-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 17:10:18 | scheduled-backup-incremental/7-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 17:10:18 | scheduled-backup-incremental/7-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 17:10:18 | scheduled-backup-incremental/7-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 17:10:18 | scheduled-backup-incremental/7-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 17:10:18 | scheduled-backup-incremental/7-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 17:10:18 | scheduled-backup-incremental/7-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 17:10:18 | scheduled-backup-incremental/7-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 17:10:18 | scheduled-backup-incremental/7-engage-incremental | ++++ which gdate logger.go:42: 17:10:18 | scheduled-backup-incremental/7-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:10:18 | scheduled-backup-incremental/7-engage-incremental | ++++ which date logger.go:42: 17:10:18 | scheduled-backup-incremental/7-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 17:10:18 | scheduled-backup-incremental/7-engage-incremental | +++ oc get projects logger.go:42: 17:10:18 | scheduled-backup-incremental/7-engage-incremental | +++ : logger.go:42: 17:10:18 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get nodes logger.go:42: 17:10:18 | scheduled-backup-incremental/7-engage-incremental | +++ grep '^minikube' logger.go:42: 17:10:18 | scheduled-backup-incremental/7-engage-incremental | +++ which gsed logger.go:42: 17:10:18 | scheduled-backup-incremental/7-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:10:18 | scheduled-backup-incremental/7-engage-incremental | +++ which sed logger.go:42: 17:10:18 | scheduled-backup-incremental/7-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 17:10:18 | scheduled-backup-incremental/7-engage-incremental | ++ oc get projects logger.go:42: 17:10:18 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl version -o json logger.go:42: 17:10:18 | scheduled-backup-incremental/7-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 17:10:18 | scheduled-backup-incremental/7-engage-incremental | +++ grep '\-eks\-' logger.go:42: 17:10:18 | scheduled-backup-incremental/7-engage-incremental | grep: warning: stray \ before - logger.go:42: 17:10:19 | scheduled-backup-incremental/7-engage-incremental | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 17:10:19 | scheduled-backup-incremental/7-engage-incremental | ++ '[' ']' logger.go:42: 17:10:19 | scheduled-backup-incremental/7-engage-incremental | ++ EKS=0 logger.go:42: 17:10:19 | scheduled-backup-incremental/7-engage-incremental | +++ get_cluster_name logger.go:42: 17:10:19 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl -n kuttl-test-perfect-anchovy get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 17:10:19 | scheduled-backup-incremental/7-engage-incremental | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 17:10:19 | scheduled-backup-incremental/7-engage-incremental | ++ local schedule_name=minio-incr logger.go:42: 17:10:19 | scheduled-backup-incremental/7-engage-incremental | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 17:10:19 | scheduled-backup-incremental/7-engage-incremental | +++ printf %s kuttl-test-perfect-anchovy-scheduled-backup-incremental logger.go:42: 17:10:19 | scheduled-backup-incremental/7-engage-incremental | +++ sha1sum logger.go:42: 17:10:19 | scheduled-backup-incremental/7-engage-incremental | +++ awk '{print $1}' logger.go:42: 17:10:19 | scheduled-backup-incremental/7-engage-incremental | +++ head -c 5 logger.go:42: 17:10:19 | scheduled-backup-incremental/7-engage-incremental | ++ local prefix=c8a08 logger.go:42: 17:10:19 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get ps-backup -n kuttl-test-perfect-anchovy -l percona.com/backup-ancestor=c8a08-minio-incr -o yaml logger.go:42: 17:10:19 | scheduled-backup-incremental/7-engage-incremental | +++ yq '.items | length' logger.go:42: 17:10:20 | scheduled-backup-incremental/7-engage-incremental | ++ local bcp_count=1 logger.go:42: 17:10:20 | scheduled-backup-incremental/7-engage-incremental | ++ echo 1 logger.go:42: 17:10:20 | scheduled-backup-incremental/7-engage-incremental | + bcp_count=1 logger.go:42: 17:10:20 | scheduled-backup-incremental/7-engage-incremental | + [[ 1 -lt 3 ]] logger.go:42: 17:10:20 | scheduled-backup-incremental/7-engage-incremental | + echo 'There are 1 incremental ps-backups but should be at least 3' logger.go:42: 17:10:20 | scheduled-backup-incremental/7-engage-incremental | There are 1 incremental ps-backups but should be at least 3 logger.go:42: 17:10:20 | scheduled-backup-incremental/7-engage-incremental | + exit 1 logger.go:42: 17:10:21 | scheduled-backup-incremental/7-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 3 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 3" exit 1 fi] logger.go:42: 17:10:21 | scheduled-backup-incremental/7-engage-incremental | + source ../../functions logger.go:42: 17:10:21 | scheduled-backup-incremental/7-engage-incremental | +++ realpath ../../.. logger.go:42: 17:10:21 | scheduled-backup-incremental/7-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:10:21 | scheduled-backup-incremental/7-engage-incremental | ++++ pwd logger.go:42: 17:10:21 | scheduled-backup-incremental/7-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 17:10:21 | scheduled-backup-incremental/7-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 17:10:21 | scheduled-backup-incremental/7-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/vars.sh logger.go:42: 17:10:21 | scheduled-backup-incremental/7-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:10:21 | scheduled-backup-incremental/7-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:10:21 | scheduled-backup-incremental/7-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:10:21 | scheduled-backup-incremental/7-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:10:21 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:10:21 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:10:21 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:10:21 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:10:21 | scheduled-backup-incremental/7-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:10:21 | scheduled-backup-incremental/7-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:10:21 | scheduled-backup-incremental/7-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 17:10:21 | scheduled-backup-incremental/7-engage-incremental | +++ export GIT_BRANCH=PR-1269 logger.go:42: 17:10:21 | scheduled-backup-incremental/7-engage-incremental | +++ GIT_BRANCH=PR-1269 logger.go:42: 17:10:21 | scheduled-backup-incremental/7-engage-incremental | +++ export VERSION=PR-1269-fbab6499 logger.go:42: 17:10:21 | scheduled-backup-incremental/7-engage-incremental | +++ VERSION=PR-1269-fbab6499 logger.go:42: 17:10:21 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:10:21 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:10:21 | scheduled-backup-incremental/7-engage-incremental | +++ [[ -z 8.0 ]] logger.go:42: 17:10:21 | scheduled-backup-incremental/7-engage-incremental | +++ export MYSQL_VERSION=8.0 logger.go:42: 17:10:21 | scheduled-backup-incremental/7-engage-incremental | +++ MYSQL_VERSION=8.0 logger.go:42: 17:10:21 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:10:21 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:10:21 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:10:21 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:10:21 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:10:21 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:10:21 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:10:21 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:10:21 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:10:21 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:10:21 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:10:21 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:10:21 | scheduled-backup-incremental/7-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:10:21 | scheduled-backup-incremental/7-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:10:21 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:10:21 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:10:21 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:10:21 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:10:21 | scheduled-backup-incremental/7-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 17:10:21 | scheduled-backup-incremental/7-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 17:10:21 | scheduled-backup-incremental/7-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 17:10:21 | scheduled-backup-incremental/7-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 17:10:21 | scheduled-backup-incremental/7-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 17:10:21 | scheduled-backup-incremental/7-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 17:10:21 | scheduled-backup-incremental/7-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 17:10:21 | scheduled-backup-incremental/7-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 17:10:21 | scheduled-backup-incremental/7-engage-incremental | ++++ which gdate logger.go:42: 17:10:21 | scheduled-backup-incremental/7-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:10:21 | scheduled-backup-incremental/7-engage-incremental | ++++ which date logger.go:42: 17:10:21 | scheduled-backup-incremental/7-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 17:10:21 | scheduled-backup-incremental/7-engage-incremental | +++ oc get projects logger.go:42: 17:10:21 | scheduled-backup-incremental/7-engage-incremental | +++ : logger.go:42: 17:10:21 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get nodes logger.go:42: 17:10:21 | scheduled-backup-incremental/7-engage-incremental | +++ grep '^minikube' logger.go:42: 17:10:21 | scheduled-backup-incremental/7-engage-incremental | +++ which gsed logger.go:42: 17:10:21 | scheduled-backup-incremental/7-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:10:21 | scheduled-backup-incremental/7-engage-incremental | +++ which sed logger.go:42: 17:10:21 | scheduled-backup-incremental/7-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 17:10:21 | scheduled-backup-incremental/7-engage-incremental | ++ oc get projects logger.go:42: 17:10:21 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl version -o json logger.go:42: 17:10:21 | scheduled-backup-incremental/7-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 17:10:21 | scheduled-backup-incremental/7-engage-incremental | +++ grep '\-eks\-' logger.go:42: 17:10:21 | scheduled-backup-incremental/7-engage-incremental | grep: warning: stray \ before - logger.go:42: 17:10:22 | scheduled-backup-incremental/7-engage-incremental | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 17:10:22 | scheduled-backup-incremental/7-engage-incremental | ++ '[' ']' logger.go:42: 17:10:22 | scheduled-backup-incremental/7-engage-incremental | ++ EKS=0 logger.go:42: 17:10:22 | scheduled-backup-incremental/7-engage-incremental | +++ get_cluster_name logger.go:42: 17:10:22 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl -n kuttl-test-perfect-anchovy get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 17:10:22 | scheduled-backup-incremental/7-engage-incremental | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 17:10:22 | scheduled-backup-incremental/7-engage-incremental | ++ local schedule_name=minio-incr logger.go:42: 17:10:22 | scheduled-backup-incremental/7-engage-incremental | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 17:10:22 | scheduled-backup-incremental/7-engage-incremental | +++ printf %s kuttl-test-perfect-anchovy-scheduled-backup-incremental logger.go:42: 17:10:22 | scheduled-backup-incremental/7-engage-incremental | +++ sha1sum logger.go:42: 17:10:22 | scheduled-backup-incremental/7-engage-incremental | +++ awk '{print $1}' logger.go:42: 17:10:22 | scheduled-backup-incremental/7-engage-incremental | +++ head -c 5 logger.go:42: 17:10:22 | scheduled-backup-incremental/7-engage-incremental | ++ local prefix=c8a08 logger.go:42: 17:10:22 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get ps-backup -n kuttl-test-perfect-anchovy -l percona.com/backup-ancestor=c8a08-minio-incr -o yaml logger.go:42: 17:10:22 | scheduled-backup-incremental/7-engage-incremental | +++ yq '.items | length' logger.go:42: 17:10:23 | scheduled-backup-incremental/7-engage-incremental | ++ local bcp_count=1 logger.go:42: 17:10:23 | scheduled-backup-incremental/7-engage-incremental | ++ echo 1 logger.go:42: 17:10:23 | scheduled-backup-incremental/7-engage-incremental | + bcp_count=1 logger.go:42: 17:10:23 | scheduled-backup-incremental/7-engage-incremental | + [[ 1 -lt 3 ]] logger.go:42: 17:10:23 | scheduled-backup-incremental/7-engage-incremental | + echo 'There are 1 incremental ps-backups but should be at least 3' logger.go:42: 17:10:23 | scheduled-backup-incremental/7-engage-incremental | There are 1 incremental ps-backups but should be at least 3 logger.go:42: 17:10:23 | scheduled-backup-incremental/7-engage-incremental | + exit 1 logger.go:42: 17:10:24 | scheduled-backup-incremental/7-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 3 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 3" exit 1 fi] logger.go:42: 17:10:24 | scheduled-backup-incremental/7-engage-incremental | + source ../../functions logger.go:42: 17:10:24 | scheduled-backup-incremental/7-engage-incremental | +++ realpath ../../.. logger.go:42: 17:10:24 | scheduled-backup-incremental/7-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:10:24 | scheduled-backup-incremental/7-engage-incremental | ++++ pwd logger.go:42: 17:10:24 | scheduled-backup-incremental/7-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 17:10:24 | scheduled-backup-incremental/7-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 17:10:24 | scheduled-backup-incremental/7-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/vars.sh logger.go:42: 17:10:24 | scheduled-backup-incremental/7-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:10:24 | scheduled-backup-incremental/7-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:10:24 | scheduled-backup-incremental/7-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:10:24 | scheduled-backup-incremental/7-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:10:24 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:10:24 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:10:24 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:10:24 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:10:24 | scheduled-backup-incremental/7-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:10:24 | scheduled-backup-incremental/7-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:10:24 | scheduled-backup-incremental/7-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 17:10:24 | scheduled-backup-incremental/7-engage-incremental | +++ export GIT_BRANCH=PR-1269 logger.go:42: 17:10:24 | scheduled-backup-incremental/7-engage-incremental | +++ GIT_BRANCH=PR-1269 logger.go:42: 17:10:24 | scheduled-backup-incremental/7-engage-incremental | +++ export VERSION=PR-1269-fbab6499 logger.go:42: 17:10:24 | scheduled-backup-incremental/7-engage-incremental | +++ VERSION=PR-1269-fbab6499 logger.go:42: 17:10:24 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:10:24 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:10:24 | scheduled-backup-incremental/7-engage-incremental | +++ [[ -z 8.0 ]] logger.go:42: 17:10:24 | scheduled-backup-incremental/7-engage-incremental | +++ export MYSQL_VERSION=8.0 logger.go:42: 17:10:24 | scheduled-backup-incremental/7-engage-incremental | +++ MYSQL_VERSION=8.0 logger.go:42: 17:10:24 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:10:24 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:10:24 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:10:24 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:10:24 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:10:24 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:10:24 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:10:24 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:10:24 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:10:24 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:10:24 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:10:24 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:10:24 | scheduled-backup-incremental/7-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:10:24 | scheduled-backup-incremental/7-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:10:24 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:10:24 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:10:24 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:10:24 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:10:24 | scheduled-backup-incremental/7-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 17:10:24 | scheduled-backup-incremental/7-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 17:10:24 | scheduled-backup-incremental/7-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 17:10:24 | scheduled-backup-incremental/7-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 17:10:24 | scheduled-backup-incremental/7-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 17:10:24 | scheduled-backup-incremental/7-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 17:10:24 | scheduled-backup-incremental/7-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 17:10:24 | scheduled-backup-incremental/7-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 17:10:24 | scheduled-backup-incremental/7-engage-incremental | ++++ which gdate logger.go:42: 17:10:24 | scheduled-backup-incremental/7-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:10:24 | scheduled-backup-incremental/7-engage-incremental | ++++ which date logger.go:42: 17:10:24 | scheduled-backup-incremental/7-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 17:10:24 | scheduled-backup-incremental/7-engage-incremental | +++ oc get projects logger.go:42: 17:10:24 | scheduled-backup-incremental/7-engage-incremental | +++ : logger.go:42: 17:10:24 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get nodes logger.go:42: 17:10:24 | scheduled-backup-incremental/7-engage-incremental | +++ grep '^minikube' logger.go:42: 17:10:25 | scheduled-backup-incremental/7-engage-incremental | +++ which gsed logger.go:42: 17:10:25 | scheduled-backup-incremental/7-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:10:25 | scheduled-backup-incremental/7-engage-incremental | +++ which sed logger.go:42: 17:10:25 | scheduled-backup-incremental/7-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 17:10:25 | scheduled-backup-incremental/7-engage-incremental | ++ oc get projects logger.go:42: 17:10:25 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl version -o json logger.go:42: 17:10:25 | scheduled-backup-incremental/7-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 17:10:25 | scheduled-backup-incremental/7-engage-incremental | +++ grep '\-eks\-' logger.go:42: 17:10:25 | scheduled-backup-incremental/7-engage-incremental | grep: warning: stray \ before - logger.go:42: 17:10:25 | scheduled-backup-incremental/7-engage-incremental | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 17:10:25 | scheduled-backup-incremental/7-engage-incremental | ++ '[' ']' logger.go:42: 17:10:25 | scheduled-backup-incremental/7-engage-incremental | ++ EKS=0 logger.go:42: 17:10:25 | scheduled-backup-incremental/7-engage-incremental | +++ get_cluster_name logger.go:42: 17:10:25 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl -n kuttl-test-perfect-anchovy get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 17:10:26 | scheduled-backup-incremental/7-engage-incremental | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 17:10:26 | scheduled-backup-incremental/7-engage-incremental | ++ local schedule_name=minio-incr logger.go:42: 17:10:26 | scheduled-backup-incremental/7-engage-incremental | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 17:10:26 | scheduled-backup-incremental/7-engage-incremental | +++ printf %s kuttl-test-perfect-anchovy-scheduled-backup-incremental logger.go:42: 17:10:26 | scheduled-backup-incremental/7-engage-incremental | +++ sha1sum logger.go:42: 17:10:26 | scheduled-backup-incremental/7-engage-incremental | +++ awk '{print $1}' logger.go:42: 17:10:26 | scheduled-backup-incremental/7-engage-incremental | +++ head -c 5 logger.go:42: 17:10:26 | scheduled-backup-incremental/7-engage-incremental | ++ local prefix=c8a08 logger.go:42: 17:10:26 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get ps-backup -n kuttl-test-perfect-anchovy -l percona.com/backup-ancestor=c8a08-minio-incr -o yaml logger.go:42: 17:10:26 | scheduled-backup-incremental/7-engage-incremental | +++ yq '.items | length' logger.go:42: 17:10:26 | scheduled-backup-incremental/7-engage-incremental | ++ local bcp_count=1 logger.go:42: 17:10:26 | scheduled-backup-incremental/7-engage-incremental | ++ echo 1 logger.go:42: 17:10:26 | scheduled-backup-incremental/7-engage-incremental | + bcp_count=1 logger.go:42: 17:10:26 | scheduled-backup-incremental/7-engage-incremental | + [[ 1 -lt 3 ]] logger.go:42: 17:10:26 | scheduled-backup-incremental/7-engage-incremental | + echo 'There are 1 incremental ps-backups but should be at least 3' logger.go:42: 17:10:26 | scheduled-backup-incremental/7-engage-incremental | There are 1 incremental ps-backups but should be at least 3 logger.go:42: 17:10:26 | scheduled-backup-incremental/7-engage-incremental | + exit 1 logger.go:42: 17:10:27 | scheduled-backup-incremental/7-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 3 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 3" exit 1 fi] logger.go:42: 17:10:27 | scheduled-backup-incremental/7-engage-incremental | + source ../../functions logger.go:42: 17:10:27 | scheduled-backup-incremental/7-engage-incremental | +++ realpath ../../.. logger.go:42: 17:10:27 | scheduled-backup-incremental/7-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:10:27 | scheduled-backup-incremental/7-engage-incremental | ++++ pwd logger.go:42: 17:10:27 | scheduled-backup-incremental/7-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 17:10:27 | scheduled-backup-incremental/7-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 17:10:27 | scheduled-backup-incremental/7-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/vars.sh logger.go:42: 17:10:27 | scheduled-backup-incremental/7-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:10:27 | scheduled-backup-incremental/7-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:10:27 | scheduled-backup-incremental/7-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:10:27 | scheduled-backup-incremental/7-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:10:27 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:10:27 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:10:27 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:10:27 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:10:27 | scheduled-backup-incremental/7-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:10:27 | scheduled-backup-incremental/7-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:10:27 | scheduled-backup-incremental/7-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 17:10:27 | scheduled-backup-incremental/7-engage-incremental | +++ export GIT_BRANCH=PR-1269 logger.go:42: 17:10:27 | scheduled-backup-incremental/7-engage-incremental | +++ GIT_BRANCH=PR-1269 logger.go:42: 17:10:27 | scheduled-backup-incremental/7-engage-incremental | +++ export VERSION=PR-1269-fbab6499 logger.go:42: 17:10:27 | scheduled-backup-incremental/7-engage-incremental | +++ VERSION=PR-1269-fbab6499 logger.go:42: 17:10:27 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:10:27 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:10:27 | scheduled-backup-incremental/7-engage-incremental | +++ [[ -z 8.0 ]] logger.go:42: 17:10:27 | scheduled-backup-incremental/7-engage-incremental | +++ export MYSQL_VERSION=8.0 logger.go:42: 17:10:27 | scheduled-backup-incremental/7-engage-incremental | +++ MYSQL_VERSION=8.0 logger.go:42: 17:10:27 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:10:27 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:10:27 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:10:27 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:10:27 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:10:27 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:10:27 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:10:27 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:10:27 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:10:27 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:10:27 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:10:27 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:10:27 | scheduled-backup-incremental/7-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:10:27 | scheduled-backup-incremental/7-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:10:27 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:10:27 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:10:27 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:10:27 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:10:27 | scheduled-backup-incremental/7-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 17:10:27 | scheduled-backup-incremental/7-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 17:10:27 | scheduled-backup-incremental/7-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 17:10:27 | scheduled-backup-incremental/7-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 17:10:27 | scheduled-backup-incremental/7-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 17:10:27 | scheduled-backup-incremental/7-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 17:10:27 | scheduled-backup-incremental/7-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 17:10:27 | scheduled-backup-incremental/7-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 17:10:27 | scheduled-backup-incremental/7-engage-incremental | ++++ which gdate logger.go:42: 17:10:27 | scheduled-backup-incremental/7-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:10:27 | scheduled-backup-incremental/7-engage-incremental | ++++ which date logger.go:42: 17:10:27 | scheduled-backup-incremental/7-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 17:10:27 | scheduled-backup-incremental/7-engage-incremental | +++ oc get projects logger.go:42: 17:10:27 | scheduled-backup-incremental/7-engage-incremental | +++ : logger.go:42: 17:10:27 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get nodes logger.go:42: 17:10:27 | scheduled-backup-incremental/7-engage-incremental | +++ grep '^minikube' logger.go:42: 17:10:28 | scheduled-backup-incremental/7-engage-incremental | +++ which gsed logger.go:42: 17:10:28 | scheduled-backup-incremental/7-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:10:28 | scheduled-backup-incremental/7-engage-incremental | +++ which sed logger.go:42: 17:10:28 | scheduled-backup-incremental/7-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 17:10:28 | scheduled-backup-incremental/7-engage-incremental | ++ oc get projects logger.go:42: 17:10:28 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl version -o json logger.go:42: 17:10:28 | scheduled-backup-incremental/7-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 17:10:28 | scheduled-backup-incremental/7-engage-incremental | +++ grep '\-eks\-' logger.go:42: 17:10:28 | scheduled-backup-incremental/7-engage-incremental | grep: warning: stray \ before - logger.go:42: 17:10:28 | scheduled-backup-incremental/7-engage-incremental | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 17:10:28 | scheduled-backup-incremental/7-engage-incremental | ++ '[' ']' logger.go:42: 17:10:28 | scheduled-backup-incremental/7-engage-incremental | ++ EKS=0 logger.go:42: 17:10:28 | scheduled-backup-incremental/7-engage-incremental | +++ get_cluster_name logger.go:42: 17:10:28 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl -n kuttl-test-perfect-anchovy get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 17:10:29 | scheduled-backup-incremental/7-engage-incremental | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 17:10:29 | scheduled-backup-incremental/7-engage-incremental | ++ local schedule_name=minio-incr logger.go:42: 17:10:29 | scheduled-backup-incremental/7-engage-incremental | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 17:10:29 | scheduled-backup-incremental/7-engage-incremental | +++ printf %s kuttl-test-perfect-anchovy-scheduled-backup-incremental logger.go:42: 17:10:29 | scheduled-backup-incremental/7-engage-incremental | +++ sha1sum logger.go:42: 17:10:29 | scheduled-backup-incremental/7-engage-incremental | +++ awk '{print $1}' logger.go:42: 17:10:29 | scheduled-backup-incremental/7-engage-incremental | +++ head -c 5 logger.go:42: 17:10:29 | scheduled-backup-incremental/7-engage-incremental | ++ local prefix=c8a08 logger.go:42: 17:10:29 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get ps-backup -n kuttl-test-perfect-anchovy -l percona.com/backup-ancestor=c8a08-minio-incr -o yaml logger.go:42: 17:10:29 | scheduled-backup-incremental/7-engage-incremental | +++ yq '.items | length' logger.go:42: 17:10:29 | scheduled-backup-incremental/7-engage-incremental | ++ local bcp_count=1 logger.go:42: 17:10:29 | scheduled-backup-incremental/7-engage-incremental | ++ echo 1 logger.go:42: 17:10:29 | scheduled-backup-incremental/7-engage-incremental | + bcp_count=1 logger.go:42: 17:10:29 | scheduled-backup-incremental/7-engage-incremental | + [[ 1 -lt 3 ]] logger.go:42: 17:10:29 | scheduled-backup-incremental/7-engage-incremental | + echo 'There are 1 incremental ps-backups but should be at least 3' logger.go:42: 17:10:29 | scheduled-backup-incremental/7-engage-incremental | There are 1 incremental ps-backups but should be at least 3 logger.go:42: 17:10:29 | scheduled-backup-incremental/7-engage-incremental | + exit 1 logger.go:42: 17:10:31 | scheduled-backup-incremental/7-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 3 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 3" exit 1 fi] logger.go:42: 17:10:31 | scheduled-backup-incremental/7-engage-incremental | + source ../../functions logger.go:42: 17:10:31 | scheduled-backup-incremental/7-engage-incremental | +++ realpath ../../.. logger.go:42: 17:10:31 | scheduled-backup-incremental/7-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:10:31 | scheduled-backup-incremental/7-engage-incremental | ++++ pwd logger.go:42: 17:10:31 | scheduled-backup-incremental/7-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 17:10:31 | scheduled-backup-incremental/7-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 17:10:31 | scheduled-backup-incremental/7-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/vars.sh logger.go:42: 17:10:31 | scheduled-backup-incremental/7-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:10:31 | scheduled-backup-incremental/7-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:10:31 | scheduled-backup-incremental/7-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:10:31 | scheduled-backup-incremental/7-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:10:31 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:10:31 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:10:31 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:10:31 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:10:31 | scheduled-backup-incremental/7-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:10:31 | scheduled-backup-incremental/7-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:10:31 | scheduled-backup-incremental/7-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 17:10:31 | scheduled-backup-incremental/7-engage-incremental | +++ export GIT_BRANCH=PR-1269 logger.go:42: 17:10:31 | scheduled-backup-incremental/7-engage-incremental | +++ GIT_BRANCH=PR-1269 logger.go:42: 17:10:31 | scheduled-backup-incremental/7-engage-incremental | +++ export VERSION=PR-1269-fbab6499 logger.go:42: 17:10:31 | scheduled-backup-incremental/7-engage-incremental | +++ VERSION=PR-1269-fbab6499 logger.go:42: 17:10:31 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:10:31 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:10:31 | scheduled-backup-incremental/7-engage-incremental | +++ [[ -z 8.0 ]] logger.go:42: 17:10:31 | scheduled-backup-incremental/7-engage-incremental | +++ export MYSQL_VERSION=8.0 logger.go:42: 17:10:31 | scheduled-backup-incremental/7-engage-incremental | +++ MYSQL_VERSION=8.0 logger.go:42: 17:10:31 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:10:31 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:10:31 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:10:31 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:10:31 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:10:31 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:10:31 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:10:31 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:10:31 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:10:31 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:10:31 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:10:31 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:10:31 | scheduled-backup-incremental/7-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:10:31 | scheduled-backup-incremental/7-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:10:31 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:10:31 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:10:31 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:10:31 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:10:31 | scheduled-backup-incremental/7-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 17:10:31 | scheduled-backup-incremental/7-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 17:10:31 | scheduled-backup-incremental/7-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 17:10:31 | scheduled-backup-incremental/7-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 17:10:31 | scheduled-backup-incremental/7-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 17:10:31 | scheduled-backup-incremental/7-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 17:10:31 | scheduled-backup-incremental/7-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 17:10:31 | scheduled-backup-incremental/7-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 17:10:31 | scheduled-backup-incremental/7-engage-incremental | ++++ which gdate logger.go:42: 17:10:31 | scheduled-backup-incremental/7-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:10:31 | scheduled-backup-incremental/7-engage-incremental | ++++ which date logger.go:42: 17:10:31 | scheduled-backup-incremental/7-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 17:10:31 | scheduled-backup-incremental/7-engage-incremental | +++ oc get projects logger.go:42: 17:10:31 | scheduled-backup-incremental/7-engage-incremental | +++ : logger.go:42: 17:10:31 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get nodes logger.go:42: 17:10:31 | scheduled-backup-incremental/7-engage-incremental | +++ grep '^minikube' logger.go:42: 17:10:31 | scheduled-backup-incremental/7-engage-incremental | +++ which gsed logger.go:42: 17:10:31 | scheduled-backup-incremental/7-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:10:31 | scheduled-backup-incremental/7-engage-incremental | +++ which sed logger.go:42: 17:10:31 | scheduled-backup-incremental/7-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 17:10:31 | scheduled-backup-incremental/7-engage-incremental | ++ oc get projects logger.go:42: 17:10:31 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl version -o json logger.go:42: 17:10:31 | scheduled-backup-incremental/7-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 17:10:31 | scheduled-backup-incremental/7-engage-incremental | +++ grep '\-eks\-' logger.go:42: 17:10:31 | scheduled-backup-incremental/7-engage-incremental | grep: warning: stray \ before - logger.go:42: 17:10:32 | scheduled-backup-incremental/7-engage-incremental | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 17:10:32 | scheduled-backup-incremental/7-engage-incremental | ++ '[' ']' logger.go:42: 17:10:32 | scheduled-backup-incremental/7-engage-incremental | ++ EKS=0 logger.go:42: 17:10:32 | scheduled-backup-incremental/7-engage-incremental | +++ get_cluster_name logger.go:42: 17:10:32 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl -n kuttl-test-perfect-anchovy get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 17:10:32 | scheduled-backup-incremental/7-engage-incremental | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 17:10:32 | scheduled-backup-incremental/7-engage-incremental | ++ local schedule_name=minio-incr logger.go:42: 17:10:32 | scheduled-backup-incremental/7-engage-incremental | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 17:10:32 | scheduled-backup-incremental/7-engage-incremental | +++ printf %s kuttl-test-perfect-anchovy-scheduled-backup-incremental logger.go:42: 17:10:32 | scheduled-backup-incremental/7-engage-incremental | +++ sha1sum logger.go:42: 17:10:32 | scheduled-backup-incremental/7-engage-incremental | +++ awk '{print $1}' logger.go:42: 17:10:32 | scheduled-backup-incremental/7-engage-incremental | +++ head -c 5 logger.go:42: 17:10:32 | scheduled-backup-incremental/7-engage-incremental | ++ local prefix=c8a08 logger.go:42: 17:10:32 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get ps-backup -n kuttl-test-perfect-anchovy -l percona.com/backup-ancestor=c8a08-minio-incr -o yaml logger.go:42: 17:10:32 | scheduled-backup-incremental/7-engage-incremental | +++ yq '.items | length' logger.go:42: 17:10:33 | scheduled-backup-incremental/7-engage-incremental | ++ local bcp_count=1 logger.go:42: 17:10:33 | scheduled-backup-incremental/7-engage-incremental | ++ echo 1 logger.go:42: 17:10:33 | scheduled-backup-incremental/7-engage-incremental | + bcp_count=1 logger.go:42: 17:10:33 | scheduled-backup-incremental/7-engage-incremental | + [[ 1 -lt 3 ]] logger.go:42: 17:10:33 | scheduled-backup-incremental/7-engage-incremental | + echo 'There are 1 incremental ps-backups but should be at least 3' logger.go:42: 17:10:33 | scheduled-backup-incremental/7-engage-incremental | There are 1 incremental ps-backups but should be at least 3 logger.go:42: 17:10:33 | scheduled-backup-incremental/7-engage-incremental | + exit 1 logger.go:42: 17:10:34 | scheduled-backup-incremental/7-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 3 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 3" exit 1 fi] logger.go:42: 17:10:34 | scheduled-backup-incremental/7-engage-incremental | + source ../../functions logger.go:42: 17:10:34 | scheduled-backup-incremental/7-engage-incremental | +++ realpath ../../.. logger.go:42: 17:10:34 | scheduled-backup-incremental/7-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:10:34 | scheduled-backup-incremental/7-engage-incremental | ++++ pwd logger.go:42: 17:10:34 | scheduled-backup-incremental/7-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 17:10:34 | scheduled-backup-incremental/7-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 17:10:34 | scheduled-backup-incremental/7-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/vars.sh logger.go:42: 17:10:34 | scheduled-backup-incremental/7-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:10:34 | scheduled-backup-incremental/7-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:10:34 | scheduled-backup-incremental/7-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:10:34 | scheduled-backup-incremental/7-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:10:34 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:10:34 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:10:34 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:10:34 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:10:34 | scheduled-backup-incremental/7-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:10:34 | scheduled-backup-incremental/7-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:10:34 | scheduled-backup-incremental/7-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 17:10:34 | scheduled-backup-incremental/7-engage-incremental | +++ export GIT_BRANCH=PR-1269 logger.go:42: 17:10:34 | scheduled-backup-incremental/7-engage-incremental | +++ GIT_BRANCH=PR-1269 logger.go:42: 17:10:34 | scheduled-backup-incremental/7-engage-incremental | +++ export VERSION=PR-1269-fbab6499 logger.go:42: 17:10:34 | scheduled-backup-incremental/7-engage-incremental | +++ VERSION=PR-1269-fbab6499 logger.go:42: 17:10:34 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:10:34 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:10:34 | scheduled-backup-incremental/7-engage-incremental | +++ [[ -z 8.0 ]] logger.go:42: 17:10:34 | scheduled-backup-incremental/7-engage-incremental | +++ export MYSQL_VERSION=8.0 logger.go:42: 17:10:34 | scheduled-backup-incremental/7-engage-incremental | +++ MYSQL_VERSION=8.0 logger.go:42: 17:10:34 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:10:34 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:10:34 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:10:34 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:10:34 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:10:34 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:10:34 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:10:34 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:10:34 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:10:34 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:10:34 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:10:34 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:10:34 | scheduled-backup-incremental/7-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:10:34 | scheduled-backup-incremental/7-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:10:34 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:10:34 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:10:34 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:10:34 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:10:34 | scheduled-backup-incremental/7-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 17:10:34 | scheduled-backup-incremental/7-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 17:10:34 | scheduled-backup-incremental/7-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 17:10:34 | scheduled-backup-incremental/7-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 17:10:34 | scheduled-backup-incremental/7-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 17:10:34 | scheduled-backup-incremental/7-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 17:10:34 | scheduled-backup-incremental/7-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 17:10:34 | scheduled-backup-incremental/7-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 17:10:34 | scheduled-backup-incremental/7-engage-incremental | ++++ which gdate logger.go:42: 17:10:34 | scheduled-backup-incremental/7-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:10:34 | scheduled-backup-incremental/7-engage-incremental | ++++ which date logger.go:42: 17:10:34 | scheduled-backup-incremental/7-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 17:10:34 | scheduled-backup-incremental/7-engage-incremental | +++ oc get projects logger.go:42: 17:10:34 | scheduled-backup-incremental/7-engage-incremental | +++ : logger.go:42: 17:10:34 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get nodes logger.go:42: 17:10:34 | scheduled-backup-incremental/7-engage-incremental | +++ grep '^minikube' logger.go:42: 17:10:34 | scheduled-backup-incremental/7-engage-incremental | +++ which gsed logger.go:42: 17:10:34 | scheduled-backup-incremental/7-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:10:34 | scheduled-backup-incremental/7-engage-incremental | +++ which sed logger.go:42: 17:10:34 | scheduled-backup-incremental/7-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 17:10:34 | scheduled-backup-incremental/7-engage-incremental | ++ oc get projects logger.go:42: 17:10:34 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl version -o json logger.go:42: 17:10:34 | scheduled-backup-incremental/7-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 17:10:34 | scheduled-backup-incremental/7-engage-incremental | +++ grep '\-eks\-' logger.go:42: 17:10:34 | scheduled-backup-incremental/7-engage-incremental | grep: warning: stray \ before - logger.go:42: 17:10:35 | scheduled-backup-incremental/7-engage-incremental | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 17:10:35 | scheduled-backup-incremental/7-engage-incremental | ++ '[' ']' logger.go:42: 17:10:35 | scheduled-backup-incremental/7-engage-incremental | ++ EKS=0 logger.go:42: 17:10:35 | scheduled-backup-incremental/7-engage-incremental | +++ get_cluster_name logger.go:42: 17:10:35 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl -n kuttl-test-perfect-anchovy get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 17:10:35 | scheduled-backup-incremental/7-engage-incremental | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 17:10:35 | scheduled-backup-incremental/7-engage-incremental | ++ local schedule_name=minio-incr logger.go:42: 17:10:35 | scheduled-backup-incremental/7-engage-incremental | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 17:10:35 | scheduled-backup-incremental/7-engage-incremental | +++ printf %s kuttl-test-perfect-anchovy-scheduled-backup-incremental logger.go:42: 17:10:35 | scheduled-backup-incremental/7-engage-incremental | +++ sha1sum logger.go:42: 17:10:35 | scheduled-backup-incremental/7-engage-incremental | +++ awk '{print $1}' logger.go:42: 17:10:35 | scheduled-backup-incremental/7-engage-incremental | +++ head -c 5 logger.go:42: 17:10:35 | scheduled-backup-incremental/7-engage-incremental | ++ local prefix=c8a08 logger.go:42: 17:10:35 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get ps-backup -n kuttl-test-perfect-anchovy -l percona.com/backup-ancestor=c8a08-minio-incr -o yaml logger.go:42: 17:10:35 | scheduled-backup-incremental/7-engage-incremental | +++ yq '.items | length' logger.go:42: 17:10:36 | scheduled-backup-incremental/7-engage-incremental | ++ local bcp_count=1 logger.go:42: 17:10:36 | scheduled-backup-incremental/7-engage-incremental | ++ echo 1 logger.go:42: 17:10:36 | scheduled-backup-incremental/7-engage-incremental | + bcp_count=1 logger.go:42: 17:10:36 | scheduled-backup-incremental/7-engage-incremental | + [[ 1 -lt 3 ]] logger.go:42: 17:10:36 | scheduled-backup-incremental/7-engage-incremental | + echo 'There are 1 incremental ps-backups but should be at least 3' logger.go:42: 17:10:36 | scheduled-backup-incremental/7-engage-incremental | There are 1 incremental ps-backups but should be at least 3 logger.go:42: 17:10:36 | scheduled-backup-incremental/7-engage-incremental | + exit 1 logger.go:42: 17:10:37 | scheduled-backup-incremental/7-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 3 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 3" exit 1 fi] logger.go:42: 17:10:37 | scheduled-backup-incremental/7-engage-incremental | + source ../../functions logger.go:42: 17:10:37 | scheduled-backup-incremental/7-engage-incremental | +++ realpath ../../.. logger.go:42: 17:10:37 | scheduled-backup-incremental/7-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:10:37 | scheduled-backup-incremental/7-engage-incremental | ++++ pwd logger.go:42: 17:10:37 | scheduled-backup-incremental/7-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 17:10:37 | scheduled-backup-incremental/7-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 17:10:37 | scheduled-backup-incremental/7-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/vars.sh logger.go:42: 17:10:37 | scheduled-backup-incremental/7-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:10:37 | scheduled-backup-incremental/7-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:10:37 | scheduled-backup-incremental/7-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:10:37 | scheduled-backup-incremental/7-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:10:37 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:10:37 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:10:37 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:10:37 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:10:37 | scheduled-backup-incremental/7-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:10:37 | scheduled-backup-incremental/7-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:10:37 | scheduled-backup-incremental/7-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 17:10:37 | scheduled-backup-incremental/7-engage-incremental | +++ export GIT_BRANCH=PR-1269 logger.go:42: 17:10:37 | scheduled-backup-incremental/7-engage-incremental | +++ GIT_BRANCH=PR-1269 logger.go:42: 17:10:37 | scheduled-backup-incremental/7-engage-incremental | +++ export VERSION=PR-1269-fbab6499 logger.go:42: 17:10:37 | scheduled-backup-incremental/7-engage-incremental | +++ VERSION=PR-1269-fbab6499 logger.go:42: 17:10:37 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:10:37 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:10:37 | scheduled-backup-incremental/7-engage-incremental | +++ [[ -z 8.0 ]] logger.go:42: 17:10:37 | scheduled-backup-incremental/7-engage-incremental | +++ export MYSQL_VERSION=8.0 logger.go:42: 17:10:37 | scheduled-backup-incremental/7-engage-incremental | +++ MYSQL_VERSION=8.0 logger.go:42: 17:10:37 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:10:37 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:10:37 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:10:37 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:10:37 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:10:37 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:10:37 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:10:37 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:10:37 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:10:37 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:10:37 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:10:37 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:10:37 | scheduled-backup-incremental/7-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:10:37 | scheduled-backup-incremental/7-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:10:37 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:10:37 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:10:37 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:10:37 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:10:37 | scheduled-backup-incremental/7-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 17:10:37 | scheduled-backup-incremental/7-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 17:10:37 | scheduled-backup-incremental/7-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 17:10:37 | scheduled-backup-incremental/7-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 17:10:37 | scheduled-backup-incremental/7-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 17:10:37 | scheduled-backup-incremental/7-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 17:10:37 | scheduled-backup-incremental/7-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 17:10:37 | scheduled-backup-incremental/7-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 17:10:37 | scheduled-backup-incremental/7-engage-incremental | ++++ which gdate logger.go:42: 17:10:37 | scheduled-backup-incremental/7-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:10:37 | scheduled-backup-incremental/7-engage-incremental | ++++ which date logger.go:42: 17:10:37 | scheduled-backup-incremental/7-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 17:10:37 | scheduled-backup-incremental/7-engage-incremental | +++ oc get projects logger.go:42: 17:10:37 | scheduled-backup-incremental/7-engage-incremental | +++ : logger.go:42: 17:10:37 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get nodes logger.go:42: 17:10:37 | scheduled-backup-incremental/7-engage-incremental | +++ grep '^minikube' logger.go:42: 17:10:38 | scheduled-backup-incremental/7-engage-incremental | +++ which gsed logger.go:42: 17:10:38 | scheduled-backup-incremental/7-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:10:38 | scheduled-backup-incremental/7-engage-incremental | +++ which sed logger.go:42: 17:10:38 | scheduled-backup-incremental/7-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 17:10:38 | scheduled-backup-incremental/7-engage-incremental | ++ oc get projects logger.go:42: 17:10:38 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl version -o json logger.go:42: 17:10:38 | scheduled-backup-incremental/7-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 17:10:38 | scheduled-backup-incremental/7-engage-incremental | +++ grep '\-eks\-' logger.go:42: 17:10:38 | scheduled-backup-incremental/7-engage-incremental | grep: warning: stray \ before - logger.go:42: 17:10:38 | scheduled-backup-incremental/7-engage-incremental | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 17:10:38 | scheduled-backup-incremental/7-engage-incremental | ++ '[' ']' logger.go:42: 17:10:38 | scheduled-backup-incremental/7-engage-incremental | ++ EKS=0 logger.go:42: 17:10:38 | scheduled-backup-incremental/7-engage-incremental | +++ get_cluster_name logger.go:42: 17:10:38 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl -n kuttl-test-perfect-anchovy get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 17:10:39 | scheduled-backup-incremental/7-engage-incremental | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 17:10:39 | scheduled-backup-incremental/7-engage-incremental | ++ local schedule_name=minio-incr logger.go:42: 17:10:39 | scheduled-backup-incremental/7-engage-incremental | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 17:10:39 | scheduled-backup-incremental/7-engage-incremental | +++ printf %s kuttl-test-perfect-anchovy-scheduled-backup-incremental logger.go:42: 17:10:39 | scheduled-backup-incremental/7-engage-incremental | +++ sha1sum logger.go:42: 17:10:39 | scheduled-backup-incremental/7-engage-incremental | +++ awk '{print $1}' logger.go:42: 17:10:39 | scheduled-backup-incremental/7-engage-incremental | +++ head -c 5 logger.go:42: 17:10:39 | scheduled-backup-incremental/7-engage-incremental | ++ local prefix=c8a08 logger.go:42: 17:10:39 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get ps-backup -n kuttl-test-perfect-anchovy -l percona.com/backup-ancestor=c8a08-minio-incr -o yaml logger.go:42: 17:10:39 | scheduled-backup-incremental/7-engage-incremental | +++ yq '.items | length' logger.go:42: 17:10:39 | scheduled-backup-incremental/7-engage-incremental | ++ local bcp_count=2 logger.go:42: 17:10:39 | scheduled-backup-incremental/7-engage-incremental | ++ echo 2 logger.go:42: 17:10:39 | scheduled-backup-incremental/7-engage-incremental | + bcp_count=2 logger.go:42: 17:10:39 | scheduled-backup-incremental/7-engage-incremental | + [[ 2 -lt 3 ]] logger.go:42: 17:10:39 | scheduled-backup-incremental/7-engage-incremental | + echo 'There are 2 incremental ps-backups but should be at least 3' logger.go:42: 17:10:39 | scheduled-backup-incremental/7-engage-incremental | There are 2 incremental ps-backups but should be at least 3 logger.go:42: 17:10:39 | scheduled-backup-incremental/7-engage-incremental | + exit 1 logger.go:42: 17:10:40 | scheduled-backup-incremental/7-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 3 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 3" exit 1 fi] logger.go:42: 17:10:40 | scheduled-backup-incremental/7-engage-incremental | + source ../../functions logger.go:42: 17:10:40 | scheduled-backup-incremental/7-engage-incremental | +++ realpath ../../.. logger.go:42: 17:10:40 | scheduled-backup-incremental/7-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:10:40 | scheduled-backup-incremental/7-engage-incremental | ++++ pwd logger.go:42: 17:10:40 | scheduled-backup-incremental/7-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 17:10:40 | scheduled-backup-incremental/7-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 17:10:40 | scheduled-backup-incremental/7-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/vars.sh logger.go:42: 17:10:40 | scheduled-backup-incremental/7-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:10:40 | scheduled-backup-incremental/7-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:10:40 | scheduled-backup-incremental/7-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:10:40 | scheduled-backup-incremental/7-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:10:40 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:10:40 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:10:40 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:10:40 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:10:40 | scheduled-backup-incremental/7-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:10:40 | scheduled-backup-incremental/7-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:10:40 | scheduled-backup-incremental/7-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 17:10:40 | scheduled-backup-incremental/7-engage-incremental | +++ export GIT_BRANCH=PR-1269 logger.go:42: 17:10:40 | scheduled-backup-incremental/7-engage-incremental | +++ GIT_BRANCH=PR-1269 logger.go:42: 17:10:40 | scheduled-backup-incremental/7-engage-incremental | +++ export VERSION=PR-1269-fbab6499 logger.go:42: 17:10:40 | scheduled-backup-incremental/7-engage-incremental | +++ VERSION=PR-1269-fbab6499 logger.go:42: 17:10:40 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:10:40 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:10:40 | scheduled-backup-incremental/7-engage-incremental | +++ [[ -z 8.0 ]] logger.go:42: 17:10:40 | scheduled-backup-incremental/7-engage-incremental | +++ export MYSQL_VERSION=8.0 logger.go:42: 17:10:40 | scheduled-backup-incremental/7-engage-incremental | +++ MYSQL_VERSION=8.0 logger.go:42: 17:10:40 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:10:40 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:10:40 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:10:40 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:10:40 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:10:40 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:10:40 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:10:40 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:10:40 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:10:40 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:10:40 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:10:40 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:10:40 | scheduled-backup-incremental/7-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:10:40 | scheduled-backup-incremental/7-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:10:40 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:10:40 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:10:40 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:10:40 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:10:40 | scheduled-backup-incremental/7-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 17:10:40 | scheduled-backup-incremental/7-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 17:10:40 | scheduled-backup-incremental/7-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 17:10:40 | scheduled-backup-incremental/7-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 17:10:40 | scheduled-backup-incremental/7-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 17:10:40 | scheduled-backup-incremental/7-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 17:10:40 | scheduled-backup-incremental/7-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 17:10:40 | scheduled-backup-incremental/7-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 17:10:40 | scheduled-backup-incremental/7-engage-incremental | ++++ which gdate logger.go:42: 17:10:40 | scheduled-backup-incremental/7-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:10:40 | scheduled-backup-incremental/7-engage-incremental | ++++ which date logger.go:42: 17:10:40 | scheduled-backup-incremental/7-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 17:10:40 | scheduled-backup-incremental/7-engage-incremental | +++ oc get projects logger.go:42: 17:10:40 | scheduled-backup-incremental/7-engage-incremental | +++ : logger.go:42: 17:10:40 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get nodes logger.go:42: 17:10:40 | scheduled-backup-incremental/7-engage-incremental | +++ grep '^minikube' logger.go:42: 17:10:41 | scheduled-backup-incremental/7-engage-incremental | +++ which gsed logger.go:42: 17:10:41 | scheduled-backup-incremental/7-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:10:41 | scheduled-backup-incremental/7-engage-incremental | +++ which sed logger.go:42: 17:10:41 | scheduled-backup-incremental/7-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 17:10:41 | scheduled-backup-incremental/7-engage-incremental | ++ oc get projects logger.go:42: 17:10:41 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl version -o json logger.go:42: 17:10:41 | scheduled-backup-incremental/7-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 17:10:41 | scheduled-backup-incremental/7-engage-incremental | +++ grep '\-eks\-' logger.go:42: 17:10:41 | scheduled-backup-incremental/7-engage-incremental | grep: warning: stray \ before - logger.go:42: 17:10:41 | scheduled-backup-incremental/7-engage-incremental | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 17:10:41 | scheduled-backup-incremental/7-engage-incremental | ++ '[' ']' logger.go:42: 17:10:41 | scheduled-backup-incremental/7-engage-incremental | ++ EKS=0 logger.go:42: 17:10:41 | scheduled-backup-incremental/7-engage-incremental | +++ get_cluster_name logger.go:42: 17:10:41 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl -n kuttl-test-perfect-anchovy get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 17:10:42 | scheduled-backup-incremental/7-engage-incremental | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 17:10:42 | scheduled-backup-incremental/7-engage-incremental | ++ local schedule_name=minio-incr logger.go:42: 17:10:42 | scheduled-backup-incremental/7-engage-incremental | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 17:10:42 | scheduled-backup-incremental/7-engage-incremental | +++ printf %s kuttl-test-perfect-anchovy-scheduled-backup-incremental logger.go:42: 17:10:42 | scheduled-backup-incremental/7-engage-incremental | +++ sha1sum logger.go:42: 17:10:42 | scheduled-backup-incremental/7-engage-incremental | +++ awk '{print $1}' logger.go:42: 17:10:42 | scheduled-backup-incremental/7-engage-incremental | +++ head -c 5 logger.go:42: 17:10:42 | scheduled-backup-incremental/7-engage-incremental | ++ local prefix=c8a08 logger.go:42: 17:10:42 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get ps-backup -n kuttl-test-perfect-anchovy -l percona.com/backup-ancestor=c8a08-minio-incr -o yaml logger.go:42: 17:10:42 | scheduled-backup-incremental/7-engage-incremental | +++ yq '.items | length' logger.go:42: 17:10:42 | scheduled-backup-incremental/7-engage-incremental | ++ local bcp_count=2 logger.go:42: 17:10:42 | scheduled-backup-incremental/7-engage-incremental | ++ echo 2 logger.go:42: 17:10:42 | scheduled-backup-incremental/7-engage-incremental | + bcp_count=2 logger.go:42: 17:10:42 | scheduled-backup-incremental/7-engage-incremental | + [[ 2 -lt 3 ]] logger.go:42: 17:10:42 | scheduled-backup-incremental/7-engage-incremental | + echo 'There are 2 incremental ps-backups but should be at least 3' logger.go:42: 17:10:42 | scheduled-backup-incremental/7-engage-incremental | There are 2 incremental ps-backups but should be at least 3 logger.go:42: 17:10:42 | scheduled-backup-incremental/7-engage-incremental | + exit 1 logger.go:42: 17:10:43 | scheduled-backup-incremental/7-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 3 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 3" exit 1 fi] logger.go:42: 17:10:43 | scheduled-backup-incremental/7-engage-incremental | + source ../../functions logger.go:42: 17:10:43 | scheduled-backup-incremental/7-engage-incremental | +++ realpath ../../.. logger.go:42: 17:10:43 | scheduled-backup-incremental/7-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:10:43 | scheduled-backup-incremental/7-engage-incremental | ++++ pwd logger.go:42: 17:10:43 | scheduled-backup-incremental/7-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 17:10:43 | scheduled-backup-incremental/7-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 17:10:43 | scheduled-backup-incremental/7-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/vars.sh logger.go:42: 17:10:43 | scheduled-backup-incremental/7-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:10:43 | scheduled-backup-incremental/7-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:10:43 | scheduled-backup-incremental/7-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:10:43 | scheduled-backup-incremental/7-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:10:43 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:10:43 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:10:43 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:10:43 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:10:43 | scheduled-backup-incremental/7-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:10:43 | scheduled-backup-incremental/7-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:10:43 | scheduled-backup-incremental/7-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 17:10:43 | scheduled-backup-incremental/7-engage-incremental | +++ export GIT_BRANCH=PR-1269 logger.go:42: 17:10:43 | scheduled-backup-incremental/7-engage-incremental | +++ GIT_BRANCH=PR-1269 logger.go:42: 17:10:43 | scheduled-backup-incremental/7-engage-incremental | +++ export VERSION=PR-1269-fbab6499 logger.go:42: 17:10:43 | scheduled-backup-incremental/7-engage-incremental | +++ VERSION=PR-1269-fbab6499 logger.go:42: 17:10:43 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:10:43 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:10:43 | scheduled-backup-incremental/7-engage-incremental | +++ [[ -z 8.0 ]] logger.go:42: 17:10:43 | scheduled-backup-incremental/7-engage-incremental | +++ export MYSQL_VERSION=8.0 logger.go:42: 17:10:43 | scheduled-backup-incremental/7-engage-incremental | +++ MYSQL_VERSION=8.0 logger.go:42: 17:10:43 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:10:43 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:10:43 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:10:43 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:10:43 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:10:43 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:10:43 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:10:43 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:10:43 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:10:43 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:10:43 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:10:43 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:10:43 | scheduled-backup-incremental/7-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:10:43 | scheduled-backup-incremental/7-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:10:43 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:10:43 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:10:43 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:10:43 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:10:43 | scheduled-backup-incremental/7-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 17:10:43 | scheduled-backup-incremental/7-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 17:10:43 | scheduled-backup-incremental/7-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 17:10:43 | scheduled-backup-incremental/7-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 17:10:43 | scheduled-backup-incremental/7-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 17:10:43 | scheduled-backup-incremental/7-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 17:10:43 | scheduled-backup-incremental/7-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 17:10:43 | scheduled-backup-incremental/7-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 17:10:43 | scheduled-backup-incremental/7-engage-incremental | ++++ which gdate logger.go:42: 17:10:43 | scheduled-backup-incremental/7-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:10:43 | scheduled-backup-incremental/7-engage-incremental | ++++ which date logger.go:42: 17:10:43 | scheduled-backup-incremental/7-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 17:10:43 | scheduled-backup-incremental/7-engage-incremental | +++ oc get projects logger.go:42: 17:10:43 | scheduled-backup-incremental/7-engage-incremental | +++ : logger.go:42: 17:10:44 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get nodes logger.go:42: 17:10:44 | scheduled-backup-incremental/7-engage-incremental | +++ grep '^minikube' logger.go:42: 17:10:44 | scheduled-backup-incremental/7-engage-incremental | +++ which gsed logger.go:42: 17:10:44 | scheduled-backup-incremental/7-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:10:44 | scheduled-backup-incremental/7-engage-incremental | +++ which sed logger.go:42: 17:10:44 | scheduled-backup-incremental/7-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 17:10:44 | scheduled-backup-incremental/7-engage-incremental | ++ oc get projects logger.go:42: 17:10:44 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl version -o json logger.go:42: 17:10:44 | scheduled-backup-incremental/7-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 17:10:44 | scheduled-backup-incremental/7-engage-incremental | +++ grep '\-eks\-' logger.go:42: 17:10:44 | scheduled-backup-incremental/7-engage-incremental | grep: warning: stray \ before - logger.go:42: 17:10:45 | scheduled-backup-incremental/7-engage-incremental | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 17:10:45 | scheduled-backup-incremental/7-engage-incremental | ++ '[' ']' logger.go:42: 17:10:45 | scheduled-backup-incremental/7-engage-incremental | ++ EKS=0 logger.go:42: 17:10:45 | scheduled-backup-incremental/7-engage-incremental | +++ get_cluster_name logger.go:42: 17:10:45 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl -n kuttl-test-perfect-anchovy get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 17:10:45 | scheduled-backup-incremental/7-engage-incremental | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 17:10:45 | scheduled-backup-incremental/7-engage-incremental | ++ local schedule_name=minio-incr logger.go:42: 17:10:45 | scheduled-backup-incremental/7-engage-incremental | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 17:10:45 | scheduled-backup-incremental/7-engage-incremental | +++ printf %s kuttl-test-perfect-anchovy-scheduled-backup-incremental logger.go:42: 17:10:45 | scheduled-backup-incremental/7-engage-incremental | +++ sha1sum logger.go:42: 17:10:45 | scheduled-backup-incremental/7-engage-incremental | +++ awk '{print $1}' logger.go:42: 17:10:45 | scheduled-backup-incremental/7-engage-incremental | +++ head -c 5 logger.go:42: 17:10:45 | scheduled-backup-incremental/7-engage-incremental | ++ local prefix=c8a08 logger.go:42: 17:10:45 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get ps-backup -n kuttl-test-perfect-anchovy -l percona.com/backup-ancestor=c8a08-minio-incr -o yaml logger.go:42: 17:10:45 | scheduled-backup-incremental/7-engage-incremental | +++ yq '.items | length' logger.go:42: 17:10:46 | scheduled-backup-incremental/7-engage-incremental | ++ local bcp_count=2 logger.go:42: 17:10:46 | scheduled-backup-incremental/7-engage-incremental | ++ echo 2 logger.go:42: 17:10:46 | scheduled-backup-incremental/7-engage-incremental | + bcp_count=2 logger.go:42: 17:10:46 | scheduled-backup-incremental/7-engage-incremental | + [[ 2 -lt 3 ]] logger.go:42: 17:10:46 | scheduled-backup-incremental/7-engage-incremental | + echo 'There are 2 incremental ps-backups but should be at least 3' logger.go:42: 17:10:46 | scheduled-backup-incremental/7-engage-incremental | There are 2 incremental ps-backups but should be at least 3 logger.go:42: 17:10:46 | scheduled-backup-incremental/7-engage-incremental | + exit 1 logger.go:42: 17:10:47 | scheduled-backup-incremental/7-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 3 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 3" exit 1 fi] logger.go:42: 17:10:47 | scheduled-backup-incremental/7-engage-incremental | + source ../../functions logger.go:42: 17:10:47 | scheduled-backup-incremental/7-engage-incremental | +++ realpath ../../.. logger.go:42: 17:10:47 | scheduled-backup-incremental/7-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:10:47 | scheduled-backup-incremental/7-engage-incremental | ++++ pwd logger.go:42: 17:10:47 | scheduled-backup-incremental/7-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 17:10:47 | scheduled-backup-incremental/7-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 17:10:47 | scheduled-backup-incremental/7-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/vars.sh logger.go:42: 17:10:47 | scheduled-backup-incremental/7-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:10:47 | scheduled-backup-incremental/7-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:10:47 | scheduled-backup-incremental/7-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:10:47 | scheduled-backup-incremental/7-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:10:47 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:10:47 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:10:47 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:10:47 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:10:47 | scheduled-backup-incremental/7-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:10:47 | scheduled-backup-incremental/7-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:10:47 | scheduled-backup-incremental/7-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 17:10:47 | scheduled-backup-incremental/7-engage-incremental | +++ export GIT_BRANCH=PR-1269 logger.go:42: 17:10:47 | scheduled-backup-incremental/7-engage-incremental | +++ GIT_BRANCH=PR-1269 logger.go:42: 17:10:47 | scheduled-backup-incremental/7-engage-incremental | +++ export VERSION=PR-1269-fbab6499 logger.go:42: 17:10:47 | scheduled-backup-incremental/7-engage-incremental | +++ VERSION=PR-1269-fbab6499 logger.go:42: 17:10:47 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:10:47 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:10:47 | scheduled-backup-incremental/7-engage-incremental | +++ [[ -z 8.0 ]] logger.go:42: 17:10:47 | scheduled-backup-incremental/7-engage-incremental | +++ export MYSQL_VERSION=8.0 logger.go:42: 17:10:47 | scheduled-backup-incremental/7-engage-incremental | +++ MYSQL_VERSION=8.0 logger.go:42: 17:10:47 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:10:47 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:10:47 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:10:47 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:10:47 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:10:47 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:10:47 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:10:47 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:10:47 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:10:47 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:10:47 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:10:47 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:10:47 | scheduled-backup-incremental/7-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:10:47 | scheduled-backup-incremental/7-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:10:47 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:10:47 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:10:47 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:10:47 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:10:47 | scheduled-backup-incremental/7-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 17:10:47 | scheduled-backup-incremental/7-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 17:10:47 | scheduled-backup-incremental/7-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 17:10:47 | scheduled-backup-incremental/7-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 17:10:47 | scheduled-backup-incremental/7-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 17:10:47 | scheduled-backup-incremental/7-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 17:10:47 | scheduled-backup-incremental/7-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 17:10:47 | scheduled-backup-incremental/7-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 17:10:47 | scheduled-backup-incremental/7-engage-incremental | ++++ which gdate logger.go:42: 17:10:47 | scheduled-backup-incremental/7-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:10:47 | scheduled-backup-incremental/7-engage-incremental | ++++ which date logger.go:42: 17:10:47 | scheduled-backup-incremental/7-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 17:10:47 | scheduled-backup-incremental/7-engage-incremental | +++ oc get projects logger.go:42: 17:10:47 | scheduled-backup-incremental/7-engage-incremental | +++ : logger.go:42: 17:10:47 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get nodes logger.go:42: 17:10:47 | scheduled-backup-incremental/7-engage-incremental | +++ grep '^minikube' logger.go:42: 17:10:47 | scheduled-backup-incremental/7-engage-incremental | +++ which gsed logger.go:42: 17:10:47 | scheduled-backup-incremental/7-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:10:47 | scheduled-backup-incremental/7-engage-incremental | +++ which sed logger.go:42: 17:10:47 | scheduled-backup-incremental/7-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 17:10:47 | scheduled-backup-incremental/7-engage-incremental | ++ oc get projects logger.go:42: 17:10:47 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl version -o json logger.go:42: 17:10:47 | scheduled-backup-incremental/7-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 17:10:47 | scheduled-backup-incremental/7-engage-incremental | +++ grep '\-eks\-' logger.go:42: 17:10:47 | scheduled-backup-incremental/7-engage-incremental | grep: warning: stray \ before - logger.go:42: 17:10:48 | scheduled-backup-incremental/7-engage-incremental | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 17:10:48 | scheduled-backup-incremental/7-engage-incremental | ++ '[' ']' logger.go:42: 17:10:48 | scheduled-backup-incremental/7-engage-incremental | ++ EKS=0 logger.go:42: 17:10:48 | scheduled-backup-incremental/7-engage-incremental | +++ get_cluster_name logger.go:42: 17:10:48 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl -n kuttl-test-perfect-anchovy get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 17:10:48 | scheduled-backup-incremental/7-engage-incremental | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 17:10:48 | scheduled-backup-incremental/7-engage-incremental | ++ local schedule_name=minio-incr logger.go:42: 17:10:48 | scheduled-backup-incremental/7-engage-incremental | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 17:10:48 | scheduled-backup-incremental/7-engage-incremental | +++ printf %s kuttl-test-perfect-anchovy-scheduled-backup-incremental logger.go:42: 17:10:48 | scheduled-backup-incremental/7-engage-incremental | +++ sha1sum logger.go:42: 17:10:48 | scheduled-backup-incremental/7-engage-incremental | +++ awk '{print $1}' logger.go:42: 17:10:48 | scheduled-backup-incremental/7-engage-incremental | +++ head -c 5 logger.go:42: 17:10:48 | scheduled-backup-incremental/7-engage-incremental | ++ local prefix=c8a08 logger.go:42: 17:10:48 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get ps-backup -n kuttl-test-perfect-anchovy -l percona.com/backup-ancestor=c8a08-minio-incr -o yaml logger.go:42: 17:10:48 | scheduled-backup-incremental/7-engage-incremental | +++ yq '.items | length' logger.go:42: 17:10:49 | scheduled-backup-incremental/7-engage-incremental | ++ local bcp_count=2 logger.go:42: 17:10:49 | scheduled-backup-incremental/7-engage-incremental | ++ echo 2 logger.go:42: 17:10:49 | scheduled-backup-incremental/7-engage-incremental | + bcp_count=2 logger.go:42: 17:10:49 | scheduled-backup-incremental/7-engage-incremental | + [[ 2 -lt 3 ]] logger.go:42: 17:10:49 | scheduled-backup-incremental/7-engage-incremental | + echo 'There are 2 incremental ps-backups but should be at least 3' logger.go:42: 17:10:49 | scheduled-backup-incremental/7-engage-incremental | There are 2 incremental ps-backups but should be at least 3 logger.go:42: 17:10:49 | scheduled-backup-incremental/7-engage-incremental | + exit 1 logger.go:42: 17:10:50 | scheduled-backup-incremental/7-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 3 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 3" exit 1 fi] logger.go:42: 17:10:50 | scheduled-backup-incremental/7-engage-incremental | + source ../../functions logger.go:42: 17:10:50 | scheduled-backup-incremental/7-engage-incremental | +++ realpath ../../.. logger.go:42: 17:10:50 | scheduled-backup-incremental/7-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:10:50 | scheduled-backup-incremental/7-engage-incremental | ++++ pwd logger.go:42: 17:10:50 | scheduled-backup-incremental/7-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 17:10:50 | scheduled-backup-incremental/7-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 17:10:50 | scheduled-backup-incremental/7-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/vars.sh logger.go:42: 17:10:50 | scheduled-backup-incremental/7-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:10:50 | scheduled-backup-incremental/7-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:10:50 | scheduled-backup-incremental/7-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:10:50 | scheduled-backup-incremental/7-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:10:50 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:10:50 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:10:50 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:10:50 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:10:50 | scheduled-backup-incremental/7-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:10:50 | scheduled-backup-incremental/7-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:10:50 | scheduled-backup-incremental/7-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 17:10:50 | scheduled-backup-incremental/7-engage-incremental | +++ export GIT_BRANCH=PR-1269 logger.go:42: 17:10:50 | scheduled-backup-incremental/7-engage-incremental | +++ GIT_BRANCH=PR-1269 logger.go:42: 17:10:50 | scheduled-backup-incremental/7-engage-incremental | +++ export VERSION=PR-1269-fbab6499 logger.go:42: 17:10:50 | scheduled-backup-incremental/7-engage-incremental | +++ VERSION=PR-1269-fbab6499 logger.go:42: 17:10:50 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:10:50 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:10:50 | scheduled-backup-incremental/7-engage-incremental | +++ [[ -z 8.0 ]] logger.go:42: 17:10:50 | scheduled-backup-incremental/7-engage-incremental | +++ export MYSQL_VERSION=8.0 logger.go:42: 17:10:50 | scheduled-backup-incremental/7-engage-incremental | +++ MYSQL_VERSION=8.0 logger.go:42: 17:10:50 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:10:50 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:10:50 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:10:50 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:10:50 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:10:50 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:10:50 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:10:50 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:10:50 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:10:50 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:10:50 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:10:50 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:10:50 | scheduled-backup-incremental/7-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:10:50 | scheduled-backup-incremental/7-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:10:50 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:10:50 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:10:50 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:10:50 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:10:50 | scheduled-backup-incremental/7-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 17:10:50 | scheduled-backup-incremental/7-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 17:10:50 | scheduled-backup-incremental/7-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 17:10:50 | scheduled-backup-incremental/7-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 17:10:50 | scheduled-backup-incremental/7-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 17:10:50 | scheduled-backup-incremental/7-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 17:10:50 | scheduled-backup-incremental/7-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 17:10:50 | scheduled-backup-incremental/7-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 17:10:50 | scheduled-backup-incremental/7-engage-incremental | ++++ which gdate logger.go:42: 17:10:50 | scheduled-backup-incremental/7-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:10:50 | scheduled-backup-incremental/7-engage-incremental | ++++ which date logger.go:42: 17:10:50 | scheduled-backup-incremental/7-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 17:10:50 | scheduled-backup-incremental/7-engage-incremental | +++ oc get projects logger.go:42: 17:10:50 | scheduled-backup-incremental/7-engage-incremental | +++ : logger.go:42: 17:10:50 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get nodes logger.go:42: 17:10:50 | scheduled-backup-incremental/7-engage-incremental | +++ grep '^minikube' logger.go:42: 17:10:50 | scheduled-backup-incremental/7-engage-incremental | +++ which gsed logger.go:42: 17:10:50 | scheduled-backup-incremental/7-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:10:50 | scheduled-backup-incremental/7-engage-incremental | +++ which sed logger.go:42: 17:10:50 | scheduled-backup-incremental/7-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 17:10:50 | scheduled-backup-incremental/7-engage-incremental | ++ oc get projects logger.go:42: 17:10:50 | scheduled-backup-incremental/7-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 17:10:50 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl version -o json logger.go:42: 17:10:50 | scheduled-backup-incremental/7-engage-incremental | +++ grep '\-eks\-' logger.go:42: 17:10:50 | scheduled-backup-incremental/7-engage-incremental | grep: warning: stray \ before - logger.go:42: 17:10:51 | scheduled-backup-incremental/7-engage-incremental | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 17:10:51 | scheduled-backup-incremental/7-engage-incremental | ++ '[' ']' logger.go:42: 17:10:51 | scheduled-backup-incremental/7-engage-incremental | ++ EKS=0 logger.go:42: 17:10:51 | scheduled-backup-incremental/7-engage-incremental | +++ get_cluster_name logger.go:42: 17:10:51 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl -n kuttl-test-perfect-anchovy get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 17:10:51 | scheduled-backup-incremental/7-engage-incremental | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 17:10:51 | scheduled-backup-incremental/7-engage-incremental | ++ local schedule_name=minio-incr logger.go:42: 17:10:51 | scheduled-backup-incremental/7-engage-incremental | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 17:10:51 | scheduled-backup-incremental/7-engage-incremental | +++ printf %s kuttl-test-perfect-anchovy-scheduled-backup-incremental logger.go:42: 17:10:51 | scheduled-backup-incremental/7-engage-incremental | +++ sha1sum logger.go:42: 17:10:51 | scheduled-backup-incremental/7-engage-incremental | +++ awk '{print $1}' logger.go:42: 17:10:51 | scheduled-backup-incremental/7-engage-incremental | +++ head -c 5 logger.go:42: 17:10:52 | scheduled-backup-incremental/7-engage-incremental | ++ local prefix=c8a08 logger.go:42: 17:10:52 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get ps-backup -n kuttl-test-perfect-anchovy -l percona.com/backup-ancestor=c8a08-minio-incr -o yaml logger.go:42: 17:10:52 | scheduled-backup-incremental/7-engage-incremental | +++ yq '.items | length' logger.go:42: 17:10:52 | scheduled-backup-incremental/7-engage-incremental | ++ local bcp_count=2 logger.go:42: 17:10:52 | scheduled-backup-incremental/7-engage-incremental | ++ echo 2 logger.go:42: 17:10:52 | scheduled-backup-incremental/7-engage-incremental | + bcp_count=2 logger.go:42: 17:10:52 | scheduled-backup-incremental/7-engage-incremental | + [[ 2 -lt 3 ]] logger.go:42: 17:10:52 | scheduled-backup-incremental/7-engage-incremental | + echo 'There are 2 incremental ps-backups but should be at least 3' logger.go:42: 17:10:52 | scheduled-backup-incremental/7-engage-incremental | There are 2 incremental ps-backups but should be at least 3 logger.go:42: 17:10:52 | scheduled-backup-incremental/7-engage-incremental | + exit 1 logger.go:42: 17:10:53 | scheduled-backup-incremental/7-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 3 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 3" exit 1 fi] logger.go:42: 17:10:53 | scheduled-backup-incremental/7-engage-incremental | + source ../../functions logger.go:42: 17:10:53 | scheduled-backup-incremental/7-engage-incremental | +++ realpath ../../.. logger.go:42: 17:10:53 | scheduled-backup-incremental/7-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:10:53 | scheduled-backup-incremental/7-engage-incremental | ++++ pwd logger.go:42: 17:10:53 | scheduled-backup-incremental/7-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 17:10:53 | scheduled-backup-incremental/7-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 17:10:53 | scheduled-backup-incremental/7-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/vars.sh logger.go:42: 17:10:53 | scheduled-backup-incremental/7-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:10:53 | scheduled-backup-incremental/7-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:10:53 | scheduled-backup-incremental/7-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:10:53 | scheduled-backup-incremental/7-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:10:53 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:10:53 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:10:53 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:10:53 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:10:53 | scheduled-backup-incremental/7-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:10:53 | scheduled-backup-incremental/7-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:10:53 | scheduled-backup-incremental/7-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 17:10:53 | scheduled-backup-incremental/7-engage-incremental | +++ export GIT_BRANCH=PR-1269 logger.go:42: 17:10:53 | scheduled-backup-incremental/7-engage-incremental | +++ GIT_BRANCH=PR-1269 logger.go:42: 17:10:53 | scheduled-backup-incremental/7-engage-incremental | +++ export VERSION=PR-1269-fbab6499 logger.go:42: 17:10:53 | scheduled-backup-incremental/7-engage-incremental | +++ VERSION=PR-1269-fbab6499 logger.go:42: 17:10:53 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:10:53 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:10:53 | scheduled-backup-incremental/7-engage-incremental | +++ [[ -z 8.0 ]] logger.go:42: 17:10:53 | scheduled-backup-incremental/7-engage-incremental | +++ export MYSQL_VERSION=8.0 logger.go:42: 17:10:53 | scheduled-backup-incremental/7-engage-incremental | +++ MYSQL_VERSION=8.0 logger.go:42: 17:10:53 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:10:53 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:10:53 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:10:53 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:10:53 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:10:53 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:10:53 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:10:53 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:10:53 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:10:53 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:10:53 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:10:53 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:10:53 | scheduled-backup-incremental/7-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:10:53 | scheduled-backup-incremental/7-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:10:53 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:10:53 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:10:53 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:10:53 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:10:53 | scheduled-backup-incremental/7-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 17:10:53 | scheduled-backup-incremental/7-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 17:10:53 | scheduled-backup-incremental/7-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 17:10:53 | scheduled-backup-incremental/7-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 17:10:53 | scheduled-backup-incremental/7-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 17:10:53 | scheduled-backup-incremental/7-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 17:10:53 | scheduled-backup-incremental/7-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 17:10:53 | scheduled-backup-incremental/7-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 17:10:53 | scheduled-backup-incremental/7-engage-incremental | ++++ which gdate logger.go:42: 17:10:53 | scheduled-backup-incremental/7-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:10:53 | scheduled-backup-incremental/7-engage-incremental | ++++ which date logger.go:42: 17:10:53 | scheduled-backup-incremental/7-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 17:10:53 | scheduled-backup-incremental/7-engage-incremental | +++ oc get projects logger.go:42: 17:10:53 | scheduled-backup-incremental/7-engage-incremental | +++ : logger.go:42: 17:10:53 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get nodes logger.go:42: 17:10:53 | scheduled-backup-incremental/7-engage-incremental | +++ grep '^minikube' logger.go:42: 17:10:54 | scheduled-backup-incremental/7-engage-incremental | +++ which gsed logger.go:42: 17:10:54 | scheduled-backup-incremental/7-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:10:54 | scheduled-backup-incremental/7-engage-incremental | +++ which sed logger.go:42: 17:10:54 | scheduled-backup-incremental/7-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 17:10:54 | scheduled-backup-incremental/7-engage-incremental | ++ oc get projects logger.go:42: 17:10:54 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl version -o json logger.go:42: 17:10:54 | scheduled-backup-incremental/7-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 17:10:54 | scheduled-backup-incremental/7-engage-incremental | +++ grep '\-eks\-' logger.go:42: 17:10:54 | scheduled-backup-incremental/7-engage-incremental | grep: warning: stray \ before - logger.go:42: 17:10:54 | scheduled-backup-incremental/7-engage-incremental | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 17:10:54 | scheduled-backup-incremental/7-engage-incremental | ++ '[' ']' logger.go:42: 17:10:54 | scheduled-backup-incremental/7-engage-incremental | ++ EKS=0 logger.go:42: 17:10:54 | scheduled-backup-incremental/7-engage-incremental | +++ get_cluster_name logger.go:42: 17:10:54 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl -n kuttl-test-perfect-anchovy get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 17:10:55 | scheduled-backup-incremental/7-engage-incremental | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 17:10:55 | scheduled-backup-incremental/7-engage-incremental | ++ local schedule_name=minio-incr logger.go:42: 17:10:55 | scheduled-backup-incremental/7-engage-incremental | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 17:10:55 | scheduled-backup-incremental/7-engage-incremental | +++ printf %s kuttl-test-perfect-anchovy-scheduled-backup-incremental logger.go:42: 17:10:55 | scheduled-backup-incremental/7-engage-incremental | +++ sha1sum logger.go:42: 17:10:55 | scheduled-backup-incremental/7-engage-incremental | +++ awk '{print $1}' logger.go:42: 17:10:55 | scheduled-backup-incremental/7-engage-incremental | +++ head -c 5 logger.go:42: 17:10:55 | scheduled-backup-incremental/7-engage-incremental | ++ local prefix=c8a08 logger.go:42: 17:10:55 | scheduled-backup-incremental/7-engage-incremental | +++ yq '.items | length' logger.go:42: 17:10:55 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get ps-backup -n kuttl-test-perfect-anchovy -l percona.com/backup-ancestor=c8a08-minio-incr -o yaml logger.go:42: 17:10:55 | scheduled-backup-incremental/7-engage-incremental | ++ local bcp_count=2 logger.go:42: 17:10:55 | scheduled-backup-incremental/7-engage-incremental | ++ echo 2 logger.go:42: 17:10:55 | scheduled-backup-incremental/7-engage-incremental | + bcp_count=2 logger.go:42: 17:10:55 | scheduled-backup-incremental/7-engage-incremental | + [[ 2 -lt 3 ]] logger.go:42: 17:10:55 | scheduled-backup-incremental/7-engage-incremental | + echo 'There are 2 incremental ps-backups but should be at least 3' logger.go:42: 17:10:55 | scheduled-backup-incremental/7-engage-incremental | There are 2 incremental ps-backups but should be at least 3 logger.go:42: 17:10:55 | scheduled-backup-incremental/7-engage-incremental | + exit 1 logger.go:42: 17:10:56 | scheduled-backup-incremental/7-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 3 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 3" exit 1 fi] logger.go:42: 17:10:56 | scheduled-backup-incremental/7-engage-incremental | + source ../../functions logger.go:42: 17:10:56 | scheduled-backup-incremental/7-engage-incremental | +++ realpath ../../.. logger.go:42: 17:10:56 | scheduled-backup-incremental/7-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:10:56 | scheduled-backup-incremental/7-engage-incremental | ++++ pwd logger.go:42: 17:10:56 | scheduled-backup-incremental/7-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 17:10:56 | scheduled-backup-incremental/7-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 17:10:56 | scheduled-backup-incremental/7-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/vars.sh logger.go:42: 17:10:56 | scheduled-backup-incremental/7-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:10:56 | scheduled-backup-incremental/7-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:10:56 | scheduled-backup-incremental/7-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:10:56 | scheduled-backup-incremental/7-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:10:56 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:10:56 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:10:56 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:10:56 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:10:56 | scheduled-backup-incremental/7-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:10:56 | scheduled-backup-incremental/7-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:10:56 | scheduled-backup-incremental/7-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 17:10:56 | scheduled-backup-incremental/7-engage-incremental | +++ export GIT_BRANCH=PR-1269 logger.go:42: 17:10:56 | scheduled-backup-incremental/7-engage-incremental | +++ GIT_BRANCH=PR-1269 logger.go:42: 17:10:56 | scheduled-backup-incremental/7-engage-incremental | +++ export VERSION=PR-1269-fbab6499 logger.go:42: 17:10:56 | scheduled-backup-incremental/7-engage-incremental | +++ VERSION=PR-1269-fbab6499 logger.go:42: 17:10:56 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:10:56 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:10:56 | scheduled-backup-incremental/7-engage-incremental | +++ [[ -z 8.0 ]] logger.go:42: 17:10:56 | scheduled-backup-incremental/7-engage-incremental | +++ export MYSQL_VERSION=8.0 logger.go:42: 17:10:56 | scheduled-backup-incremental/7-engage-incremental | +++ MYSQL_VERSION=8.0 logger.go:42: 17:10:56 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:10:56 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:10:56 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:10:56 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:10:56 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:10:56 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:10:56 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:10:56 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:10:56 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:10:56 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:10:56 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:10:56 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:10:56 | scheduled-backup-incremental/7-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:10:56 | scheduled-backup-incremental/7-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:10:56 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:10:56 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:10:56 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:10:56 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:10:56 | scheduled-backup-incremental/7-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 17:10:56 | scheduled-backup-incremental/7-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 17:10:56 | scheduled-backup-incremental/7-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 17:10:56 | scheduled-backup-incremental/7-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 17:10:56 | scheduled-backup-incremental/7-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 17:10:56 | scheduled-backup-incremental/7-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 17:10:56 | scheduled-backup-incremental/7-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 17:10:56 | scheduled-backup-incremental/7-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 17:10:56 | scheduled-backup-incremental/7-engage-incremental | ++++ which gdate logger.go:42: 17:10:56 | scheduled-backup-incremental/7-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:10:56 | scheduled-backup-incremental/7-engage-incremental | ++++ which date logger.go:42: 17:10:56 | scheduled-backup-incremental/7-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 17:10:56 | scheduled-backup-incremental/7-engage-incremental | +++ oc get projects logger.go:42: 17:10:56 | scheduled-backup-incremental/7-engage-incremental | +++ : logger.go:42: 17:10:56 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get nodes logger.go:42: 17:10:56 | scheduled-backup-incremental/7-engage-incremental | +++ grep '^minikube' logger.go:42: 17:10:57 | scheduled-backup-incremental/7-engage-incremental | +++ which gsed logger.go:42: 17:10:57 | scheduled-backup-incremental/7-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:10:57 | scheduled-backup-incremental/7-engage-incremental | +++ which sed logger.go:42: 17:10:57 | scheduled-backup-incremental/7-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 17:10:57 | scheduled-backup-incremental/7-engage-incremental | ++ oc get projects logger.go:42: 17:10:57 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl version -o json logger.go:42: 17:10:57 | scheduled-backup-incremental/7-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 17:10:57 | scheduled-backup-incremental/7-engage-incremental | +++ grep '\-eks\-' logger.go:42: 17:10:57 | scheduled-backup-incremental/7-engage-incremental | grep: warning: stray \ before - logger.go:42: 17:10:57 | scheduled-backup-incremental/7-engage-incremental | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 17:10:57 | scheduled-backup-incremental/7-engage-incremental | ++ '[' ']' logger.go:42: 17:10:57 | scheduled-backup-incremental/7-engage-incremental | ++ EKS=0 logger.go:42: 17:10:57 | scheduled-backup-incremental/7-engage-incremental | +++ get_cluster_name logger.go:42: 17:10:57 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl -n kuttl-test-perfect-anchovy get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 17:10:58 | scheduled-backup-incremental/7-engage-incremental | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 17:10:58 | scheduled-backup-incremental/7-engage-incremental | ++ local schedule_name=minio-incr logger.go:42: 17:10:58 | scheduled-backup-incremental/7-engage-incremental | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 17:10:58 | scheduled-backup-incremental/7-engage-incremental | +++ printf %s kuttl-test-perfect-anchovy-scheduled-backup-incremental logger.go:42: 17:10:58 | scheduled-backup-incremental/7-engage-incremental | +++ sha1sum logger.go:42: 17:10:58 | scheduled-backup-incremental/7-engage-incremental | +++ awk '{print $1}' logger.go:42: 17:10:58 | scheduled-backup-incremental/7-engage-incremental | +++ head -c 5 logger.go:42: 17:10:58 | scheduled-backup-incremental/7-engage-incremental | ++ local prefix=c8a08 logger.go:42: 17:10:58 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get ps-backup -n kuttl-test-perfect-anchovy -l percona.com/backup-ancestor=c8a08-minio-incr -o yaml logger.go:42: 17:10:58 | scheduled-backup-incremental/7-engage-incremental | +++ yq '.items | length' logger.go:42: 17:10:58 | scheduled-backup-incremental/7-engage-incremental | ++ local bcp_count=2 logger.go:42: 17:10:58 | scheduled-backup-incremental/7-engage-incremental | ++ echo 2 logger.go:42: 17:10:58 | scheduled-backup-incremental/7-engage-incremental | + bcp_count=2 logger.go:42: 17:10:58 | scheduled-backup-incremental/7-engage-incremental | + [[ 2 -lt 3 ]] logger.go:42: 17:10:58 | scheduled-backup-incremental/7-engage-incremental | + echo 'There are 2 incremental ps-backups but should be at least 3' logger.go:42: 17:10:58 | scheduled-backup-incremental/7-engage-incremental | There are 2 incremental ps-backups but should be at least 3 logger.go:42: 17:10:58 | scheduled-backup-incremental/7-engage-incremental | + exit 1 logger.go:42: 17:11:00 | scheduled-backup-incremental/7-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 3 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 3" exit 1 fi] logger.go:42: 17:11:00 | scheduled-backup-incremental/7-engage-incremental | + source ../../functions logger.go:42: 17:11:00 | scheduled-backup-incremental/7-engage-incremental | +++ realpath ../../.. logger.go:42: 17:11:00 | scheduled-backup-incremental/7-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:11:00 | scheduled-backup-incremental/7-engage-incremental | ++++ pwd logger.go:42: 17:11:00 | scheduled-backup-incremental/7-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 17:11:00 | scheduled-backup-incremental/7-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 17:11:00 | scheduled-backup-incremental/7-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/vars.sh logger.go:42: 17:11:00 | scheduled-backup-incremental/7-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:11:00 | scheduled-backup-incremental/7-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:11:00 | scheduled-backup-incremental/7-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:11:00 | scheduled-backup-incremental/7-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:11:00 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:11:00 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:11:00 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:11:00 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:11:00 | scheduled-backup-incremental/7-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:11:00 | scheduled-backup-incremental/7-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:11:00 | scheduled-backup-incremental/7-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 17:11:00 | scheduled-backup-incremental/7-engage-incremental | +++ export GIT_BRANCH=PR-1269 logger.go:42: 17:11:00 | scheduled-backup-incremental/7-engage-incremental | +++ GIT_BRANCH=PR-1269 logger.go:42: 17:11:00 | scheduled-backup-incremental/7-engage-incremental | +++ export VERSION=PR-1269-fbab6499 logger.go:42: 17:11:00 | scheduled-backup-incremental/7-engage-incremental | +++ VERSION=PR-1269-fbab6499 logger.go:42: 17:11:00 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:11:00 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:11:00 | scheduled-backup-incremental/7-engage-incremental | +++ [[ -z 8.0 ]] logger.go:42: 17:11:00 | scheduled-backup-incremental/7-engage-incremental | +++ export MYSQL_VERSION=8.0 logger.go:42: 17:11:00 | scheduled-backup-incremental/7-engage-incremental | +++ MYSQL_VERSION=8.0 logger.go:42: 17:11:00 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:11:00 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:11:00 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:11:00 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:11:00 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:11:00 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:11:00 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:11:00 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:11:00 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:11:00 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:11:00 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:11:00 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:11:00 | scheduled-backup-incremental/7-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:11:00 | scheduled-backup-incremental/7-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:11:00 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:11:00 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:11:00 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:11:00 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:11:00 | scheduled-backup-incremental/7-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 17:11:00 | scheduled-backup-incremental/7-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 17:11:00 | scheduled-backup-incremental/7-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 17:11:00 | scheduled-backup-incremental/7-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 17:11:00 | scheduled-backup-incremental/7-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 17:11:00 | scheduled-backup-incremental/7-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 17:11:00 | scheduled-backup-incremental/7-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 17:11:00 | scheduled-backup-incremental/7-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 17:11:00 | scheduled-backup-incremental/7-engage-incremental | ++++ which gdate logger.go:42: 17:11:00 | scheduled-backup-incremental/7-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:11:00 | scheduled-backup-incremental/7-engage-incremental | ++++ which date logger.go:42: 17:11:00 | scheduled-backup-incremental/7-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 17:11:00 | scheduled-backup-incremental/7-engage-incremental | +++ oc get projects logger.go:42: 17:11:00 | scheduled-backup-incremental/7-engage-incremental | +++ : logger.go:42: 17:11:00 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get nodes logger.go:42: 17:11:00 | scheduled-backup-incremental/7-engage-incremental | +++ grep '^minikube' logger.go:42: 17:11:00 | scheduled-backup-incremental/7-engage-incremental | +++ which gsed logger.go:42: 17:11:00 | scheduled-backup-incremental/7-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:11:00 | scheduled-backup-incremental/7-engage-incremental | +++ which sed logger.go:42: 17:11:00 | scheduled-backup-incremental/7-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 17:11:00 | scheduled-backup-incremental/7-engage-incremental | ++ oc get projects logger.go:42: 17:11:00 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl version -o json logger.go:42: 17:11:00 | scheduled-backup-incremental/7-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 17:11:00 | scheduled-backup-incremental/7-engage-incremental | +++ grep '\-eks\-' logger.go:42: 17:11:00 | scheduled-backup-incremental/7-engage-incremental | grep: warning: stray \ before - logger.go:42: 17:11:01 | scheduled-backup-incremental/7-engage-incremental | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 17:11:01 | scheduled-backup-incremental/7-engage-incremental | ++ '[' ']' logger.go:42: 17:11:01 | scheduled-backup-incremental/7-engage-incremental | ++ EKS=0 logger.go:42: 17:11:01 | scheduled-backup-incremental/7-engage-incremental | +++ get_cluster_name logger.go:42: 17:11:01 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl -n kuttl-test-perfect-anchovy get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 17:11:01 | scheduled-backup-incremental/7-engage-incremental | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 17:11:01 | scheduled-backup-incremental/7-engage-incremental | ++ local schedule_name=minio-incr logger.go:42: 17:11:01 | scheduled-backup-incremental/7-engage-incremental | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 17:11:01 | scheduled-backup-incremental/7-engage-incremental | +++ printf %s kuttl-test-perfect-anchovy-scheduled-backup-incremental logger.go:42: 17:11:01 | scheduled-backup-incremental/7-engage-incremental | +++ sha1sum logger.go:42: 17:11:01 | scheduled-backup-incremental/7-engage-incremental | +++ awk '{print $1}' logger.go:42: 17:11:01 | scheduled-backup-incremental/7-engage-incremental | +++ head -c 5 logger.go:42: 17:11:01 | scheduled-backup-incremental/7-engage-incremental | ++ local prefix=c8a08 logger.go:42: 17:11:01 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get ps-backup -n kuttl-test-perfect-anchovy -l percona.com/backup-ancestor=c8a08-minio-incr -o yaml logger.go:42: 17:11:01 | scheduled-backup-incremental/7-engage-incremental | +++ yq '.items | length' logger.go:42: 17:11:02 | scheduled-backup-incremental/7-engage-incremental | ++ local bcp_count=2 logger.go:42: 17:11:02 | scheduled-backup-incremental/7-engage-incremental | ++ echo 2 logger.go:42: 17:11:02 | scheduled-backup-incremental/7-engage-incremental | + bcp_count=2 logger.go:42: 17:11:02 | scheduled-backup-incremental/7-engage-incremental | + [[ 2 -lt 3 ]] logger.go:42: 17:11:02 | scheduled-backup-incremental/7-engage-incremental | + echo 'There are 2 incremental ps-backups but should be at least 3' logger.go:42: 17:11:02 | scheduled-backup-incremental/7-engage-incremental | There are 2 incremental ps-backups but should be at least 3 logger.go:42: 17:11:02 | scheduled-backup-incremental/7-engage-incremental | + exit 1 logger.go:42: 17:11:03 | scheduled-backup-incremental/7-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 3 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 3" exit 1 fi] logger.go:42: 17:11:03 | scheduled-backup-incremental/7-engage-incremental | + source ../../functions logger.go:42: 17:11:03 | scheduled-backup-incremental/7-engage-incremental | +++ realpath ../../.. logger.go:42: 17:11:03 | scheduled-backup-incremental/7-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:11:03 | scheduled-backup-incremental/7-engage-incremental | ++++ pwd logger.go:42: 17:11:03 | scheduled-backup-incremental/7-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 17:11:03 | scheduled-backup-incremental/7-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 17:11:03 | scheduled-backup-incremental/7-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/vars.sh logger.go:42: 17:11:03 | scheduled-backup-incremental/7-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:11:03 | scheduled-backup-incremental/7-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:11:03 | scheduled-backup-incremental/7-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:11:03 | scheduled-backup-incremental/7-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:11:03 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:11:03 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:11:03 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:11:03 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:11:03 | scheduled-backup-incremental/7-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:11:03 | scheduled-backup-incremental/7-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:11:03 | scheduled-backup-incremental/7-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 17:11:03 | scheduled-backup-incremental/7-engage-incremental | +++ export GIT_BRANCH=PR-1269 logger.go:42: 17:11:03 | scheduled-backup-incremental/7-engage-incremental | +++ GIT_BRANCH=PR-1269 logger.go:42: 17:11:03 | scheduled-backup-incremental/7-engage-incremental | +++ export VERSION=PR-1269-fbab6499 logger.go:42: 17:11:03 | scheduled-backup-incremental/7-engage-incremental | +++ VERSION=PR-1269-fbab6499 logger.go:42: 17:11:03 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:11:03 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:11:03 | scheduled-backup-incremental/7-engage-incremental | +++ [[ -z 8.0 ]] logger.go:42: 17:11:03 | scheduled-backup-incremental/7-engage-incremental | +++ export MYSQL_VERSION=8.0 logger.go:42: 17:11:03 | scheduled-backup-incremental/7-engage-incremental | +++ MYSQL_VERSION=8.0 logger.go:42: 17:11:03 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:11:03 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:11:03 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:11:03 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:11:03 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:11:03 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:11:03 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:11:03 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:11:03 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:11:03 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:11:03 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:11:03 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:11:03 | scheduled-backup-incremental/7-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:11:03 | scheduled-backup-incremental/7-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:11:03 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:11:03 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:11:03 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:11:03 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:11:03 | scheduled-backup-incremental/7-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 17:11:03 | scheduled-backup-incremental/7-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 17:11:03 | scheduled-backup-incremental/7-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 17:11:03 | scheduled-backup-incremental/7-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 17:11:03 | scheduled-backup-incremental/7-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 17:11:03 | scheduled-backup-incremental/7-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 17:11:03 | scheduled-backup-incremental/7-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 17:11:03 | scheduled-backup-incremental/7-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 17:11:03 | scheduled-backup-incremental/7-engage-incremental | ++++ which gdate logger.go:42: 17:11:03 | scheduled-backup-incremental/7-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:11:03 | scheduled-backup-incremental/7-engage-incremental | ++++ which date logger.go:42: 17:11:03 | scheduled-backup-incremental/7-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 17:11:03 | scheduled-backup-incremental/7-engage-incremental | +++ oc get projects logger.go:42: 17:11:03 | scheduled-backup-incremental/7-engage-incremental | +++ : logger.go:42: 17:11:03 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get nodes logger.go:42: 17:11:03 | scheduled-backup-incremental/7-engage-incremental | +++ grep '^minikube' logger.go:42: 17:11:04 | scheduled-backup-incremental/7-engage-incremental | +++ which gsed logger.go:42: 17:11:04 | scheduled-backup-incremental/7-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:11:04 | scheduled-backup-incremental/7-engage-incremental | +++ which sed logger.go:42: 17:11:04 | scheduled-backup-incremental/7-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 17:11:04 | scheduled-backup-incremental/7-engage-incremental | ++ oc get projects logger.go:42: 17:11:04 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl version -o json logger.go:42: 17:11:04 | scheduled-backup-incremental/7-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 17:11:04 | scheduled-backup-incremental/7-engage-incremental | +++ grep '\-eks\-' logger.go:42: 17:11:04 | scheduled-backup-incremental/7-engage-incremental | grep: warning: stray \ before - logger.go:42: 17:11:04 | scheduled-backup-incremental/7-engage-incremental | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 17:11:04 | scheduled-backup-incremental/7-engage-incremental | ++ '[' ']' logger.go:42: 17:11:04 | scheduled-backup-incremental/7-engage-incremental | ++ EKS=0 logger.go:42: 17:11:04 | scheduled-backup-incremental/7-engage-incremental | +++ get_cluster_name logger.go:42: 17:11:04 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl -n kuttl-test-perfect-anchovy get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 17:11:05 | scheduled-backup-incremental/7-engage-incremental | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 17:11:05 | scheduled-backup-incremental/7-engage-incremental | ++ local schedule_name=minio-incr logger.go:42: 17:11:05 | scheduled-backup-incremental/7-engage-incremental | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 17:11:05 | scheduled-backup-incremental/7-engage-incremental | +++ printf %s kuttl-test-perfect-anchovy-scheduled-backup-incremental logger.go:42: 17:11:05 | scheduled-backup-incremental/7-engage-incremental | +++ sha1sum logger.go:42: 17:11:05 | scheduled-backup-incremental/7-engage-incremental | +++ awk '{print $1}' logger.go:42: 17:11:05 | scheduled-backup-incremental/7-engage-incremental | +++ head -c 5 logger.go:42: 17:11:05 | scheduled-backup-incremental/7-engage-incremental | ++ local prefix=c8a08 logger.go:42: 17:11:05 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get ps-backup -n kuttl-test-perfect-anchovy -l percona.com/backup-ancestor=c8a08-minio-incr -o yaml logger.go:42: 17:11:05 | scheduled-backup-incremental/7-engage-incremental | +++ yq '.items | length' logger.go:42: 17:11:05 | scheduled-backup-incremental/7-engage-incremental | ++ local bcp_count=2 logger.go:42: 17:11:05 | scheduled-backup-incremental/7-engage-incremental | ++ echo 2 logger.go:42: 17:11:05 | scheduled-backup-incremental/7-engage-incremental | + bcp_count=2 logger.go:42: 17:11:05 | scheduled-backup-incremental/7-engage-incremental | + [[ 2 -lt 3 ]] logger.go:42: 17:11:05 | scheduled-backup-incremental/7-engage-incremental | + echo 'There are 2 incremental ps-backups but should be at least 3' logger.go:42: 17:11:05 | scheduled-backup-incremental/7-engage-incremental | There are 2 incremental ps-backups but should be at least 3 logger.go:42: 17:11:05 | scheduled-backup-incremental/7-engage-incremental | + exit 1 logger.go:42: 17:11:06 | scheduled-backup-incremental/7-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 3 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 3" exit 1 fi] logger.go:42: 17:11:06 | scheduled-backup-incremental/7-engage-incremental | + source ../../functions logger.go:42: 17:11:06 | scheduled-backup-incremental/7-engage-incremental | +++ realpath ../../.. logger.go:42: 17:11:06 | scheduled-backup-incremental/7-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:11:06 | scheduled-backup-incremental/7-engage-incremental | ++++ pwd logger.go:42: 17:11:06 | scheduled-backup-incremental/7-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 17:11:06 | scheduled-backup-incremental/7-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 17:11:06 | scheduled-backup-incremental/7-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/vars.sh logger.go:42: 17:11:06 | scheduled-backup-incremental/7-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:11:06 | scheduled-backup-incremental/7-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:11:06 | scheduled-backup-incremental/7-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:11:06 | scheduled-backup-incremental/7-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:11:06 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:11:06 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:11:06 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:11:06 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:11:06 | scheduled-backup-incremental/7-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:11:06 | scheduled-backup-incremental/7-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:11:06 | scheduled-backup-incremental/7-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 17:11:06 | scheduled-backup-incremental/7-engage-incremental | +++ export GIT_BRANCH=PR-1269 logger.go:42: 17:11:06 | scheduled-backup-incremental/7-engage-incremental | +++ GIT_BRANCH=PR-1269 logger.go:42: 17:11:06 | scheduled-backup-incremental/7-engage-incremental | +++ export VERSION=PR-1269-fbab6499 logger.go:42: 17:11:06 | scheduled-backup-incremental/7-engage-incremental | +++ VERSION=PR-1269-fbab6499 logger.go:42: 17:11:06 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:11:06 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:11:06 | scheduled-backup-incremental/7-engage-incremental | +++ [[ -z 8.0 ]] logger.go:42: 17:11:06 | scheduled-backup-incremental/7-engage-incremental | +++ export MYSQL_VERSION=8.0 logger.go:42: 17:11:06 | scheduled-backup-incremental/7-engage-incremental | +++ MYSQL_VERSION=8.0 logger.go:42: 17:11:06 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:11:06 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:11:06 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:11:06 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:11:06 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:11:06 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:11:06 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:11:06 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:11:06 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:11:06 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:11:06 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:11:06 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:11:06 | scheduled-backup-incremental/7-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:11:06 | scheduled-backup-incremental/7-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:11:06 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:11:06 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:11:06 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:11:06 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:11:06 | scheduled-backup-incremental/7-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 17:11:06 | scheduled-backup-incremental/7-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 17:11:06 | scheduled-backup-incremental/7-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 17:11:06 | scheduled-backup-incremental/7-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 17:11:06 | scheduled-backup-incremental/7-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 17:11:06 | scheduled-backup-incremental/7-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 17:11:06 | scheduled-backup-incremental/7-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 17:11:06 | scheduled-backup-incremental/7-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 17:11:06 | scheduled-backup-incremental/7-engage-incremental | ++++ which gdate logger.go:42: 17:11:06 | scheduled-backup-incremental/7-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:11:06 | scheduled-backup-incremental/7-engage-incremental | ++++ which date logger.go:42: 17:11:06 | scheduled-backup-incremental/7-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 17:11:06 | scheduled-backup-incremental/7-engage-incremental | +++ oc get projects logger.go:42: 17:11:06 | scheduled-backup-incremental/7-engage-incremental | +++ : logger.go:42: 17:11:06 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get nodes logger.go:42: 17:11:06 | scheduled-backup-incremental/7-engage-incremental | +++ grep '^minikube' logger.go:42: 17:11:07 | scheduled-backup-incremental/7-engage-incremental | +++ which gsed logger.go:42: 17:11:07 | scheduled-backup-incremental/7-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:11:07 | scheduled-backup-incremental/7-engage-incremental | +++ which sed logger.go:42: 17:11:07 | scheduled-backup-incremental/7-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 17:11:07 | scheduled-backup-incremental/7-engage-incremental | ++ oc get projects logger.go:42: 17:11:07 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl version -o json logger.go:42: 17:11:07 | scheduled-backup-incremental/7-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 17:11:07 | scheduled-backup-incremental/7-engage-incremental | +++ grep '\-eks\-' logger.go:42: 17:11:07 | scheduled-backup-incremental/7-engage-incremental | grep: warning: stray \ before - logger.go:42: 17:11:07 | scheduled-backup-incremental/7-engage-incremental | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 17:11:07 | scheduled-backup-incremental/7-engage-incremental | ++ '[' ']' logger.go:42: 17:11:07 | scheduled-backup-incremental/7-engage-incremental | ++ EKS=0 logger.go:42: 17:11:07 | scheduled-backup-incremental/7-engage-incremental | +++ get_cluster_name logger.go:42: 17:11:07 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl -n kuttl-test-perfect-anchovy get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 17:11:08 | scheduled-backup-incremental/7-engage-incremental | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 17:11:08 | scheduled-backup-incremental/7-engage-incremental | ++ local schedule_name=minio-incr logger.go:42: 17:11:08 | scheduled-backup-incremental/7-engage-incremental | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 17:11:08 | scheduled-backup-incremental/7-engage-incremental | +++ printf %s kuttl-test-perfect-anchovy-scheduled-backup-incremental logger.go:42: 17:11:08 | scheduled-backup-incremental/7-engage-incremental | +++ sha1sum logger.go:42: 17:11:08 | scheduled-backup-incremental/7-engage-incremental | +++ awk '{print $1}' logger.go:42: 17:11:08 | scheduled-backup-incremental/7-engage-incremental | +++ head -c 5 logger.go:42: 17:11:08 | scheduled-backup-incremental/7-engage-incremental | ++ local prefix=c8a08 logger.go:42: 17:11:08 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get ps-backup -n kuttl-test-perfect-anchovy -l percona.com/backup-ancestor=c8a08-minio-incr -o yaml logger.go:42: 17:11:08 | scheduled-backup-incremental/7-engage-incremental | +++ yq '.items | length' logger.go:42: 17:11:08 | scheduled-backup-incremental/7-engage-incremental | ++ local bcp_count=2 logger.go:42: 17:11:08 | scheduled-backup-incremental/7-engage-incremental | ++ echo 2 logger.go:42: 17:11:08 | scheduled-backup-incremental/7-engage-incremental | + bcp_count=2 logger.go:42: 17:11:08 | scheduled-backup-incremental/7-engage-incremental | + [[ 2 -lt 3 ]] logger.go:42: 17:11:08 | scheduled-backup-incremental/7-engage-incremental | + echo 'There are 2 incremental ps-backups but should be at least 3' logger.go:42: 17:11:08 | scheduled-backup-incremental/7-engage-incremental | There are 2 incremental ps-backups but should be at least 3 logger.go:42: 17:11:08 | scheduled-backup-incremental/7-engage-incremental | + exit 1 logger.go:42: 17:11:09 | scheduled-backup-incremental/7-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 3 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 3" exit 1 fi] logger.go:42: 17:11:09 | scheduled-backup-incremental/7-engage-incremental | + source ../../functions logger.go:42: 17:11:09 | scheduled-backup-incremental/7-engage-incremental | +++ realpath ../../.. logger.go:42: 17:11:09 | scheduled-backup-incremental/7-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:11:09 | scheduled-backup-incremental/7-engage-incremental | ++++ pwd logger.go:42: 17:11:09 | scheduled-backup-incremental/7-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 17:11:09 | scheduled-backup-incremental/7-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 17:11:09 | scheduled-backup-incremental/7-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/vars.sh logger.go:42: 17:11:09 | scheduled-backup-incremental/7-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:11:09 | scheduled-backup-incremental/7-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:11:09 | scheduled-backup-incremental/7-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:11:09 | scheduled-backup-incremental/7-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:11:09 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:11:09 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:11:09 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:11:09 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:11:09 | scheduled-backup-incremental/7-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:11:09 | scheduled-backup-incremental/7-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:11:09 | scheduled-backup-incremental/7-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 17:11:09 | scheduled-backup-incremental/7-engage-incremental | +++ export GIT_BRANCH=PR-1269 logger.go:42: 17:11:09 | scheduled-backup-incremental/7-engage-incremental | +++ GIT_BRANCH=PR-1269 logger.go:42: 17:11:09 | scheduled-backup-incremental/7-engage-incremental | +++ export VERSION=PR-1269-fbab6499 logger.go:42: 17:11:09 | scheduled-backup-incremental/7-engage-incremental | +++ VERSION=PR-1269-fbab6499 logger.go:42: 17:11:09 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:11:09 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:11:09 | scheduled-backup-incremental/7-engage-incremental | +++ [[ -z 8.0 ]] logger.go:42: 17:11:09 | scheduled-backup-incremental/7-engage-incremental | +++ export MYSQL_VERSION=8.0 logger.go:42: 17:11:09 | scheduled-backup-incremental/7-engage-incremental | +++ MYSQL_VERSION=8.0 logger.go:42: 17:11:09 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:11:09 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:11:09 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:11:09 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:11:09 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:11:09 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:11:09 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:11:09 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:11:09 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:11:09 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:11:09 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:11:09 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:11:09 | scheduled-backup-incremental/7-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:11:09 | scheduled-backup-incremental/7-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:11:09 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:11:09 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:11:09 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:11:09 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:11:09 | scheduled-backup-incremental/7-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 17:11:09 | scheduled-backup-incremental/7-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 17:11:09 | scheduled-backup-incremental/7-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 17:11:09 | scheduled-backup-incremental/7-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 17:11:09 | scheduled-backup-incremental/7-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 17:11:09 | scheduled-backup-incremental/7-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 17:11:09 | scheduled-backup-incremental/7-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 17:11:09 | scheduled-backup-incremental/7-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 17:11:09 | scheduled-backup-incremental/7-engage-incremental | ++++ which gdate logger.go:42: 17:11:09 | scheduled-backup-incremental/7-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:11:09 | scheduled-backup-incremental/7-engage-incremental | ++++ which date logger.go:42: 17:11:09 | scheduled-backup-incremental/7-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 17:11:09 | scheduled-backup-incremental/7-engage-incremental | +++ oc get projects logger.go:42: 17:11:09 | scheduled-backup-incremental/7-engage-incremental | +++ : logger.go:42: 17:11:09 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get nodes logger.go:42: 17:11:09 | scheduled-backup-incremental/7-engage-incremental | +++ grep '^minikube' logger.go:42: 17:11:10 | scheduled-backup-incremental/7-engage-incremental | +++ which gsed logger.go:42: 17:11:10 | scheduled-backup-incremental/7-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:11:10 | scheduled-backup-incremental/7-engage-incremental | +++ which sed logger.go:42: 17:11:10 | scheduled-backup-incremental/7-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 17:11:10 | scheduled-backup-incremental/7-engage-incremental | ++ oc get projects logger.go:42: 17:11:10 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl version -o json logger.go:42: 17:11:10 | scheduled-backup-incremental/7-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 17:11:10 | scheduled-backup-incremental/7-engage-incremental | +++ grep '\-eks\-' logger.go:42: 17:11:10 | scheduled-backup-incremental/7-engage-incremental | grep: warning: stray \ before - logger.go:42: 17:11:11 | scheduled-backup-incremental/7-engage-incremental | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 17:11:11 | scheduled-backup-incremental/7-engage-incremental | ++ '[' ']' logger.go:42: 17:11:11 | scheduled-backup-incremental/7-engage-incremental | ++ EKS=0 logger.go:42: 17:11:11 | scheduled-backup-incremental/7-engage-incremental | +++ get_cluster_name logger.go:42: 17:11:11 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl -n kuttl-test-perfect-anchovy get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 17:11:11 | scheduled-backup-incremental/7-engage-incremental | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 17:11:11 | scheduled-backup-incremental/7-engage-incremental | ++ local schedule_name=minio-incr logger.go:42: 17:11:11 | scheduled-backup-incremental/7-engage-incremental | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 17:11:11 | scheduled-backup-incremental/7-engage-incremental | +++ printf %s kuttl-test-perfect-anchovy-scheduled-backup-incremental logger.go:42: 17:11:11 | scheduled-backup-incremental/7-engage-incremental | +++ sha1sum logger.go:42: 17:11:11 | scheduled-backup-incremental/7-engage-incremental | +++ awk '{print $1}' logger.go:42: 17:11:11 | scheduled-backup-incremental/7-engage-incremental | +++ head -c 5 logger.go:42: 17:11:11 | scheduled-backup-incremental/7-engage-incremental | ++ local prefix=c8a08 logger.go:42: 17:11:11 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get ps-backup -n kuttl-test-perfect-anchovy -l percona.com/backup-ancestor=c8a08-minio-incr -o yaml logger.go:42: 17:11:11 | scheduled-backup-incremental/7-engage-incremental | +++ yq '.items | length' logger.go:42: 17:11:12 | scheduled-backup-incremental/7-engage-incremental | ++ local bcp_count=2 logger.go:42: 17:11:12 | scheduled-backup-incremental/7-engage-incremental | ++ echo 2 logger.go:42: 17:11:12 | scheduled-backup-incremental/7-engage-incremental | + bcp_count=2 logger.go:42: 17:11:12 | scheduled-backup-incremental/7-engage-incremental | + [[ 2 -lt 3 ]] logger.go:42: 17:11:12 | scheduled-backup-incremental/7-engage-incremental | + echo 'There are 2 incremental ps-backups but should be at least 3' logger.go:42: 17:11:12 | scheduled-backup-incremental/7-engage-incremental | There are 2 incremental ps-backups but should be at least 3 logger.go:42: 17:11:12 | scheduled-backup-incremental/7-engage-incremental | + exit 1 logger.go:42: 17:11:13 | scheduled-backup-incremental/7-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 3 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 3" exit 1 fi] logger.go:42: 17:11:13 | scheduled-backup-incremental/7-engage-incremental | + source ../../functions logger.go:42: 17:11:13 | scheduled-backup-incremental/7-engage-incremental | +++ realpath ../../.. logger.go:42: 17:11:13 | scheduled-backup-incremental/7-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:11:13 | scheduled-backup-incremental/7-engage-incremental | ++++ pwd logger.go:42: 17:11:13 | scheduled-backup-incremental/7-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 17:11:13 | scheduled-backup-incremental/7-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 17:11:13 | scheduled-backup-incremental/7-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/vars.sh logger.go:42: 17:11:13 | scheduled-backup-incremental/7-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:11:13 | scheduled-backup-incremental/7-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:11:13 | scheduled-backup-incremental/7-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:11:13 | scheduled-backup-incremental/7-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:11:13 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:11:13 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:11:13 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:11:13 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:11:13 | scheduled-backup-incremental/7-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:11:13 | scheduled-backup-incremental/7-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:11:13 | scheduled-backup-incremental/7-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 17:11:13 | scheduled-backup-incremental/7-engage-incremental | +++ export GIT_BRANCH=PR-1269 logger.go:42: 17:11:13 | scheduled-backup-incremental/7-engage-incremental | +++ GIT_BRANCH=PR-1269 logger.go:42: 17:11:13 | scheduled-backup-incremental/7-engage-incremental | +++ export VERSION=PR-1269-fbab6499 logger.go:42: 17:11:13 | scheduled-backup-incremental/7-engage-incremental | +++ VERSION=PR-1269-fbab6499 logger.go:42: 17:11:13 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:11:13 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:11:13 | scheduled-backup-incremental/7-engage-incremental | +++ [[ -z 8.0 ]] logger.go:42: 17:11:13 | scheduled-backup-incremental/7-engage-incremental | +++ export MYSQL_VERSION=8.0 logger.go:42: 17:11:13 | scheduled-backup-incremental/7-engage-incremental | +++ MYSQL_VERSION=8.0 logger.go:42: 17:11:13 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:11:13 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:11:13 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:11:13 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:11:13 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:11:13 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:11:13 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:11:13 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:11:13 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:11:13 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:11:13 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:11:13 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:11:13 | scheduled-backup-incremental/7-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:11:13 | scheduled-backup-incremental/7-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:11:13 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:11:13 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:11:13 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:11:13 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:11:13 | scheduled-backup-incremental/7-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 17:11:13 | scheduled-backup-incremental/7-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 17:11:13 | scheduled-backup-incremental/7-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 17:11:13 | scheduled-backup-incremental/7-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 17:11:13 | scheduled-backup-incremental/7-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 17:11:13 | scheduled-backup-incremental/7-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 17:11:13 | scheduled-backup-incremental/7-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 17:11:13 | scheduled-backup-incremental/7-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 17:11:13 | scheduled-backup-incremental/7-engage-incremental | ++++ which gdate logger.go:42: 17:11:13 | scheduled-backup-incremental/7-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:11:13 | scheduled-backup-incremental/7-engage-incremental | ++++ which date logger.go:42: 17:11:13 | scheduled-backup-incremental/7-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 17:11:13 | scheduled-backup-incremental/7-engage-incremental | +++ oc get projects logger.go:42: 17:11:13 | scheduled-backup-incremental/7-engage-incremental | +++ : logger.go:42: 17:11:13 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get nodes logger.go:42: 17:11:13 | scheduled-backup-incremental/7-engage-incremental | +++ grep '^minikube' logger.go:42: 17:11:13 | scheduled-backup-incremental/7-engage-incremental | +++ which gsed logger.go:42: 17:11:13 | scheduled-backup-incremental/7-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:11:13 | scheduled-backup-incremental/7-engage-incremental | +++ which sed logger.go:42: 17:11:13 | scheduled-backup-incremental/7-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 17:11:13 | scheduled-backup-incremental/7-engage-incremental | ++ oc get projects logger.go:42: 17:11:13 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl version -o json logger.go:42: 17:11:13 | scheduled-backup-incremental/7-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 17:11:13 | scheduled-backup-incremental/7-engage-incremental | +++ grep '\-eks\-' logger.go:42: 17:11:13 | scheduled-backup-incremental/7-engage-incremental | grep: warning: stray \ before - logger.go:42: 17:11:14 | scheduled-backup-incremental/7-engage-incremental | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 17:11:14 | scheduled-backup-incremental/7-engage-incremental | ++ '[' ']' logger.go:42: 17:11:14 | scheduled-backup-incremental/7-engage-incremental | ++ EKS=0 logger.go:42: 17:11:14 | scheduled-backup-incremental/7-engage-incremental | +++ get_cluster_name logger.go:42: 17:11:14 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl -n kuttl-test-perfect-anchovy get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 17:11:14 | scheduled-backup-incremental/7-engage-incremental | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 17:11:14 | scheduled-backup-incremental/7-engage-incremental | ++ local schedule_name=minio-incr logger.go:42: 17:11:14 | scheduled-backup-incremental/7-engage-incremental | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 17:11:14 | scheduled-backup-incremental/7-engage-incremental | +++ printf %s kuttl-test-perfect-anchovy-scheduled-backup-incremental logger.go:42: 17:11:14 | scheduled-backup-incremental/7-engage-incremental | +++ sha1sum logger.go:42: 17:11:14 | scheduled-backup-incremental/7-engage-incremental | +++ awk '{print $1}' logger.go:42: 17:11:14 | scheduled-backup-incremental/7-engage-incremental | +++ head -c 5 logger.go:42: 17:11:14 | scheduled-backup-incremental/7-engage-incremental | ++ local prefix=c8a08 logger.go:42: 17:11:14 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get ps-backup -n kuttl-test-perfect-anchovy -l percona.com/backup-ancestor=c8a08-minio-incr -o yaml logger.go:42: 17:11:14 | scheduled-backup-incremental/7-engage-incremental | +++ yq '.items | length' logger.go:42: 17:11:15 | scheduled-backup-incremental/7-engage-incremental | ++ local bcp_count=2 logger.go:42: 17:11:15 | scheduled-backup-incremental/7-engage-incremental | ++ echo 2 logger.go:42: 17:11:15 | scheduled-backup-incremental/7-engage-incremental | + bcp_count=2 logger.go:42: 17:11:15 | scheduled-backup-incremental/7-engage-incremental | + [[ 2 -lt 3 ]] logger.go:42: 17:11:15 | scheduled-backup-incremental/7-engage-incremental | + echo 'There are 2 incremental ps-backups but should be at least 3' logger.go:42: 17:11:15 | scheduled-backup-incremental/7-engage-incremental | There are 2 incremental ps-backups but should be at least 3 logger.go:42: 17:11:15 | scheduled-backup-incremental/7-engage-incremental | + exit 1 logger.go:42: 17:11:16 | scheduled-backup-incremental/7-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 3 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 3" exit 1 fi] logger.go:42: 17:11:16 | scheduled-backup-incremental/7-engage-incremental | + source ../../functions logger.go:42: 17:11:16 | scheduled-backup-incremental/7-engage-incremental | +++ realpath ../../.. logger.go:42: 17:11:16 | scheduled-backup-incremental/7-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:11:16 | scheduled-backup-incremental/7-engage-incremental | ++++ pwd logger.go:42: 17:11:16 | scheduled-backup-incremental/7-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 17:11:16 | scheduled-backup-incremental/7-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 17:11:16 | scheduled-backup-incremental/7-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/vars.sh logger.go:42: 17:11:16 | scheduled-backup-incremental/7-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:11:16 | scheduled-backup-incremental/7-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:11:16 | scheduled-backup-incremental/7-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:11:16 | scheduled-backup-incremental/7-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:11:16 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:11:16 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:11:16 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:11:16 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:11:16 | scheduled-backup-incremental/7-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:11:16 | scheduled-backup-incremental/7-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:11:16 | scheduled-backup-incremental/7-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 17:11:16 | scheduled-backup-incremental/7-engage-incremental | +++ export GIT_BRANCH=PR-1269 logger.go:42: 17:11:16 | scheduled-backup-incremental/7-engage-incremental | +++ GIT_BRANCH=PR-1269 logger.go:42: 17:11:16 | scheduled-backup-incremental/7-engage-incremental | +++ export VERSION=PR-1269-fbab6499 logger.go:42: 17:11:16 | scheduled-backup-incremental/7-engage-incremental | +++ VERSION=PR-1269-fbab6499 logger.go:42: 17:11:16 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:11:16 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:11:16 | scheduled-backup-incremental/7-engage-incremental | +++ [[ -z 8.0 ]] logger.go:42: 17:11:16 | scheduled-backup-incremental/7-engage-incremental | +++ export MYSQL_VERSION=8.0 logger.go:42: 17:11:16 | scheduled-backup-incremental/7-engage-incremental | +++ MYSQL_VERSION=8.0 logger.go:42: 17:11:16 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:11:16 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:11:16 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:11:16 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:11:16 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:11:16 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:11:16 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:11:16 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:11:16 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:11:16 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:11:16 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:11:16 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:11:16 | scheduled-backup-incremental/7-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:11:16 | scheduled-backup-incremental/7-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:11:16 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:11:16 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:11:16 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:11:16 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:11:16 | scheduled-backup-incremental/7-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 17:11:16 | scheduled-backup-incremental/7-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 17:11:16 | scheduled-backup-incremental/7-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 17:11:16 | scheduled-backup-incremental/7-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 17:11:16 | scheduled-backup-incremental/7-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 17:11:16 | scheduled-backup-incremental/7-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 17:11:16 | scheduled-backup-incremental/7-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 17:11:16 | scheduled-backup-incremental/7-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 17:11:16 | scheduled-backup-incremental/7-engage-incremental | ++++ which gdate logger.go:42: 17:11:16 | scheduled-backup-incremental/7-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:11:16 | scheduled-backup-incremental/7-engage-incremental | ++++ which date logger.go:42: 17:11:16 | scheduled-backup-incremental/7-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 17:11:16 | scheduled-backup-incremental/7-engage-incremental | +++ oc get projects logger.go:42: 17:11:16 | scheduled-backup-incremental/7-engage-incremental | +++ : logger.go:42: 17:11:16 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get nodes logger.go:42: 17:11:16 | scheduled-backup-incremental/7-engage-incremental | +++ grep '^minikube' logger.go:42: 17:11:17 | scheduled-backup-incremental/7-engage-incremental | +++ which gsed logger.go:42: 17:11:17 | scheduled-backup-incremental/7-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:11:17 | scheduled-backup-incremental/7-engage-incremental | +++ which sed logger.go:42: 17:11:17 | scheduled-backup-incremental/7-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 17:11:17 | scheduled-backup-incremental/7-engage-incremental | ++ oc get projects logger.go:42: 17:11:17 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl version -o json logger.go:42: 17:11:17 | scheduled-backup-incremental/7-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 17:11:17 | scheduled-backup-incremental/7-engage-incremental | +++ grep '\-eks\-' logger.go:42: 17:11:17 | scheduled-backup-incremental/7-engage-incremental | grep: warning: stray \ before - logger.go:42: 17:11:17 | scheduled-backup-incremental/7-engage-incremental | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 17:11:17 | scheduled-backup-incremental/7-engage-incremental | ++ '[' ']' logger.go:42: 17:11:17 | scheduled-backup-incremental/7-engage-incremental | ++ EKS=0 logger.go:42: 17:11:17 | scheduled-backup-incremental/7-engage-incremental | +++ get_cluster_name logger.go:42: 17:11:17 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl -n kuttl-test-perfect-anchovy get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 17:11:18 | scheduled-backup-incremental/7-engage-incremental | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 17:11:18 | scheduled-backup-incremental/7-engage-incremental | ++ local schedule_name=minio-incr logger.go:42: 17:11:18 | scheduled-backup-incremental/7-engage-incremental | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 17:11:18 | scheduled-backup-incremental/7-engage-incremental | +++ printf %s kuttl-test-perfect-anchovy-scheduled-backup-incremental logger.go:42: 17:11:18 | scheduled-backup-incremental/7-engage-incremental | +++ sha1sum logger.go:42: 17:11:18 | scheduled-backup-incremental/7-engage-incremental | +++ awk '{print $1}' logger.go:42: 17:11:18 | scheduled-backup-incremental/7-engage-incremental | +++ head -c 5 logger.go:42: 17:11:18 | scheduled-backup-incremental/7-engage-incremental | ++ local prefix=c8a08 logger.go:42: 17:11:18 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get ps-backup -n kuttl-test-perfect-anchovy -l percona.com/backup-ancestor=c8a08-minio-incr -o yaml logger.go:42: 17:11:18 | scheduled-backup-incremental/7-engage-incremental | +++ yq '.items | length' logger.go:42: 17:11:18 | scheduled-backup-incremental/7-engage-incremental | ++ local bcp_count=2 logger.go:42: 17:11:18 | scheduled-backup-incremental/7-engage-incremental | ++ echo 2 logger.go:42: 17:11:18 | scheduled-backup-incremental/7-engage-incremental | + bcp_count=2 logger.go:42: 17:11:18 | scheduled-backup-incremental/7-engage-incremental | + [[ 2 -lt 3 ]] logger.go:42: 17:11:18 | scheduled-backup-incremental/7-engage-incremental | + echo 'There are 2 incremental ps-backups but should be at least 3' logger.go:42: 17:11:18 | scheduled-backup-incremental/7-engage-incremental | There are 2 incremental ps-backups but should be at least 3 logger.go:42: 17:11:18 | scheduled-backup-incremental/7-engage-incremental | + exit 1 logger.go:42: 17:11:19 | scheduled-backup-incremental/7-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 3 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 3" exit 1 fi] logger.go:42: 17:11:19 | scheduled-backup-incremental/7-engage-incremental | + source ../../functions logger.go:42: 17:11:19 | scheduled-backup-incremental/7-engage-incremental | +++ realpath ../../.. logger.go:42: 17:11:19 | scheduled-backup-incremental/7-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:11:19 | scheduled-backup-incremental/7-engage-incremental | ++++ pwd logger.go:42: 17:11:19 | scheduled-backup-incremental/7-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 17:11:19 | scheduled-backup-incremental/7-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 17:11:19 | scheduled-backup-incremental/7-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/vars.sh logger.go:42: 17:11:19 | scheduled-backup-incremental/7-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:11:19 | scheduled-backup-incremental/7-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:11:19 | scheduled-backup-incremental/7-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:11:19 | scheduled-backup-incremental/7-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:11:19 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:11:19 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:11:19 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:11:19 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:11:19 | scheduled-backup-incremental/7-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:11:19 | scheduled-backup-incremental/7-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:11:19 | scheduled-backup-incremental/7-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 17:11:19 | scheduled-backup-incremental/7-engage-incremental | +++ export GIT_BRANCH=PR-1269 logger.go:42: 17:11:19 | scheduled-backup-incremental/7-engage-incremental | +++ GIT_BRANCH=PR-1269 logger.go:42: 17:11:19 | scheduled-backup-incremental/7-engage-incremental | +++ export VERSION=PR-1269-fbab6499 logger.go:42: 17:11:19 | scheduled-backup-incremental/7-engage-incremental | +++ VERSION=PR-1269-fbab6499 logger.go:42: 17:11:19 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:11:19 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:11:19 | scheduled-backup-incremental/7-engage-incremental | +++ [[ -z 8.0 ]] logger.go:42: 17:11:19 | scheduled-backup-incremental/7-engage-incremental | +++ export MYSQL_VERSION=8.0 logger.go:42: 17:11:19 | scheduled-backup-incremental/7-engage-incremental | +++ MYSQL_VERSION=8.0 logger.go:42: 17:11:19 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:11:19 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:11:19 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:11:19 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:11:19 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:11:19 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:11:19 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:11:19 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:11:19 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:11:19 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:11:19 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:11:19 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:11:19 | scheduled-backup-incremental/7-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:11:19 | scheduled-backup-incremental/7-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:11:19 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:11:19 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:11:19 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:11:19 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:11:19 | scheduled-backup-incremental/7-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 17:11:19 | scheduled-backup-incremental/7-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 17:11:19 | scheduled-backup-incremental/7-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 17:11:19 | scheduled-backup-incremental/7-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 17:11:19 | scheduled-backup-incremental/7-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 17:11:19 | scheduled-backup-incremental/7-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 17:11:19 | scheduled-backup-incremental/7-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 17:11:19 | scheduled-backup-incremental/7-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 17:11:19 | scheduled-backup-incremental/7-engage-incremental | ++++ which gdate logger.go:42: 17:11:19 | scheduled-backup-incremental/7-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:11:19 | scheduled-backup-incremental/7-engage-incremental | ++++ which date logger.go:42: 17:11:19 | scheduled-backup-incremental/7-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 17:11:19 | scheduled-backup-incremental/7-engage-incremental | +++ oc get projects logger.go:42: 17:11:19 | scheduled-backup-incremental/7-engage-incremental | +++ : logger.go:42: 17:11:19 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get nodes logger.go:42: 17:11:19 | scheduled-backup-incremental/7-engage-incremental | +++ grep '^minikube' logger.go:42: 17:11:20 | scheduled-backup-incremental/7-engage-incremental | +++ which gsed logger.go:42: 17:11:20 | scheduled-backup-incremental/7-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:11:20 | scheduled-backup-incremental/7-engage-incremental | +++ which sed logger.go:42: 17:11:20 | scheduled-backup-incremental/7-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 17:11:20 | scheduled-backup-incremental/7-engage-incremental | ++ oc get projects logger.go:42: 17:11:20 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl version -o json logger.go:42: 17:11:20 | scheduled-backup-incremental/7-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 17:11:20 | scheduled-backup-incremental/7-engage-incremental | +++ grep '\-eks\-' logger.go:42: 17:11:20 | scheduled-backup-incremental/7-engage-incremental | grep: warning: stray \ before - logger.go:42: 17:11:20 | scheduled-backup-incremental/7-engage-incremental | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 17:11:20 | scheduled-backup-incremental/7-engage-incremental | ++ '[' ']' logger.go:42: 17:11:20 | scheduled-backup-incremental/7-engage-incremental | ++ EKS=0 logger.go:42: 17:11:20 | scheduled-backup-incremental/7-engage-incremental | +++ get_cluster_name logger.go:42: 17:11:20 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl -n kuttl-test-perfect-anchovy get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 17:11:21 | scheduled-backup-incremental/7-engage-incremental | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 17:11:21 | scheduled-backup-incremental/7-engage-incremental | ++ local schedule_name=minio-incr logger.go:42: 17:11:21 | scheduled-backup-incremental/7-engage-incremental | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 17:11:21 | scheduled-backup-incremental/7-engage-incremental | +++ printf %s kuttl-test-perfect-anchovy-scheduled-backup-incremental logger.go:42: 17:11:21 | scheduled-backup-incremental/7-engage-incremental | +++ sha1sum logger.go:42: 17:11:21 | scheduled-backup-incremental/7-engage-incremental | +++ awk '{print $1}' logger.go:42: 17:11:21 | scheduled-backup-incremental/7-engage-incremental | +++ head -c 5 logger.go:42: 17:11:21 | scheduled-backup-incremental/7-engage-incremental | ++ local prefix=c8a08 logger.go:42: 17:11:21 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get ps-backup -n kuttl-test-perfect-anchovy -l percona.com/backup-ancestor=c8a08-minio-incr -o yaml logger.go:42: 17:11:21 | scheduled-backup-incremental/7-engage-incremental | +++ yq '.items | length' logger.go:42: 17:11:21 | scheduled-backup-incremental/7-engage-incremental | ++ local bcp_count=2 logger.go:42: 17:11:21 | scheduled-backup-incremental/7-engage-incremental | ++ echo 2 logger.go:42: 17:11:21 | scheduled-backup-incremental/7-engage-incremental | + bcp_count=2 logger.go:42: 17:11:21 | scheduled-backup-incremental/7-engage-incremental | + [[ 2 -lt 3 ]] logger.go:42: 17:11:21 | scheduled-backup-incremental/7-engage-incremental | + echo 'There are 2 incremental ps-backups but should be at least 3' logger.go:42: 17:11:21 | scheduled-backup-incremental/7-engage-incremental | There are 2 incremental ps-backups but should be at least 3 logger.go:42: 17:11:21 | scheduled-backup-incremental/7-engage-incremental | + exit 1 logger.go:42: 17:11:22 | scheduled-backup-incremental/7-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 3 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 3" exit 1 fi] logger.go:42: 17:11:22 | scheduled-backup-incremental/7-engage-incremental | + source ../../functions logger.go:42: 17:11:22 | scheduled-backup-incremental/7-engage-incremental | +++ realpath ../../.. logger.go:42: 17:11:22 | scheduled-backup-incremental/7-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:11:22 | scheduled-backup-incremental/7-engage-incremental | ++++ pwd logger.go:42: 17:11:22 | scheduled-backup-incremental/7-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 17:11:22 | scheduled-backup-incremental/7-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 17:11:22 | scheduled-backup-incremental/7-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/vars.sh logger.go:42: 17:11:22 | scheduled-backup-incremental/7-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:11:22 | scheduled-backup-incremental/7-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:11:22 | scheduled-backup-incremental/7-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:11:22 | scheduled-backup-incremental/7-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:11:22 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:11:22 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:11:22 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:11:22 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:11:22 | scheduled-backup-incremental/7-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:11:22 | scheduled-backup-incremental/7-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:11:22 | scheduled-backup-incremental/7-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 17:11:22 | scheduled-backup-incremental/7-engage-incremental | +++ export GIT_BRANCH=PR-1269 logger.go:42: 17:11:22 | scheduled-backup-incremental/7-engage-incremental | +++ GIT_BRANCH=PR-1269 logger.go:42: 17:11:22 | scheduled-backup-incremental/7-engage-incremental | +++ export VERSION=PR-1269-fbab6499 logger.go:42: 17:11:22 | scheduled-backup-incremental/7-engage-incremental | +++ VERSION=PR-1269-fbab6499 logger.go:42: 17:11:22 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:11:22 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:11:22 | scheduled-backup-incremental/7-engage-incremental | +++ [[ -z 8.0 ]] logger.go:42: 17:11:22 | scheduled-backup-incremental/7-engage-incremental | +++ export MYSQL_VERSION=8.0 logger.go:42: 17:11:22 | scheduled-backup-incremental/7-engage-incremental | +++ MYSQL_VERSION=8.0 logger.go:42: 17:11:22 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:11:22 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:11:22 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:11:22 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:11:22 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:11:22 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:11:22 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:11:22 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:11:22 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:11:22 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:11:22 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:11:22 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:11:22 | scheduled-backup-incremental/7-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:11:22 | scheduled-backup-incremental/7-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:11:22 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:11:22 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:11:22 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:11:22 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:11:22 | scheduled-backup-incremental/7-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 17:11:22 | scheduled-backup-incremental/7-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 17:11:22 | scheduled-backup-incremental/7-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 17:11:22 | scheduled-backup-incremental/7-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 17:11:22 | scheduled-backup-incremental/7-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 17:11:22 | scheduled-backup-incremental/7-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 17:11:22 | scheduled-backup-incremental/7-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 17:11:22 | scheduled-backup-incremental/7-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 17:11:22 | scheduled-backup-incremental/7-engage-incremental | ++++ which gdate logger.go:42: 17:11:22 | scheduled-backup-incremental/7-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:11:22 | scheduled-backup-incremental/7-engage-incremental | ++++ which date logger.go:42: 17:11:22 | scheduled-backup-incremental/7-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 17:11:22 | scheduled-backup-incremental/7-engage-incremental | +++ oc get projects logger.go:42: 17:11:22 | scheduled-backup-incremental/7-engage-incremental | +++ : logger.go:42: 17:11:22 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get nodes logger.go:42: 17:11:22 | scheduled-backup-incremental/7-engage-incremental | +++ grep '^minikube' logger.go:42: 17:11:23 | scheduled-backup-incremental/7-engage-incremental | +++ which gsed logger.go:42: 17:11:23 | scheduled-backup-incremental/7-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:11:23 | scheduled-backup-incremental/7-engage-incremental | +++ which sed logger.go:42: 17:11:23 | scheduled-backup-incremental/7-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 17:11:23 | scheduled-backup-incremental/7-engage-incremental | ++ oc get projects logger.go:42: 17:11:23 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl version -o json logger.go:42: 17:11:23 | scheduled-backup-incremental/7-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 17:11:23 | scheduled-backup-incremental/7-engage-incremental | +++ grep '\-eks\-' logger.go:42: 17:11:23 | scheduled-backup-incremental/7-engage-incremental | grep: warning: stray \ before - logger.go:42: 17:11:24 | scheduled-backup-incremental/7-engage-incremental | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 17:11:24 | scheduled-backup-incremental/7-engage-incremental | ++ '[' ']' logger.go:42: 17:11:24 | scheduled-backup-incremental/7-engage-incremental | ++ EKS=0 logger.go:42: 17:11:24 | scheduled-backup-incremental/7-engage-incremental | +++ get_cluster_name logger.go:42: 17:11:24 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl -n kuttl-test-perfect-anchovy get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 17:11:24 | scheduled-backup-incremental/7-engage-incremental | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 17:11:24 | scheduled-backup-incremental/7-engage-incremental | ++ local schedule_name=minio-incr logger.go:42: 17:11:24 | scheduled-backup-incremental/7-engage-incremental | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 17:11:24 | scheduled-backup-incremental/7-engage-incremental | +++ printf %s kuttl-test-perfect-anchovy-scheduled-backup-incremental logger.go:42: 17:11:24 | scheduled-backup-incremental/7-engage-incremental | +++ sha1sum logger.go:42: 17:11:24 | scheduled-backup-incremental/7-engage-incremental | +++ awk '{print $1}' logger.go:42: 17:11:24 | scheduled-backup-incremental/7-engage-incremental | +++ head -c 5 logger.go:42: 17:11:24 | scheduled-backup-incremental/7-engage-incremental | ++ local prefix=c8a08 logger.go:42: 17:11:24 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get ps-backup -n kuttl-test-perfect-anchovy -l percona.com/backup-ancestor=c8a08-minio-incr -o yaml logger.go:42: 17:11:24 | scheduled-backup-incremental/7-engage-incremental | +++ yq '.items | length' logger.go:42: 17:11:25 | scheduled-backup-incremental/7-engage-incremental | ++ local bcp_count=2 logger.go:42: 17:11:25 | scheduled-backup-incremental/7-engage-incremental | ++ echo 2 logger.go:42: 17:11:25 | scheduled-backup-incremental/7-engage-incremental | + bcp_count=2 logger.go:42: 17:11:25 | scheduled-backup-incremental/7-engage-incremental | + [[ 2 -lt 3 ]] logger.go:42: 17:11:25 | scheduled-backup-incremental/7-engage-incremental | + echo 'There are 2 incremental ps-backups but should be at least 3' logger.go:42: 17:11:25 | scheduled-backup-incremental/7-engage-incremental | There are 2 incremental ps-backups but should be at least 3 logger.go:42: 17:11:25 | scheduled-backup-incremental/7-engage-incremental | + exit 1 logger.go:42: 17:11:26 | scheduled-backup-incremental/7-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 3 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 3" exit 1 fi] logger.go:42: 17:11:26 | scheduled-backup-incremental/7-engage-incremental | + source ../../functions logger.go:42: 17:11:26 | scheduled-backup-incremental/7-engage-incremental | +++ realpath ../../.. logger.go:42: 17:11:26 | scheduled-backup-incremental/7-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:11:26 | scheduled-backup-incremental/7-engage-incremental | ++++ pwd logger.go:42: 17:11:26 | scheduled-backup-incremental/7-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 17:11:26 | scheduled-backup-incremental/7-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 17:11:26 | scheduled-backup-incremental/7-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/vars.sh logger.go:42: 17:11:26 | scheduled-backup-incremental/7-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:11:26 | scheduled-backup-incremental/7-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:11:26 | scheduled-backup-incremental/7-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:11:26 | scheduled-backup-incremental/7-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:11:26 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:11:26 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:11:26 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:11:26 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:11:26 | scheduled-backup-incremental/7-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:11:26 | scheduled-backup-incremental/7-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:11:26 | scheduled-backup-incremental/7-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 17:11:26 | scheduled-backup-incremental/7-engage-incremental | +++ export GIT_BRANCH=PR-1269 logger.go:42: 17:11:26 | scheduled-backup-incremental/7-engage-incremental | +++ GIT_BRANCH=PR-1269 logger.go:42: 17:11:26 | scheduled-backup-incremental/7-engage-incremental | +++ export VERSION=PR-1269-fbab6499 logger.go:42: 17:11:26 | scheduled-backup-incremental/7-engage-incremental | +++ VERSION=PR-1269-fbab6499 logger.go:42: 17:11:26 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:11:26 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:11:26 | scheduled-backup-incremental/7-engage-incremental | +++ [[ -z 8.0 ]] logger.go:42: 17:11:26 | scheduled-backup-incremental/7-engage-incremental | +++ export MYSQL_VERSION=8.0 logger.go:42: 17:11:26 | scheduled-backup-incremental/7-engage-incremental | +++ MYSQL_VERSION=8.0 logger.go:42: 17:11:26 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:11:26 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:11:26 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:11:26 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:11:26 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:11:26 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:11:26 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:11:26 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:11:26 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:11:26 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:11:26 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:11:26 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:11:26 | scheduled-backup-incremental/7-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:11:26 | scheduled-backup-incremental/7-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:11:26 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:11:26 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:11:26 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:11:26 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:11:26 | scheduled-backup-incremental/7-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 17:11:26 | scheduled-backup-incremental/7-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 17:11:26 | scheduled-backup-incremental/7-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 17:11:26 | scheduled-backup-incremental/7-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 17:11:26 | scheduled-backup-incremental/7-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 17:11:26 | scheduled-backup-incremental/7-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 17:11:26 | scheduled-backup-incremental/7-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 17:11:26 | scheduled-backup-incremental/7-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 17:11:26 | scheduled-backup-incremental/7-engage-incremental | ++++ which gdate logger.go:42: 17:11:26 | scheduled-backup-incremental/7-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:11:26 | scheduled-backup-incremental/7-engage-incremental | ++++ which date logger.go:42: 17:11:26 | scheduled-backup-incremental/7-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 17:11:26 | scheduled-backup-incremental/7-engage-incremental | +++ oc get projects logger.go:42: 17:11:26 | scheduled-backup-incremental/7-engage-incremental | +++ : logger.go:42: 17:11:26 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get nodes logger.go:42: 17:11:26 | scheduled-backup-incremental/7-engage-incremental | +++ grep '^minikube' logger.go:42: 17:11:26 | scheduled-backup-incremental/7-engage-incremental | +++ which gsed logger.go:42: 17:11:26 | scheduled-backup-incremental/7-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:11:26 | scheduled-backup-incremental/7-engage-incremental | +++ which sed logger.go:42: 17:11:26 | scheduled-backup-incremental/7-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 17:11:26 | scheduled-backup-incremental/7-engage-incremental | ++ oc get projects logger.go:42: 17:11:26 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl version -o json logger.go:42: 17:11:26 | scheduled-backup-incremental/7-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 17:11:26 | scheduled-backup-incremental/7-engage-incremental | +++ grep '\-eks\-' logger.go:42: 17:11:26 | scheduled-backup-incremental/7-engage-incremental | grep: warning: stray \ before - logger.go:42: 17:11:27 | scheduled-backup-incremental/7-engage-incremental | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 17:11:27 | scheduled-backup-incremental/7-engage-incremental | ++ '[' ']' logger.go:42: 17:11:27 | scheduled-backup-incremental/7-engage-incremental | ++ EKS=0 logger.go:42: 17:11:27 | scheduled-backup-incremental/7-engage-incremental | +++ get_cluster_name logger.go:42: 17:11:27 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl -n kuttl-test-perfect-anchovy get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 17:11:27 | scheduled-backup-incremental/7-engage-incremental | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 17:11:27 | scheduled-backup-incremental/7-engage-incremental | ++ local schedule_name=minio-incr logger.go:42: 17:11:27 | scheduled-backup-incremental/7-engage-incremental | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 17:11:27 | scheduled-backup-incremental/7-engage-incremental | +++ printf %s kuttl-test-perfect-anchovy-scheduled-backup-incremental logger.go:42: 17:11:27 | scheduled-backup-incremental/7-engage-incremental | +++ sha1sum logger.go:42: 17:11:27 | scheduled-backup-incremental/7-engage-incremental | +++ awk '{print $1}' logger.go:42: 17:11:27 | scheduled-backup-incremental/7-engage-incremental | +++ head -c 5 logger.go:42: 17:11:27 | scheduled-backup-incremental/7-engage-incremental | ++ local prefix=c8a08 logger.go:42: 17:11:27 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get ps-backup -n kuttl-test-perfect-anchovy -l percona.com/backup-ancestor=c8a08-minio-incr -o yaml logger.go:42: 17:11:27 | scheduled-backup-incremental/7-engage-incremental | +++ yq '.items | length' logger.go:42: 17:11:28 | scheduled-backup-incremental/7-engage-incremental | ++ local bcp_count=2 logger.go:42: 17:11:28 | scheduled-backup-incremental/7-engage-incremental | ++ echo 2 logger.go:42: 17:11:28 | scheduled-backup-incremental/7-engage-incremental | + bcp_count=2 logger.go:42: 17:11:28 | scheduled-backup-incremental/7-engage-incremental | + [[ 2 -lt 3 ]] logger.go:42: 17:11:28 | scheduled-backup-incremental/7-engage-incremental | + echo 'There are 2 incremental ps-backups but should be at least 3' logger.go:42: 17:11:28 | scheduled-backup-incremental/7-engage-incremental | There are 2 incremental ps-backups but should be at least 3 logger.go:42: 17:11:28 | scheduled-backup-incremental/7-engage-incremental | + exit 1 logger.go:42: 17:11:29 | scheduled-backup-incremental/7-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 3 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 3" exit 1 fi] logger.go:42: 17:11:29 | scheduled-backup-incremental/7-engage-incremental | + source ../../functions logger.go:42: 17:11:29 | scheduled-backup-incremental/7-engage-incremental | +++ realpath ../../.. logger.go:42: 17:11:29 | scheduled-backup-incremental/7-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:11:29 | scheduled-backup-incremental/7-engage-incremental | ++++ pwd logger.go:42: 17:11:29 | scheduled-backup-incremental/7-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 17:11:29 | scheduled-backup-incremental/7-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 17:11:29 | scheduled-backup-incremental/7-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/vars.sh logger.go:42: 17:11:29 | scheduled-backup-incremental/7-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:11:29 | scheduled-backup-incremental/7-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:11:29 | scheduled-backup-incremental/7-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:11:29 | scheduled-backup-incremental/7-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:11:29 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:11:29 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:11:29 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:11:29 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:11:29 | scheduled-backup-incremental/7-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:11:29 | scheduled-backup-incremental/7-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:11:29 | scheduled-backup-incremental/7-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 17:11:29 | scheduled-backup-incremental/7-engage-incremental | +++ export GIT_BRANCH=PR-1269 logger.go:42: 17:11:29 | scheduled-backup-incremental/7-engage-incremental | +++ GIT_BRANCH=PR-1269 logger.go:42: 17:11:29 | scheduled-backup-incremental/7-engage-incremental | +++ export VERSION=PR-1269-fbab6499 logger.go:42: 17:11:29 | scheduled-backup-incremental/7-engage-incremental | +++ VERSION=PR-1269-fbab6499 logger.go:42: 17:11:29 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:11:29 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:11:29 | scheduled-backup-incremental/7-engage-incremental | +++ [[ -z 8.0 ]] logger.go:42: 17:11:29 | scheduled-backup-incremental/7-engage-incremental | +++ export MYSQL_VERSION=8.0 logger.go:42: 17:11:29 | scheduled-backup-incremental/7-engage-incremental | +++ MYSQL_VERSION=8.0 logger.go:42: 17:11:29 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:11:29 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:11:29 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:11:29 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:11:29 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:11:29 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:11:29 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:11:29 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:11:29 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:11:29 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:11:29 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:11:29 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:11:29 | scheduled-backup-incremental/7-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:11:29 | scheduled-backup-incremental/7-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:11:29 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:11:29 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:11:29 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:11:29 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:11:29 | scheduled-backup-incremental/7-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 17:11:29 | scheduled-backup-incremental/7-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 17:11:29 | scheduled-backup-incremental/7-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 17:11:29 | scheduled-backup-incremental/7-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 17:11:29 | scheduled-backup-incremental/7-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 17:11:29 | scheduled-backup-incremental/7-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 17:11:29 | scheduled-backup-incremental/7-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 17:11:29 | scheduled-backup-incremental/7-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 17:11:29 | scheduled-backup-incremental/7-engage-incremental | ++++ which gdate logger.go:42: 17:11:29 | scheduled-backup-incremental/7-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:11:29 | scheduled-backup-incremental/7-engage-incremental | ++++ which date logger.go:42: 17:11:29 | scheduled-backup-incremental/7-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 17:11:29 | scheduled-backup-incremental/7-engage-incremental | +++ oc get projects logger.go:42: 17:11:29 | scheduled-backup-incremental/7-engage-incremental | +++ : logger.go:42: 17:11:29 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get nodes logger.go:42: 17:11:29 | scheduled-backup-incremental/7-engage-incremental | +++ grep '^minikube' logger.go:42: 17:11:30 | scheduled-backup-incremental/7-engage-incremental | +++ which gsed logger.go:42: 17:11:30 | scheduled-backup-incremental/7-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:11:30 | scheduled-backup-incremental/7-engage-incremental | +++ which sed logger.go:42: 17:11:30 | scheduled-backup-incremental/7-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 17:11:30 | scheduled-backup-incremental/7-engage-incremental | ++ oc get projects logger.go:42: 17:11:30 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl version -o json logger.go:42: 17:11:30 | scheduled-backup-incremental/7-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 17:11:30 | scheduled-backup-incremental/7-engage-incremental | +++ grep '\-eks\-' logger.go:42: 17:11:30 | scheduled-backup-incremental/7-engage-incremental | grep: warning: stray \ before - logger.go:42: 17:11:30 | scheduled-backup-incremental/7-engage-incremental | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 17:11:30 | scheduled-backup-incremental/7-engage-incremental | ++ '[' ']' logger.go:42: 17:11:30 | scheduled-backup-incremental/7-engage-incremental | ++ EKS=0 logger.go:42: 17:11:30 | scheduled-backup-incremental/7-engage-incremental | +++ get_cluster_name logger.go:42: 17:11:30 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl -n kuttl-test-perfect-anchovy get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 17:11:31 | scheduled-backup-incremental/7-engage-incremental | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 17:11:31 | scheduled-backup-incremental/7-engage-incremental | ++ local schedule_name=minio-incr logger.go:42: 17:11:31 | scheduled-backup-incremental/7-engage-incremental | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 17:11:31 | scheduled-backup-incremental/7-engage-incremental | +++ printf %s kuttl-test-perfect-anchovy-scheduled-backup-incremental logger.go:42: 17:11:31 | scheduled-backup-incremental/7-engage-incremental | +++ sha1sum logger.go:42: 17:11:31 | scheduled-backup-incremental/7-engage-incremental | +++ awk '{print $1}' logger.go:42: 17:11:31 | scheduled-backup-incremental/7-engage-incremental | +++ head -c 5 logger.go:42: 17:11:31 | scheduled-backup-incremental/7-engage-incremental | ++ local prefix=c8a08 logger.go:42: 17:11:31 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get ps-backup -n kuttl-test-perfect-anchovy -l percona.com/backup-ancestor=c8a08-minio-incr -o yaml logger.go:42: 17:11:31 | scheduled-backup-incremental/7-engage-incremental | +++ yq '.items | length' logger.go:42: 17:11:31 | scheduled-backup-incremental/7-engage-incremental | ++ local bcp_count=2 logger.go:42: 17:11:31 | scheduled-backup-incremental/7-engage-incremental | ++ echo 2 logger.go:42: 17:11:31 | scheduled-backup-incremental/7-engage-incremental | + bcp_count=2 logger.go:42: 17:11:31 | scheduled-backup-incremental/7-engage-incremental | + [[ 2 -lt 3 ]] logger.go:42: 17:11:31 | scheduled-backup-incremental/7-engage-incremental | + echo 'There are 2 incremental ps-backups but should be at least 3' logger.go:42: 17:11:31 | scheduled-backup-incremental/7-engage-incremental | There are 2 incremental ps-backups but should be at least 3 logger.go:42: 17:11:31 | scheduled-backup-incremental/7-engage-incremental | + exit 1 logger.go:42: 17:11:32 | scheduled-backup-incremental/7-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 3 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 3" exit 1 fi] logger.go:42: 17:11:32 | scheduled-backup-incremental/7-engage-incremental | + source ../../functions logger.go:42: 17:11:32 | scheduled-backup-incremental/7-engage-incremental | +++ realpath ../../.. logger.go:42: 17:11:32 | scheduled-backup-incremental/7-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:11:32 | scheduled-backup-incremental/7-engage-incremental | ++++ pwd logger.go:42: 17:11:32 | scheduled-backup-incremental/7-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 17:11:32 | scheduled-backup-incremental/7-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 17:11:32 | scheduled-backup-incremental/7-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/vars.sh logger.go:42: 17:11:32 | scheduled-backup-incremental/7-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:11:32 | scheduled-backup-incremental/7-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:11:32 | scheduled-backup-incremental/7-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:11:32 | scheduled-backup-incremental/7-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:11:32 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:11:32 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:11:32 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:11:32 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:11:32 | scheduled-backup-incremental/7-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:11:32 | scheduled-backup-incremental/7-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:11:32 | scheduled-backup-incremental/7-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 17:11:32 | scheduled-backup-incremental/7-engage-incremental | +++ export GIT_BRANCH=PR-1269 logger.go:42: 17:11:32 | scheduled-backup-incremental/7-engage-incremental | +++ GIT_BRANCH=PR-1269 logger.go:42: 17:11:32 | scheduled-backup-incremental/7-engage-incremental | +++ export VERSION=PR-1269-fbab6499 logger.go:42: 17:11:32 | scheduled-backup-incremental/7-engage-incremental | +++ VERSION=PR-1269-fbab6499 logger.go:42: 17:11:32 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:11:32 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:11:32 | scheduled-backup-incremental/7-engage-incremental | +++ [[ -z 8.0 ]] logger.go:42: 17:11:32 | scheduled-backup-incremental/7-engage-incremental | +++ export MYSQL_VERSION=8.0 logger.go:42: 17:11:32 | scheduled-backup-incremental/7-engage-incremental | +++ MYSQL_VERSION=8.0 logger.go:42: 17:11:32 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:11:32 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:11:32 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:11:32 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:11:32 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:11:32 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:11:32 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:11:32 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:11:32 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:11:32 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:11:32 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:11:32 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:11:32 | scheduled-backup-incremental/7-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:11:32 | scheduled-backup-incremental/7-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:11:32 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:11:32 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:11:32 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:11:32 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:11:32 | scheduled-backup-incremental/7-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 17:11:32 | scheduled-backup-incremental/7-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 17:11:32 | scheduled-backup-incremental/7-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 17:11:32 | scheduled-backup-incremental/7-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 17:11:32 | scheduled-backup-incremental/7-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 17:11:32 | scheduled-backup-incremental/7-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 17:11:32 | scheduled-backup-incremental/7-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 17:11:32 | scheduled-backup-incremental/7-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 17:11:32 | scheduled-backup-incremental/7-engage-incremental | ++++ which gdate logger.go:42: 17:11:32 | scheduled-backup-incremental/7-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:11:32 | scheduled-backup-incremental/7-engage-incremental | ++++ which date logger.go:42: 17:11:32 | scheduled-backup-incremental/7-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 17:11:32 | scheduled-backup-incremental/7-engage-incremental | +++ oc get projects logger.go:42: 17:11:32 | scheduled-backup-incremental/7-engage-incremental | +++ : logger.go:42: 17:11:32 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get nodes logger.go:42: 17:11:32 | scheduled-backup-incremental/7-engage-incremental | +++ grep '^minikube' logger.go:42: 17:11:33 | scheduled-backup-incremental/7-engage-incremental | +++ which gsed logger.go:42: 17:11:33 | scheduled-backup-incremental/7-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:11:33 | scheduled-backup-incremental/7-engage-incremental | +++ which sed logger.go:42: 17:11:33 | scheduled-backup-incremental/7-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 17:11:33 | scheduled-backup-incremental/7-engage-incremental | ++ oc get projects logger.go:42: 17:11:33 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl version -o json logger.go:42: 17:11:33 | scheduled-backup-incremental/7-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 17:11:33 | scheduled-backup-incremental/7-engage-incremental | +++ grep '\-eks\-' logger.go:42: 17:11:33 | scheduled-backup-incremental/7-engage-incremental | grep: warning: stray \ before - logger.go:42: 17:11:33 | scheduled-backup-incremental/7-engage-incremental | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 17:11:33 | scheduled-backup-incremental/7-engage-incremental | ++ '[' ']' logger.go:42: 17:11:33 | scheduled-backup-incremental/7-engage-incremental | ++ EKS=0 logger.go:42: 17:11:33 | scheduled-backup-incremental/7-engage-incremental | +++ get_cluster_name logger.go:42: 17:11:33 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl -n kuttl-test-perfect-anchovy get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 17:11:34 | scheduled-backup-incremental/7-engage-incremental | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 17:11:34 | scheduled-backup-incremental/7-engage-incremental | ++ local schedule_name=minio-incr logger.go:42: 17:11:34 | scheduled-backup-incremental/7-engage-incremental | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 17:11:34 | scheduled-backup-incremental/7-engage-incremental | +++ printf %s kuttl-test-perfect-anchovy-scheduled-backup-incremental logger.go:42: 17:11:34 | scheduled-backup-incremental/7-engage-incremental | +++ sha1sum logger.go:42: 17:11:34 | scheduled-backup-incremental/7-engage-incremental | +++ awk '{print $1}' logger.go:42: 17:11:34 | scheduled-backup-incremental/7-engage-incremental | +++ head -c 5 logger.go:42: 17:11:34 | scheduled-backup-incremental/7-engage-incremental | ++ local prefix=c8a08 logger.go:42: 17:11:34 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get ps-backup -n kuttl-test-perfect-anchovy -l percona.com/backup-ancestor=c8a08-minio-incr -o yaml logger.go:42: 17:11:34 | scheduled-backup-incremental/7-engage-incremental | +++ yq '.items | length' logger.go:42: 17:11:34 | scheduled-backup-incremental/7-engage-incremental | ++ local bcp_count=2 logger.go:42: 17:11:34 | scheduled-backup-incremental/7-engage-incremental | ++ echo 2 logger.go:42: 17:11:34 | scheduled-backup-incremental/7-engage-incremental | + bcp_count=2 logger.go:42: 17:11:34 | scheduled-backup-incremental/7-engage-incremental | + [[ 2 -lt 3 ]] logger.go:42: 17:11:34 | scheduled-backup-incremental/7-engage-incremental | + echo 'There are 2 incremental ps-backups but should be at least 3' logger.go:42: 17:11:34 | scheduled-backup-incremental/7-engage-incremental | There are 2 incremental ps-backups but should be at least 3 logger.go:42: 17:11:34 | scheduled-backup-incremental/7-engage-incremental | + exit 1 logger.go:42: 17:11:35 | scheduled-backup-incremental/7-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 3 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 3" exit 1 fi] logger.go:42: 17:11:35 | scheduled-backup-incremental/7-engage-incremental | + source ../../functions logger.go:42: 17:11:35 | scheduled-backup-incremental/7-engage-incremental | +++ realpath ../../.. logger.go:42: 17:11:35 | scheduled-backup-incremental/7-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:11:35 | scheduled-backup-incremental/7-engage-incremental | ++++ pwd logger.go:42: 17:11:35 | scheduled-backup-incremental/7-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 17:11:35 | scheduled-backup-incremental/7-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 17:11:35 | scheduled-backup-incremental/7-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/vars.sh logger.go:42: 17:11:35 | scheduled-backup-incremental/7-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:11:35 | scheduled-backup-incremental/7-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:11:35 | scheduled-backup-incremental/7-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:11:35 | scheduled-backup-incremental/7-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:11:35 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:11:35 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:11:35 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:11:35 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:11:35 | scheduled-backup-incremental/7-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:11:35 | scheduled-backup-incremental/7-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:11:35 | scheduled-backup-incremental/7-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 17:11:35 | scheduled-backup-incremental/7-engage-incremental | +++ export GIT_BRANCH=PR-1269 logger.go:42: 17:11:35 | scheduled-backup-incremental/7-engage-incremental | +++ GIT_BRANCH=PR-1269 logger.go:42: 17:11:35 | scheduled-backup-incremental/7-engage-incremental | +++ export VERSION=PR-1269-fbab6499 logger.go:42: 17:11:35 | scheduled-backup-incremental/7-engage-incremental | +++ VERSION=PR-1269-fbab6499 logger.go:42: 17:11:35 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:11:35 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:11:35 | scheduled-backup-incremental/7-engage-incremental | +++ [[ -z 8.0 ]] logger.go:42: 17:11:35 | scheduled-backup-incremental/7-engage-incremental | +++ export MYSQL_VERSION=8.0 logger.go:42: 17:11:35 | scheduled-backup-incremental/7-engage-incremental | +++ MYSQL_VERSION=8.0 logger.go:42: 17:11:35 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:11:35 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:11:35 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:11:35 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:11:35 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:11:35 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:11:35 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:11:35 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:11:35 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:11:35 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:11:35 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:11:35 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:11:35 | scheduled-backup-incremental/7-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:11:35 | scheduled-backup-incremental/7-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:11:35 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:11:35 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:11:35 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:11:35 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:11:35 | scheduled-backup-incremental/7-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 17:11:35 | scheduled-backup-incremental/7-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 17:11:35 | scheduled-backup-incremental/7-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 17:11:35 | scheduled-backup-incremental/7-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 17:11:35 | scheduled-backup-incremental/7-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 17:11:35 | scheduled-backup-incremental/7-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 17:11:35 | scheduled-backup-incremental/7-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 17:11:35 | scheduled-backup-incremental/7-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 17:11:35 | scheduled-backup-incremental/7-engage-incremental | ++++ which gdate logger.go:42: 17:11:35 | scheduled-backup-incremental/7-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:11:35 | scheduled-backup-incremental/7-engage-incremental | ++++ which date logger.go:42: 17:11:35 | scheduled-backup-incremental/7-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 17:11:35 | scheduled-backup-incremental/7-engage-incremental | +++ oc get projects logger.go:42: 17:11:35 | scheduled-backup-incremental/7-engage-incremental | +++ : logger.go:42: 17:11:35 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get nodes logger.go:42: 17:11:35 | scheduled-backup-incremental/7-engage-incremental | +++ grep '^minikube' logger.go:42: 17:11:36 | scheduled-backup-incremental/7-engage-incremental | +++ which gsed logger.go:42: 17:11:36 | scheduled-backup-incremental/7-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:11:36 | scheduled-backup-incremental/7-engage-incremental | +++ which sed logger.go:42: 17:11:36 | scheduled-backup-incremental/7-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 17:11:36 | scheduled-backup-incremental/7-engage-incremental | ++ oc get projects logger.go:42: 17:11:36 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl version -o json logger.go:42: 17:11:36 | scheduled-backup-incremental/7-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 17:11:36 | scheduled-backup-incremental/7-engage-incremental | +++ grep '\-eks\-' logger.go:42: 17:11:36 | scheduled-backup-incremental/7-engage-incremental | grep: warning: stray \ before - logger.go:42: 17:11:36 | scheduled-backup-incremental/7-engage-incremental | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 17:11:36 | scheduled-backup-incremental/7-engage-incremental | ++ '[' ']' logger.go:42: 17:11:36 | scheduled-backup-incremental/7-engage-incremental | ++ EKS=0 logger.go:42: 17:11:36 | scheduled-backup-incremental/7-engage-incremental | +++ get_cluster_name logger.go:42: 17:11:36 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl -n kuttl-test-perfect-anchovy get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 17:11:37 | scheduled-backup-incremental/7-engage-incremental | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 17:11:37 | scheduled-backup-incremental/7-engage-incremental | ++ local schedule_name=minio-incr logger.go:42: 17:11:37 | scheduled-backup-incremental/7-engage-incremental | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 17:11:37 | scheduled-backup-incremental/7-engage-incremental | +++ printf %s kuttl-test-perfect-anchovy-scheduled-backup-incremental logger.go:42: 17:11:37 | scheduled-backup-incremental/7-engage-incremental | +++ sha1sum logger.go:42: 17:11:37 | scheduled-backup-incremental/7-engage-incremental | +++ awk '{print $1}' logger.go:42: 17:11:37 | scheduled-backup-incremental/7-engage-incremental | +++ head -c 5 logger.go:42: 17:11:37 | scheduled-backup-incremental/7-engage-incremental | ++ local prefix=c8a08 logger.go:42: 17:11:37 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get ps-backup -n kuttl-test-perfect-anchovy -l percona.com/backup-ancestor=c8a08-minio-incr -o yaml logger.go:42: 17:11:37 | scheduled-backup-incremental/7-engage-incremental | +++ yq '.items | length' logger.go:42: 17:11:38 | scheduled-backup-incremental/7-engage-incremental | ++ local bcp_count=2 logger.go:42: 17:11:38 | scheduled-backup-incremental/7-engage-incremental | ++ echo 2 logger.go:42: 17:11:38 | scheduled-backup-incremental/7-engage-incremental | + bcp_count=2 logger.go:42: 17:11:38 | scheduled-backup-incremental/7-engage-incremental | + [[ 2 -lt 3 ]] logger.go:42: 17:11:38 | scheduled-backup-incremental/7-engage-incremental | + echo 'There are 2 incremental ps-backups but should be at least 3' logger.go:42: 17:11:38 | scheduled-backup-incremental/7-engage-incremental | There are 2 incremental ps-backups but should be at least 3 logger.go:42: 17:11:38 | scheduled-backup-incremental/7-engage-incremental | + exit 1 logger.go:42: 17:11:39 | scheduled-backup-incremental/7-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 3 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 3" exit 1 fi] logger.go:42: 17:11:39 | scheduled-backup-incremental/7-engage-incremental | + source ../../functions logger.go:42: 17:11:39 | scheduled-backup-incremental/7-engage-incremental | +++ realpath ../../.. logger.go:42: 17:11:39 | scheduled-backup-incremental/7-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:11:39 | scheduled-backup-incremental/7-engage-incremental | ++++ pwd logger.go:42: 17:11:39 | scheduled-backup-incremental/7-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 17:11:39 | scheduled-backup-incremental/7-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 17:11:39 | scheduled-backup-incremental/7-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/vars.sh logger.go:42: 17:11:39 | scheduled-backup-incremental/7-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:11:39 | scheduled-backup-incremental/7-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:11:39 | scheduled-backup-incremental/7-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:11:39 | scheduled-backup-incremental/7-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:11:39 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:11:39 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:11:39 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:11:39 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:11:39 | scheduled-backup-incremental/7-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:11:39 | scheduled-backup-incremental/7-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:11:39 | scheduled-backup-incremental/7-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 17:11:39 | scheduled-backup-incremental/7-engage-incremental | +++ export GIT_BRANCH=PR-1269 logger.go:42: 17:11:39 | scheduled-backup-incremental/7-engage-incremental | +++ GIT_BRANCH=PR-1269 logger.go:42: 17:11:39 | scheduled-backup-incremental/7-engage-incremental | +++ export VERSION=PR-1269-fbab6499 logger.go:42: 17:11:39 | scheduled-backup-incremental/7-engage-incremental | +++ VERSION=PR-1269-fbab6499 logger.go:42: 17:11:39 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:11:39 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:11:39 | scheduled-backup-incremental/7-engage-incremental | +++ [[ -z 8.0 ]] logger.go:42: 17:11:39 | scheduled-backup-incremental/7-engage-incremental | +++ export MYSQL_VERSION=8.0 logger.go:42: 17:11:39 | scheduled-backup-incremental/7-engage-incremental | +++ MYSQL_VERSION=8.0 logger.go:42: 17:11:39 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:11:39 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:11:39 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:11:39 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:11:39 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:11:39 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:11:39 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:11:39 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:11:39 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:11:39 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:11:39 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:11:39 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:11:39 | scheduled-backup-incremental/7-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:11:39 | scheduled-backup-incremental/7-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:11:39 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:11:39 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:11:39 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:11:39 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:11:39 | scheduled-backup-incremental/7-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 17:11:39 | scheduled-backup-incremental/7-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 17:11:39 | scheduled-backup-incremental/7-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 17:11:39 | scheduled-backup-incremental/7-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 17:11:39 | scheduled-backup-incremental/7-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 17:11:39 | scheduled-backup-incremental/7-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 17:11:39 | scheduled-backup-incremental/7-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 17:11:39 | scheduled-backup-incremental/7-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 17:11:39 | scheduled-backup-incremental/7-engage-incremental | ++++ which gdate logger.go:42: 17:11:39 | scheduled-backup-incremental/7-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:11:39 | scheduled-backup-incremental/7-engage-incremental | ++++ which date logger.go:42: 17:11:39 | scheduled-backup-incremental/7-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 17:11:39 | scheduled-backup-incremental/7-engage-incremental | +++ oc get projects logger.go:42: 17:11:39 | scheduled-backup-incremental/7-engage-incremental | +++ : logger.go:42: 17:11:39 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get nodes logger.go:42: 17:11:39 | scheduled-backup-incremental/7-engage-incremental | +++ grep '^minikube' logger.go:42: 17:11:39 | scheduled-backup-incremental/7-engage-incremental | +++ which gsed logger.go:42: 17:11:39 | scheduled-backup-incremental/7-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:11:39 | scheduled-backup-incremental/7-engage-incremental | +++ which sed logger.go:42: 17:11:39 | scheduled-backup-incremental/7-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 17:11:39 | scheduled-backup-incremental/7-engage-incremental | ++ oc get projects logger.go:42: 17:11:39 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl version -o json logger.go:42: 17:11:39 | scheduled-backup-incremental/7-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 17:11:39 | scheduled-backup-incremental/7-engage-incremental | +++ grep '\-eks\-' logger.go:42: 17:11:39 | scheduled-backup-incremental/7-engage-incremental | grep: warning: stray \ before - logger.go:42: 17:11:40 | scheduled-backup-incremental/7-engage-incremental | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 17:11:40 | scheduled-backup-incremental/7-engage-incremental | ++ '[' ']' logger.go:42: 17:11:40 | scheduled-backup-incremental/7-engage-incremental | ++ EKS=0 logger.go:42: 17:11:40 | scheduled-backup-incremental/7-engage-incremental | +++ get_cluster_name logger.go:42: 17:11:40 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl -n kuttl-test-perfect-anchovy get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 17:11:40 | scheduled-backup-incremental/7-engage-incremental | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 17:11:40 | scheduled-backup-incremental/7-engage-incremental | ++ local schedule_name=minio-incr logger.go:42: 17:11:40 | scheduled-backup-incremental/7-engage-incremental | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 17:11:40 | scheduled-backup-incremental/7-engage-incremental | +++ printf %s kuttl-test-perfect-anchovy-scheduled-backup-incremental logger.go:42: 17:11:40 | scheduled-backup-incremental/7-engage-incremental | +++ sha1sum logger.go:42: 17:11:40 | scheduled-backup-incremental/7-engage-incremental | +++ awk '{print $1}' logger.go:42: 17:11:40 | scheduled-backup-incremental/7-engage-incremental | +++ head -c 5 logger.go:42: 17:11:40 | scheduled-backup-incremental/7-engage-incremental | ++ local prefix=c8a08 logger.go:42: 17:11:40 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get ps-backup -n kuttl-test-perfect-anchovy -l percona.com/backup-ancestor=c8a08-minio-incr -o yaml logger.go:42: 17:11:40 | scheduled-backup-incremental/7-engage-incremental | +++ yq '.items | length' logger.go:42: 17:11:41 | scheduled-backup-incremental/7-engage-incremental | ++ local bcp_count=2 logger.go:42: 17:11:41 | scheduled-backup-incremental/7-engage-incremental | ++ echo 2 logger.go:42: 17:11:41 | scheduled-backup-incremental/7-engage-incremental | + bcp_count=2 logger.go:42: 17:11:41 | scheduled-backup-incremental/7-engage-incremental | + [[ 2 -lt 3 ]] logger.go:42: 17:11:41 | scheduled-backup-incremental/7-engage-incremental | + echo 'There are 2 incremental ps-backups but should be at least 3' logger.go:42: 17:11:41 | scheduled-backup-incremental/7-engage-incremental | There are 2 incremental ps-backups but should be at least 3 logger.go:42: 17:11:41 | scheduled-backup-incremental/7-engage-incremental | + exit 1 logger.go:42: 17:11:42 | scheduled-backup-incremental/7-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 3 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 3" exit 1 fi] logger.go:42: 17:11:42 | scheduled-backup-incremental/7-engage-incremental | + source ../../functions logger.go:42: 17:11:42 | scheduled-backup-incremental/7-engage-incremental | +++ realpath ../../.. logger.go:42: 17:11:42 | scheduled-backup-incremental/7-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:11:42 | scheduled-backup-incremental/7-engage-incremental | ++++ pwd logger.go:42: 17:11:42 | scheduled-backup-incremental/7-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 17:11:42 | scheduled-backup-incremental/7-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 17:11:42 | scheduled-backup-incremental/7-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/vars.sh logger.go:42: 17:11:42 | scheduled-backup-incremental/7-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:11:42 | scheduled-backup-incremental/7-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:11:42 | scheduled-backup-incremental/7-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:11:42 | scheduled-backup-incremental/7-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:11:42 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:11:42 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:11:42 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:11:42 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:11:42 | scheduled-backup-incremental/7-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:11:42 | scheduled-backup-incremental/7-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:11:42 | scheduled-backup-incremental/7-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 17:11:42 | scheduled-backup-incremental/7-engage-incremental | +++ export GIT_BRANCH=PR-1269 logger.go:42: 17:11:42 | scheduled-backup-incremental/7-engage-incremental | +++ GIT_BRANCH=PR-1269 logger.go:42: 17:11:42 | scheduled-backup-incremental/7-engage-incremental | +++ export VERSION=PR-1269-fbab6499 logger.go:42: 17:11:42 | scheduled-backup-incremental/7-engage-incremental | +++ VERSION=PR-1269-fbab6499 logger.go:42: 17:11:42 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:11:42 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:11:42 | scheduled-backup-incremental/7-engage-incremental | +++ [[ -z 8.0 ]] logger.go:42: 17:11:42 | scheduled-backup-incremental/7-engage-incremental | +++ export MYSQL_VERSION=8.0 logger.go:42: 17:11:42 | scheduled-backup-incremental/7-engage-incremental | +++ MYSQL_VERSION=8.0 logger.go:42: 17:11:42 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:11:42 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:11:42 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:11:42 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:11:42 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:11:42 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:11:42 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:11:42 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:11:42 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:11:42 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:11:42 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:11:42 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:11:42 | scheduled-backup-incremental/7-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:11:42 | scheduled-backup-incremental/7-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:11:42 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:11:42 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:11:42 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:11:42 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:11:42 | scheduled-backup-incremental/7-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 17:11:42 | scheduled-backup-incremental/7-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 17:11:42 | scheduled-backup-incremental/7-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 17:11:42 | scheduled-backup-incremental/7-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 17:11:42 | scheduled-backup-incremental/7-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 17:11:42 | scheduled-backup-incremental/7-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 17:11:42 | scheduled-backup-incremental/7-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 17:11:42 | scheduled-backup-incremental/7-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 17:11:42 | scheduled-backup-incremental/7-engage-incremental | ++++ which gdate logger.go:42: 17:11:42 | scheduled-backup-incremental/7-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:11:42 | scheduled-backup-incremental/7-engage-incremental | ++++ which date logger.go:42: 17:11:42 | scheduled-backup-incremental/7-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 17:11:42 | scheduled-backup-incremental/7-engage-incremental | +++ oc get projects logger.go:42: 17:11:42 | scheduled-backup-incremental/7-engage-incremental | +++ : logger.go:42: 17:11:42 | scheduled-backup-incremental/7-engage-incremental | +++ grep '^minikube' logger.go:42: 17:11:42 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get nodes logger.go:42: 17:11:43 | scheduled-backup-incremental/7-engage-incremental | +++ which gsed logger.go:42: 17:11:43 | scheduled-backup-incremental/7-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:11:43 | scheduled-backup-incremental/7-engage-incremental | +++ which sed logger.go:42: 17:11:43 | scheduled-backup-incremental/7-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 17:11:43 | scheduled-backup-incremental/7-engage-incremental | ++ oc get projects logger.go:42: 17:11:43 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl version -o json logger.go:42: 17:11:43 | scheduled-backup-incremental/7-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 17:11:43 | scheduled-backup-incremental/7-engage-incremental | +++ grep '\-eks\-' logger.go:42: 17:11:43 | scheduled-backup-incremental/7-engage-incremental | grep: warning: stray \ before - logger.go:42: 17:11:43 | scheduled-backup-incremental/7-engage-incremental | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 17:11:43 | scheduled-backup-incremental/7-engage-incremental | ++ '[' ']' logger.go:42: 17:11:43 | scheduled-backup-incremental/7-engage-incremental | ++ EKS=0 logger.go:42: 17:11:43 | scheduled-backup-incremental/7-engage-incremental | +++ get_cluster_name logger.go:42: 17:11:43 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl -n kuttl-test-perfect-anchovy get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 17:11:44 | scheduled-backup-incremental/7-engage-incremental | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 17:11:44 | scheduled-backup-incremental/7-engage-incremental | ++ local schedule_name=minio-incr logger.go:42: 17:11:44 | scheduled-backup-incremental/7-engage-incremental | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 17:11:44 | scheduled-backup-incremental/7-engage-incremental | +++ printf %s kuttl-test-perfect-anchovy-scheduled-backup-incremental logger.go:42: 17:11:44 | scheduled-backup-incremental/7-engage-incremental | +++ sha1sum logger.go:42: 17:11:44 | scheduled-backup-incremental/7-engage-incremental | +++ awk '{print $1}' logger.go:42: 17:11:44 | scheduled-backup-incremental/7-engage-incremental | +++ head -c 5 logger.go:42: 17:11:44 | scheduled-backup-incremental/7-engage-incremental | ++ local prefix=c8a08 logger.go:42: 17:11:44 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get ps-backup -n kuttl-test-perfect-anchovy -l percona.com/backup-ancestor=c8a08-minio-incr -o yaml logger.go:42: 17:11:44 | scheduled-backup-incremental/7-engage-incremental | +++ yq '.items | length' logger.go:42: 17:11:44 | scheduled-backup-incremental/7-engage-incremental | ++ local bcp_count=2 logger.go:42: 17:11:44 | scheduled-backup-incremental/7-engage-incremental | ++ echo 2 logger.go:42: 17:11:44 | scheduled-backup-incremental/7-engage-incremental | + bcp_count=2 logger.go:42: 17:11:44 | scheduled-backup-incremental/7-engage-incremental | + [[ 2 -lt 3 ]] logger.go:42: 17:11:44 | scheduled-backup-incremental/7-engage-incremental | + echo 'There are 2 incremental ps-backups but should be at least 3' logger.go:42: 17:11:44 | scheduled-backup-incremental/7-engage-incremental | There are 2 incremental ps-backups but should be at least 3 logger.go:42: 17:11:44 | scheduled-backup-incremental/7-engage-incremental | + exit 1 logger.go:42: 17:11:45 | scheduled-backup-incremental/7-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 3 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 3" exit 1 fi] logger.go:42: 17:11:45 | scheduled-backup-incremental/7-engage-incremental | + source ../../functions logger.go:42: 17:11:45 | scheduled-backup-incremental/7-engage-incremental | +++ realpath ../../.. logger.go:42: 17:11:45 | scheduled-backup-incremental/7-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:11:45 | scheduled-backup-incremental/7-engage-incremental | ++++ pwd logger.go:42: 17:11:45 | scheduled-backup-incremental/7-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 17:11:45 | scheduled-backup-incremental/7-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 17:11:45 | scheduled-backup-incremental/7-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/vars.sh logger.go:42: 17:11:45 | scheduled-backup-incremental/7-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:11:45 | scheduled-backup-incremental/7-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:11:45 | scheduled-backup-incremental/7-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:11:45 | scheduled-backup-incremental/7-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:11:45 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:11:45 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:11:45 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:11:45 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:11:45 | scheduled-backup-incremental/7-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:11:45 | scheduled-backup-incremental/7-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:11:45 | scheduled-backup-incremental/7-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 17:11:45 | scheduled-backup-incremental/7-engage-incremental | +++ export GIT_BRANCH=PR-1269 logger.go:42: 17:11:45 | scheduled-backup-incremental/7-engage-incremental | +++ GIT_BRANCH=PR-1269 logger.go:42: 17:11:45 | scheduled-backup-incremental/7-engage-incremental | +++ export VERSION=PR-1269-fbab6499 logger.go:42: 17:11:45 | scheduled-backup-incremental/7-engage-incremental | +++ VERSION=PR-1269-fbab6499 logger.go:42: 17:11:45 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:11:45 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:11:45 | scheduled-backup-incremental/7-engage-incremental | +++ [[ -z 8.0 ]] logger.go:42: 17:11:45 | scheduled-backup-incremental/7-engage-incremental | +++ export MYSQL_VERSION=8.0 logger.go:42: 17:11:45 | scheduled-backup-incremental/7-engage-incremental | +++ MYSQL_VERSION=8.0 logger.go:42: 17:11:45 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:11:45 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:11:45 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:11:45 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:11:45 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:11:45 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:11:45 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:11:45 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:11:45 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:11:45 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:11:45 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:11:45 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:11:45 | scheduled-backup-incremental/7-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:11:45 | scheduled-backup-incremental/7-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:11:45 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:11:45 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:11:45 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:11:45 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:11:45 | scheduled-backup-incremental/7-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 17:11:45 | scheduled-backup-incremental/7-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 17:11:45 | scheduled-backup-incremental/7-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 17:11:45 | scheduled-backup-incremental/7-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 17:11:45 | scheduled-backup-incremental/7-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 17:11:45 | scheduled-backup-incremental/7-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 17:11:45 | scheduled-backup-incremental/7-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 17:11:45 | scheduled-backup-incremental/7-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 17:11:45 | scheduled-backup-incremental/7-engage-incremental | ++++ which gdate logger.go:42: 17:11:45 | scheduled-backup-incremental/7-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:11:45 | scheduled-backup-incremental/7-engage-incremental | ++++ which date logger.go:42: 17:11:45 | scheduled-backup-incremental/7-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 17:11:45 | scheduled-backup-incremental/7-engage-incremental | +++ oc get projects logger.go:42: 17:11:45 | scheduled-backup-incremental/7-engage-incremental | +++ : logger.go:42: 17:11:45 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get nodes logger.go:42: 17:11:45 | scheduled-backup-incremental/7-engage-incremental | +++ grep '^minikube' logger.go:42: 17:11:46 | scheduled-backup-incremental/7-engage-incremental | +++ which gsed logger.go:42: 17:11:46 | scheduled-backup-incremental/7-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:11:46 | scheduled-backup-incremental/7-engage-incremental | +++ which sed logger.go:42: 17:11:46 | scheduled-backup-incremental/7-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 17:11:46 | scheduled-backup-incremental/7-engage-incremental | ++ oc get projects logger.go:42: 17:11:46 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl version -o json logger.go:42: 17:11:46 | scheduled-backup-incremental/7-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 17:11:46 | scheduled-backup-incremental/7-engage-incremental | +++ grep '\-eks\-' logger.go:42: 17:11:46 | scheduled-backup-incremental/7-engage-incremental | grep: warning: stray \ before - logger.go:42: 17:11:46 | scheduled-backup-incremental/7-engage-incremental | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 17:11:46 | scheduled-backup-incremental/7-engage-incremental | ++ '[' ']' logger.go:42: 17:11:46 | scheduled-backup-incremental/7-engage-incremental | ++ EKS=0 logger.go:42: 17:11:46 | scheduled-backup-incremental/7-engage-incremental | +++ get_cluster_name logger.go:42: 17:11:46 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl -n kuttl-test-perfect-anchovy get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 17:11:47 | scheduled-backup-incremental/7-engage-incremental | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 17:11:47 | scheduled-backup-incremental/7-engage-incremental | ++ local schedule_name=minio-incr logger.go:42: 17:11:47 | scheduled-backup-incremental/7-engage-incremental | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 17:11:47 | scheduled-backup-incremental/7-engage-incremental | +++ printf %s kuttl-test-perfect-anchovy-scheduled-backup-incremental logger.go:42: 17:11:47 | scheduled-backup-incremental/7-engage-incremental | +++ sha1sum logger.go:42: 17:11:47 | scheduled-backup-incremental/7-engage-incremental | +++ awk '{print $1}' logger.go:42: 17:11:47 | scheduled-backup-incremental/7-engage-incremental | +++ head -c 5 logger.go:42: 17:11:47 | scheduled-backup-incremental/7-engage-incremental | ++ local prefix=c8a08 logger.go:42: 17:11:47 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get ps-backup -n kuttl-test-perfect-anchovy -l percona.com/backup-ancestor=c8a08-minio-incr -o yaml logger.go:42: 17:11:47 | scheduled-backup-incremental/7-engage-incremental | +++ yq '.items | length' logger.go:42: 17:11:47 | scheduled-backup-incremental/7-engage-incremental | ++ local bcp_count=2 logger.go:42: 17:11:47 | scheduled-backup-incremental/7-engage-incremental | ++ echo 2 logger.go:42: 17:11:47 | scheduled-backup-incremental/7-engage-incremental | + bcp_count=2 logger.go:42: 17:11:47 | scheduled-backup-incremental/7-engage-incremental | + [[ 2 -lt 3 ]] logger.go:42: 17:11:47 | scheduled-backup-incremental/7-engage-incremental | + echo 'There are 2 incremental ps-backups but should be at least 3' logger.go:42: 17:11:47 | scheduled-backup-incremental/7-engage-incremental | There are 2 incremental ps-backups but should be at least 3 logger.go:42: 17:11:47 | scheduled-backup-incremental/7-engage-incremental | + exit 1 logger.go:42: 17:11:49 | scheduled-backup-incremental/7-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 3 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 3" exit 1 fi] logger.go:42: 17:11:49 | scheduled-backup-incremental/7-engage-incremental | + source ../../functions logger.go:42: 17:11:49 | scheduled-backup-incremental/7-engage-incremental | +++ realpath ../../.. logger.go:42: 17:11:49 | scheduled-backup-incremental/7-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:11:49 | scheduled-backup-incremental/7-engage-incremental | ++++ pwd logger.go:42: 17:11:49 | scheduled-backup-incremental/7-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 17:11:49 | scheduled-backup-incremental/7-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 17:11:49 | scheduled-backup-incremental/7-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/vars.sh logger.go:42: 17:11:49 | scheduled-backup-incremental/7-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:11:49 | scheduled-backup-incremental/7-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:11:49 | scheduled-backup-incremental/7-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:11:49 | scheduled-backup-incremental/7-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:11:49 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:11:49 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:11:49 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:11:49 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:11:49 | scheduled-backup-incremental/7-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:11:49 | scheduled-backup-incremental/7-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:11:49 | scheduled-backup-incremental/7-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 17:11:49 | scheduled-backup-incremental/7-engage-incremental | +++ export GIT_BRANCH=PR-1269 logger.go:42: 17:11:49 | scheduled-backup-incremental/7-engage-incremental | +++ GIT_BRANCH=PR-1269 logger.go:42: 17:11:49 | scheduled-backup-incremental/7-engage-incremental | +++ export VERSION=PR-1269-fbab6499 logger.go:42: 17:11:49 | scheduled-backup-incremental/7-engage-incremental | +++ VERSION=PR-1269-fbab6499 logger.go:42: 17:11:49 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:11:49 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:11:49 | scheduled-backup-incremental/7-engage-incremental | +++ [[ -z 8.0 ]] logger.go:42: 17:11:49 | scheduled-backup-incremental/7-engage-incremental | +++ export MYSQL_VERSION=8.0 logger.go:42: 17:11:49 | scheduled-backup-incremental/7-engage-incremental | +++ MYSQL_VERSION=8.0 logger.go:42: 17:11:49 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:11:49 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:11:49 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:11:49 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:11:49 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:11:49 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:11:49 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:11:49 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:11:49 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:11:49 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:11:49 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:11:49 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:11:49 | scheduled-backup-incremental/7-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:11:49 | scheduled-backup-incremental/7-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:11:49 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:11:49 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:11:49 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:11:49 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:11:49 | scheduled-backup-incremental/7-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 17:11:49 | scheduled-backup-incremental/7-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 17:11:49 | scheduled-backup-incremental/7-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 17:11:49 | scheduled-backup-incremental/7-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 17:11:49 | scheduled-backup-incremental/7-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 17:11:49 | scheduled-backup-incremental/7-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 17:11:49 | scheduled-backup-incremental/7-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 17:11:49 | scheduled-backup-incremental/7-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 17:11:49 | scheduled-backup-incremental/7-engage-incremental | ++++ which gdate logger.go:42: 17:11:49 | scheduled-backup-incremental/7-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:11:49 | scheduled-backup-incremental/7-engage-incremental | ++++ which date logger.go:42: 17:11:49 | scheduled-backup-incremental/7-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 17:11:49 | scheduled-backup-incremental/7-engage-incremental | +++ oc get projects logger.go:42: 17:11:49 | scheduled-backup-incremental/7-engage-incremental | +++ : logger.go:42: 17:11:49 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get nodes logger.go:42: 17:11:49 | scheduled-backup-incremental/7-engage-incremental | +++ grep '^minikube' logger.go:42: 17:11:49 | scheduled-backup-incremental/7-engage-incremental | +++ which gsed logger.go:42: 17:11:49 | scheduled-backup-incremental/7-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:11:49 | scheduled-backup-incremental/7-engage-incremental | +++ which sed logger.go:42: 17:11:49 | scheduled-backup-incremental/7-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 17:11:49 | scheduled-backup-incremental/7-engage-incremental | ++ oc get projects logger.go:42: 17:11:49 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl version -o json logger.go:42: 17:11:49 | scheduled-backup-incremental/7-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 17:11:49 | scheduled-backup-incremental/7-engage-incremental | +++ grep '\-eks\-' logger.go:42: 17:11:49 | scheduled-backup-incremental/7-engage-incremental | grep: warning: stray \ before - logger.go:42: 17:11:50 | scheduled-backup-incremental/7-engage-incremental | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 17:11:50 | scheduled-backup-incremental/7-engage-incremental | ++ '[' ']' logger.go:42: 17:11:50 | scheduled-backup-incremental/7-engage-incremental | ++ EKS=0 logger.go:42: 17:11:50 | scheduled-backup-incremental/7-engage-incremental | +++ get_cluster_name logger.go:42: 17:11:50 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl -n kuttl-test-perfect-anchovy get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 17:11:50 | scheduled-backup-incremental/7-engage-incremental | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 17:11:50 | scheduled-backup-incremental/7-engage-incremental | ++ local schedule_name=minio-incr logger.go:42: 17:11:50 | scheduled-backup-incremental/7-engage-incremental | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 17:11:50 | scheduled-backup-incremental/7-engage-incremental | +++ printf %s kuttl-test-perfect-anchovy-scheduled-backup-incremental logger.go:42: 17:11:50 | scheduled-backup-incremental/7-engage-incremental | +++ sha1sum logger.go:42: 17:11:50 | scheduled-backup-incremental/7-engage-incremental | +++ awk '{print $1}' logger.go:42: 17:11:50 | scheduled-backup-incremental/7-engage-incremental | +++ head -c 5 logger.go:42: 17:11:50 | scheduled-backup-incremental/7-engage-incremental | ++ local prefix=c8a08 logger.go:42: 17:11:50 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get ps-backup -n kuttl-test-perfect-anchovy -l percona.com/backup-ancestor=c8a08-minio-incr -o yaml logger.go:42: 17:11:50 | scheduled-backup-incremental/7-engage-incremental | +++ yq '.items | length' logger.go:42: 17:11:51 | scheduled-backup-incremental/7-engage-incremental | ++ local bcp_count=2 logger.go:42: 17:11:51 | scheduled-backup-incremental/7-engage-incremental | ++ echo 2 logger.go:42: 17:11:51 | scheduled-backup-incremental/7-engage-incremental | + bcp_count=2 logger.go:42: 17:11:51 | scheduled-backup-incremental/7-engage-incremental | + [[ 2 -lt 3 ]] logger.go:42: 17:11:51 | scheduled-backup-incremental/7-engage-incremental | + echo 'There are 2 incremental ps-backups but should be at least 3' logger.go:42: 17:11:51 | scheduled-backup-incremental/7-engage-incremental | There are 2 incremental ps-backups but should be at least 3 logger.go:42: 17:11:51 | scheduled-backup-incremental/7-engage-incremental | + exit 1 logger.go:42: 17:11:52 | scheduled-backup-incremental/7-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 3 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 3" exit 1 fi] logger.go:42: 17:11:52 | scheduled-backup-incremental/7-engage-incremental | + source ../../functions logger.go:42: 17:11:52 | scheduled-backup-incremental/7-engage-incremental | +++ realpath ../../.. logger.go:42: 17:11:52 | scheduled-backup-incremental/7-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:11:52 | scheduled-backup-incremental/7-engage-incremental | ++++ pwd logger.go:42: 17:11:52 | scheduled-backup-incremental/7-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 17:11:52 | scheduled-backup-incremental/7-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 17:11:52 | scheduled-backup-incremental/7-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/vars.sh logger.go:42: 17:11:52 | scheduled-backup-incremental/7-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:11:52 | scheduled-backup-incremental/7-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:11:52 | scheduled-backup-incremental/7-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:11:52 | scheduled-backup-incremental/7-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:11:52 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:11:52 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:11:52 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:11:52 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:11:52 | scheduled-backup-incremental/7-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:11:52 | scheduled-backup-incremental/7-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:11:52 | scheduled-backup-incremental/7-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 17:11:52 | scheduled-backup-incremental/7-engage-incremental | +++ export GIT_BRANCH=PR-1269 logger.go:42: 17:11:52 | scheduled-backup-incremental/7-engage-incremental | +++ GIT_BRANCH=PR-1269 logger.go:42: 17:11:52 | scheduled-backup-incremental/7-engage-incremental | +++ export VERSION=PR-1269-fbab6499 logger.go:42: 17:11:52 | scheduled-backup-incremental/7-engage-incremental | +++ VERSION=PR-1269-fbab6499 logger.go:42: 17:11:52 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:11:52 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:11:52 | scheduled-backup-incremental/7-engage-incremental | +++ [[ -z 8.0 ]] logger.go:42: 17:11:52 | scheduled-backup-incremental/7-engage-incremental | +++ export MYSQL_VERSION=8.0 logger.go:42: 17:11:52 | scheduled-backup-incremental/7-engage-incremental | +++ MYSQL_VERSION=8.0 logger.go:42: 17:11:52 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:11:52 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:11:52 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:11:52 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:11:52 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:11:52 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:11:52 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:11:52 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:11:52 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:11:52 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:11:52 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:11:52 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:11:52 | scheduled-backup-incremental/7-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:11:52 | scheduled-backup-incremental/7-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:11:52 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:11:52 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:11:52 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:11:52 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:11:52 | scheduled-backup-incremental/7-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 17:11:52 | scheduled-backup-incremental/7-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 17:11:52 | scheduled-backup-incremental/7-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 17:11:52 | scheduled-backup-incremental/7-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 17:11:52 | scheduled-backup-incremental/7-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 17:11:52 | scheduled-backup-incremental/7-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 17:11:52 | scheduled-backup-incremental/7-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 17:11:52 | scheduled-backup-incremental/7-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 17:11:52 | scheduled-backup-incremental/7-engage-incremental | ++++ which gdate logger.go:42: 17:11:52 | scheduled-backup-incremental/7-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:11:52 | scheduled-backup-incremental/7-engage-incremental | ++++ which date logger.go:42: 17:11:52 | scheduled-backup-incremental/7-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 17:11:52 | scheduled-backup-incremental/7-engage-incremental | +++ oc get projects logger.go:42: 17:11:52 | scheduled-backup-incremental/7-engage-incremental | +++ : logger.go:42: 17:11:52 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get nodes logger.go:42: 17:11:52 | scheduled-backup-incremental/7-engage-incremental | +++ grep '^minikube' logger.go:42: 17:11:52 | scheduled-backup-incremental/7-engage-incremental | +++ which gsed logger.go:42: 17:11:52 | scheduled-backup-incremental/7-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:11:52 | scheduled-backup-incremental/7-engage-incremental | +++ which sed logger.go:42: 17:11:53 | scheduled-backup-incremental/7-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 17:11:53 | scheduled-backup-incremental/7-engage-incremental | ++ oc get projects logger.go:42: 17:11:53 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl version -o json logger.go:42: 17:11:53 | scheduled-backup-incremental/7-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 17:11:53 | scheduled-backup-incremental/7-engage-incremental | +++ grep '\-eks\-' logger.go:42: 17:11:53 | scheduled-backup-incremental/7-engage-incremental | grep: warning: stray \ before - logger.go:42: 17:11:53 | scheduled-backup-incremental/7-engage-incremental | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 17:11:53 | scheduled-backup-incremental/7-engage-incremental | ++ '[' ']' logger.go:42: 17:11:53 | scheduled-backup-incremental/7-engage-incremental | ++ EKS=0 logger.go:42: 17:11:53 | scheduled-backup-incremental/7-engage-incremental | +++ get_cluster_name logger.go:42: 17:11:53 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl -n kuttl-test-perfect-anchovy get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 17:11:53 | scheduled-backup-incremental/7-engage-incremental | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 17:11:53 | scheduled-backup-incremental/7-engage-incremental | ++ local schedule_name=minio-incr logger.go:42: 17:11:53 | scheduled-backup-incremental/7-engage-incremental | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 17:11:53 | scheduled-backup-incremental/7-engage-incremental | +++ printf %s kuttl-test-perfect-anchovy-scheduled-backup-incremental logger.go:42: 17:11:53 | scheduled-backup-incremental/7-engage-incremental | +++ sha1sum logger.go:42: 17:11:53 | scheduled-backup-incremental/7-engage-incremental | +++ awk '{print $1}' logger.go:42: 17:11:53 | scheduled-backup-incremental/7-engage-incremental | +++ head -c 5 logger.go:42: 17:11:53 | scheduled-backup-incremental/7-engage-incremental | ++ local prefix=c8a08 logger.go:42: 17:11:53 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get ps-backup -n kuttl-test-perfect-anchovy -l percona.com/backup-ancestor=c8a08-minio-incr -o yaml logger.go:42: 17:11:53 | scheduled-backup-incremental/7-engage-incremental | +++ yq '.items | length' logger.go:42: 17:11:54 | scheduled-backup-incremental/7-engage-incremental | ++ local bcp_count=2 logger.go:42: 17:11:54 | scheduled-backup-incremental/7-engage-incremental | ++ echo 2 logger.go:42: 17:11:54 | scheduled-backup-incremental/7-engage-incremental | + bcp_count=2 logger.go:42: 17:11:54 | scheduled-backup-incremental/7-engage-incremental | + [[ 2 -lt 3 ]] logger.go:42: 17:11:54 | scheduled-backup-incremental/7-engage-incremental | + echo 'There are 2 incremental ps-backups but should be at least 3' logger.go:42: 17:11:54 | scheduled-backup-incremental/7-engage-incremental | There are 2 incremental ps-backups but should be at least 3 logger.go:42: 17:11:54 | scheduled-backup-incremental/7-engage-incremental | + exit 1 logger.go:42: 17:11:55 | scheduled-backup-incremental/7-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 3 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 3" exit 1 fi] logger.go:42: 17:11:55 | scheduled-backup-incremental/7-engage-incremental | + source ../../functions logger.go:42: 17:11:55 | scheduled-backup-incremental/7-engage-incremental | +++ realpath ../../.. logger.go:42: 17:11:55 | scheduled-backup-incremental/7-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:11:55 | scheduled-backup-incremental/7-engage-incremental | ++++ pwd logger.go:42: 17:11:55 | scheduled-backup-incremental/7-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 17:11:55 | scheduled-backup-incremental/7-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 17:11:55 | scheduled-backup-incremental/7-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/vars.sh logger.go:42: 17:11:55 | scheduled-backup-incremental/7-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:11:55 | scheduled-backup-incremental/7-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:11:55 | scheduled-backup-incremental/7-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:11:55 | scheduled-backup-incremental/7-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:11:55 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:11:55 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:11:55 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:11:55 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:11:55 | scheduled-backup-incremental/7-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:11:55 | scheduled-backup-incremental/7-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:11:55 | scheduled-backup-incremental/7-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 17:11:55 | scheduled-backup-incremental/7-engage-incremental | +++ export GIT_BRANCH=PR-1269 logger.go:42: 17:11:55 | scheduled-backup-incremental/7-engage-incremental | +++ GIT_BRANCH=PR-1269 logger.go:42: 17:11:55 | scheduled-backup-incremental/7-engage-incremental | +++ export VERSION=PR-1269-fbab6499 logger.go:42: 17:11:55 | scheduled-backup-incremental/7-engage-incremental | +++ VERSION=PR-1269-fbab6499 logger.go:42: 17:11:55 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:11:55 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:11:55 | scheduled-backup-incremental/7-engage-incremental | +++ [[ -z 8.0 ]] logger.go:42: 17:11:55 | scheduled-backup-incremental/7-engage-incremental | +++ export MYSQL_VERSION=8.0 logger.go:42: 17:11:55 | scheduled-backup-incremental/7-engage-incremental | +++ MYSQL_VERSION=8.0 logger.go:42: 17:11:55 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:11:55 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:11:55 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:11:55 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:11:55 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:11:55 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:11:55 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:11:55 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:11:55 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:11:55 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:11:55 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:11:55 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:11:55 | scheduled-backup-incremental/7-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:11:55 | scheduled-backup-incremental/7-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:11:55 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:11:55 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:11:55 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:11:55 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:11:55 | scheduled-backup-incremental/7-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 17:11:55 | scheduled-backup-incremental/7-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 17:11:55 | scheduled-backup-incremental/7-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 17:11:55 | scheduled-backup-incremental/7-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 17:11:55 | scheduled-backup-incremental/7-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 17:11:55 | scheduled-backup-incremental/7-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 17:11:55 | scheduled-backup-incremental/7-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 17:11:55 | scheduled-backup-incremental/7-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 17:11:55 | scheduled-backup-incremental/7-engage-incremental | ++++ which gdate logger.go:42: 17:11:55 | scheduled-backup-incremental/7-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:11:55 | scheduled-backup-incremental/7-engage-incremental | ++++ which date logger.go:42: 17:11:55 | scheduled-backup-incremental/7-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 17:11:55 | scheduled-backup-incremental/7-engage-incremental | +++ oc get projects logger.go:42: 17:11:55 | scheduled-backup-incremental/7-engage-incremental | +++ : logger.go:42: 17:11:55 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get nodes logger.go:42: 17:11:55 | scheduled-backup-incremental/7-engage-incremental | +++ grep '^minikube' logger.go:42: 17:11:56 | scheduled-backup-incremental/7-engage-incremental | +++ which gsed logger.go:42: 17:11:56 | scheduled-backup-incremental/7-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:11:56 | scheduled-backup-incremental/7-engage-incremental | +++ which sed logger.go:42: 17:11:56 | scheduled-backup-incremental/7-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 17:11:56 | scheduled-backup-incremental/7-engage-incremental | ++ oc get projects logger.go:42: 17:11:56 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl version -o json logger.go:42: 17:11:56 | scheduled-backup-incremental/7-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 17:11:56 | scheduled-backup-incremental/7-engage-incremental | +++ grep '\-eks\-' logger.go:42: 17:11:56 | scheduled-backup-incremental/7-engage-incremental | grep: warning: stray \ before - logger.go:42: 17:11:56 | scheduled-backup-incremental/7-engage-incremental | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 17:11:56 | scheduled-backup-incremental/7-engage-incremental | ++ '[' ']' logger.go:42: 17:11:56 | scheduled-backup-incremental/7-engage-incremental | ++ EKS=0 logger.go:42: 17:11:56 | scheduled-backup-incremental/7-engage-incremental | +++ get_cluster_name logger.go:42: 17:11:56 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl -n kuttl-test-perfect-anchovy get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 17:11:57 | scheduled-backup-incremental/7-engage-incremental | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 17:11:57 | scheduled-backup-incremental/7-engage-incremental | ++ local schedule_name=minio-incr logger.go:42: 17:11:57 | scheduled-backup-incremental/7-engage-incremental | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 17:11:57 | scheduled-backup-incremental/7-engage-incremental | +++ printf %s kuttl-test-perfect-anchovy-scheduled-backup-incremental logger.go:42: 17:11:57 | scheduled-backup-incremental/7-engage-incremental | +++ sha1sum logger.go:42: 17:11:57 | scheduled-backup-incremental/7-engage-incremental | +++ awk '{print $1}' logger.go:42: 17:11:57 | scheduled-backup-incremental/7-engage-incremental | +++ head -c 5 logger.go:42: 17:11:57 | scheduled-backup-incremental/7-engage-incremental | ++ local prefix=c8a08 logger.go:42: 17:11:57 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get ps-backup -n kuttl-test-perfect-anchovy -l percona.com/backup-ancestor=c8a08-minio-incr -o yaml logger.go:42: 17:11:57 | scheduled-backup-incremental/7-engage-incremental | +++ yq '.items | length' logger.go:42: 17:11:57 | scheduled-backup-incremental/7-engage-incremental | ++ local bcp_count=2 logger.go:42: 17:11:57 | scheduled-backup-incremental/7-engage-incremental | ++ echo 2 logger.go:42: 17:11:57 | scheduled-backup-incremental/7-engage-incremental | + bcp_count=2 logger.go:42: 17:11:57 | scheduled-backup-incremental/7-engage-incremental | + [[ 2 -lt 3 ]] logger.go:42: 17:11:57 | scheduled-backup-incremental/7-engage-incremental | + echo 'There are 2 incremental ps-backups but should be at least 3' logger.go:42: 17:11:57 | scheduled-backup-incremental/7-engage-incremental | There are 2 incremental ps-backups but should be at least 3 logger.go:42: 17:11:57 | scheduled-backup-incremental/7-engage-incremental | + exit 1 logger.go:42: 17:11:58 | scheduled-backup-incremental/7-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 3 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 3" exit 1 fi] logger.go:42: 17:11:58 | scheduled-backup-incremental/7-engage-incremental | + source ../../functions logger.go:42: 17:11:58 | scheduled-backup-incremental/7-engage-incremental | +++ realpath ../../.. logger.go:42: 17:11:58 | scheduled-backup-incremental/7-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:11:58 | scheduled-backup-incremental/7-engage-incremental | ++++ pwd logger.go:42: 17:11:58 | scheduled-backup-incremental/7-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 17:11:58 | scheduled-backup-incremental/7-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 17:11:58 | scheduled-backup-incremental/7-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/vars.sh logger.go:42: 17:11:58 | scheduled-backup-incremental/7-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:11:58 | scheduled-backup-incremental/7-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:11:58 | scheduled-backup-incremental/7-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:11:58 | scheduled-backup-incremental/7-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:11:58 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:11:58 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:11:58 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:11:58 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:11:58 | scheduled-backup-incremental/7-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:11:58 | scheduled-backup-incremental/7-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:11:58 | scheduled-backup-incremental/7-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 17:11:58 | scheduled-backup-incremental/7-engage-incremental | +++ export GIT_BRANCH=PR-1269 logger.go:42: 17:11:58 | scheduled-backup-incremental/7-engage-incremental | +++ GIT_BRANCH=PR-1269 logger.go:42: 17:11:58 | scheduled-backup-incremental/7-engage-incremental | +++ export VERSION=PR-1269-fbab6499 logger.go:42: 17:11:58 | scheduled-backup-incremental/7-engage-incremental | +++ VERSION=PR-1269-fbab6499 logger.go:42: 17:11:58 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:11:58 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:11:58 | scheduled-backup-incremental/7-engage-incremental | +++ [[ -z 8.0 ]] logger.go:42: 17:11:58 | scheduled-backup-incremental/7-engage-incremental | +++ export MYSQL_VERSION=8.0 logger.go:42: 17:11:58 | scheduled-backup-incremental/7-engage-incremental | +++ MYSQL_VERSION=8.0 logger.go:42: 17:11:58 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:11:58 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:11:58 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:11:58 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:11:58 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:11:58 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:11:58 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:11:58 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:11:58 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:11:58 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:11:58 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:11:58 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:11:58 | scheduled-backup-incremental/7-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:11:58 | scheduled-backup-incremental/7-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:11:58 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:11:58 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:11:58 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:11:58 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:11:58 | scheduled-backup-incremental/7-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 17:11:58 | scheduled-backup-incremental/7-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 17:11:58 | scheduled-backup-incremental/7-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 17:11:58 | scheduled-backup-incremental/7-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 17:11:58 | scheduled-backup-incremental/7-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 17:11:58 | scheduled-backup-incremental/7-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 17:11:58 | scheduled-backup-incremental/7-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 17:11:58 | scheduled-backup-incremental/7-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 17:11:58 | scheduled-backup-incremental/7-engage-incremental | ++++ which gdate logger.go:42: 17:11:58 | scheduled-backup-incremental/7-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:11:58 | scheduled-backup-incremental/7-engage-incremental | ++++ which date logger.go:42: 17:11:58 | scheduled-backup-incremental/7-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 17:11:58 | scheduled-backup-incremental/7-engage-incremental | +++ oc get projects logger.go:42: 17:11:58 | scheduled-backup-incremental/7-engage-incremental | +++ : logger.go:42: 17:11:58 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get nodes logger.go:42: 17:11:58 | scheduled-backup-incremental/7-engage-incremental | +++ grep '^minikube' logger.go:42: 17:11:59 | scheduled-backup-incremental/7-engage-incremental | +++ which gsed logger.go:42: 17:11:59 | scheduled-backup-incremental/7-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:11:59 | scheduled-backup-incremental/7-engage-incremental | +++ which sed logger.go:42: 17:11:59 | scheduled-backup-incremental/7-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 17:11:59 | scheduled-backup-incremental/7-engage-incremental | ++ oc get projects logger.go:42: 17:11:59 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl version -o json logger.go:42: 17:11:59 | scheduled-backup-incremental/7-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 17:11:59 | scheduled-backup-incremental/7-engage-incremental | +++ grep '\-eks\-' logger.go:42: 17:11:59 | scheduled-backup-incremental/7-engage-incremental | grep: warning: stray \ before - logger.go:42: 17:11:59 | scheduled-backup-incremental/7-engage-incremental | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 17:11:59 | scheduled-backup-incremental/7-engage-incremental | ++ '[' ']' logger.go:42: 17:11:59 | scheduled-backup-incremental/7-engage-incremental | ++ EKS=0 logger.go:42: 17:11:59 | scheduled-backup-incremental/7-engage-incremental | +++ get_cluster_name logger.go:42: 17:11:59 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl -n kuttl-test-perfect-anchovy get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 17:12:00 | scheduled-backup-incremental/7-engage-incremental | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 17:12:00 | scheduled-backup-incremental/7-engage-incremental | ++ local schedule_name=minio-incr logger.go:42: 17:12:00 | scheduled-backup-incremental/7-engage-incremental | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 17:12:00 | scheduled-backup-incremental/7-engage-incremental | +++ printf %s kuttl-test-perfect-anchovy-scheduled-backup-incremental logger.go:42: 17:12:00 | scheduled-backup-incremental/7-engage-incremental | +++ sha1sum logger.go:42: 17:12:00 | scheduled-backup-incremental/7-engage-incremental | +++ awk '{print $1}' logger.go:42: 17:12:00 | scheduled-backup-incremental/7-engage-incremental | +++ head -c 5 logger.go:42: 17:12:00 | scheduled-backup-incremental/7-engage-incremental | ++ local prefix=c8a08 logger.go:42: 17:12:00 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get ps-backup -n kuttl-test-perfect-anchovy -l percona.com/backup-ancestor=c8a08-minio-incr -o yaml logger.go:42: 17:12:00 | scheduled-backup-incremental/7-engage-incremental | +++ yq '.items | length' logger.go:42: 17:12:00 | scheduled-backup-incremental/7-engage-incremental | ++ local bcp_count=2 logger.go:42: 17:12:00 | scheduled-backup-incremental/7-engage-incremental | ++ echo 2 logger.go:42: 17:12:00 | scheduled-backup-incremental/7-engage-incremental | + bcp_count=2 logger.go:42: 17:12:00 | scheduled-backup-incremental/7-engage-incremental | + [[ 2 -lt 3 ]] logger.go:42: 17:12:00 | scheduled-backup-incremental/7-engage-incremental | + echo 'There are 2 incremental ps-backups but should be at least 3' logger.go:42: 17:12:00 | scheduled-backup-incremental/7-engage-incremental | There are 2 incremental ps-backups but should be at least 3 logger.go:42: 17:12:00 | scheduled-backup-incremental/7-engage-incremental | + exit 1 logger.go:42: 17:12:02 | scheduled-backup-incremental/7-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 3 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 3" exit 1 fi] logger.go:42: 17:12:02 | scheduled-backup-incremental/7-engage-incremental | + source ../../functions logger.go:42: 17:12:02 | scheduled-backup-incremental/7-engage-incremental | +++ realpath ../../.. logger.go:42: 17:12:02 | scheduled-backup-incremental/7-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:12:02 | scheduled-backup-incremental/7-engage-incremental | ++++ pwd logger.go:42: 17:12:02 | scheduled-backup-incremental/7-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 17:12:02 | scheduled-backup-incremental/7-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 17:12:02 | scheduled-backup-incremental/7-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/vars.sh logger.go:42: 17:12:02 | scheduled-backup-incremental/7-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:12:02 | scheduled-backup-incremental/7-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:12:02 | scheduled-backup-incremental/7-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:12:02 | scheduled-backup-incremental/7-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:12:02 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:12:02 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:12:02 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:12:02 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:12:02 | scheduled-backup-incremental/7-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:12:02 | scheduled-backup-incremental/7-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:12:02 | scheduled-backup-incremental/7-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 17:12:02 | scheduled-backup-incremental/7-engage-incremental | +++ export GIT_BRANCH=PR-1269 logger.go:42: 17:12:02 | scheduled-backup-incremental/7-engage-incremental | +++ GIT_BRANCH=PR-1269 logger.go:42: 17:12:02 | scheduled-backup-incremental/7-engage-incremental | +++ export VERSION=PR-1269-fbab6499 logger.go:42: 17:12:02 | scheduled-backup-incremental/7-engage-incremental | +++ VERSION=PR-1269-fbab6499 logger.go:42: 17:12:02 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:12:02 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:12:02 | scheduled-backup-incremental/7-engage-incremental | +++ [[ -z 8.0 ]] logger.go:42: 17:12:02 | scheduled-backup-incremental/7-engage-incremental | +++ export MYSQL_VERSION=8.0 logger.go:42: 17:12:02 | scheduled-backup-incremental/7-engage-incremental | +++ MYSQL_VERSION=8.0 logger.go:42: 17:12:02 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:12:02 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:12:02 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:12:02 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:12:02 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:12:02 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:12:02 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:12:02 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:12:02 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:12:02 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:12:02 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:12:02 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:12:02 | scheduled-backup-incremental/7-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:12:02 | scheduled-backup-incremental/7-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:12:02 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:12:02 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:12:02 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:12:02 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:12:02 | scheduled-backup-incremental/7-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 17:12:02 | scheduled-backup-incremental/7-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 17:12:02 | scheduled-backup-incremental/7-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 17:12:02 | scheduled-backup-incremental/7-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 17:12:02 | scheduled-backup-incremental/7-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 17:12:02 | scheduled-backup-incremental/7-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 17:12:02 | scheduled-backup-incremental/7-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 17:12:02 | scheduled-backup-incremental/7-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 17:12:02 | scheduled-backup-incremental/7-engage-incremental | ++++ which gdate logger.go:42: 17:12:02 | scheduled-backup-incremental/7-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:12:02 | scheduled-backup-incremental/7-engage-incremental | ++++ which date logger.go:42: 17:12:02 | scheduled-backup-incremental/7-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 17:12:02 | scheduled-backup-incremental/7-engage-incremental | +++ oc get projects logger.go:42: 17:12:02 | scheduled-backup-incremental/7-engage-incremental | +++ : logger.go:42: 17:12:02 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get nodes logger.go:42: 17:12:02 | scheduled-backup-incremental/7-engage-incremental | +++ grep '^minikube' logger.go:42: 17:12:02 | scheduled-backup-incremental/7-engage-incremental | +++ which gsed logger.go:42: 17:12:02 | scheduled-backup-incremental/7-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:12:02 | scheduled-backup-incremental/7-engage-incremental | +++ which sed logger.go:42: 17:12:02 | scheduled-backup-incremental/7-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 17:12:02 | scheduled-backup-incremental/7-engage-incremental | ++ oc get projects logger.go:42: 17:12:02 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl version -o json logger.go:42: 17:12:02 | scheduled-backup-incremental/7-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 17:12:02 | scheduled-backup-incremental/7-engage-incremental | +++ grep '\-eks\-' logger.go:42: 17:12:02 | scheduled-backup-incremental/7-engage-incremental | grep: warning: stray \ before - logger.go:42: 17:12:03 | scheduled-backup-incremental/7-engage-incremental | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 17:12:03 | scheduled-backup-incremental/7-engage-incremental | ++ '[' ']' logger.go:42: 17:12:03 | scheduled-backup-incremental/7-engage-incremental | ++ EKS=0 logger.go:42: 17:12:03 | scheduled-backup-incremental/7-engage-incremental | +++ get_cluster_name logger.go:42: 17:12:03 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl -n kuttl-test-perfect-anchovy get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 17:12:03 | scheduled-backup-incremental/7-engage-incremental | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 17:12:03 | scheduled-backup-incremental/7-engage-incremental | ++ local schedule_name=minio-incr logger.go:42: 17:12:03 | scheduled-backup-incremental/7-engage-incremental | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 17:12:03 | scheduled-backup-incremental/7-engage-incremental | +++ printf %s kuttl-test-perfect-anchovy-scheduled-backup-incremental logger.go:42: 17:12:03 | scheduled-backup-incremental/7-engage-incremental | +++ sha1sum logger.go:42: 17:12:03 | scheduled-backup-incremental/7-engage-incremental | +++ awk '{print $1}' logger.go:42: 17:12:03 | scheduled-backup-incremental/7-engage-incremental | +++ head -c 5 logger.go:42: 17:12:03 | scheduled-backup-incremental/7-engage-incremental | ++ local prefix=c8a08 logger.go:42: 17:12:03 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get ps-backup -n kuttl-test-perfect-anchovy -l percona.com/backup-ancestor=c8a08-minio-incr -o yaml logger.go:42: 17:12:03 | scheduled-backup-incremental/7-engage-incremental | +++ yq '.items | length' logger.go:42: 17:12:04 | scheduled-backup-incremental/7-engage-incremental | ++ local bcp_count=2 logger.go:42: 17:12:04 | scheduled-backup-incremental/7-engage-incremental | ++ echo 2 logger.go:42: 17:12:04 | scheduled-backup-incremental/7-engage-incremental | + bcp_count=2 logger.go:42: 17:12:04 | scheduled-backup-incremental/7-engage-incremental | + [[ 2 -lt 3 ]] logger.go:42: 17:12:04 | scheduled-backup-incremental/7-engage-incremental | + echo 'There are 2 incremental ps-backups but should be at least 3' logger.go:42: 17:12:04 | scheduled-backup-incremental/7-engage-incremental | There are 2 incremental ps-backups but should be at least 3 logger.go:42: 17:12:04 | scheduled-backup-incremental/7-engage-incremental | + exit 1 logger.go:42: 17:12:05 | scheduled-backup-incremental/7-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 3 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 3" exit 1 fi] logger.go:42: 17:12:05 | scheduled-backup-incremental/7-engage-incremental | + source ../../functions logger.go:42: 17:12:05 | scheduled-backup-incremental/7-engage-incremental | +++ realpath ../../.. logger.go:42: 17:12:05 | scheduled-backup-incremental/7-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:12:05 | scheduled-backup-incremental/7-engage-incremental | ++++ pwd logger.go:42: 17:12:05 | scheduled-backup-incremental/7-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 17:12:05 | scheduled-backup-incremental/7-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 17:12:05 | scheduled-backup-incremental/7-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/vars.sh logger.go:42: 17:12:05 | scheduled-backup-incremental/7-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:12:05 | scheduled-backup-incremental/7-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:12:05 | scheduled-backup-incremental/7-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:12:05 | scheduled-backup-incremental/7-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:12:05 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:12:05 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:12:05 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:12:05 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:12:05 | scheduled-backup-incremental/7-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:12:05 | scheduled-backup-incremental/7-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:12:05 | scheduled-backup-incremental/7-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 17:12:05 | scheduled-backup-incremental/7-engage-incremental | +++ export GIT_BRANCH=PR-1269 logger.go:42: 17:12:05 | scheduled-backup-incremental/7-engage-incremental | +++ GIT_BRANCH=PR-1269 logger.go:42: 17:12:05 | scheduled-backup-incremental/7-engage-incremental | +++ export VERSION=PR-1269-fbab6499 logger.go:42: 17:12:05 | scheduled-backup-incremental/7-engage-incremental | +++ VERSION=PR-1269-fbab6499 logger.go:42: 17:12:05 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:12:05 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:12:05 | scheduled-backup-incremental/7-engage-incremental | +++ [[ -z 8.0 ]] logger.go:42: 17:12:05 | scheduled-backup-incremental/7-engage-incremental | +++ export MYSQL_VERSION=8.0 logger.go:42: 17:12:05 | scheduled-backup-incremental/7-engage-incremental | +++ MYSQL_VERSION=8.0 logger.go:42: 17:12:05 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:12:05 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:12:05 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:12:05 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:12:05 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:12:05 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:12:05 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:12:05 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:12:05 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:12:05 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:12:05 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:12:05 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:12:05 | scheduled-backup-incremental/7-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:12:05 | scheduled-backup-incremental/7-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:12:05 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:12:05 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:12:05 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:12:05 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:12:05 | scheduled-backup-incremental/7-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 17:12:05 | scheduled-backup-incremental/7-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 17:12:05 | scheduled-backup-incremental/7-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 17:12:05 | scheduled-backup-incremental/7-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 17:12:05 | scheduled-backup-incremental/7-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 17:12:05 | scheduled-backup-incremental/7-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 17:12:05 | scheduled-backup-incremental/7-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 17:12:05 | scheduled-backup-incremental/7-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 17:12:05 | scheduled-backup-incremental/7-engage-incremental | ++++ which gdate logger.go:42: 17:12:05 | scheduled-backup-incremental/7-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:12:05 | scheduled-backup-incremental/7-engage-incremental | ++++ which date logger.go:42: 17:12:05 | scheduled-backup-incremental/7-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 17:12:05 | scheduled-backup-incremental/7-engage-incremental | +++ oc get projects logger.go:42: 17:12:05 | scheduled-backup-incremental/7-engage-incremental | +++ : logger.go:42: 17:12:05 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get nodes logger.go:42: 17:12:05 | scheduled-backup-incremental/7-engage-incremental | +++ grep '^minikube' logger.go:42: 17:12:06 | scheduled-backup-incremental/7-engage-incremental | +++ which gsed logger.go:42: 17:12:06 | scheduled-backup-incremental/7-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:12:06 | scheduled-backup-incremental/7-engage-incremental | +++ which sed logger.go:42: 17:12:06 | scheduled-backup-incremental/7-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 17:12:06 | scheduled-backup-incremental/7-engage-incremental | ++ oc get projects logger.go:42: 17:12:06 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl version -o json logger.go:42: 17:12:06 | scheduled-backup-incremental/7-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 17:12:06 | scheduled-backup-incremental/7-engage-incremental | +++ grep '\-eks\-' logger.go:42: 17:12:06 | scheduled-backup-incremental/7-engage-incremental | grep: warning: stray \ before - logger.go:42: 17:12:06 | scheduled-backup-incremental/7-engage-incremental | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 17:12:06 | scheduled-backup-incremental/7-engage-incremental | ++ '[' ']' logger.go:42: 17:12:06 | scheduled-backup-incremental/7-engage-incremental | ++ EKS=0 logger.go:42: 17:12:06 | scheduled-backup-incremental/7-engage-incremental | +++ get_cluster_name logger.go:42: 17:12:06 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl -n kuttl-test-perfect-anchovy get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 17:12:07 | scheduled-backup-incremental/7-engage-incremental | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 17:12:07 | scheduled-backup-incremental/7-engage-incremental | ++ local schedule_name=minio-incr logger.go:42: 17:12:07 | scheduled-backup-incremental/7-engage-incremental | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 17:12:07 | scheduled-backup-incremental/7-engage-incremental | +++ printf %s kuttl-test-perfect-anchovy-scheduled-backup-incremental logger.go:42: 17:12:07 | scheduled-backup-incremental/7-engage-incremental | +++ sha1sum logger.go:42: 17:12:07 | scheduled-backup-incremental/7-engage-incremental | +++ awk '{print $1}' logger.go:42: 17:12:07 | scheduled-backup-incremental/7-engage-incremental | +++ head -c 5 logger.go:42: 17:12:07 | scheduled-backup-incremental/7-engage-incremental | ++ local prefix=c8a08 logger.go:42: 17:12:07 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get ps-backup -n kuttl-test-perfect-anchovy -l percona.com/backup-ancestor=c8a08-minio-incr -o yaml logger.go:42: 17:12:07 | scheduled-backup-incremental/7-engage-incremental | +++ yq '.items | length' logger.go:42: 17:12:07 | scheduled-backup-incremental/7-engage-incremental | ++ local bcp_count=2 logger.go:42: 17:12:07 | scheduled-backup-incremental/7-engage-incremental | ++ echo 2 logger.go:42: 17:12:07 | scheduled-backup-incremental/7-engage-incremental | + bcp_count=2 logger.go:42: 17:12:07 | scheduled-backup-incremental/7-engage-incremental | + [[ 2 -lt 3 ]] logger.go:42: 17:12:07 | scheduled-backup-incremental/7-engage-incremental | + echo 'There are 2 incremental ps-backups but should be at least 3' logger.go:42: 17:12:07 | scheduled-backup-incremental/7-engage-incremental | There are 2 incremental ps-backups but should be at least 3 logger.go:42: 17:12:07 | scheduled-backup-incremental/7-engage-incremental | + exit 1 logger.go:42: 17:12:08 | scheduled-backup-incremental/7-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 3 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 3" exit 1 fi] logger.go:42: 17:12:08 | scheduled-backup-incremental/7-engage-incremental | + source ../../functions logger.go:42: 17:12:08 | scheduled-backup-incremental/7-engage-incremental | +++ realpath ../../.. logger.go:42: 17:12:08 | scheduled-backup-incremental/7-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:12:08 | scheduled-backup-incremental/7-engage-incremental | ++++ pwd logger.go:42: 17:12:08 | scheduled-backup-incremental/7-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 17:12:08 | scheduled-backup-incremental/7-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 17:12:08 | scheduled-backup-incremental/7-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/vars.sh logger.go:42: 17:12:08 | scheduled-backup-incremental/7-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:12:08 | scheduled-backup-incremental/7-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:12:08 | scheduled-backup-incremental/7-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:12:08 | scheduled-backup-incremental/7-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:12:08 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:12:08 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:12:08 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:12:08 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:12:08 | scheduled-backup-incremental/7-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:12:08 | scheduled-backup-incremental/7-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:12:08 | scheduled-backup-incremental/7-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 17:12:08 | scheduled-backup-incremental/7-engage-incremental | +++ export GIT_BRANCH=PR-1269 logger.go:42: 17:12:08 | scheduled-backup-incremental/7-engage-incremental | +++ GIT_BRANCH=PR-1269 logger.go:42: 17:12:08 | scheduled-backup-incremental/7-engage-incremental | +++ export VERSION=PR-1269-fbab6499 logger.go:42: 17:12:08 | scheduled-backup-incremental/7-engage-incremental | +++ VERSION=PR-1269-fbab6499 logger.go:42: 17:12:08 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:12:08 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:12:08 | scheduled-backup-incremental/7-engage-incremental | +++ [[ -z 8.0 ]] logger.go:42: 17:12:08 | scheduled-backup-incremental/7-engage-incremental | +++ export MYSQL_VERSION=8.0 logger.go:42: 17:12:08 | scheduled-backup-incremental/7-engage-incremental | +++ MYSQL_VERSION=8.0 logger.go:42: 17:12:08 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:12:08 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:12:08 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:12:08 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:12:08 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:12:08 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:12:08 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:12:08 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:12:08 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:12:08 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:12:08 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:12:08 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:12:08 | scheduled-backup-incremental/7-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:12:08 | scheduled-backup-incremental/7-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:12:08 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:12:08 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:12:08 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:12:08 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:12:08 | scheduled-backup-incremental/7-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 17:12:08 | scheduled-backup-incremental/7-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 17:12:08 | scheduled-backup-incremental/7-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 17:12:08 | scheduled-backup-incremental/7-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 17:12:08 | scheduled-backup-incremental/7-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 17:12:08 | scheduled-backup-incremental/7-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 17:12:08 | scheduled-backup-incremental/7-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 17:12:08 | scheduled-backup-incremental/7-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 17:12:08 | scheduled-backup-incremental/7-engage-incremental | ++++ which gdate logger.go:42: 17:12:08 | scheduled-backup-incremental/7-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:12:08 | scheduled-backup-incremental/7-engage-incremental | ++++ which date logger.go:42: 17:12:08 | scheduled-backup-incremental/7-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 17:12:08 | scheduled-backup-incremental/7-engage-incremental | +++ oc get projects logger.go:42: 17:12:08 | scheduled-backup-incremental/7-engage-incremental | +++ : logger.go:42: 17:12:08 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get nodes logger.go:42: 17:12:08 | scheduled-backup-incremental/7-engage-incremental | +++ grep '^minikube' logger.go:42: 17:12:09 | scheduled-backup-incremental/7-engage-incremental | +++ which gsed logger.go:42: 17:12:09 | scheduled-backup-incremental/7-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:12:09 | scheduled-backup-incremental/7-engage-incremental | +++ which sed logger.go:42: 17:12:09 | scheduled-backup-incremental/7-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 17:12:09 | scheduled-backup-incremental/7-engage-incremental | ++ oc get projects logger.go:42: 17:12:09 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl version -o json logger.go:42: 17:12:09 | scheduled-backup-incremental/7-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 17:12:09 | scheduled-backup-incremental/7-engage-incremental | +++ grep '\-eks\-' logger.go:42: 17:12:09 | scheduled-backup-incremental/7-engage-incremental | grep: warning: stray \ before - logger.go:42: 17:12:09 | scheduled-backup-incremental/7-engage-incremental | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 17:12:09 | scheduled-backup-incremental/7-engage-incremental | ++ '[' ']' logger.go:42: 17:12:09 | scheduled-backup-incremental/7-engage-incremental | ++ EKS=0 logger.go:42: 17:12:09 | scheduled-backup-incremental/7-engage-incremental | +++ get_cluster_name logger.go:42: 17:12:09 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl -n kuttl-test-perfect-anchovy get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 17:12:10 | scheduled-backup-incremental/7-engage-incremental | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 17:12:10 | scheduled-backup-incremental/7-engage-incremental | ++ local schedule_name=minio-incr logger.go:42: 17:12:10 | scheduled-backup-incremental/7-engage-incremental | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 17:12:10 | scheduled-backup-incremental/7-engage-incremental | +++ printf %s kuttl-test-perfect-anchovy-scheduled-backup-incremental logger.go:42: 17:12:10 | scheduled-backup-incremental/7-engage-incremental | +++ sha1sum logger.go:42: 17:12:10 | scheduled-backup-incremental/7-engage-incremental | +++ awk '{print $1}' logger.go:42: 17:12:10 | scheduled-backup-incremental/7-engage-incremental | +++ head -c 5 logger.go:42: 17:12:10 | scheduled-backup-incremental/7-engage-incremental | ++ local prefix=c8a08 logger.go:42: 17:12:10 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get ps-backup -n kuttl-test-perfect-anchovy -l percona.com/backup-ancestor=c8a08-minio-incr -o yaml logger.go:42: 17:12:10 | scheduled-backup-incremental/7-engage-incremental | +++ yq '.items | length' logger.go:42: 17:12:10 | scheduled-backup-incremental/7-engage-incremental | ++ local bcp_count=2 logger.go:42: 17:12:10 | scheduled-backup-incremental/7-engage-incremental | ++ echo 2 logger.go:42: 17:12:10 | scheduled-backup-incremental/7-engage-incremental | + bcp_count=2 logger.go:42: 17:12:10 | scheduled-backup-incremental/7-engage-incremental | + [[ 2 -lt 3 ]] logger.go:42: 17:12:10 | scheduled-backup-incremental/7-engage-incremental | + echo 'There are 2 incremental ps-backups but should be at least 3' logger.go:42: 17:12:10 | scheduled-backup-incremental/7-engage-incremental | There are 2 incremental ps-backups but should be at least 3 logger.go:42: 17:12:10 | scheduled-backup-incremental/7-engage-incremental | + exit 1 logger.go:42: 17:12:11 | scheduled-backup-incremental/7-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 3 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 3" exit 1 fi] logger.go:42: 17:12:11 | scheduled-backup-incremental/7-engage-incremental | + source ../../functions logger.go:42: 17:12:11 | scheduled-backup-incremental/7-engage-incremental | +++ realpath ../../.. logger.go:42: 17:12:11 | scheduled-backup-incremental/7-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:12:11 | scheduled-backup-incremental/7-engage-incremental | ++++ pwd logger.go:42: 17:12:11 | scheduled-backup-incremental/7-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 17:12:11 | scheduled-backup-incremental/7-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 17:12:11 | scheduled-backup-incremental/7-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/vars.sh logger.go:42: 17:12:11 | scheduled-backup-incremental/7-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:12:11 | scheduled-backup-incremental/7-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:12:11 | scheduled-backup-incremental/7-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:12:11 | scheduled-backup-incremental/7-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:12:11 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:12:11 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:12:11 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:12:11 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:12:11 | scheduled-backup-incremental/7-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:12:11 | scheduled-backup-incremental/7-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:12:11 | scheduled-backup-incremental/7-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 17:12:11 | scheduled-backup-incremental/7-engage-incremental | +++ export GIT_BRANCH=PR-1269 logger.go:42: 17:12:11 | scheduled-backup-incremental/7-engage-incremental | +++ GIT_BRANCH=PR-1269 logger.go:42: 17:12:11 | scheduled-backup-incremental/7-engage-incremental | +++ export VERSION=PR-1269-fbab6499 logger.go:42: 17:12:11 | scheduled-backup-incremental/7-engage-incremental | +++ VERSION=PR-1269-fbab6499 logger.go:42: 17:12:11 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:12:11 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:12:11 | scheduled-backup-incremental/7-engage-incremental | +++ [[ -z 8.0 ]] logger.go:42: 17:12:11 | scheduled-backup-incremental/7-engage-incremental | +++ export MYSQL_VERSION=8.0 logger.go:42: 17:12:11 | scheduled-backup-incremental/7-engage-incremental | +++ MYSQL_VERSION=8.0 logger.go:42: 17:12:11 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:12:11 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:12:11 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:12:11 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:12:11 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:12:11 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:12:11 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:12:11 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:12:11 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:12:11 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:12:11 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:12:11 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:12:11 | scheduled-backup-incremental/7-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:12:11 | scheduled-backup-incremental/7-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:12:11 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:12:11 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:12:11 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:12:11 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:12:11 | scheduled-backup-incremental/7-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 17:12:11 | scheduled-backup-incremental/7-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 17:12:11 | scheduled-backup-incremental/7-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 17:12:11 | scheduled-backup-incremental/7-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 17:12:11 | scheduled-backup-incremental/7-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 17:12:11 | scheduled-backup-incremental/7-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 17:12:11 | scheduled-backup-incremental/7-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 17:12:11 | scheduled-backup-incremental/7-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 17:12:11 | scheduled-backup-incremental/7-engage-incremental | ++++ which gdate logger.go:42: 17:12:11 | scheduled-backup-incremental/7-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:12:11 | scheduled-backup-incremental/7-engage-incremental | ++++ which date logger.go:42: 17:12:11 | scheduled-backup-incremental/7-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 17:12:11 | scheduled-backup-incremental/7-engage-incremental | +++ oc get projects logger.go:42: 17:12:11 | scheduled-backup-incremental/7-engage-incremental | +++ : logger.go:42: 17:12:11 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get nodes logger.go:42: 17:12:11 | scheduled-backup-incremental/7-engage-incremental | +++ grep '^minikube' logger.go:42: 17:12:12 | scheduled-backup-incremental/7-engage-incremental | +++ which gsed logger.go:42: 17:12:12 | scheduled-backup-incremental/7-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:12:12 | scheduled-backup-incremental/7-engage-incremental | +++ which sed logger.go:42: 17:12:12 | scheduled-backup-incremental/7-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 17:12:12 | scheduled-backup-incremental/7-engage-incremental | ++ oc get projects logger.go:42: 17:12:12 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl version -o json logger.go:42: 17:12:12 | scheduled-backup-incremental/7-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 17:12:12 | scheduled-backup-incremental/7-engage-incremental | +++ grep '\-eks\-' logger.go:42: 17:12:12 | scheduled-backup-incremental/7-engage-incremental | grep: warning: stray \ before - logger.go:42: 17:12:12 | scheduled-backup-incremental/7-engage-incremental | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 17:12:12 | scheduled-backup-incremental/7-engage-incremental | ++ '[' ']' logger.go:42: 17:12:12 | scheduled-backup-incremental/7-engage-incremental | ++ EKS=0 logger.go:42: 17:12:12 | scheduled-backup-incremental/7-engage-incremental | +++ get_cluster_name logger.go:42: 17:12:12 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl -n kuttl-test-perfect-anchovy get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 17:12:13 | scheduled-backup-incremental/7-engage-incremental | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 17:12:13 | scheduled-backup-incremental/7-engage-incremental | ++ local schedule_name=minio-incr logger.go:42: 17:12:13 | scheduled-backup-incremental/7-engage-incremental | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 17:12:13 | scheduled-backup-incremental/7-engage-incremental | +++ printf %s kuttl-test-perfect-anchovy-scheduled-backup-incremental logger.go:42: 17:12:13 | scheduled-backup-incremental/7-engage-incremental | +++ sha1sum logger.go:42: 17:12:13 | scheduled-backup-incremental/7-engage-incremental | +++ awk '{print $1}' logger.go:42: 17:12:13 | scheduled-backup-incremental/7-engage-incremental | +++ head -c 5 logger.go:42: 17:12:13 | scheduled-backup-incremental/7-engage-incremental | ++ local prefix=c8a08 logger.go:42: 17:12:13 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get ps-backup -n kuttl-test-perfect-anchovy -l percona.com/backup-ancestor=c8a08-minio-incr -o yaml logger.go:42: 17:12:13 | scheduled-backup-incremental/7-engage-incremental | +++ yq '.items | length' logger.go:42: 17:12:13 | scheduled-backup-incremental/7-engage-incremental | ++ local bcp_count=2 logger.go:42: 17:12:13 | scheduled-backup-incremental/7-engage-incremental | ++ echo 2 logger.go:42: 17:12:13 | scheduled-backup-incremental/7-engage-incremental | + bcp_count=2 logger.go:42: 17:12:13 | scheduled-backup-incremental/7-engage-incremental | + [[ 2 -lt 3 ]] logger.go:42: 17:12:13 | scheduled-backup-incremental/7-engage-incremental | + echo 'There are 2 incremental ps-backups but should be at least 3' logger.go:42: 17:12:13 | scheduled-backup-incremental/7-engage-incremental | There are 2 incremental ps-backups but should be at least 3 logger.go:42: 17:12:13 | scheduled-backup-incremental/7-engage-incremental | + exit 1 logger.go:42: 17:12:15 | scheduled-backup-incremental/7-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 3 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 3" exit 1 fi] logger.go:42: 17:12:15 | scheduled-backup-incremental/7-engage-incremental | + source ../../functions logger.go:42: 17:12:15 | scheduled-backup-incremental/7-engage-incremental | +++ realpath ../../.. logger.go:42: 17:12:15 | scheduled-backup-incremental/7-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:12:15 | scheduled-backup-incremental/7-engage-incremental | ++++ pwd logger.go:42: 17:12:15 | scheduled-backup-incremental/7-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 17:12:15 | scheduled-backup-incremental/7-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 17:12:15 | scheduled-backup-incremental/7-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/vars.sh logger.go:42: 17:12:15 | scheduled-backup-incremental/7-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:12:15 | scheduled-backup-incremental/7-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:12:15 | scheduled-backup-incremental/7-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:12:15 | scheduled-backup-incremental/7-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:12:15 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:12:15 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:12:15 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:12:15 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:12:15 | scheduled-backup-incremental/7-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:12:15 | scheduled-backup-incremental/7-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:12:15 | scheduled-backup-incremental/7-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 17:12:15 | scheduled-backup-incremental/7-engage-incremental | +++ export GIT_BRANCH=PR-1269 logger.go:42: 17:12:15 | scheduled-backup-incremental/7-engage-incremental | +++ GIT_BRANCH=PR-1269 logger.go:42: 17:12:15 | scheduled-backup-incremental/7-engage-incremental | +++ export VERSION=PR-1269-fbab6499 logger.go:42: 17:12:15 | scheduled-backup-incremental/7-engage-incremental | +++ VERSION=PR-1269-fbab6499 logger.go:42: 17:12:15 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:12:15 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:12:15 | scheduled-backup-incremental/7-engage-incremental | +++ [[ -z 8.0 ]] logger.go:42: 17:12:15 | scheduled-backup-incremental/7-engage-incremental | +++ export MYSQL_VERSION=8.0 logger.go:42: 17:12:15 | scheduled-backup-incremental/7-engage-incremental | +++ MYSQL_VERSION=8.0 logger.go:42: 17:12:15 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:12:15 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:12:15 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:12:15 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:12:15 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:12:15 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:12:15 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:12:15 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:12:15 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:12:15 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:12:15 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:12:15 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:12:15 | scheduled-backup-incremental/7-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:12:15 | scheduled-backup-incremental/7-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:12:15 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:12:15 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:12:15 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:12:15 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:12:15 | scheduled-backup-incremental/7-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 17:12:15 | scheduled-backup-incremental/7-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 17:12:15 | scheduled-backup-incremental/7-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 17:12:15 | scheduled-backup-incremental/7-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 17:12:15 | scheduled-backup-incremental/7-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 17:12:15 | scheduled-backup-incremental/7-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 17:12:15 | scheduled-backup-incremental/7-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 17:12:15 | scheduled-backup-incremental/7-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 17:12:15 | scheduled-backup-incremental/7-engage-incremental | ++++ which gdate logger.go:42: 17:12:15 | scheduled-backup-incremental/7-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:12:15 | scheduled-backup-incremental/7-engage-incremental | ++++ which date logger.go:42: 17:12:15 | scheduled-backup-incremental/7-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 17:12:15 | scheduled-backup-incremental/7-engage-incremental | +++ oc get projects logger.go:42: 17:12:15 | scheduled-backup-incremental/7-engage-incremental | +++ : logger.go:42: 17:12:15 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get nodes logger.go:42: 17:12:15 | scheduled-backup-incremental/7-engage-incremental | +++ grep '^minikube' logger.go:42: 17:12:15 | scheduled-backup-incremental/7-engage-incremental | +++ which gsed logger.go:42: 17:12:15 | scheduled-backup-incremental/7-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:12:15 | scheduled-backup-incremental/7-engage-incremental | +++ which sed logger.go:42: 17:12:15 | scheduled-backup-incremental/7-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 17:12:15 | scheduled-backup-incremental/7-engage-incremental | ++ oc get projects logger.go:42: 17:12:15 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl version -o json logger.go:42: 17:12:15 | scheduled-backup-incremental/7-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 17:12:15 | scheduled-backup-incremental/7-engage-incremental | +++ grep '\-eks\-' logger.go:42: 17:12:15 | scheduled-backup-incremental/7-engage-incremental | grep: warning: stray \ before - logger.go:42: 17:12:16 | scheduled-backup-incremental/7-engage-incremental | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 17:12:16 | scheduled-backup-incremental/7-engage-incremental | ++ '[' ']' logger.go:42: 17:12:16 | scheduled-backup-incremental/7-engage-incremental | ++ EKS=0 logger.go:42: 17:12:16 | scheduled-backup-incremental/7-engage-incremental | +++ get_cluster_name logger.go:42: 17:12:16 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl -n kuttl-test-perfect-anchovy get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 17:12:16 | scheduled-backup-incremental/7-engage-incremental | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 17:12:16 | scheduled-backup-incremental/7-engage-incremental | ++ local schedule_name=minio-incr logger.go:42: 17:12:16 | scheduled-backup-incremental/7-engage-incremental | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 17:12:16 | scheduled-backup-incremental/7-engage-incremental | +++ printf %s kuttl-test-perfect-anchovy-scheduled-backup-incremental logger.go:42: 17:12:16 | scheduled-backup-incremental/7-engage-incremental | +++ sha1sum logger.go:42: 17:12:16 | scheduled-backup-incremental/7-engage-incremental | +++ awk '{print $1}' logger.go:42: 17:12:16 | scheduled-backup-incremental/7-engage-incremental | +++ head -c 5 logger.go:42: 17:12:16 | scheduled-backup-incremental/7-engage-incremental | ++ local prefix=c8a08 logger.go:42: 17:12:16 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get ps-backup -n kuttl-test-perfect-anchovy -l percona.com/backup-ancestor=c8a08-minio-incr -o yaml logger.go:42: 17:12:16 | scheduled-backup-incremental/7-engage-incremental | +++ yq '.items | length' logger.go:42: 17:12:17 | scheduled-backup-incremental/7-engage-incremental | ++ local bcp_count=2 logger.go:42: 17:12:17 | scheduled-backup-incremental/7-engage-incremental | ++ echo 2 logger.go:42: 17:12:17 | scheduled-backup-incremental/7-engage-incremental | + bcp_count=2 logger.go:42: 17:12:17 | scheduled-backup-incremental/7-engage-incremental | + [[ 2 -lt 3 ]] logger.go:42: 17:12:17 | scheduled-backup-incremental/7-engage-incremental | + echo 'There are 2 incremental ps-backups but should be at least 3' logger.go:42: 17:12:17 | scheduled-backup-incremental/7-engage-incremental | There are 2 incremental ps-backups but should be at least 3 logger.go:42: 17:12:17 | scheduled-backup-incremental/7-engage-incremental | + exit 1 logger.go:42: 17:12:18 | scheduled-backup-incremental/7-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 3 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 3" exit 1 fi] logger.go:42: 17:12:18 | scheduled-backup-incremental/7-engage-incremental | + source ../../functions logger.go:42: 17:12:18 | scheduled-backup-incremental/7-engage-incremental | +++ realpath ../../.. logger.go:42: 17:12:18 | scheduled-backup-incremental/7-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:12:18 | scheduled-backup-incremental/7-engage-incremental | ++++ pwd logger.go:42: 17:12:18 | scheduled-backup-incremental/7-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 17:12:18 | scheduled-backup-incremental/7-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 17:12:18 | scheduled-backup-incremental/7-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/vars.sh logger.go:42: 17:12:18 | scheduled-backup-incremental/7-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:12:18 | scheduled-backup-incremental/7-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:12:18 | scheduled-backup-incremental/7-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:12:18 | scheduled-backup-incremental/7-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:12:18 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:12:18 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:12:18 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:12:18 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:12:18 | scheduled-backup-incremental/7-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:12:18 | scheduled-backup-incremental/7-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:12:18 | scheduled-backup-incremental/7-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 17:12:18 | scheduled-backup-incremental/7-engage-incremental | +++ export GIT_BRANCH=PR-1269 logger.go:42: 17:12:18 | scheduled-backup-incremental/7-engage-incremental | +++ GIT_BRANCH=PR-1269 logger.go:42: 17:12:18 | scheduled-backup-incremental/7-engage-incremental | +++ export VERSION=PR-1269-fbab6499 logger.go:42: 17:12:18 | scheduled-backup-incremental/7-engage-incremental | +++ VERSION=PR-1269-fbab6499 logger.go:42: 17:12:18 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:12:18 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:12:18 | scheduled-backup-incremental/7-engage-incremental | +++ [[ -z 8.0 ]] logger.go:42: 17:12:18 | scheduled-backup-incremental/7-engage-incremental | +++ export MYSQL_VERSION=8.0 logger.go:42: 17:12:18 | scheduled-backup-incremental/7-engage-incremental | +++ MYSQL_VERSION=8.0 logger.go:42: 17:12:18 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:12:18 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:12:18 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:12:18 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:12:18 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:12:18 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:12:18 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:12:18 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:12:18 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:12:18 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:12:18 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:12:18 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:12:18 | scheduled-backup-incremental/7-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:12:18 | scheduled-backup-incremental/7-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:12:18 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:12:18 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:12:18 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:12:18 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:12:18 | scheduled-backup-incremental/7-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 17:12:18 | scheduled-backup-incremental/7-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 17:12:18 | scheduled-backup-incremental/7-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 17:12:18 | scheduled-backup-incremental/7-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 17:12:18 | scheduled-backup-incremental/7-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 17:12:18 | scheduled-backup-incremental/7-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 17:12:18 | scheduled-backup-incremental/7-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 17:12:18 | scheduled-backup-incremental/7-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 17:12:18 | scheduled-backup-incremental/7-engage-incremental | ++++ which gdate logger.go:42: 17:12:18 | scheduled-backup-incremental/7-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:12:18 | scheduled-backup-incremental/7-engage-incremental | ++++ which date logger.go:42: 17:12:18 | scheduled-backup-incremental/7-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 17:12:18 | scheduled-backup-incremental/7-engage-incremental | +++ oc get projects logger.go:42: 17:12:18 | scheduled-backup-incremental/7-engage-incremental | +++ : logger.go:42: 17:12:18 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get nodes logger.go:42: 17:12:18 | scheduled-backup-incremental/7-engage-incremental | +++ grep '^minikube' logger.go:42: 17:12:19 | scheduled-backup-incremental/7-engage-incremental | +++ which gsed logger.go:42: 17:12:19 | scheduled-backup-incremental/7-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:12:19 | scheduled-backup-incremental/7-engage-incremental | +++ which sed logger.go:42: 17:12:19 | scheduled-backup-incremental/7-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 17:12:19 | scheduled-backup-incremental/7-engage-incremental | ++ oc get projects logger.go:42: 17:12:19 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl version -o json logger.go:42: 17:12:19 | scheduled-backup-incremental/7-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 17:12:19 | scheduled-backup-incremental/7-engage-incremental | +++ grep '\-eks\-' logger.go:42: 17:12:19 | scheduled-backup-incremental/7-engage-incremental | grep: warning: stray \ before - logger.go:42: 17:12:19 | scheduled-backup-incremental/7-engage-incremental | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 17:12:19 | scheduled-backup-incremental/7-engage-incremental | ++ '[' ']' logger.go:42: 17:12:19 | scheduled-backup-incremental/7-engage-incremental | ++ EKS=0 logger.go:42: 17:12:19 | scheduled-backup-incremental/7-engage-incremental | +++ get_cluster_name logger.go:42: 17:12:19 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl -n kuttl-test-perfect-anchovy get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 17:12:20 | scheduled-backup-incremental/7-engage-incremental | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 17:12:20 | scheduled-backup-incremental/7-engage-incremental | ++ local schedule_name=minio-incr logger.go:42: 17:12:20 | scheduled-backup-incremental/7-engage-incremental | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 17:12:20 | scheduled-backup-incremental/7-engage-incremental | +++ printf %s kuttl-test-perfect-anchovy-scheduled-backup-incremental logger.go:42: 17:12:20 | scheduled-backup-incremental/7-engage-incremental | +++ sha1sum logger.go:42: 17:12:20 | scheduled-backup-incremental/7-engage-incremental | +++ awk '{print $1}' logger.go:42: 17:12:20 | scheduled-backup-incremental/7-engage-incremental | +++ head -c 5 logger.go:42: 17:12:20 | scheduled-backup-incremental/7-engage-incremental | ++ local prefix=c8a08 logger.go:42: 17:12:20 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get ps-backup -n kuttl-test-perfect-anchovy -l percona.com/backup-ancestor=c8a08-minio-incr -o yaml logger.go:42: 17:12:20 | scheduled-backup-incremental/7-engage-incremental | +++ yq '.items | length' logger.go:42: 17:12:20 | scheduled-backup-incremental/7-engage-incremental | ++ local bcp_count=2 logger.go:42: 17:12:20 | scheduled-backup-incremental/7-engage-incremental | ++ echo 2 logger.go:42: 17:12:20 | scheduled-backup-incremental/7-engage-incremental | + bcp_count=2 logger.go:42: 17:12:20 | scheduled-backup-incremental/7-engage-incremental | + [[ 2 -lt 3 ]] logger.go:42: 17:12:20 | scheduled-backup-incremental/7-engage-incremental | + echo 'There are 2 incremental ps-backups but should be at least 3' logger.go:42: 17:12:20 | scheduled-backup-incremental/7-engage-incremental | There are 2 incremental ps-backups but should be at least 3 logger.go:42: 17:12:20 | scheduled-backup-incremental/7-engage-incremental | + exit 1 logger.go:42: 17:12:21 | scheduled-backup-incremental/7-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 3 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 3" exit 1 fi] logger.go:42: 17:12:21 | scheduled-backup-incremental/7-engage-incremental | + source ../../functions logger.go:42: 17:12:21 | scheduled-backup-incremental/7-engage-incremental | +++ realpath ../../.. logger.go:42: 17:12:21 | scheduled-backup-incremental/7-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:12:21 | scheduled-backup-incremental/7-engage-incremental | ++++ pwd logger.go:42: 17:12:21 | scheduled-backup-incremental/7-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 17:12:21 | scheduled-backup-incremental/7-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 17:12:21 | scheduled-backup-incremental/7-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/vars.sh logger.go:42: 17:12:21 | scheduled-backup-incremental/7-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:12:21 | scheduled-backup-incremental/7-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:12:21 | scheduled-backup-incremental/7-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:12:21 | scheduled-backup-incremental/7-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:12:21 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:12:21 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:12:21 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:12:21 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:12:21 | scheduled-backup-incremental/7-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:12:21 | scheduled-backup-incremental/7-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:12:21 | scheduled-backup-incremental/7-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 17:12:21 | scheduled-backup-incremental/7-engage-incremental | +++ export GIT_BRANCH=PR-1269 logger.go:42: 17:12:21 | scheduled-backup-incremental/7-engage-incremental | +++ GIT_BRANCH=PR-1269 logger.go:42: 17:12:21 | scheduled-backup-incremental/7-engage-incremental | +++ export VERSION=PR-1269-fbab6499 logger.go:42: 17:12:21 | scheduled-backup-incremental/7-engage-incremental | +++ VERSION=PR-1269-fbab6499 logger.go:42: 17:12:21 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:12:21 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:12:21 | scheduled-backup-incremental/7-engage-incremental | +++ [[ -z 8.0 ]] logger.go:42: 17:12:21 | scheduled-backup-incremental/7-engage-incremental | +++ export MYSQL_VERSION=8.0 logger.go:42: 17:12:21 | scheduled-backup-incremental/7-engage-incremental | +++ MYSQL_VERSION=8.0 logger.go:42: 17:12:21 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:12:21 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:12:21 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:12:21 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:12:21 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:12:21 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:12:21 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:12:21 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:12:21 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:12:21 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:12:21 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:12:21 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:12:21 | scheduled-backup-incremental/7-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:12:21 | scheduled-backup-incremental/7-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:12:21 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:12:21 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:12:21 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:12:21 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:12:21 | scheduled-backup-incremental/7-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 17:12:21 | scheduled-backup-incremental/7-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 17:12:21 | scheduled-backup-incremental/7-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 17:12:21 | scheduled-backup-incremental/7-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 17:12:21 | scheduled-backup-incremental/7-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 17:12:21 | scheduled-backup-incremental/7-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 17:12:21 | scheduled-backup-incremental/7-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 17:12:21 | scheduled-backup-incremental/7-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 17:12:21 | scheduled-backup-incremental/7-engage-incremental | ++++ which gdate logger.go:42: 17:12:21 | scheduled-backup-incremental/7-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:12:21 | scheduled-backup-incremental/7-engage-incremental | ++++ which date logger.go:42: 17:12:21 | scheduled-backup-incremental/7-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 17:12:21 | scheduled-backup-incremental/7-engage-incremental | +++ oc get projects logger.go:42: 17:12:21 | scheduled-backup-incremental/7-engage-incremental | +++ : logger.go:42: 17:12:21 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get nodes logger.go:42: 17:12:21 | scheduled-backup-incremental/7-engage-incremental | +++ grep '^minikube' logger.go:42: 17:12:22 | scheduled-backup-incremental/7-engage-incremental | +++ which gsed logger.go:42: 17:12:22 | scheduled-backup-incremental/7-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:12:22 | scheduled-backup-incremental/7-engage-incremental | +++ which sed logger.go:42: 17:12:22 | scheduled-backup-incremental/7-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 17:12:22 | scheduled-backup-incremental/7-engage-incremental | ++ oc get projects logger.go:42: 17:12:22 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl version -o json logger.go:42: 17:12:22 | scheduled-backup-incremental/7-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 17:12:22 | scheduled-backup-incremental/7-engage-incremental | +++ grep '\-eks\-' logger.go:42: 17:12:22 | scheduled-backup-incremental/7-engage-incremental | grep: warning: stray \ before - logger.go:42: 17:12:22 | scheduled-backup-incremental/7-engage-incremental | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 17:12:22 | scheduled-backup-incremental/7-engage-incremental | ++ '[' ']' logger.go:42: 17:12:22 | scheduled-backup-incremental/7-engage-incremental | ++ EKS=0 logger.go:42: 17:12:22 | scheduled-backup-incremental/7-engage-incremental | +++ get_cluster_name logger.go:42: 17:12:22 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl -n kuttl-test-perfect-anchovy get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 17:12:23 | scheduled-backup-incremental/7-engage-incremental | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 17:12:23 | scheduled-backup-incremental/7-engage-incremental | ++ local schedule_name=minio-incr logger.go:42: 17:12:23 | scheduled-backup-incremental/7-engage-incremental | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 17:12:23 | scheduled-backup-incremental/7-engage-incremental | +++ printf %s kuttl-test-perfect-anchovy-scheduled-backup-incremental logger.go:42: 17:12:23 | scheduled-backup-incremental/7-engage-incremental | +++ sha1sum logger.go:42: 17:12:23 | scheduled-backup-incremental/7-engage-incremental | +++ awk '{print $1}' logger.go:42: 17:12:23 | scheduled-backup-incremental/7-engage-incremental | +++ head -c 5 logger.go:42: 17:12:23 | scheduled-backup-incremental/7-engage-incremental | ++ local prefix=c8a08 logger.go:42: 17:12:23 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get ps-backup -n kuttl-test-perfect-anchovy -l percona.com/backup-ancestor=c8a08-minio-incr -o yaml logger.go:42: 17:12:23 | scheduled-backup-incremental/7-engage-incremental | +++ yq '.items | length' logger.go:42: 17:12:23 | scheduled-backup-incremental/7-engage-incremental | ++ local bcp_count=2 logger.go:42: 17:12:23 | scheduled-backup-incremental/7-engage-incremental | ++ echo 2 logger.go:42: 17:12:23 | scheduled-backup-incremental/7-engage-incremental | + bcp_count=2 logger.go:42: 17:12:23 | scheduled-backup-incremental/7-engage-incremental | + [[ 2 -lt 3 ]] logger.go:42: 17:12:23 | scheduled-backup-incremental/7-engage-incremental | + echo 'There are 2 incremental ps-backups but should be at least 3' logger.go:42: 17:12:23 | scheduled-backup-incremental/7-engage-incremental | There are 2 incremental ps-backups but should be at least 3 logger.go:42: 17:12:23 | scheduled-backup-incremental/7-engage-incremental | + exit 1 logger.go:42: 17:12:24 | scheduled-backup-incremental/7-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 3 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 3" exit 1 fi] logger.go:42: 17:12:24 | scheduled-backup-incremental/7-engage-incremental | + source ../../functions logger.go:42: 17:12:24 | scheduled-backup-incremental/7-engage-incremental | +++ realpath ../../.. logger.go:42: 17:12:24 | scheduled-backup-incremental/7-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:12:24 | scheduled-backup-incremental/7-engage-incremental | ++++ pwd logger.go:42: 17:12:24 | scheduled-backup-incremental/7-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 17:12:24 | scheduled-backup-incremental/7-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 17:12:24 | scheduled-backup-incremental/7-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/vars.sh logger.go:42: 17:12:24 | scheduled-backup-incremental/7-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:12:24 | scheduled-backup-incremental/7-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:12:24 | scheduled-backup-incremental/7-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:12:24 | scheduled-backup-incremental/7-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:12:24 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:12:24 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:12:24 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:12:24 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:12:24 | scheduled-backup-incremental/7-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:12:24 | scheduled-backup-incremental/7-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:12:24 | scheduled-backup-incremental/7-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 17:12:24 | scheduled-backup-incremental/7-engage-incremental | +++ export GIT_BRANCH=PR-1269 logger.go:42: 17:12:24 | scheduled-backup-incremental/7-engage-incremental | +++ GIT_BRANCH=PR-1269 logger.go:42: 17:12:24 | scheduled-backup-incremental/7-engage-incremental | +++ export VERSION=PR-1269-fbab6499 logger.go:42: 17:12:24 | scheduled-backup-incremental/7-engage-incremental | +++ VERSION=PR-1269-fbab6499 logger.go:42: 17:12:24 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:12:24 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:12:24 | scheduled-backup-incremental/7-engage-incremental | +++ [[ -z 8.0 ]] logger.go:42: 17:12:24 | scheduled-backup-incremental/7-engage-incremental | +++ export MYSQL_VERSION=8.0 logger.go:42: 17:12:24 | scheduled-backup-incremental/7-engage-incremental | +++ MYSQL_VERSION=8.0 logger.go:42: 17:12:24 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:12:24 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:12:24 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:12:24 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:12:24 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:12:24 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:12:24 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:12:24 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:12:24 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:12:24 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:12:24 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:12:24 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:12:24 | scheduled-backup-incremental/7-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:12:24 | scheduled-backup-incremental/7-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:12:24 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:12:24 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:12:24 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:12:24 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:12:24 | scheduled-backup-incremental/7-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 17:12:24 | scheduled-backup-incremental/7-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 17:12:24 | scheduled-backup-incremental/7-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 17:12:24 | scheduled-backup-incremental/7-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 17:12:24 | scheduled-backup-incremental/7-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 17:12:24 | scheduled-backup-incremental/7-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 17:12:24 | scheduled-backup-incremental/7-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 17:12:24 | scheduled-backup-incremental/7-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 17:12:24 | scheduled-backup-incremental/7-engage-incremental | ++++ which gdate logger.go:42: 17:12:24 | scheduled-backup-incremental/7-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:12:24 | scheduled-backup-incremental/7-engage-incremental | ++++ which date logger.go:42: 17:12:24 | scheduled-backup-incremental/7-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 17:12:24 | scheduled-backup-incremental/7-engage-incremental | +++ oc get projects logger.go:42: 17:12:24 | scheduled-backup-incremental/7-engage-incremental | +++ : logger.go:42: 17:12:24 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get nodes logger.go:42: 17:12:24 | scheduled-backup-incremental/7-engage-incremental | +++ grep '^minikube' logger.go:42: 17:12:25 | scheduled-backup-incremental/7-engage-incremental | +++ which gsed logger.go:42: 17:12:25 | scheduled-backup-incremental/7-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:12:25 | scheduled-backup-incremental/7-engage-incremental | +++ which sed logger.go:42: 17:12:25 | scheduled-backup-incremental/7-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 17:12:25 | scheduled-backup-incremental/7-engage-incremental | ++ oc get projects logger.go:42: 17:12:25 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl version -o json logger.go:42: 17:12:25 | scheduled-backup-incremental/7-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 17:12:25 | scheduled-backup-incremental/7-engage-incremental | +++ grep '\-eks\-' logger.go:42: 17:12:25 | scheduled-backup-incremental/7-engage-incremental | grep: warning: stray \ before - logger.go:42: 17:12:26 | scheduled-backup-incremental/7-engage-incremental | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 17:12:26 | scheduled-backup-incremental/7-engage-incremental | ++ '[' ']' logger.go:42: 17:12:26 | scheduled-backup-incremental/7-engage-incremental | ++ EKS=0 logger.go:42: 17:12:26 | scheduled-backup-incremental/7-engage-incremental | +++ get_cluster_name logger.go:42: 17:12:26 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl -n kuttl-test-perfect-anchovy get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 17:12:26 | scheduled-backup-incremental/7-engage-incremental | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 17:12:26 | scheduled-backup-incremental/7-engage-incremental | ++ local schedule_name=minio-incr logger.go:42: 17:12:26 | scheduled-backup-incremental/7-engage-incremental | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 17:12:26 | scheduled-backup-incremental/7-engage-incremental | +++ printf %s kuttl-test-perfect-anchovy-scheduled-backup-incremental logger.go:42: 17:12:26 | scheduled-backup-incremental/7-engage-incremental | +++ sha1sum logger.go:42: 17:12:26 | scheduled-backup-incremental/7-engage-incremental | +++ awk '{print $1}' logger.go:42: 17:12:26 | scheduled-backup-incremental/7-engage-incremental | +++ head -c 5 logger.go:42: 17:12:26 | scheduled-backup-incremental/7-engage-incremental | ++ local prefix=c8a08 logger.go:42: 17:12:26 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get ps-backup -n kuttl-test-perfect-anchovy -l percona.com/backup-ancestor=c8a08-minio-incr -o yaml logger.go:42: 17:12:26 | scheduled-backup-incremental/7-engage-incremental | +++ yq '.items | length' logger.go:42: 17:12:27 | scheduled-backup-incremental/7-engage-incremental | ++ local bcp_count=2 logger.go:42: 17:12:27 | scheduled-backup-incremental/7-engage-incremental | ++ echo 2 logger.go:42: 17:12:27 | scheduled-backup-incremental/7-engage-incremental | + bcp_count=2 logger.go:42: 17:12:27 | scheduled-backup-incremental/7-engage-incremental | + [[ 2 -lt 3 ]] logger.go:42: 17:12:27 | scheduled-backup-incremental/7-engage-incremental | + echo 'There are 2 incremental ps-backups but should be at least 3' logger.go:42: 17:12:27 | scheduled-backup-incremental/7-engage-incremental | There are 2 incremental ps-backups but should be at least 3 logger.go:42: 17:12:27 | scheduled-backup-incremental/7-engage-incremental | + exit 1 logger.go:42: 17:12:28 | scheduled-backup-incremental/7-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 3 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 3" exit 1 fi] logger.go:42: 17:12:28 | scheduled-backup-incremental/7-engage-incremental | + source ../../functions logger.go:42: 17:12:28 | scheduled-backup-incremental/7-engage-incremental | +++ realpath ../../.. logger.go:42: 17:12:28 | scheduled-backup-incremental/7-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:12:28 | scheduled-backup-incremental/7-engage-incremental | ++++ pwd logger.go:42: 17:12:28 | scheduled-backup-incremental/7-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 17:12:28 | scheduled-backup-incremental/7-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 17:12:28 | scheduled-backup-incremental/7-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/vars.sh logger.go:42: 17:12:28 | scheduled-backup-incremental/7-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:12:28 | scheduled-backup-incremental/7-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:12:28 | scheduled-backup-incremental/7-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:12:28 | scheduled-backup-incremental/7-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:12:28 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:12:28 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:12:28 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:12:28 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:12:28 | scheduled-backup-incremental/7-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:12:28 | scheduled-backup-incremental/7-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:12:28 | scheduled-backup-incremental/7-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 17:12:28 | scheduled-backup-incremental/7-engage-incremental | +++ export GIT_BRANCH=PR-1269 logger.go:42: 17:12:28 | scheduled-backup-incremental/7-engage-incremental | +++ GIT_BRANCH=PR-1269 logger.go:42: 17:12:28 | scheduled-backup-incremental/7-engage-incremental | +++ export VERSION=PR-1269-fbab6499 logger.go:42: 17:12:28 | scheduled-backup-incremental/7-engage-incremental | +++ VERSION=PR-1269-fbab6499 logger.go:42: 17:12:28 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:12:28 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:12:28 | scheduled-backup-incremental/7-engage-incremental | +++ [[ -z 8.0 ]] logger.go:42: 17:12:28 | scheduled-backup-incremental/7-engage-incremental | +++ export MYSQL_VERSION=8.0 logger.go:42: 17:12:28 | scheduled-backup-incremental/7-engage-incremental | +++ MYSQL_VERSION=8.0 logger.go:42: 17:12:28 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:12:28 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:12:28 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:12:28 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:12:28 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:12:28 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:12:28 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:12:28 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:12:28 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:12:28 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:12:28 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:12:28 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:12:28 | scheduled-backup-incremental/7-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:12:28 | scheduled-backup-incremental/7-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:12:28 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:12:28 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:12:28 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:12:28 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:12:28 | scheduled-backup-incremental/7-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 17:12:28 | scheduled-backup-incremental/7-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 17:12:28 | scheduled-backup-incremental/7-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 17:12:28 | scheduled-backup-incremental/7-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 17:12:28 | scheduled-backup-incremental/7-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 17:12:28 | scheduled-backup-incremental/7-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 17:12:28 | scheduled-backup-incremental/7-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 17:12:28 | scheduled-backup-incremental/7-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 17:12:28 | scheduled-backup-incremental/7-engage-incremental | ++++ which gdate logger.go:42: 17:12:28 | scheduled-backup-incremental/7-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:12:28 | scheduled-backup-incremental/7-engage-incremental | ++++ which date logger.go:42: 17:12:28 | scheduled-backup-incremental/7-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 17:12:28 | scheduled-backup-incremental/7-engage-incremental | +++ oc get projects logger.go:42: 17:12:28 | scheduled-backup-incremental/7-engage-incremental | +++ : logger.go:42: 17:12:28 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get nodes logger.go:42: 17:12:28 | scheduled-backup-incremental/7-engage-incremental | +++ grep '^minikube' logger.go:42: 17:12:28 | scheduled-backup-incremental/7-engage-incremental | +++ which gsed logger.go:42: 17:12:28 | scheduled-backup-incremental/7-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:12:28 | scheduled-backup-incremental/7-engage-incremental | +++ which sed logger.go:42: 17:12:28 | scheduled-backup-incremental/7-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 17:12:28 | scheduled-backup-incremental/7-engage-incremental | ++ oc get projects logger.go:42: 17:12:28 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl version -o json logger.go:42: 17:12:28 | scheduled-backup-incremental/7-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 17:12:28 | scheduled-backup-incremental/7-engage-incremental | +++ grep '\-eks\-' logger.go:42: 17:12:28 | scheduled-backup-incremental/7-engage-incremental | grep: warning: stray \ before - logger.go:42: 17:12:29 | scheduled-backup-incremental/7-engage-incremental | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 17:12:29 | scheduled-backup-incremental/7-engage-incremental | ++ '[' ']' logger.go:42: 17:12:29 | scheduled-backup-incremental/7-engage-incremental | ++ EKS=0 logger.go:42: 17:12:29 | scheduled-backup-incremental/7-engage-incremental | +++ get_cluster_name logger.go:42: 17:12:29 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl -n kuttl-test-perfect-anchovy get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 17:12:29 | scheduled-backup-incremental/7-engage-incremental | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 17:12:29 | scheduled-backup-incremental/7-engage-incremental | ++ local schedule_name=minio-incr logger.go:42: 17:12:29 | scheduled-backup-incremental/7-engage-incremental | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 17:12:29 | scheduled-backup-incremental/7-engage-incremental | +++ printf %s kuttl-test-perfect-anchovy-scheduled-backup-incremental logger.go:42: 17:12:29 | scheduled-backup-incremental/7-engage-incremental | +++ sha1sum logger.go:42: 17:12:29 | scheduled-backup-incremental/7-engage-incremental | +++ awk '{print $1}' logger.go:42: 17:12:29 | scheduled-backup-incremental/7-engage-incremental | +++ head -c 5 logger.go:42: 17:12:29 | scheduled-backup-incremental/7-engage-incremental | ++ local prefix=c8a08 logger.go:42: 17:12:29 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get ps-backup -n kuttl-test-perfect-anchovy -l percona.com/backup-ancestor=c8a08-minio-incr -o yaml logger.go:42: 17:12:29 | scheduled-backup-incremental/7-engage-incremental | +++ yq '.items | length' logger.go:42: 17:12:30 | scheduled-backup-incremental/7-engage-incremental | ++ local bcp_count=2 logger.go:42: 17:12:30 | scheduled-backup-incremental/7-engage-incremental | ++ echo 2 logger.go:42: 17:12:30 | scheduled-backup-incremental/7-engage-incremental | + bcp_count=2 logger.go:42: 17:12:30 | scheduled-backup-incremental/7-engage-incremental | + [[ 2 -lt 3 ]] logger.go:42: 17:12:30 | scheduled-backup-incremental/7-engage-incremental | + echo 'There are 2 incremental ps-backups but should be at least 3' logger.go:42: 17:12:30 | scheduled-backup-incremental/7-engage-incremental | There are 2 incremental ps-backups but should be at least 3 logger.go:42: 17:12:30 | scheduled-backup-incremental/7-engage-incremental | + exit 1 logger.go:42: 17:12:31 | scheduled-backup-incremental/7-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 3 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 3" exit 1 fi] logger.go:42: 17:12:31 | scheduled-backup-incremental/7-engage-incremental | + source ../../functions logger.go:42: 17:12:31 | scheduled-backup-incremental/7-engage-incremental | +++ realpath ../../.. logger.go:42: 17:12:31 | scheduled-backup-incremental/7-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:12:31 | scheduled-backup-incremental/7-engage-incremental | ++++ pwd logger.go:42: 17:12:31 | scheduled-backup-incremental/7-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 17:12:31 | scheduled-backup-incremental/7-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 17:12:31 | scheduled-backup-incremental/7-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/vars.sh logger.go:42: 17:12:31 | scheduled-backup-incremental/7-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:12:31 | scheduled-backup-incremental/7-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:12:31 | scheduled-backup-incremental/7-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:12:31 | scheduled-backup-incremental/7-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:12:31 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:12:31 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:12:31 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:12:31 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:12:31 | scheduled-backup-incremental/7-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:12:31 | scheduled-backup-incremental/7-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:12:31 | scheduled-backup-incremental/7-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 17:12:31 | scheduled-backup-incremental/7-engage-incremental | +++ export GIT_BRANCH=PR-1269 logger.go:42: 17:12:31 | scheduled-backup-incremental/7-engage-incremental | +++ GIT_BRANCH=PR-1269 logger.go:42: 17:12:31 | scheduled-backup-incremental/7-engage-incremental | +++ export VERSION=PR-1269-fbab6499 logger.go:42: 17:12:31 | scheduled-backup-incremental/7-engage-incremental | +++ VERSION=PR-1269-fbab6499 logger.go:42: 17:12:31 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:12:31 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:12:31 | scheduled-backup-incremental/7-engage-incremental | +++ [[ -z 8.0 ]] logger.go:42: 17:12:31 | scheduled-backup-incremental/7-engage-incremental | +++ export MYSQL_VERSION=8.0 logger.go:42: 17:12:31 | scheduled-backup-incremental/7-engage-incremental | +++ MYSQL_VERSION=8.0 logger.go:42: 17:12:31 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:12:31 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:12:31 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:12:31 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:12:31 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:12:31 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:12:31 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:12:31 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:12:31 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:12:31 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:12:31 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:12:31 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:12:31 | scheduled-backup-incremental/7-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:12:31 | scheduled-backup-incremental/7-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:12:31 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:12:31 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:12:31 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:12:31 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:12:31 | scheduled-backup-incremental/7-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 17:12:31 | scheduled-backup-incremental/7-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 17:12:31 | scheduled-backup-incremental/7-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 17:12:31 | scheduled-backup-incremental/7-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 17:12:31 | scheduled-backup-incremental/7-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 17:12:31 | scheduled-backup-incremental/7-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 17:12:31 | scheduled-backup-incremental/7-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 17:12:31 | scheduled-backup-incremental/7-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 17:12:31 | scheduled-backup-incremental/7-engage-incremental | ++++ which gdate logger.go:42: 17:12:31 | scheduled-backup-incremental/7-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:12:31 | scheduled-backup-incremental/7-engage-incremental | ++++ which date logger.go:42: 17:12:31 | scheduled-backup-incremental/7-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 17:12:31 | scheduled-backup-incremental/7-engage-incremental | +++ oc get projects logger.go:42: 17:12:31 | scheduled-backup-incremental/7-engage-incremental | +++ : logger.go:42: 17:12:31 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get nodes logger.go:42: 17:12:31 | scheduled-backup-incremental/7-engage-incremental | +++ grep '^minikube' logger.go:42: 17:12:32 | scheduled-backup-incremental/7-engage-incremental | +++ which gsed logger.go:42: 17:12:32 | scheduled-backup-incremental/7-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:12:32 | scheduled-backup-incremental/7-engage-incremental | +++ which sed logger.go:42: 17:12:32 | scheduled-backup-incremental/7-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 17:12:32 | scheduled-backup-incremental/7-engage-incremental | ++ oc get projects logger.go:42: 17:12:32 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl version -o json logger.go:42: 17:12:32 | scheduled-backup-incremental/7-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 17:12:32 | scheduled-backup-incremental/7-engage-incremental | +++ grep '\-eks\-' logger.go:42: 17:12:32 | scheduled-backup-incremental/7-engage-incremental | grep: warning: stray \ before - logger.go:42: 17:12:32 | scheduled-backup-incremental/7-engage-incremental | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 17:12:32 | scheduled-backup-incremental/7-engage-incremental | ++ '[' ']' logger.go:42: 17:12:32 | scheduled-backup-incremental/7-engage-incremental | ++ EKS=0 logger.go:42: 17:12:32 | scheduled-backup-incremental/7-engage-incremental | +++ get_cluster_name logger.go:42: 17:12:32 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl -n kuttl-test-perfect-anchovy get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 17:12:33 | scheduled-backup-incremental/7-engage-incremental | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 17:12:33 | scheduled-backup-incremental/7-engage-incremental | ++ local schedule_name=minio-incr logger.go:42: 17:12:33 | scheduled-backup-incremental/7-engage-incremental | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 17:12:33 | scheduled-backup-incremental/7-engage-incremental | +++ printf %s kuttl-test-perfect-anchovy-scheduled-backup-incremental logger.go:42: 17:12:33 | scheduled-backup-incremental/7-engage-incremental | +++ sha1sum logger.go:42: 17:12:33 | scheduled-backup-incremental/7-engage-incremental | +++ awk '{print $1}' logger.go:42: 17:12:33 | scheduled-backup-incremental/7-engage-incremental | +++ head -c 5 logger.go:42: 17:12:33 | scheduled-backup-incremental/7-engage-incremental | ++ local prefix=c8a08 logger.go:42: 17:12:33 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get ps-backup -n kuttl-test-perfect-anchovy -l percona.com/backup-ancestor=c8a08-minio-incr -o yaml logger.go:42: 17:12:33 | scheduled-backup-incremental/7-engage-incremental | +++ yq '.items | length' logger.go:42: 17:12:33 | scheduled-backup-incremental/7-engage-incremental | ++ local bcp_count=2 logger.go:42: 17:12:33 | scheduled-backup-incremental/7-engage-incremental | ++ echo 2 logger.go:42: 17:12:33 | scheduled-backup-incremental/7-engage-incremental | + bcp_count=2 logger.go:42: 17:12:33 | scheduled-backup-incremental/7-engage-incremental | + [[ 2 -lt 3 ]] logger.go:42: 17:12:33 | scheduled-backup-incremental/7-engage-incremental | + echo 'There are 2 incremental ps-backups but should be at least 3' logger.go:42: 17:12:33 | scheduled-backup-incremental/7-engage-incremental | There are 2 incremental ps-backups but should be at least 3 logger.go:42: 17:12:33 | scheduled-backup-incremental/7-engage-incremental | + exit 1 logger.go:42: 17:12:34 | scheduled-backup-incremental/7-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 3 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 3" exit 1 fi] logger.go:42: 17:12:34 | scheduled-backup-incremental/7-engage-incremental | + source ../../functions logger.go:42: 17:12:34 | scheduled-backup-incremental/7-engage-incremental | +++ realpath ../../.. logger.go:42: 17:12:34 | scheduled-backup-incremental/7-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:12:34 | scheduled-backup-incremental/7-engage-incremental | ++++ pwd logger.go:42: 17:12:34 | scheduled-backup-incremental/7-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 17:12:34 | scheduled-backup-incremental/7-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 17:12:34 | scheduled-backup-incremental/7-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/vars.sh logger.go:42: 17:12:34 | scheduled-backup-incremental/7-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:12:34 | scheduled-backup-incremental/7-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:12:34 | scheduled-backup-incremental/7-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:12:34 | scheduled-backup-incremental/7-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:12:34 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:12:34 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:12:34 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:12:34 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:12:34 | scheduled-backup-incremental/7-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:12:34 | scheduled-backup-incremental/7-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:12:34 | scheduled-backup-incremental/7-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 17:12:34 | scheduled-backup-incremental/7-engage-incremental | +++ export GIT_BRANCH=PR-1269 logger.go:42: 17:12:34 | scheduled-backup-incremental/7-engage-incremental | +++ GIT_BRANCH=PR-1269 logger.go:42: 17:12:34 | scheduled-backup-incremental/7-engage-incremental | +++ export VERSION=PR-1269-fbab6499 logger.go:42: 17:12:34 | scheduled-backup-incremental/7-engage-incremental | +++ VERSION=PR-1269-fbab6499 logger.go:42: 17:12:34 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:12:34 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:12:34 | scheduled-backup-incremental/7-engage-incremental | +++ [[ -z 8.0 ]] logger.go:42: 17:12:34 | scheduled-backup-incremental/7-engage-incremental | +++ export MYSQL_VERSION=8.0 logger.go:42: 17:12:34 | scheduled-backup-incremental/7-engage-incremental | +++ MYSQL_VERSION=8.0 logger.go:42: 17:12:34 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:12:34 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:12:34 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:12:34 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:12:34 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:12:34 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:12:34 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:12:34 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:12:34 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:12:34 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:12:34 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:12:34 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:12:34 | scheduled-backup-incremental/7-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:12:34 | scheduled-backup-incremental/7-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:12:34 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:12:34 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:12:34 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:12:34 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:12:34 | scheduled-backup-incremental/7-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 17:12:34 | scheduled-backup-incremental/7-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 17:12:34 | scheduled-backup-incremental/7-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 17:12:34 | scheduled-backup-incremental/7-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 17:12:34 | scheduled-backup-incremental/7-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 17:12:34 | scheduled-backup-incremental/7-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 17:12:34 | scheduled-backup-incremental/7-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 17:12:34 | scheduled-backup-incremental/7-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 17:12:34 | scheduled-backup-incremental/7-engage-incremental | ++++ which gdate logger.go:42: 17:12:34 | scheduled-backup-incremental/7-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:12:34 | scheduled-backup-incremental/7-engage-incremental | ++++ which date logger.go:42: 17:12:34 | scheduled-backup-incremental/7-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 17:12:34 | scheduled-backup-incremental/7-engage-incremental | +++ oc get projects logger.go:42: 17:12:34 | scheduled-backup-incremental/7-engage-incremental | +++ : logger.go:42: 17:12:34 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get nodes logger.go:42: 17:12:34 | scheduled-backup-incremental/7-engage-incremental | +++ grep '^minikube' logger.go:42: 17:12:35 | scheduled-backup-incremental/7-engage-incremental | +++ which gsed logger.go:42: 17:12:35 | scheduled-backup-incremental/7-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:12:35 | scheduled-backup-incremental/7-engage-incremental | +++ which sed logger.go:42: 17:12:35 | scheduled-backup-incremental/7-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 17:12:35 | scheduled-backup-incremental/7-engage-incremental | ++ oc get projects logger.go:42: 17:12:35 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl version -o json logger.go:42: 17:12:35 | scheduled-backup-incremental/7-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 17:12:35 | scheduled-backup-incremental/7-engage-incremental | +++ grep '\-eks\-' logger.go:42: 17:12:35 | scheduled-backup-incremental/7-engage-incremental | grep: warning: stray \ before - logger.go:42: 17:12:35 | scheduled-backup-incremental/7-engage-incremental | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 17:12:35 | scheduled-backup-incremental/7-engage-incremental | ++ '[' ']' logger.go:42: 17:12:35 | scheduled-backup-incremental/7-engage-incremental | ++ EKS=0 logger.go:42: 17:12:35 | scheduled-backup-incremental/7-engage-incremental | +++ get_cluster_name logger.go:42: 17:12:35 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl -n kuttl-test-perfect-anchovy get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 17:12:36 | scheduled-backup-incremental/7-engage-incremental | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 17:12:36 | scheduled-backup-incremental/7-engage-incremental | ++ local schedule_name=minio-incr logger.go:42: 17:12:36 | scheduled-backup-incremental/7-engage-incremental | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 17:12:36 | scheduled-backup-incremental/7-engage-incremental | +++ printf %s kuttl-test-perfect-anchovy-scheduled-backup-incremental logger.go:42: 17:12:36 | scheduled-backup-incremental/7-engage-incremental | +++ sha1sum logger.go:42: 17:12:36 | scheduled-backup-incremental/7-engage-incremental | +++ awk '{print $1}' logger.go:42: 17:12:36 | scheduled-backup-incremental/7-engage-incremental | +++ head -c 5 logger.go:42: 17:12:36 | scheduled-backup-incremental/7-engage-incremental | ++ local prefix=c8a08 logger.go:42: 17:12:36 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get ps-backup -n kuttl-test-perfect-anchovy -l percona.com/backup-ancestor=c8a08-minio-incr -o yaml logger.go:42: 17:12:36 | scheduled-backup-incremental/7-engage-incremental | +++ yq '.items | length' logger.go:42: 17:12:36 | scheduled-backup-incremental/7-engage-incremental | ++ local bcp_count=2 logger.go:42: 17:12:36 | scheduled-backup-incremental/7-engage-incremental | ++ echo 2 logger.go:42: 17:12:36 | scheduled-backup-incremental/7-engage-incremental | + bcp_count=2 logger.go:42: 17:12:36 | scheduled-backup-incremental/7-engage-incremental | + [[ 2 -lt 3 ]] logger.go:42: 17:12:36 | scheduled-backup-incremental/7-engage-incremental | + echo 'There are 2 incremental ps-backups but should be at least 3' logger.go:42: 17:12:36 | scheduled-backup-incremental/7-engage-incremental | There are 2 incremental ps-backups but should be at least 3 logger.go:42: 17:12:36 | scheduled-backup-incremental/7-engage-incremental | + exit 1 logger.go:42: 17:12:37 | scheduled-backup-incremental/7-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 3 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 3" exit 1 fi] logger.go:42: 17:12:37 | scheduled-backup-incremental/7-engage-incremental | + source ../../functions logger.go:42: 17:12:37 | scheduled-backup-incremental/7-engage-incremental | +++ realpath ../../.. logger.go:42: 17:12:37 | scheduled-backup-incremental/7-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:12:37 | scheduled-backup-incremental/7-engage-incremental | ++++ pwd logger.go:42: 17:12:37 | scheduled-backup-incremental/7-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 17:12:37 | scheduled-backup-incremental/7-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 17:12:37 | scheduled-backup-incremental/7-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/vars.sh logger.go:42: 17:12:37 | scheduled-backup-incremental/7-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:12:37 | scheduled-backup-incremental/7-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:12:37 | scheduled-backup-incremental/7-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:12:37 | scheduled-backup-incremental/7-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:12:37 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:12:37 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:12:37 | scheduled-backup-incremental/7-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:12:37 | scheduled-backup-incremental/7-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:12:37 | scheduled-backup-incremental/7-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:12:37 | scheduled-backup-incremental/7-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:12:37 | scheduled-backup-incremental/7-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 17:12:37 | scheduled-backup-incremental/7-engage-incremental | +++ export GIT_BRANCH=PR-1269 logger.go:42: 17:12:37 | scheduled-backup-incremental/7-engage-incremental | +++ GIT_BRANCH=PR-1269 logger.go:42: 17:12:37 | scheduled-backup-incremental/7-engage-incremental | +++ export VERSION=PR-1269-fbab6499 logger.go:42: 17:12:37 | scheduled-backup-incremental/7-engage-incremental | +++ VERSION=PR-1269-fbab6499 logger.go:42: 17:12:37 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:12:37 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:12:37 | scheduled-backup-incremental/7-engage-incremental | +++ [[ -z 8.0 ]] logger.go:42: 17:12:37 | scheduled-backup-incremental/7-engage-incremental | +++ export MYSQL_VERSION=8.0 logger.go:42: 17:12:37 | scheduled-backup-incremental/7-engage-incremental | +++ MYSQL_VERSION=8.0 logger.go:42: 17:12:37 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:12:37 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:12:37 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:12:37 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:12:37 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:12:37 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:12:37 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:12:37 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:12:37 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:12:37 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:12:37 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:12:37 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:12:37 | scheduled-backup-incremental/7-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:12:37 | scheduled-backup-incremental/7-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:12:37 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:12:37 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:12:37 | scheduled-backup-incremental/7-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:12:37 | scheduled-backup-incremental/7-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:12:37 | scheduled-backup-incremental/7-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 17:12:37 | scheduled-backup-incremental/7-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 17:12:37 | scheduled-backup-incremental/7-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 17:12:37 | scheduled-backup-incremental/7-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 17:12:37 | scheduled-backup-incremental/7-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 17:12:37 | scheduled-backup-incremental/7-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 17:12:37 | scheduled-backup-incremental/7-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 17:12:37 | scheduled-backup-incremental/7-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 17:12:37 | scheduled-backup-incremental/7-engage-incremental | ++++ which gdate logger.go:42: 17:12:37 | scheduled-backup-incremental/7-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:12:37 | scheduled-backup-incremental/7-engage-incremental | ++++ which date logger.go:42: 17:12:37 | scheduled-backup-incremental/7-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 17:12:37 | scheduled-backup-incremental/7-engage-incremental | +++ oc get projects logger.go:42: 17:12:37 | scheduled-backup-incremental/7-engage-incremental | +++ : logger.go:42: 17:12:37 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get nodes logger.go:42: 17:12:37 | scheduled-backup-incremental/7-engage-incremental | +++ grep '^minikube' logger.go:42: 17:12:38 | scheduled-backup-incremental/7-engage-incremental | +++ which gsed logger.go:42: 17:12:38 | scheduled-backup-incremental/7-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:12:38 | scheduled-backup-incremental/7-engage-incremental | +++ which sed logger.go:42: 17:12:38 | scheduled-backup-incremental/7-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 17:12:38 | scheduled-backup-incremental/7-engage-incremental | ++ oc get projects logger.go:42: 17:12:38 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl version -o json logger.go:42: 17:12:38 | scheduled-backup-incremental/7-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 17:12:38 | scheduled-backup-incremental/7-engage-incremental | +++ grep '\-eks\-' logger.go:42: 17:12:38 | scheduled-backup-incremental/7-engage-incremental | grep: warning: stray \ before - logger.go:42: 17:12:38 | scheduled-backup-incremental/7-engage-incremental | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 17:12:38 | scheduled-backup-incremental/7-engage-incremental | ++ '[' ']' logger.go:42: 17:12:38 | scheduled-backup-incremental/7-engage-incremental | ++ EKS=0 logger.go:42: 17:12:38 | scheduled-backup-incremental/7-engage-incremental | +++ get_cluster_name logger.go:42: 17:12:38 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl -n kuttl-test-perfect-anchovy get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 17:12:39 | scheduled-backup-incremental/7-engage-incremental | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 17:12:39 | scheduled-backup-incremental/7-engage-incremental | ++ local schedule_name=minio-incr logger.go:42: 17:12:39 | scheduled-backup-incremental/7-engage-incremental | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 17:12:39 | scheduled-backup-incremental/7-engage-incremental | +++ printf %s kuttl-test-perfect-anchovy-scheduled-backup-incremental logger.go:42: 17:12:39 | scheduled-backup-incremental/7-engage-incremental | +++ sha1sum logger.go:42: 17:12:39 | scheduled-backup-incremental/7-engage-incremental | +++ awk '{print $1}' logger.go:42: 17:12:39 | scheduled-backup-incremental/7-engage-incremental | +++ head -c 5 logger.go:42: 17:12:39 | scheduled-backup-incremental/7-engage-incremental | ++ local prefix=c8a08 logger.go:42: 17:12:39 | scheduled-backup-incremental/7-engage-incremental | +++ kubectl get ps-backup -n kuttl-test-perfect-anchovy -l percona.com/backup-ancestor=c8a08-minio-incr -o yaml logger.go:42: 17:12:39 | scheduled-backup-incremental/7-engage-incremental | +++ yq '.items | length' logger.go:42: 17:12:40 | scheduled-backup-incremental/7-engage-incremental | ++ local bcp_count=3 logger.go:42: 17:12:40 | scheduled-backup-incremental/7-engage-incremental | ++ echo 3 logger.go:42: 17:12:40 | scheduled-backup-incremental/7-engage-incremental | + bcp_count=3 logger.go:42: 17:12:40 | scheduled-backup-incremental/7-engage-incremental | + [[ 3 -lt 3 ]] logger.go:42: 17:12:40 | scheduled-backup-incremental/7-engage-incremental | test step completed 7-engage-incremental logger.go:42: 17:12:40 | scheduled-backup-incremental/8-engage-full-schedule | starting test step 8-engage-full-schedule logger.go:42: 17:12:40 | scheduled-backup-incremental/8-engage-full-schedule | PerconaServerMySQL:kuttl-test-perfect-anchovy/scheduled-backup-incremental updated logger.go:42: 17:12:41 | scheduled-backup-incremental/8-engage-full-schedule | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-full" "$(get_cluster_name)") if [[ ! $bcp_count -eq 2 ]]; then echo "There are $bcp_count full ps-backups but should be 2" exit 1 fi] logger.go:42: 17:12:41 | scheduled-backup-incremental/8-engage-full-schedule | + source ../../functions logger.go:42: 17:12:41 | scheduled-backup-incremental/8-engage-full-schedule | +++ realpath ../../.. logger.go:42: 17:12:41 | scheduled-backup-incremental/8-engage-full-schedule | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:12:41 | scheduled-backup-incremental/8-engage-full-schedule | ++++ pwd logger.go:42: 17:12:41 | scheduled-backup-incremental/8-engage-full-schedule | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 17:12:41 | scheduled-backup-incremental/8-engage-full-schedule | ++ test_name=scheduled-backup-incremental logger.go:42: 17:12:41 | scheduled-backup-incremental/8-engage-full-schedule | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/vars.sh logger.go:42: 17:12:41 | scheduled-backup-incremental/8-engage-full-schedule | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:12:41 | scheduled-backup-incremental/8-engage-full-schedule | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:12:41 | scheduled-backup-incremental/8-engage-full-schedule | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:12:41 | scheduled-backup-incremental/8-engage-full-schedule | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:12:41 | scheduled-backup-incremental/8-engage-full-schedule | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:12:41 | scheduled-backup-incremental/8-engage-full-schedule | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:12:41 | scheduled-backup-incremental/8-engage-full-schedule | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:12:41 | scheduled-backup-incremental/8-engage-full-schedule | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:12:41 | scheduled-backup-incremental/8-engage-full-schedule | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:12:41 | scheduled-backup-incremental/8-engage-full-schedule | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:12:41 | scheduled-backup-incremental/8-engage-full-schedule | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 17:12:41 | scheduled-backup-incremental/8-engage-full-schedule | +++ export GIT_BRANCH=PR-1269 logger.go:42: 17:12:41 | scheduled-backup-incremental/8-engage-full-schedule | +++ GIT_BRANCH=PR-1269 logger.go:42: 17:12:41 | scheduled-backup-incremental/8-engage-full-schedule | +++ export VERSION=PR-1269-fbab6499 logger.go:42: 17:12:41 | scheduled-backup-incremental/8-engage-full-schedule | +++ VERSION=PR-1269-fbab6499 logger.go:42: 17:12:41 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:12:41 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:12:41 | scheduled-backup-incremental/8-engage-full-schedule | +++ [[ -z 8.0 ]] logger.go:42: 17:12:41 | scheduled-backup-incremental/8-engage-full-schedule | +++ export MYSQL_VERSION=8.0 logger.go:42: 17:12:41 | scheduled-backup-incremental/8-engage-full-schedule | +++ MYSQL_VERSION=8.0 logger.go:42: 17:12:41 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:12:41 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:12:41 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:12:41 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:12:41 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:12:41 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:12:41 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:12:41 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:12:41 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:12:41 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:12:41 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:12:41 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:12:41 | scheduled-backup-incremental/8-engage-full-schedule | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:12:41 | scheduled-backup-incremental/8-engage-full-schedule | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:12:41 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:12:41 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:12:41 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:12:41 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:12:41 | scheduled-backup-incremental/8-engage-full-schedule | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 17:12:41 | scheduled-backup-incremental/8-engage-full-schedule | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 17:12:41 | scheduled-backup-incremental/8-engage-full-schedule | +++ export MINIO_VER=5.4.0 logger.go:42: 17:12:41 | scheduled-backup-incremental/8-engage-full-schedule | +++ MINIO_VER=5.4.0 logger.go:42: 17:12:41 | scheduled-backup-incremental/8-engage-full-schedule | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 17:12:41 | scheduled-backup-incremental/8-engage-full-schedule | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 17:12:41 | scheduled-backup-incremental/8-engage-full-schedule | +++ export VAULT_VER=0.16.1 logger.go:42: 17:12:41 | scheduled-backup-incremental/8-engage-full-schedule | +++ VAULT_VER=0.16.1 logger.go:42: 17:12:41 | scheduled-backup-incremental/8-engage-full-schedule | ++++ which gdate logger.go:42: 17:12:41 | scheduled-backup-incremental/8-engage-full-schedule | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:12:41 | scheduled-backup-incremental/8-engage-full-schedule | ++++ which date logger.go:42: 17:12:41 | scheduled-backup-incremental/8-engage-full-schedule | +++ date=/usr/sbin/date logger.go:42: 17:12:41 | scheduled-backup-incremental/8-engage-full-schedule | +++ oc get projects logger.go:42: 17:12:41 | scheduled-backup-incremental/8-engage-full-schedule | +++ : logger.go:42: 17:12:41 | scheduled-backup-incremental/8-engage-full-schedule | +++ kubectl get nodes logger.go:42: 17:12:41 | scheduled-backup-incremental/8-engage-full-schedule | +++ grep '^minikube' logger.go:42: 17:12:41 | scheduled-backup-incremental/8-engage-full-schedule | +++ which gsed logger.go:42: 17:12:41 | scheduled-backup-incremental/8-engage-full-schedule | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:12:41 | scheduled-backup-incremental/8-engage-full-schedule | +++ which sed logger.go:42: 17:12:41 | scheduled-backup-incremental/8-engage-full-schedule | ++ sed=/usr/sbin/sed logger.go:42: 17:12:41 | scheduled-backup-incremental/8-engage-full-schedule | ++ oc get projects logger.go:42: 17:12:41 | scheduled-backup-incremental/8-engage-full-schedule | +++ kubectl version -o json logger.go:42: 17:12:41 | scheduled-backup-incremental/8-engage-full-schedule | +++ jq -r .serverVersion.gitVersion logger.go:42: 17:12:41 | scheduled-backup-incremental/8-engage-full-schedule | +++ grep '\-eks\-' logger.go:42: 17:12:41 | scheduled-backup-incremental/8-engage-full-schedule | grep: warning: stray \ before - logger.go:42: 17:12:42 | scheduled-backup-incremental/8-engage-full-schedule | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 17:12:42 | scheduled-backup-incremental/8-engage-full-schedule | ++ '[' ']' logger.go:42: 17:12:42 | scheduled-backup-incremental/8-engage-full-schedule | ++ EKS=0 logger.go:42: 17:12:42 | scheduled-backup-incremental/8-engage-full-schedule | +++ get_cluster_name logger.go:42: 17:12:42 | scheduled-backup-incremental/8-engage-full-schedule | +++ kubectl -n kuttl-test-perfect-anchovy get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 17:12:42 | scheduled-backup-incremental/8-engage-full-schedule | ++ count_backups_in_schedule minio-full scheduled-backup-incremental logger.go:42: 17:12:42 | scheduled-backup-incremental/8-engage-full-schedule | ++ local schedule_name=minio-full logger.go:42: 17:12:42 | scheduled-backup-incremental/8-engage-full-schedule | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 17:12:42 | scheduled-backup-incremental/8-engage-full-schedule | +++ printf %s kuttl-test-perfect-anchovy-scheduled-backup-incremental logger.go:42: 17:12:42 | scheduled-backup-incremental/8-engage-full-schedule | +++ sha1sum logger.go:42: 17:12:42 | scheduled-backup-incremental/8-engage-full-schedule | +++ awk '{print $1}' logger.go:42: 17:12:42 | scheduled-backup-incremental/8-engage-full-schedule | +++ head -c 5 logger.go:42: 17:12:42 | scheduled-backup-incremental/8-engage-full-schedule | ++ local prefix=c8a08 logger.go:42: 17:12:42 | scheduled-backup-incremental/8-engage-full-schedule | +++ kubectl get ps-backup -n kuttl-test-perfect-anchovy -l percona.com/backup-ancestor=c8a08-minio-full -o yaml logger.go:42: 17:12:42 | scheduled-backup-incremental/8-engage-full-schedule | +++ yq '.items | length' logger.go:42: 17:12:43 | scheduled-backup-incremental/8-engage-full-schedule | ++ local bcp_count=1 logger.go:42: 17:12:43 | scheduled-backup-incremental/8-engage-full-schedule | ++ echo 1 logger.go:42: 17:12:43 | scheduled-backup-incremental/8-engage-full-schedule | + bcp_count=1 logger.go:42: 17:12:43 | scheduled-backup-incremental/8-engage-full-schedule | + [[ ! 1 -eq 2 ]] logger.go:42: 17:12:43 | scheduled-backup-incremental/8-engage-full-schedule | + echo 'There are 1 full ps-backups but should be 2' logger.go:42: 17:12:43 | scheduled-backup-incremental/8-engage-full-schedule | There are 1 full ps-backups but should be 2 logger.go:42: 17:12:43 | scheduled-backup-incremental/8-engage-full-schedule | + exit 1 logger.go:42: 17:12:44 | scheduled-backup-incremental/8-engage-full-schedule | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-full" "$(get_cluster_name)") if [[ ! $bcp_count -eq 2 ]]; then echo "There are $bcp_count full ps-backups but should be 2" exit 1 fi] logger.go:42: 17:12:44 | scheduled-backup-incremental/8-engage-full-schedule | + source ../../functions logger.go:42: 17:12:44 | scheduled-backup-incremental/8-engage-full-schedule | +++ realpath ../../.. logger.go:42: 17:12:44 | scheduled-backup-incremental/8-engage-full-schedule | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:12:44 | scheduled-backup-incremental/8-engage-full-schedule | ++++ pwd logger.go:42: 17:12:44 | scheduled-backup-incremental/8-engage-full-schedule | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 17:12:44 | scheduled-backup-incremental/8-engage-full-schedule | ++ test_name=scheduled-backup-incremental logger.go:42: 17:12:44 | scheduled-backup-incremental/8-engage-full-schedule | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/vars.sh logger.go:42: 17:12:44 | scheduled-backup-incremental/8-engage-full-schedule | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:12:44 | scheduled-backup-incremental/8-engage-full-schedule | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:12:44 | scheduled-backup-incremental/8-engage-full-schedule | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:12:44 | scheduled-backup-incremental/8-engage-full-schedule | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:12:44 | scheduled-backup-incremental/8-engage-full-schedule | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:12:44 | scheduled-backup-incremental/8-engage-full-schedule | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:12:44 | scheduled-backup-incremental/8-engage-full-schedule | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:12:44 | scheduled-backup-incremental/8-engage-full-schedule | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:12:44 | scheduled-backup-incremental/8-engage-full-schedule | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:12:44 | scheduled-backup-incremental/8-engage-full-schedule | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:12:44 | scheduled-backup-incremental/8-engage-full-schedule | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 17:12:44 | scheduled-backup-incremental/8-engage-full-schedule | +++ export GIT_BRANCH=PR-1269 logger.go:42: 17:12:44 | scheduled-backup-incremental/8-engage-full-schedule | +++ GIT_BRANCH=PR-1269 logger.go:42: 17:12:44 | scheduled-backup-incremental/8-engage-full-schedule | +++ export VERSION=PR-1269-fbab6499 logger.go:42: 17:12:44 | scheduled-backup-incremental/8-engage-full-schedule | +++ VERSION=PR-1269-fbab6499 logger.go:42: 17:12:44 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:12:44 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:12:44 | scheduled-backup-incremental/8-engage-full-schedule | +++ [[ -z 8.0 ]] logger.go:42: 17:12:44 | scheduled-backup-incremental/8-engage-full-schedule | +++ export MYSQL_VERSION=8.0 logger.go:42: 17:12:44 | scheduled-backup-incremental/8-engage-full-schedule | +++ MYSQL_VERSION=8.0 logger.go:42: 17:12:44 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:12:44 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:12:44 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:12:44 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:12:44 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:12:44 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:12:44 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:12:44 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:12:44 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:12:44 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:12:44 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:12:44 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:12:44 | scheduled-backup-incremental/8-engage-full-schedule | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:12:44 | scheduled-backup-incremental/8-engage-full-schedule | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:12:44 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:12:44 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:12:44 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:12:44 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:12:44 | scheduled-backup-incremental/8-engage-full-schedule | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 17:12:44 | scheduled-backup-incremental/8-engage-full-schedule | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 17:12:44 | scheduled-backup-incremental/8-engage-full-schedule | +++ export MINIO_VER=5.4.0 logger.go:42: 17:12:44 | scheduled-backup-incremental/8-engage-full-schedule | +++ MINIO_VER=5.4.0 logger.go:42: 17:12:44 | scheduled-backup-incremental/8-engage-full-schedule | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 17:12:44 | scheduled-backup-incremental/8-engage-full-schedule | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 17:12:44 | scheduled-backup-incremental/8-engage-full-schedule | +++ export VAULT_VER=0.16.1 logger.go:42: 17:12:44 | scheduled-backup-incremental/8-engage-full-schedule | +++ VAULT_VER=0.16.1 logger.go:42: 17:12:44 | scheduled-backup-incremental/8-engage-full-schedule | ++++ which gdate logger.go:42: 17:12:44 | scheduled-backup-incremental/8-engage-full-schedule | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:12:44 | scheduled-backup-incremental/8-engage-full-schedule | ++++ which date logger.go:42: 17:12:44 | scheduled-backup-incremental/8-engage-full-schedule | +++ date=/usr/sbin/date logger.go:42: 17:12:44 | scheduled-backup-incremental/8-engage-full-schedule | +++ oc get projects logger.go:42: 17:12:44 | scheduled-backup-incremental/8-engage-full-schedule | +++ : logger.go:42: 17:12:44 | scheduled-backup-incremental/8-engage-full-schedule | +++ kubectl get nodes logger.go:42: 17:12:44 | scheduled-backup-incremental/8-engage-full-schedule | +++ grep '^minikube' logger.go:42: 17:12:44 | scheduled-backup-incremental/8-engage-full-schedule | +++ which gsed logger.go:42: 17:12:44 | scheduled-backup-incremental/8-engage-full-schedule | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:12:44 | scheduled-backup-incremental/8-engage-full-schedule | +++ which sed logger.go:42: 17:12:44 | scheduled-backup-incremental/8-engage-full-schedule | ++ sed=/usr/sbin/sed logger.go:42: 17:12:44 | scheduled-backup-incremental/8-engage-full-schedule | ++ oc get projects logger.go:42: 17:12:44 | scheduled-backup-incremental/8-engage-full-schedule | +++ kubectl version -o json logger.go:42: 17:12:44 | scheduled-backup-incremental/8-engage-full-schedule | +++ jq -r .serverVersion.gitVersion logger.go:42: 17:12:44 | scheduled-backup-incremental/8-engage-full-schedule | +++ grep '\-eks\-' logger.go:42: 17:12:44 | scheduled-backup-incremental/8-engage-full-schedule | grep: warning: stray \ before - logger.go:42: 17:12:45 | scheduled-backup-incremental/8-engage-full-schedule | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 17:12:45 | scheduled-backup-incremental/8-engage-full-schedule | ++ '[' ']' logger.go:42: 17:12:45 | scheduled-backup-incremental/8-engage-full-schedule | ++ EKS=0 logger.go:42: 17:12:45 | scheduled-backup-incremental/8-engage-full-schedule | +++ get_cluster_name logger.go:42: 17:12:45 | scheduled-backup-incremental/8-engage-full-schedule | +++ kubectl -n kuttl-test-perfect-anchovy get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 17:12:45 | scheduled-backup-incremental/8-engage-full-schedule | ++ count_backups_in_schedule minio-full scheduled-backup-incremental logger.go:42: 17:12:45 | scheduled-backup-incremental/8-engage-full-schedule | ++ local schedule_name=minio-full logger.go:42: 17:12:45 | scheduled-backup-incremental/8-engage-full-schedule | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 17:12:45 | scheduled-backup-incremental/8-engage-full-schedule | +++ printf %s kuttl-test-perfect-anchovy-scheduled-backup-incremental logger.go:42: 17:12:45 | scheduled-backup-incremental/8-engage-full-schedule | +++ sha1sum logger.go:42: 17:12:45 | scheduled-backup-incremental/8-engage-full-schedule | +++ awk '{print $1}' logger.go:42: 17:12:45 | scheduled-backup-incremental/8-engage-full-schedule | +++ head -c 5 logger.go:42: 17:12:45 | scheduled-backup-incremental/8-engage-full-schedule | ++ local prefix=c8a08 logger.go:42: 17:12:45 | scheduled-backup-incremental/8-engage-full-schedule | +++ kubectl get ps-backup -n kuttl-test-perfect-anchovy -l percona.com/backup-ancestor=c8a08-minio-full -o yaml logger.go:42: 17:12:45 | scheduled-backup-incremental/8-engage-full-schedule | +++ yq '.items | length' logger.go:42: 17:12:46 | scheduled-backup-incremental/8-engage-full-schedule | ++ local bcp_count=1 logger.go:42: 17:12:46 | scheduled-backup-incremental/8-engage-full-schedule | ++ echo 1 logger.go:42: 17:12:46 | scheduled-backup-incremental/8-engage-full-schedule | + bcp_count=1 logger.go:42: 17:12:46 | scheduled-backup-incremental/8-engage-full-schedule | + [[ ! 1 -eq 2 ]] logger.go:42: 17:12:46 | scheduled-backup-incremental/8-engage-full-schedule | + echo 'There are 1 full ps-backups but should be 2' logger.go:42: 17:12:46 | scheduled-backup-incremental/8-engage-full-schedule | There are 1 full ps-backups but should be 2 logger.go:42: 17:12:46 | scheduled-backup-incremental/8-engage-full-schedule | + exit 1 logger.go:42: 17:12:47 | scheduled-backup-incremental/8-engage-full-schedule | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-full" "$(get_cluster_name)") if [[ ! $bcp_count -eq 2 ]]; then echo "There are $bcp_count full ps-backups but should be 2" exit 1 fi] logger.go:42: 17:12:47 | scheduled-backup-incremental/8-engage-full-schedule | + source ../../functions logger.go:42: 17:12:47 | scheduled-backup-incremental/8-engage-full-schedule | +++ realpath ../../.. logger.go:42: 17:12:47 | scheduled-backup-incremental/8-engage-full-schedule | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:12:47 | scheduled-backup-incremental/8-engage-full-schedule | ++++ pwd logger.go:42: 17:12:47 | scheduled-backup-incremental/8-engage-full-schedule | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 17:12:47 | scheduled-backup-incremental/8-engage-full-schedule | ++ test_name=scheduled-backup-incremental logger.go:42: 17:12:47 | scheduled-backup-incremental/8-engage-full-schedule | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/vars.sh logger.go:42: 17:12:47 | scheduled-backup-incremental/8-engage-full-schedule | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:12:47 | scheduled-backup-incremental/8-engage-full-schedule | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:12:47 | scheduled-backup-incremental/8-engage-full-schedule | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:12:47 | scheduled-backup-incremental/8-engage-full-schedule | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:12:47 | scheduled-backup-incremental/8-engage-full-schedule | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:12:47 | scheduled-backup-incremental/8-engage-full-schedule | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:12:47 | scheduled-backup-incremental/8-engage-full-schedule | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:12:47 | scheduled-backup-incremental/8-engage-full-schedule | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:12:47 | scheduled-backup-incremental/8-engage-full-schedule | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:12:47 | scheduled-backup-incremental/8-engage-full-schedule | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:12:47 | scheduled-backup-incremental/8-engage-full-schedule | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 17:12:47 | scheduled-backup-incremental/8-engage-full-schedule | +++ export GIT_BRANCH=PR-1269 logger.go:42: 17:12:47 | scheduled-backup-incremental/8-engage-full-schedule | +++ GIT_BRANCH=PR-1269 logger.go:42: 17:12:47 | scheduled-backup-incremental/8-engage-full-schedule | +++ export VERSION=PR-1269-fbab6499 logger.go:42: 17:12:47 | scheduled-backup-incremental/8-engage-full-schedule | +++ VERSION=PR-1269-fbab6499 logger.go:42: 17:12:47 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:12:47 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:12:47 | scheduled-backup-incremental/8-engage-full-schedule | +++ [[ -z 8.0 ]] logger.go:42: 17:12:47 | scheduled-backup-incremental/8-engage-full-schedule | +++ export MYSQL_VERSION=8.0 logger.go:42: 17:12:47 | scheduled-backup-incremental/8-engage-full-schedule | +++ MYSQL_VERSION=8.0 logger.go:42: 17:12:47 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:12:47 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:12:47 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:12:47 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:12:47 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:12:47 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:12:47 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:12:47 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:12:47 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:12:47 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:12:47 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:12:47 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:12:47 | scheduled-backup-incremental/8-engage-full-schedule | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:12:47 | scheduled-backup-incremental/8-engage-full-schedule | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:12:47 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:12:47 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:12:47 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:12:47 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:12:47 | scheduled-backup-incremental/8-engage-full-schedule | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 17:12:47 | scheduled-backup-incremental/8-engage-full-schedule | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 17:12:47 | scheduled-backup-incremental/8-engage-full-schedule | +++ export MINIO_VER=5.4.0 logger.go:42: 17:12:47 | scheduled-backup-incremental/8-engage-full-schedule | +++ MINIO_VER=5.4.0 logger.go:42: 17:12:47 | scheduled-backup-incremental/8-engage-full-schedule | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 17:12:47 | scheduled-backup-incremental/8-engage-full-schedule | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 17:12:47 | scheduled-backup-incremental/8-engage-full-schedule | +++ export VAULT_VER=0.16.1 logger.go:42: 17:12:47 | scheduled-backup-incremental/8-engage-full-schedule | +++ VAULT_VER=0.16.1 logger.go:42: 17:12:47 | scheduled-backup-incremental/8-engage-full-schedule | ++++ which gdate logger.go:42: 17:12:47 | scheduled-backup-incremental/8-engage-full-schedule | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:12:47 | scheduled-backup-incremental/8-engage-full-schedule | ++++ which date logger.go:42: 17:12:47 | scheduled-backup-incremental/8-engage-full-schedule | +++ date=/usr/sbin/date logger.go:42: 17:12:47 | scheduled-backup-incremental/8-engage-full-schedule | +++ oc get projects logger.go:42: 17:12:47 | scheduled-backup-incremental/8-engage-full-schedule | +++ : logger.go:42: 17:12:47 | scheduled-backup-incremental/8-engage-full-schedule | +++ kubectl get nodes logger.go:42: 17:12:47 | scheduled-backup-incremental/8-engage-full-schedule | +++ grep '^minikube' logger.go:42: 17:12:48 | scheduled-backup-incremental/8-engage-full-schedule | +++ which gsed logger.go:42: 17:12:48 | scheduled-backup-incremental/8-engage-full-schedule | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:12:48 | scheduled-backup-incremental/8-engage-full-schedule | +++ which sed logger.go:42: 17:12:48 | scheduled-backup-incremental/8-engage-full-schedule | ++ sed=/usr/sbin/sed logger.go:42: 17:12:48 | scheduled-backup-incremental/8-engage-full-schedule | ++ oc get projects logger.go:42: 17:12:48 | scheduled-backup-incremental/8-engage-full-schedule | +++ kubectl version -o json logger.go:42: 17:12:48 | scheduled-backup-incremental/8-engage-full-schedule | +++ jq -r .serverVersion.gitVersion logger.go:42: 17:12:48 | scheduled-backup-incremental/8-engage-full-schedule | +++ grep '\-eks\-' logger.go:42: 17:12:48 | scheduled-backup-incremental/8-engage-full-schedule | grep: warning: stray \ before - logger.go:42: 17:12:48 | scheduled-backup-incremental/8-engage-full-schedule | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 17:12:48 | scheduled-backup-incremental/8-engage-full-schedule | ++ '[' ']' logger.go:42: 17:12:48 | scheduled-backup-incremental/8-engage-full-schedule | ++ EKS=0 logger.go:42: 17:12:48 | scheduled-backup-incremental/8-engage-full-schedule | +++ get_cluster_name logger.go:42: 17:12:48 | scheduled-backup-incremental/8-engage-full-schedule | +++ kubectl -n kuttl-test-perfect-anchovy get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 17:12:49 | scheduled-backup-incremental/8-engage-full-schedule | ++ count_backups_in_schedule minio-full scheduled-backup-incremental logger.go:42: 17:12:49 | scheduled-backup-incremental/8-engage-full-schedule | ++ local schedule_name=minio-full logger.go:42: 17:12:49 | scheduled-backup-incremental/8-engage-full-schedule | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 17:12:49 | scheduled-backup-incremental/8-engage-full-schedule | +++ printf %s kuttl-test-perfect-anchovy-scheduled-backup-incremental logger.go:42: 17:12:49 | scheduled-backup-incremental/8-engage-full-schedule | +++ sha1sum logger.go:42: 17:12:49 | scheduled-backup-incremental/8-engage-full-schedule | +++ awk '{print $1}' logger.go:42: 17:12:49 | scheduled-backup-incremental/8-engage-full-schedule | +++ head -c 5 logger.go:42: 17:12:49 | scheduled-backup-incremental/8-engage-full-schedule | ++ local prefix=c8a08 logger.go:42: 17:12:49 | scheduled-backup-incremental/8-engage-full-schedule | +++ kubectl get ps-backup -n kuttl-test-perfect-anchovy -l percona.com/backup-ancestor=c8a08-minio-full -o yaml logger.go:42: 17:12:49 | scheduled-backup-incremental/8-engage-full-schedule | +++ yq '.items | length' logger.go:42: 17:12:49 | scheduled-backup-incremental/8-engage-full-schedule | ++ local bcp_count=1 logger.go:42: 17:12:49 | scheduled-backup-incremental/8-engage-full-schedule | ++ echo 1 logger.go:42: 17:12:49 | scheduled-backup-incremental/8-engage-full-schedule | + bcp_count=1 logger.go:42: 17:12:49 | scheduled-backup-incremental/8-engage-full-schedule | + [[ ! 1 -eq 2 ]] logger.go:42: 17:12:49 | scheduled-backup-incremental/8-engage-full-schedule | + echo 'There are 1 full ps-backups but should be 2' logger.go:42: 17:12:49 | scheduled-backup-incremental/8-engage-full-schedule | There are 1 full ps-backups but should be 2 logger.go:42: 17:12:49 | scheduled-backup-incremental/8-engage-full-schedule | + exit 1 logger.go:42: 17:12:50 | scheduled-backup-incremental/8-engage-full-schedule | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-full" "$(get_cluster_name)") if [[ ! $bcp_count -eq 2 ]]; then echo "There are $bcp_count full ps-backups but should be 2" exit 1 fi] logger.go:42: 17:12:50 | scheduled-backup-incremental/8-engage-full-schedule | + source ../../functions logger.go:42: 17:12:50 | scheduled-backup-incremental/8-engage-full-schedule | +++ realpath ../../.. logger.go:42: 17:12:50 | scheduled-backup-incremental/8-engage-full-schedule | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:12:50 | scheduled-backup-incremental/8-engage-full-schedule | ++++ pwd logger.go:42: 17:12:50 | scheduled-backup-incremental/8-engage-full-schedule | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 17:12:50 | scheduled-backup-incremental/8-engage-full-schedule | ++ test_name=scheduled-backup-incremental logger.go:42: 17:12:50 | scheduled-backup-incremental/8-engage-full-schedule | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/vars.sh logger.go:42: 17:12:50 | scheduled-backup-incremental/8-engage-full-schedule | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:12:50 | scheduled-backup-incremental/8-engage-full-schedule | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:12:50 | scheduled-backup-incremental/8-engage-full-schedule | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:12:50 | scheduled-backup-incremental/8-engage-full-schedule | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:12:50 | scheduled-backup-incremental/8-engage-full-schedule | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:12:50 | scheduled-backup-incremental/8-engage-full-schedule | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:12:50 | scheduled-backup-incremental/8-engage-full-schedule | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:12:50 | scheduled-backup-incremental/8-engage-full-schedule | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:12:50 | scheduled-backup-incremental/8-engage-full-schedule | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:12:50 | scheduled-backup-incremental/8-engage-full-schedule | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:12:50 | scheduled-backup-incremental/8-engage-full-schedule | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 17:12:50 | scheduled-backup-incremental/8-engage-full-schedule | +++ export GIT_BRANCH=PR-1269 logger.go:42: 17:12:50 | scheduled-backup-incremental/8-engage-full-schedule | +++ GIT_BRANCH=PR-1269 logger.go:42: 17:12:50 | scheduled-backup-incremental/8-engage-full-schedule | +++ export VERSION=PR-1269-fbab6499 logger.go:42: 17:12:50 | scheduled-backup-incremental/8-engage-full-schedule | +++ VERSION=PR-1269-fbab6499 logger.go:42: 17:12:50 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:12:50 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:12:50 | scheduled-backup-incremental/8-engage-full-schedule | +++ [[ -z 8.0 ]] logger.go:42: 17:12:50 | scheduled-backup-incremental/8-engage-full-schedule | +++ export MYSQL_VERSION=8.0 logger.go:42: 17:12:50 | scheduled-backup-incremental/8-engage-full-schedule | +++ MYSQL_VERSION=8.0 logger.go:42: 17:12:50 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:12:50 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:12:50 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:12:50 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:12:50 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:12:50 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:12:50 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:12:50 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:12:50 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:12:50 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:12:50 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:12:50 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:12:50 | scheduled-backup-incremental/8-engage-full-schedule | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:12:50 | scheduled-backup-incremental/8-engage-full-schedule | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:12:50 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:12:50 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:12:50 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:12:50 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:12:50 | scheduled-backup-incremental/8-engage-full-schedule | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 17:12:50 | scheduled-backup-incremental/8-engage-full-schedule | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 17:12:50 | scheduled-backup-incremental/8-engage-full-schedule | +++ export MINIO_VER=5.4.0 logger.go:42: 17:12:50 | scheduled-backup-incremental/8-engage-full-schedule | +++ MINIO_VER=5.4.0 logger.go:42: 17:12:50 | scheduled-backup-incremental/8-engage-full-schedule | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 17:12:50 | scheduled-backup-incremental/8-engage-full-schedule | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 17:12:50 | scheduled-backup-incremental/8-engage-full-schedule | +++ export VAULT_VER=0.16.1 logger.go:42: 17:12:50 | scheduled-backup-incremental/8-engage-full-schedule | +++ VAULT_VER=0.16.1 logger.go:42: 17:12:50 | scheduled-backup-incremental/8-engage-full-schedule | ++++ which gdate logger.go:42: 17:12:50 | scheduled-backup-incremental/8-engage-full-schedule | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:12:50 | scheduled-backup-incremental/8-engage-full-schedule | ++++ which date logger.go:42: 17:12:50 | scheduled-backup-incremental/8-engage-full-schedule | +++ date=/usr/sbin/date logger.go:42: 17:12:50 | scheduled-backup-incremental/8-engage-full-schedule | +++ oc get projects logger.go:42: 17:12:50 | scheduled-backup-incremental/8-engage-full-schedule | +++ : logger.go:42: 17:12:50 | scheduled-backup-incremental/8-engage-full-schedule | +++ kubectl get nodes logger.go:42: 17:12:50 | scheduled-backup-incremental/8-engage-full-schedule | +++ grep '^minikube' logger.go:42: 17:12:51 | scheduled-backup-incremental/8-engage-full-schedule | +++ which gsed logger.go:42: 17:12:51 | scheduled-backup-incremental/8-engage-full-schedule | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:12:51 | scheduled-backup-incremental/8-engage-full-schedule | +++ which sed logger.go:42: 17:12:51 | scheduled-backup-incremental/8-engage-full-schedule | ++ sed=/usr/sbin/sed logger.go:42: 17:12:51 | scheduled-backup-incremental/8-engage-full-schedule | ++ oc get projects logger.go:42: 17:12:51 | scheduled-backup-incremental/8-engage-full-schedule | +++ kubectl version -o json logger.go:42: 17:12:51 | scheduled-backup-incremental/8-engage-full-schedule | +++ jq -r .serverVersion.gitVersion logger.go:42: 17:12:51 | scheduled-backup-incremental/8-engage-full-schedule | +++ grep '\-eks\-' logger.go:42: 17:12:51 | scheduled-backup-incremental/8-engage-full-schedule | grep: warning: stray \ before - logger.go:42: 17:12:51 | scheduled-backup-incremental/8-engage-full-schedule | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 17:12:51 | scheduled-backup-incremental/8-engage-full-schedule | ++ '[' ']' logger.go:42: 17:12:51 | scheduled-backup-incremental/8-engage-full-schedule | ++ EKS=0 logger.go:42: 17:12:51 | scheduled-backup-incremental/8-engage-full-schedule | +++ get_cluster_name logger.go:42: 17:12:51 | scheduled-backup-incremental/8-engage-full-schedule | +++ kubectl -n kuttl-test-perfect-anchovy get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 17:12:52 | scheduled-backup-incremental/8-engage-full-schedule | ++ count_backups_in_schedule minio-full scheduled-backup-incremental logger.go:42: 17:12:52 | scheduled-backup-incremental/8-engage-full-schedule | ++ local schedule_name=minio-full logger.go:42: 17:12:52 | scheduled-backup-incremental/8-engage-full-schedule | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 17:12:52 | scheduled-backup-incremental/8-engage-full-schedule | +++ printf %s kuttl-test-perfect-anchovy-scheduled-backup-incremental logger.go:42: 17:12:52 | scheduled-backup-incremental/8-engage-full-schedule | +++ sha1sum logger.go:42: 17:12:52 | scheduled-backup-incremental/8-engage-full-schedule | +++ awk '{print $1}' logger.go:42: 17:12:52 | scheduled-backup-incremental/8-engage-full-schedule | +++ head -c 5 logger.go:42: 17:12:52 | scheduled-backup-incremental/8-engage-full-schedule | ++ local prefix=c8a08 logger.go:42: 17:12:52 | scheduled-backup-incremental/8-engage-full-schedule | +++ kubectl get ps-backup -n kuttl-test-perfect-anchovy -l percona.com/backup-ancestor=c8a08-minio-full -o yaml logger.go:42: 17:12:52 | scheduled-backup-incremental/8-engage-full-schedule | +++ yq '.items | length' logger.go:42: 17:12:52 | scheduled-backup-incremental/8-engage-full-schedule | ++ local bcp_count=1 logger.go:42: 17:12:52 | scheduled-backup-incremental/8-engage-full-schedule | ++ echo 1 logger.go:42: 17:12:52 | scheduled-backup-incremental/8-engage-full-schedule | + bcp_count=1 logger.go:42: 17:12:52 | scheduled-backup-incremental/8-engage-full-schedule | + [[ ! 1 -eq 2 ]] logger.go:42: 17:12:52 | scheduled-backup-incremental/8-engage-full-schedule | + echo 'There are 1 full ps-backups but should be 2' logger.go:42: 17:12:52 | scheduled-backup-incremental/8-engage-full-schedule | There are 1 full ps-backups but should be 2 logger.go:42: 17:12:52 | scheduled-backup-incremental/8-engage-full-schedule | + exit 1 logger.go:42: 17:12:53 | scheduled-backup-incremental/8-engage-full-schedule | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-full" "$(get_cluster_name)") if [[ ! $bcp_count -eq 2 ]]; then echo "There are $bcp_count full ps-backups but should be 2" exit 1 fi] logger.go:42: 17:12:53 | scheduled-backup-incremental/8-engage-full-schedule | + source ../../functions logger.go:42: 17:12:53 | scheduled-backup-incremental/8-engage-full-schedule | +++ realpath ../../.. logger.go:42: 17:12:53 | scheduled-backup-incremental/8-engage-full-schedule | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:12:53 | scheduled-backup-incremental/8-engage-full-schedule | ++++ pwd logger.go:42: 17:12:53 | scheduled-backup-incremental/8-engage-full-schedule | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 17:12:53 | scheduled-backup-incremental/8-engage-full-schedule | ++ test_name=scheduled-backup-incremental logger.go:42: 17:12:53 | scheduled-backup-incremental/8-engage-full-schedule | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/vars.sh logger.go:42: 17:12:53 | scheduled-backup-incremental/8-engage-full-schedule | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:12:53 | scheduled-backup-incremental/8-engage-full-schedule | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:12:53 | scheduled-backup-incremental/8-engage-full-schedule | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:12:53 | scheduled-backup-incremental/8-engage-full-schedule | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:12:53 | scheduled-backup-incremental/8-engage-full-schedule | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:12:53 | scheduled-backup-incremental/8-engage-full-schedule | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:12:53 | scheduled-backup-incremental/8-engage-full-schedule | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:12:53 | scheduled-backup-incremental/8-engage-full-schedule | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:12:53 | scheduled-backup-incremental/8-engage-full-schedule | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:12:53 | scheduled-backup-incremental/8-engage-full-schedule | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:12:53 | scheduled-backup-incremental/8-engage-full-schedule | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 17:12:53 | scheduled-backup-incremental/8-engage-full-schedule | +++ export GIT_BRANCH=PR-1269 logger.go:42: 17:12:53 | scheduled-backup-incremental/8-engage-full-schedule | +++ GIT_BRANCH=PR-1269 logger.go:42: 17:12:53 | scheduled-backup-incremental/8-engage-full-schedule | +++ export VERSION=PR-1269-fbab6499 logger.go:42: 17:12:53 | scheduled-backup-incremental/8-engage-full-schedule | +++ VERSION=PR-1269-fbab6499 logger.go:42: 17:12:53 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:12:53 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:12:53 | scheduled-backup-incremental/8-engage-full-schedule | +++ [[ -z 8.0 ]] logger.go:42: 17:12:53 | scheduled-backup-incremental/8-engage-full-schedule | +++ export MYSQL_VERSION=8.0 logger.go:42: 17:12:53 | scheduled-backup-incremental/8-engage-full-schedule | +++ MYSQL_VERSION=8.0 logger.go:42: 17:12:53 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:12:53 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:12:53 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:12:53 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:12:53 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:12:53 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:12:53 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:12:53 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:12:53 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:12:53 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:12:53 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:12:53 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:12:53 | scheduled-backup-incremental/8-engage-full-schedule | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:12:53 | scheduled-backup-incremental/8-engage-full-schedule | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:12:53 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:12:53 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:12:53 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:12:53 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:12:53 | scheduled-backup-incremental/8-engage-full-schedule | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 17:12:53 | scheduled-backup-incremental/8-engage-full-schedule | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 17:12:53 | scheduled-backup-incremental/8-engage-full-schedule | +++ export MINIO_VER=5.4.0 logger.go:42: 17:12:53 | scheduled-backup-incremental/8-engage-full-schedule | +++ MINIO_VER=5.4.0 logger.go:42: 17:12:53 | scheduled-backup-incremental/8-engage-full-schedule | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 17:12:53 | scheduled-backup-incremental/8-engage-full-schedule | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 17:12:53 | scheduled-backup-incremental/8-engage-full-schedule | +++ export VAULT_VER=0.16.1 logger.go:42: 17:12:53 | scheduled-backup-incremental/8-engage-full-schedule | +++ VAULT_VER=0.16.1 logger.go:42: 17:12:53 | scheduled-backup-incremental/8-engage-full-schedule | ++++ which gdate logger.go:42: 17:12:53 | scheduled-backup-incremental/8-engage-full-schedule | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:12:53 | scheduled-backup-incremental/8-engage-full-schedule | ++++ which date logger.go:42: 17:12:53 | scheduled-backup-incremental/8-engage-full-schedule | +++ date=/usr/sbin/date logger.go:42: 17:12:53 | scheduled-backup-incremental/8-engage-full-schedule | +++ oc get projects logger.go:42: 17:12:53 | scheduled-backup-incremental/8-engage-full-schedule | +++ : logger.go:42: 17:12:53 | scheduled-backup-incremental/8-engage-full-schedule | +++ kubectl get nodes logger.go:42: 17:12:53 | scheduled-backup-incremental/8-engage-full-schedule | +++ grep '^minikube' logger.go:42: 17:12:54 | scheduled-backup-incremental/8-engage-full-schedule | +++ which gsed logger.go:42: 17:12:54 | scheduled-backup-incremental/8-engage-full-schedule | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:12:54 | scheduled-backup-incremental/8-engage-full-schedule | +++ which sed logger.go:42: 17:12:54 | scheduled-backup-incremental/8-engage-full-schedule | ++ sed=/usr/sbin/sed logger.go:42: 17:12:54 | scheduled-backup-incremental/8-engage-full-schedule | ++ oc get projects logger.go:42: 17:12:54 | scheduled-backup-incremental/8-engage-full-schedule | +++ kubectl version -o json logger.go:42: 17:12:54 | scheduled-backup-incremental/8-engage-full-schedule | +++ jq -r .serverVersion.gitVersion logger.go:42: 17:12:54 | scheduled-backup-incremental/8-engage-full-schedule | +++ grep '\-eks\-' logger.go:42: 17:12:54 | scheduled-backup-incremental/8-engage-full-schedule | grep: warning: stray \ before - logger.go:42: 17:12:55 | scheduled-backup-incremental/8-engage-full-schedule | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 17:12:55 | scheduled-backup-incremental/8-engage-full-schedule | ++ '[' ']' logger.go:42: 17:12:55 | scheduled-backup-incremental/8-engage-full-schedule | ++ EKS=0 logger.go:42: 17:12:55 | scheduled-backup-incremental/8-engage-full-schedule | +++ get_cluster_name logger.go:42: 17:12:55 | scheduled-backup-incremental/8-engage-full-schedule | +++ kubectl -n kuttl-test-perfect-anchovy get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 17:12:55 | scheduled-backup-incremental/8-engage-full-schedule | ++ count_backups_in_schedule minio-full scheduled-backup-incremental logger.go:42: 17:12:55 | scheduled-backup-incremental/8-engage-full-schedule | ++ local schedule_name=minio-full logger.go:42: 17:12:55 | scheduled-backup-incremental/8-engage-full-schedule | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 17:12:55 | scheduled-backup-incremental/8-engage-full-schedule | +++ printf %s kuttl-test-perfect-anchovy-scheduled-backup-incremental logger.go:42: 17:12:55 | scheduled-backup-incremental/8-engage-full-schedule | +++ sha1sum logger.go:42: 17:12:55 | scheduled-backup-incremental/8-engage-full-schedule | +++ awk '{print $1}' logger.go:42: 17:12:55 | scheduled-backup-incremental/8-engage-full-schedule | +++ head -c 5 logger.go:42: 17:12:55 | scheduled-backup-incremental/8-engage-full-schedule | ++ local prefix=c8a08 logger.go:42: 17:12:55 | scheduled-backup-incremental/8-engage-full-schedule | +++ kubectl get ps-backup -n kuttl-test-perfect-anchovy -l percona.com/backup-ancestor=c8a08-minio-full -o yaml logger.go:42: 17:12:55 | scheduled-backup-incremental/8-engage-full-schedule | +++ yq '.items | length' logger.go:42: 17:12:56 | scheduled-backup-incremental/8-engage-full-schedule | ++ local bcp_count=1 logger.go:42: 17:12:56 | scheduled-backup-incremental/8-engage-full-schedule | ++ echo 1 logger.go:42: 17:12:56 | scheduled-backup-incremental/8-engage-full-schedule | + bcp_count=1 logger.go:42: 17:12:56 | scheduled-backup-incremental/8-engage-full-schedule | + [[ ! 1 -eq 2 ]] logger.go:42: 17:12:56 | scheduled-backup-incremental/8-engage-full-schedule | + echo 'There are 1 full ps-backups but should be 2' logger.go:42: 17:12:56 | scheduled-backup-incremental/8-engage-full-schedule | There are 1 full ps-backups but should be 2 logger.go:42: 17:12:56 | scheduled-backup-incremental/8-engage-full-schedule | + exit 1 logger.go:42: 17:12:57 | scheduled-backup-incremental/8-engage-full-schedule | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-full" "$(get_cluster_name)") if [[ ! $bcp_count -eq 2 ]]; then echo "There are $bcp_count full ps-backups but should be 2" exit 1 fi] logger.go:42: 17:12:57 | scheduled-backup-incremental/8-engage-full-schedule | + source ../../functions logger.go:42: 17:12:57 | scheduled-backup-incremental/8-engage-full-schedule | +++ realpath ../../.. logger.go:42: 17:12:57 | scheduled-backup-incremental/8-engage-full-schedule | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:12:57 | scheduled-backup-incremental/8-engage-full-schedule | ++++ pwd logger.go:42: 17:12:57 | scheduled-backup-incremental/8-engage-full-schedule | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 17:12:57 | scheduled-backup-incremental/8-engage-full-schedule | ++ test_name=scheduled-backup-incremental logger.go:42: 17:12:57 | scheduled-backup-incremental/8-engage-full-schedule | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/vars.sh logger.go:42: 17:12:57 | scheduled-backup-incremental/8-engage-full-schedule | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:12:57 | scheduled-backup-incremental/8-engage-full-schedule | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:12:57 | scheduled-backup-incremental/8-engage-full-schedule | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:12:57 | scheduled-backup-incremental/8-engage-full-schedule | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:12:57 | scheduled-backup-incremental/8-engage-full-schedule | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:12:57 | scheduled-backup-incremental/8-engage-full-schedule | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:12:57 | scheduled-backup-incremental/8-engage-full-schedule | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:12:57 | scheduled-backup-incremental/8-engage-full-schedule | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:12:57 | scheduled-backup-incremental/8-engage-full-schedule | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:12:57 | scheduled-backup-incremental/8-engage-full-schedule | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:12:57 | scheduled-backup-incremental/8-engage-full-schedule | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 17:12:57 | scheduled-backup-incremental/8-engage-full-schedule | +++ export GIT_BRANCH=PR-1269 logger.go:42: 17:12:57 | scheduled-backup-incremental/8-engage-full-schedule | +++ GIT_BRANCH=PR-1269 logger.go:42: 17:12:57 | scheduled-backup-incremental/8-engage-full-schedule | +++ export VERSION=PR-1269-fbab6499 logger.go:42: 17:12:57 | scheduled-backup-incremental/8-engage-full-schedule | +++ VERSION=PR-1269-fbab6499 logger.go:42: 17:12:57 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:12:57 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:12:57 | scheduled-backup-incremental/8-engage-full-schedule | +++ [[ -z 8.0 ]] logger.go:42: 17:12:57 | scheduled-backup-incremental/8-engage-full-schedule | +++ export MYSQL_VERSION=8.0 logger.go:42: 17:12:57 | scheduled-backup-incremental/8-engage-full-schedule | +++ MYSQL_VERSION=8.0 logger.go:42: 17:12:57 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:12:57 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:12:57 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:12:57 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:12:57 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:12:57 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:12:57 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:12:57 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:12:57 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:12:57 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:12:57 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:12:57 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:12:57 | scheduled-backup-incremental/8-engage-full-schedule | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:12:57 | scheduled-backup-incremental/8-engage-full-schedule | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:12:57 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:12:57 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:12:57 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:12:57 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:12:57 | scheduled-backup-incremental/8-engage-full-schedule | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 17:12:57 | scheduled-backup-incremental/8-engage-full-schedule | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 17:12:57 | scheduled-backup-incremental/8-engage-full-schedule | +++ export MINIO_VER=5.4.0 logger.go:42: 17:12:57 | scheduled-backup-incremental/8-engage-full-schedule | +++ MINIO_VER=5.4.0 logger.go:42: 17:12:57 | scheduled-backup-incremental/8-engage-full-schedule | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 17:12:57 | scheduled-backup-incremental/8-engage-full-schedule | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 17:12:57 | scheduled-backup-incremental/8-engage-full-schedule | +++ export VAULT_VER=0.16.1 logger.go:42: 17:12:57 | scheduled-backup-incremental/8-engage-full-schedule | +++ VAULT_VER=0.16.1 logger.go:42: 17:12:57 | scheduled-backup-incremental/8-engage-full-schedule | ++++ which gdate logger.go:42: 17:12:57 | scheduled-backup-incremental/8-engage-full-schedule | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:12:57 | scheduled-backup-incremental/8-engage-full-schedule | ++++ which date logger.go:42: 17:12:57 | scheduled-backup-incremental/8-engage-full-schedule | +++ date=/usr/sbin/date logger.go:42: 17:12:57 | scheduled-backup-incremental/8-engage-full-schedule | +++ oc get projects logger.go:42: 17:12:57 | scheduled-backup-incremental/8-engage-full-schedule | +++ : logger.go:42: 17:12:57 | scheduled-backup-incremental/8-engage-full-schedule | +++ kubectl get nodes logger.go:42: 17:12:57 | scheduled-backup-incremental/8-engage-full-schedule | +++ grep '^minikube' logger.go:42: 17:12:57 | scheduled-backup-incremental/8-engage-full-schedule | +++ which gsed logger.go:42: 17:12:57 | scheduled-backup-incremental/8-engage-full-schedule | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:12:57 | scheduled-backup-incremental/8-engage-full-schedule | +++ which sed logger.go:42: 17:12:57 | scheduled-backup-incremental/8-engage-full-schedule | ++ sed=/usr/sbin/sed logger.go:42: 17:12:57 | scheduled-backup-incremental/8-engage-full-schedule | ++ oc get projects logger.go:42: 17:12:57 | scheduled-backup-incremental/8-engage-full-schedule | +++ kubectl version -o json logger.go:42: 17:12:57 | scheduled-backup-incremental/8-engage-full-schedule | +++ jq -r .serverVersion.gitVersion logger.go:42: 17:12:57 | scheduled-backup-incremental/8-engage-full-schedule | +++ grep '\-eks\-' logger.go:42: 17:12:57 | scheduled-backup-incremental/8-engage-full-schedule | grep: warning: stray \ before - logger.go:42: 17:12:58 | scheduled-backup-incremental/8-engage-full-schedule | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 17:12:58 | scheduled-backup-incremental/8-engage-full-schedule | ++ '[' ']' logger.go:42: 17:12:58 | scheduled-backup-incremental/8-engage-full-schedule | ++ EKS=0 logger.go:42: 17:12:58 | scheduled-backup-incremental/8-engage-full-schedule | +++ get_cluster_name logger.go:42: 17:12:58 | scheduled-backup-incremental/8-engage-full-schedule | +++ kubectl -n kuttl-test-perfect-anchovy get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 17:12:58 | scheduled-backup-incremental/8-engage-full-schedule | ++ count_backups_in_schedule minio-full scheduled-backup-incremental logger.go:42: 17:12:58 | scheduled-backup-incremental/8-engage-full-schedule | ++ local schedule_name=minio-full logger.go:42: 17:12:58 | scheduled-backup-incremental/8-engage-full-schedule | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 17:12:58 | scheduled-backup-incremental/8-engage-full-schedule | +++ printf %s kuttl-test-perfect-anchovy-scheduled-backup-incremental logger.go:42: 17:12:58 | scheduled-backup-incremental/8-engage-full-schedule | +++ sha1sum logger.go:42: 17:12:58 | scheduled-backup-incremental/8-engage-full-schedule | +++ awk '{print $1}' logger.go:42: 17:12:58 | scheduled-backup-incremental/8-engage-full-schedule | +++ head -c 5 logger.go:42: 17:12:58 | scheduled-backup-incremental/8-engage-full-schedule | ++ local prefix=c8a08 logger.go:42: 17:12:58 | scheduled-backup-incremental/8-engage-full-schedule | +++ kubectl get ps-backup -n kuttl-test-perfect-anchovy -l percona.com/backup-ancestor=c8a08-minio-full -o yaml logger.go:42: 17:12:58 | scheduled-backup-incremental/8-engage-full-schedule | +++ yq '.items | length' logger.go:42: 17:12:59 | scheduled-backup-incremental/8-engage-full-schedule | ++ local bcp_count=1 logger.go:42: 17:12:59 | scheduled-backup-incremental/8-engage-full-schedule | ++ echo 1 logger.go:42: 17:12:59 | scheduled-backup-incremental/8-engage-full-schedule | + bcp_count=1 logger.go:42: 17:12:59 | scheduled-backup-incremental/8-engage-full-schedule | + [[ ! 1 -eq 2 ]] logger.go:42: 17:12:59 | scheduled-backup-incremental/8-engage-full-schedule | + echo 'There are 1 full ps-backups but should be 2' logger.go:42: 17:12:59 | scheduled-backup-incremental/8-engage-full-schedule | There are 1 full ps-backups but should be 2 logger.go:42: 17:12:59 | scheduled-backup-incremental/8-engage-full-schedule | + exit 1 logger.go:42: 17:13:00 | scheduled-backup-incremental/8-engage-full-schedule | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-full" "$(get_cluster_name)") if [[ ! $bcp_count -eq 2 ]]; then echo "There are $bcp_count full ps-backups but should be 2" exit 1 fi] logger.go:42: 17:13:00 | scheduled-backup-incremental/8-engage-full-schedule | + source ../../functions logger.go:42: 17:13:00 | scheduled-backup-incremental/8-engage-full-schedule | +++ realpath ../../.. logger.go:42: 17:13:00 | scheduled-backup-incremental/8-engage-full-schedule | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:13:00 | scheduled-backup-incremental/8-engage-full-schedule | ++++ pwd logger.go:42: 17:13:00 | scheduled-backup-incremental/8-engage-full-schedule | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 17:13:00 | scheduled-backup-incremental/8-engage-full-schedule | ++ test_name=scheduled-backup-incremental logger.go:42: 17:13:00 | scheduled-backup-incremental/8-engage-full-schedule | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/vars.sh logger.go:42: 17:13:00 | scheduled-backup-incremental/8-engage-full-schedule | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:13:00 | scheduled-backup-incremental/8-engage-full-schedule | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:13:00 | scheduled-backup-incremental/8-engage-full-schedule | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:13:00 | scheduled-backup-incremental/8-engage-full-schedule | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:13:00 | scheduled-backup-incremental/8-engage-full-schedule | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:13:00 | scheduled-backup-incremental/8-engage-full-schedule | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:13:00 | scheduled-backup-incremental/8-engage-full-schedule | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:13:00 | scheduled-backup-incremental/8-engage-full-schedule | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:13:00 | scheduled-backup-incremental/8-engage-full-schedule | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:13:00 | scheduled-backup-incremental/8-engage-full-schedule | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:13:00 | scheduled-backup-incremental/8-engage-full-schedule | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 17:13:00 | scheduled-backup-incremental/8-engage-full-schedule | +++ export GIT_BRANCH=PR-1269 logger.go:42: 17:13:00 | scheduled-backup-incremental/8-engage-full-schedule | +++ GIT_BRANCH=PR-1269 logger.go:42: 17:13:00 | scheduled-backup-incremental/8-engage-full-schedule | +++ export VERSION=PR-1269-fbab6499 logger.go:42: 17:13:00 | scheduled-backup-incremental/8-engage-full-schedule | +++ VERSION=PR-1269-fbab6499 logger.go:42: 17:13:00 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:13:00 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:13:00 | scheduled-backup-incremental/8-engage-full-schedule | +++ [[ -z 8.0 ]] logger.go:42: 17:13:00 | scheduled-backup-incremental/8-engage-full-schedule | +++ export MYSQL_VERSION=8.0 logger.go:42: 17:13:00 | scheduled-backup-incremental/8-engage-full-schedule | +++ MYSQL_VERSION=8.0 logger.go:42: 17:13:00 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:13:00 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:13:00 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:13:00 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:13:00 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:13:00 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:13:00 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:13:00 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:13:00 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:13:00 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:13:00 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:13:00 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:13:00 | scheduled-backup-incremental/8-engage-full-schedule | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:13:00 | scheduled-backup-incremental/8-engage-full-schedule | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:13:00 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:13:00 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:13:00 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:13:00 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:13:00 | scheduled-backup-incremental/8-engage-full-schedule | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 17:13:00 | scheduled-backup-incremental/8-engage-full-schedule | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 17:13:00 | scheduled-backup-incremental/8-engage-full-schedule | +++ export MINIO_VER=5.4.0 logger.go:42: 17:13:00 | scheduled-backup-incremental/8-engage-full-schedule | +++ MINIO_VER=5.4.0 logger.go:42: 17:13:00 | scheduled-backup-incremental/8-engage-full-schedule | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 17:13:00 | scheduled-backup-incremental/8-engage-full-schedule | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 17:13:00 | scheduled-backup-incremental/8-engage-full-schedule | +++ export VAULT_VER=0.16.1 logger.go:42: 17:13:00 | scheduled-backup-incremental/8-engage-full-schedule | +++ VAULT_VER=0.16.1 logger.go:42: 17:13:00 | scheduled-backup-incremental/8-engage-full-schedule | ++++ which gdate logger.go:42: 17:13:00 | scheduled-backup-incremental/8-engage-full-schedule | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:13:00 | scheduled-backup-incremental/8-engage-full-schedule | ++++ which date logger.go:42: 17:13:00 | scheduled-backup-incremental/8-engage-full-schedule | +++ date=/usr/sbin/date logger.go:42: 17:13:00 | scheduled-backup-incremental/8-engage-full-schedule | +++ oc get projects logger.go:42: 17:13:00 | scheduled-backup-incremental/8-engage-full-schedule | +++ : logger.go:42: 17:13:00 | scheduled-backup-incremental/8-engage-full-schedule | +++ kubectl get nodes logger.go:42: 17:13:00 | scheduled-backup-incremental/8-engage-full-schedule | +++ grep '^minikube' logger.go:42: 17:13:00 | scheduled-backup-incremental/8-engage-full-schedule | +++ which gsed logger.go:42: 17:13:00 | scheduled-backup-incremental/8-engage-full-schedule | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:13:00 | scheduled-backup-incremental/8-engage-full-schedule | +++ which sed logger.go:42: 17:13:00 | scheduled-backup-incremental/8-engage-full-schedule | ++ sed=/usr/sbin/sed logger.go:42: 17:13:00 | scheduled-backup-incremental/8-engage-full-schedule | ++ oc get projects logger.go:42: 17:13:00 | scheduled-backup-incremental/8-engage-full-schedule | +++ kubectl version -o json logger.go:42: 17:13:00 | scheduled-backup-incremental/8-engage-full-schedule | +++ jq -r .serverVersion.gitVersion logger.go:42: 17:13:00 | scheduled-backup-incremental/8-engage-full-schedule | +++ grep '\-eks\-' logger.go:42: 17:13:00 | scheduled-backup-incremental/8-engage-full-schedule | grep: warning: stray \ before - logger.go:42: 17:13:01 | scheduled-backup-incremental/8-engage-full-schedule | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 17:13:01 | scheduled-backup-incremental/8-engage-full-schedule | ++ '[' ']' logger.go:42: 17:13:01 | scheduled-backup-incremental/8-engage-full-schedule | ++ EKS=0 logger.go:42: 17:13:01 | scheduled-backup-incremental/8-engage-full-schedule | +++ get_cluster_name logger.go:42: 17:13:01 | scheduled-backup-incremental/8-engage-full-schedule | +++ kubectl -n kuttl-test-perfect-anchovy get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 17:13:02 | scheduled-backup-incremental/8-engage-full-schedule | ++ count_backups_in_schedule minio-full scheduled-backup-incremental logger.go:42: 17:13:02 | scheduled-backup-incremental/8-engage-full-schedule | ++ local schedule_name=minio-full logger.go:42: 17:13:02 | scheduled-backup-incremental/8-engage-full-schedule | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 17:13:02 | scheduled-backup-incremental/8-engage-full-schedule | +++ sha1sum logger.go:42: 17:13:02 | scheduled-backup-incremental/8-engage-full-schedule | +++ printf %s kuttl-test-perfect-anchovy-scheduled-backup-incremental logger.go:42: 17:13:02 | scheduled-backup-incremental/8-engage-full-schedule | +++ awk '{print $1}' logger.go:42: 17:13:02 | scheduled-backup-incremental/8-engage-full-schedule | +++ head -c 5 logger.go:42: 17:13:02 | scheduled-backup-incremental/8-engage-full-schedule | ++ local prefix=c8a08 logger.go:42: 17:13:02 | scheduled-backup-incremental/8-engage-full-schedule | +++ kubectl get ps-backup -n kuttl-test-perfect-anchovy -l percona.com/backup-ancestor=c8a08-minio-full -o yaml logger.go:42: 17:13:02 | scheduled-backup-incremental/8-engage-full-schedule | +++ yq '.items | length' logger.go:42: 17:13:02 | scheduled-backup-incremental/8-engage-full-schedule | ++ local bcp_count=1 logger.go:42: 17:13:02 | scheduled-backup-incremental/8-engage-full-schedule | ++ echo 1 logger.go:42: 17:13:02 | scheduled-backup-incremental/8-engage-full-schedule | + bcp_count=1 logger.go:42: 17:13:02 | scheduled-backup-incremental/8-engage-full-schedule | + [[ ! 1 -eq 2 ]] logger.go:42: 17:13:02 | scheduled-backup-incremental/8-engage-full-schedule | + echo 'There are 1 full ps-backups but should be 2' logger.go:42: 17:13:02 | scheduled-backup-incremental/8-engage-full-schedule | There are 1 full ps-backups but should be 2 logger.go:42: 17:13:02 | scheduled-backup-incremental/8-engage-full-schedule | + exit 1 logger.go:42: 17:13:03 | scheduled-backup-incremental/8-engage-full-schedule | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-full" "$(get_cluster_name)") if [[ ! $bcp_count -eq 2 ]]; then echo "There are $bcp_count full ps-backups but should be 2" exit 1 fi] logger.go:42: 17:13:03 | scheduled-backup-incremental/8-engage-full-schedule | + source ../../functions logger.go:42: 17:13:03 | scheduled-backup-incremental/8-engage-full-schedule | +++ realpath ../../.. logger.go:42: 17:13:03 | scheduled-backup-incremental/8-engage-full-schedule | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:13:03 | scheduled-backup-incremental/8-engage-full-schedule | ++++ pwd logger.go:42: 17:13:03 | scheduled-backup-incremental/8-engage-full-schedule | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 17:13:03 | scheduled-backup-incremental/8-engage-full-schedule | ++ test_name=scheduled-backup-incremental logger.go:42: 17:13:03 | scheduled-backup-incremental/8-engage-full-schedule | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/vars.sh logger.go:42: 17:13:03 | scheduled-backup-incremental/8-engage-full-schedule | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:13:03 | scheduled-backup-incremental/8-engage-full-schedule | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:13:03 | scheduled-backup-incremental/8-engage-full-schedule | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:13:03 | scheduled-backup-incremental/8-engage-full-schedule | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:13:03 | scheduled-backup-incremental/8-engage-full-schedule | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:13:03 | scheduled-backup-incremental/8-engage-full-schedule | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:13:03 | scheduled-backup-incremental/8-engage-full-schedule | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:13:03 | scheduled-backup-incremental/8-engage-full-schedule | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:13:03 | scheduled-backup-incremental/8-engage-full-schedule | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:13:03 | scheduled-backup-incremental/8-engage-full-schedule | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:13:03 | scheduled-backup-incremental/8-engage-full-schedule | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 17:13:03 | scheduled-backup-incremental/8-engage-full-schedule | +++ export GIT_BRANCH=PR-1269 logger.go:42: 17:13:03 | scheduled-backup-incremental/8-engage-full-schedule | +++ GIT_BRANCH=PR-1269 logger.go:42: 17:13:03 | scheduled-backup-incremental/8-engage-full-schedule | +++ export VERSION=PR-1269-fbab6499 logger.go:42: 17:13:03 | scheduled-backup-incremental/8-engage-full-schedule | +++ VERSION=PR-1269-fbab6499 logger.go:42: 17:13:03 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:13:03 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:13:03 | scheduled-backup-incremental/8-engage-full-schedule | +++ [[ -z 8.0 ]] logger.go:42: 17:13:03 | scheduled-backup-incremental/8-engage-full-schedule | +++ export MYSQL_VERSION=8.0 logger.go:42: 17:13:03 | scheduled-backup-incremental/8-engage-full-schedule | +++ MYSQL_VERSION=8.0 logger.go:42: 17:13:03 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:13:03 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:13:03 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:13:03 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:13:03 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:13:03 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:13:03 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:13:03 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:13:03 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:13:03 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:13:03 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:13:03 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:13:03 | scheduled-backup-incremental/8-engage-full-schedule | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:13:03 | scheduled-backup-incremental/8-engage-full-schedule | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:13:03 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:13:03 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:13:03 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:13:03 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:13:03 | scheduled-backup-incremental/8-engage-full-schedule | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 17:13:03 | scheduled-backup-incremental/8-engage-full-schedule | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 17:13:03 | scheduled-backup-incremental/8-engage-full-schedule | +++ export MINIO_VER=5.4.0 logger.go:42: 17:13:03 | scheduled-backup-incremental/8-engage-full-schedule | +++ MINIO_VER=5.4.0 logger.go:42: 17:13:03 | scheduled-backup-incremental/8-engage-full-schedule | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 17:13:03 | scheduled-backup-incremental/8-engage-full-schedule | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 17:13:03 | scheduled-backup-incremental/8-engage-full-schedule | +++ export VAULT_VER=0.16.1 logger.go:42: 17:13:03 | scheduled-backup-incremental/8-engage-full-schedule | +++ VAULT_VER=0.16.1 logger.go:42: 17:13:03 | scheduled-backup-incremental/8-engage-full-schedule | ++++ which gdate logger.go:42: 17:13:03 | scheduled-backup-incremental/8-engage-full-schedule | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:13:03 | scheduled-backup-incremental/8-engage-full-schedule | ++++ which date logger.go:42: 17:13:03 | scheduled-backup-incremental/8-engage-full-schedule | +++ date=/usr/sbin/date logger.go:42: 17:13:03 | scheduled-backup-incremental/8-engage-full-schedule | +++ oc get projects logger.go:42: 17:13:03 | scheduled-backup-incremental/8-engage-full-schedule | +++ : logger.go:42: 17:13:03 | scheduled-backup-incremental/8-engage-full-schedule | +++ kubectl get nodes logger.go:42: 17:13:03 | scheduled-backup-incremental/8-engage-full-schedule | +++ grep '^minikube' logger.go:42: 17:13:04 | scheduled-backup-incremental/8-engage-full-schedule | +++ which gsed logger.go:42: 17:13:04 | scheduled-backup-incremental/8-engage-full-schedule | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:13:04 | scheduled-backup-incremental/8-engage-full-schedule | +++ which sed logger.go:42: 17:13:04 | scheduled-backup-incremental/8-engage-full-schedule | ++ sed=/usr/sbin/sed logger.go:42: 17:13:04 | scheduled-backup-incremental/8-engage-full-schedule | ++ oc get projects logger.go:42: 17:13:04 | scheduled-backup-incremental/8-engage-full-schedule | +++ kubectl version -o json logger.go:42: 17:13:04 | scheduled-backup-incremental/8-engage-full-schedule | +++ jq -r .serverVersion.gitVersion logger.go:42: 17:13:04 | scheduled-backup-incremental/8-engage-full-schedule | +++ grep '\-eks\-' logger.go:42: 17:13:04 | scheduled-backup-incremental/8-engage-full-schedule | grep: warning: stray \ before - logger.go:42: 17:13:04 | scheduled-backup-incremental/8-engage-full-schedule | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 17:13:04 | scheduled-backup-incremental/8-engage-full-schedule | ++ '[' ']' logger.go:42: 17:13:04 | scheduled-backup-incremental/8-engage-full-schedule | ++ EKS=0 logger.go:42: 17:13:04 | scheduled-backup-incremental/8-engage-full-schedule | +++ get_cluster_name logger.go:42: 17:13:04 | scheduled-backup-incremental/8-engage-full-schedule | +++ kubectl -n kuttl-test-perfect-anchovy get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 17:13:05 | scheduled-backup-incremental/8-engage-full-schedule | ++ count_backups_in_schedule minio-full scheduled-backup-incremental logger.go:42: 17:13:05 | scheduled-backup-incremental/8-engage-full-schedule | ++ local schedule_name=minio-full logger.go:42: 17:13:05 | scheduled-backup-incremental/8-engage-full-schedule | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 17:13:05 | scheduled-backup-incremental/8-engage-full-schedule | +++ printf %s kuttl-test-perfect-anchovy-scheduled-backup-incremental logger.go:42: 17:13:05 | scheduled-backup-incremental/8-engage-full-schedule | +++ sha1sum logger.go:42: 17:13:05 | scheduled-backup-incremental/8-engage-full-schedule | +++ awk '{print $1}' logger.go:42: 17:13:05 | scheduled-backup-incremental/8-engage-full-schedule | +++ head -c 5 logger.go:42: 17:13:05 | scheduled-backup-incremental/8-engage-full-schedule | ++ local prefix=c8a08 logger.go:42: 17:13:05 | scheduled-backup-incremental/8-engage-full-schedule | +++ kubectl get ps-backup -n kuttl-test-perfect-anchovy -l percona.com/backup-ancestor=c8a08-minio-full -o yaml logger.go:42: 17:13:05 | scheduled-backup-incremental/8-engage-full-schedule | +++ yq '.items | length' logger.go:42: 17:13:05 | scheduled-backup-incremental/8-engage-full-schedule | ++ local bcp_count=1 logger.go:42: 17:13:05 | scheduled-backup-incremental/8-engage-full-schedule | ++ echo 1 logger.go:42: 17:13:05 | scheduled-backup-incremental/8-engage-full-schedule | + bcp_count=1 logger.go:42: 17:13:05 | scheduled-backup-incremental/8-engage-full-schedule | + [[ ! 1 -eq 2 ]] logger.go:42: 17:13:05 | scheduled-backup-incremental/8-engage-full-schedule | + echo 'There are 1 full ps-backups but should be 2' logger.go:42: 17:13:05 | scheduled-backup-incremental/8-engage-full-schedule | There are 1 full ps-backups but should be 2 logger.go:42: 17:13:05 | scheduled-backup-incremental/8-engage-full-schedule | + exit 1 logger.go:42: 17:13:06 | scheduled-backup-incremental/8-engage-full-schedule | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-full" "$(get_cluster_name)") if [[ ! $bcp_count -eq 2 ]]; then echo "There are $bcp_count full ps-backups but should be 2" exit 1 fi] logger.go:42: 17:13:06 | scheduled-backup-incremental/8-engage-full-schedule | + source ../../functions logger.go:42: 17:13:06 | scheduled-backup-incremental/8-engage-full-schedule | +++ realpath ../../.. logger.go:42: 17:13:06 | scheduled-backup-incremental/8-engage-full-schedule | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:13:06 | scheduled-backup-incremental/8-engage-full-schedule | ++++ pwd logger.go:42: 17:13:06 | scheduled-backup-incremental/8-engage-full-schedule | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 17:13:06 | scheduled-backup-incremental/8-engage-full-schedule | ++ test_name=scheduled-backup-incremental logger.go:42: 17:13:06 | scheduled-backup-incremental/8-engage-full-schedule | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/vars.sh logger.go:42: 17:13:06 | scheduled-backup-incremental/8-engage-full-schedule | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:13:06 | scheduled-backup-incremental/8-engage-full-schedule | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:13:06 | scheduled-backup-incremental/8-engage-full-schedule | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:13:06 | scheduled-backup-incremental/8-engage-full-schedule | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:13:06 | scheduled-backup-incremental/8-engage-full-schedule | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:13:06 | scheduled-backup-incremental/8-engage-full-schedule | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:13:06 | scheduled-backup-incremental/8-engage-full-schedule | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:13:06 | scheduled-backup-incremental/8-engage-full-schedule | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:13:06 | scheduled-backup-incremental/8-engage-full-schedule | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:13:06 | scheduled-backup-incremental/8-engage-full-schedule | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:13:06 | scheduled-backup-incremental/8-engage-full-schedule | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 17:13:06 | scheduled-backup-incremental/8-engage-full-schedule | +++ export GIT_BRANCH=PR-1269 logger.go:42: 17:13:06 | scheduled-backup-incremental/8-engage-full-schedule | +++ GIT_BRANCH=PR-1269 logger.go:42: 17:13:06 | scheduled-backup-incremental/8-engage-full-schedule | +++ export VERSION=PR-1269-fbab6499 logger.go:42: 17:13:06 | scheduled-backup-incremental/8-engage-full-schedule | +++ VERSION=PR-1269-fbab6499 logger.go:42: 17:13:06 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:13:06 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:13:06 | scheduled-backup-incremental/8-engage-full-schedule | +++ [[ -z 8.0 ]] logger.go:42: 17:13:06 | scheduled-backup-incremental/8-engage-full-schedule | +++ export MYSQL_VERSION=8.0 logger.go:42: 17:13:06 | scheduled-backup-incremental/8-engage-full-schedule | +++ MYSQL_VERSION=8.0 logger.go:42: 17:13:06 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:13:06 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:13:06 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:13:06 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:13:06 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:13:06 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:13:06 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:13:06 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:13:06 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:13:06 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:13:06 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:13:06 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:13:06 | scheduled-backup-incremental/8-engage-full-schedule | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:13:06 | scheduled-backup-incremental/8-engage-full-schedule | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:13:06 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:13:06 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:13:06 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:13:06 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:13:06 | scheduled-backup-incremental/8-engage-full-schedule | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 17:13:06 | scheduled-backup-incremental/8-engage-full-schedule | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 17:13:06 | scheduled-backup-incremental/8-engage-full-schedule | +++ export MINIO_VER=5.4.0 logger.go:42: 17:13:06 | scheduled-backup-incremental/8-engage-full-schedule | +++ MINIO_VER=5.4.0 logger.go:42: 17:13:06 | scheduled-backup-incremental/8-engage-full-schedule | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 17:13:06 | scheduled-backup-incremental/8-engage-full-schedule | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 17:13:06 | scheduled-backup-incremental/8-engage-full-schedule | +++ export VAULT_VER=0.16.1 logger.go:42: 17:13:06 | scheduled-backup-incremental/8-engage-full-schedule | +++ VAULT_VER=0.16.1 logger.go:42: 17:13:06 | scheduled-backup-incremental/8-engage-full-schedule | ++++ which gdate logger.go:42: 17:13:06 | scheduled-backup-incremental/8-engage-full-schedule | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:13:06 | scheduled-backup-incremental/8-engage-full-schedule | ++++ which date logger.go:42: 17:13:06 | scheduled-backup-incremental/8-engage-full-schedule | +++ date=/usr/sbin/date logger.go:42: 17:13:06 | scheduled-backup-incremental/8-engage-full-schedule | +++ oc get projects logger.go:42: 17:13:06 | scheduled-backup-incremental/8-engage-full-schedule | +++ : logger.go:42: 17:13:06 | scheduled-backup-incremental/8-engage-full-schedule | +++ kubectl get nodes logger.go:42: 17:13:06 | scheduled-backup-incremental/8-engage-full-schedule | +++ grep '^minikube' logger.go:42: 17:13:07 | scheduled-backup-incremental/8-engage-full-schedule | +++ which gsed logger.go:42: 17:13:07 | scheduled-backup-incremental/8-engage-full-schedule | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:13:07 | scheduled-backup-incremental/8-engage-full-schedule | +++ which sed logger.go:42: 17:13:07 | scheduled-backup-incremental/8-engage-full-schedule | ++ sed=/usr/sbin/sed logger.go:42: 17:13:07 | scheduled-backup-incremental/8-engage-full-schedule | ++ oc get projects logger.go:42: 17:13:07 | scheduled-backup-incremental/8-engage-full-schedule | +++ kubectl version -o json logger.go:42: 17:13:07 | scheduled-backup-incremental/8-engage-full-schedule | +++ jq -r .serverVersion.gitVersion logger.go:42: 17:13:07 | scheduled-backup-incremental/8-engage-full-schedule | +++ grep '\-eks\-' logger.go:42: 17:13:07 | scheduled-backup-incremental/8-engage-full-schedule | grep: warning: stray \ before - logger.go:42: 17:13:07 | scheduled-backup-incremental/8-engage-full-schedule | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 17:13:07 | scheduled-backup-incremental/8-engage-full-schedule | ++ '[' ']' logger.go:42: 17:13:07 | scheduled-backup-incremental/8-engage-full-schedule | ++ EKS=0 logger.go:42: 17:13:07 | scheduled-backup-incremental/8-engage-full-schedule | +++ get_cluster_name logger.go:42: 17:13:07 | scheduled-backup-incremental/8-engage-full-schedule | +++ kubectl -n kuttl-test-perfect-anchovy get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 17:13:08 | scheduled-backup-incremental/8-engage-full-schedule | ++ count_backups_in_schedule minio-full scheduled-backup-incremental logger.go:42: 17:13:08 | scheduled-backup-incremental/8-engage-full-schedule | ++ local schedule_name=minio-full logger.go:42: 17:13:08 | scheduled-backup-incremental/8-engage-full-schedule | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 17:13:08 | scheduled-backup-incremental/8-engage-full-schedule | +++ printf %s kuttl-test-perfect-anchovy-scheduled-backup-incremental logger.go:42: 17:13:08 | scheduled-backup-incremental/8-engage-full-schedule | +++ sha1sum logger.go:42: 17:13:08 | scheduled-backup-incremental/8-engage-full-schedule | +++ awk '{print $1}' logger.go:42: 17:13:08 | scheduled-backup-incremental/8-engage-full-schedule | +++ head -c 5 logger.go:42: 17:13:08 | scheduled-backup-incremental/8-engage-full-schedule | ++ local prefix=c8a08 logger.go:42: 17:13:08 | scheduled-backup-incremental/8-engage-full-schedule | +++ kubectl get ps-backup -n kuttl-test-perfect-anchovy -l percona.com/backup-ancestor=c8a08-minio-full -o yaml logger.go:42: 17:13:08 | scheduled-backup-incremental/8-engage-full-schedule | +++ yq '.items | length' logger.go:42: 17:13:09 | scheduled-backup-incremental/8-engage-full-schedule | ++ local bcp_count=1 logger.go:42: 17:13:09 | scheduled-backup-incremental/8-engage-full-schedule | ++ echo 1 logger.go:42: 17:13:09 | scheduled-backup-incremental/8-engage-full-schedule | + bcp_count=1 logger.go:42: 17:13:09 | scheduled-backup-incremental/8-engage-full-schedule | + [[ ! 1 -eq 2 ]] logger.go:42: 17:13:09 | scheduled-backup-incremental/8-engage-full-schedule | + echo 'There are 1 full ps-backups but should be 2' logger.go:42: 17:13:09 | scheduled-backup-incremental/8-engage-full-schedule | There are 1 full ps-backups but should be 2 logger.go:42: 17:13:09 | scheduled-backup-incremental/8-engage-full-schedule | + exit 1 logger.go:42: 17:13:10 | scheduled-backup-incremental/8-engage-full-schedule | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-full" "$(get_cluster_name)") if [[ ! $bcp_count -eq 2 ]]; then echo "There are $bcp_count full ps-backups but should be 2" exit 1 fi] logger.go:42: 17:13:10 | scheduled-backup-incremental/8-engage-full-schedule | + source ../../functions logger.go:42: 17:13:10 | scheduled-backup-incremental/8-engage-full-schedule | +++ realpath ../../.. logger.go:42: 17:13:10 | scheduled-backup-incremental/8-engage-full-schedule | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:13:10 | scheduled-backup-incremental/8-engage-full-schedule | ++++ pwd logger.go:42: 17:13:10 | scheduled-backup-incremental/8-engage-full-schedule | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 17:13:10 | scheduled-backup-incremental/8-engage-full-schedule | ++ test_name=scheduled-backup-incremental logger.go:42: 17:13:10 | scheduled-backup-incremental/8-engage-full-schedule | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/vars.sh logger.go:42: 17:13:10 | scheduled-backup-incremental/8-engage-full-schedule | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:13:10 | scheduled-backup-incremental/8-engage-full-schedule | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:13:10 | scheduled-backup-incremental/8-engage-full-schedule | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:13:10 | scheduled-backup-incremental/8-engage-full-schedule | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:13:10 | scheduled-backup-incremental/8-engage-full-schedule | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:13:10 | scheduled-backup-incremental/8-engage-full-schedule | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:13:10 | scheduled-backup-incremental/8-engage-full-schedule | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:13:10 | scheduled-backup-incremental/8-engage-full-schedule | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:13:10 | scheduled-backup-incremental/8-engage-full-schedule | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:13:10 | scheduled-backup-incremental/8-engage-full-schedule | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:13:10 | scheduled-backup-incremental/8-engage-full-schedule | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 17:13:10 | scheduled-backup-incremental/8-engage-full-schedule | +++ export GIT_BRANCH=PR-1269 logger.go:42: 17:13:10 | scheduled-backup-incremental/8-engage-full-schedule | +++ GIT_BRANCH=PR-1269 logger.go:42: 17:13:10 | scheduled-backup-incremental/8-engage-full-schedule | +++ export VERSION=PR-1269-fbab6499 logger.go:42: 17:13:10 | scheduled-backup-incremental/8-engage-full-schedule | +++ VERSION=PR-1269-fbab6499 logger.go:42: 17:13:10 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:13:10 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:13:10 | scheduled-backup-incremental/8-engage-full-schedule | +++ [[ -z 8.0 ]] logger.go:42: 17:13:10 | scheduled-backup-incremental/8-engage-full-schedule | +++ export MYSQL_VERSION=8.0 logger.go:42: 17:13:10 | scheduled-backup-incremental/8-engage-full-schedule | +++ MYSQL_VERSION=8.0 logger.go:42: 17:13:10 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:13:10 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:13:10 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:13:10 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:13:10 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:13:10 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:13:10 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:13:10 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:13:10 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:13:10 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:13:10 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:13:10 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:13:10 | scheduled-backup-incremental/8-engage-full-schedule | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:13:10 | scheduled-backup-incremental/8-engage-full-schedule | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:13:10 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:13:10 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:13:10 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:13:10 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:13:10 | scheduled-backup-incremental/8-engage-full-schedule | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 17:13:10 | scheduled-backup-incremental/8-engage-full-schedule | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 17:13:10 | scheduled-backup-incremental/8-engage-full-schedule | +++ export MINIO_VER=5.4.0 logger.go:42: 17:13:10 | scheduled-backup-incremental/8-engage-full-schedule | +++ MINIO_VER=5.4.0 logger.go:42: 17:13:10 | scheduled-backup-incremental/8-engage-full-schedule | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 17:13:10 | scheduled-backup-incremental/8-engage-full-schedule | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 17:13:10 | scheduled-backup-incremental/8-engage-full-schedule | +++ export VAULT_VER=0.16.1 logger.go:42: 17:13:10 | scheduled-backup-incremental/8-engage-full-schedule | +++ VAULT_VER=0.16.1 logger.go:42: 17:13:10 | scheduled-backup-incremental/8-engage-full-schedule | ++++ which gdate logger.go:42: 17:13:10 | scheduled-backup-incremental/8-engage-full-schedule | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:13:10 | scheduled-backup-incremental/8-engage-full-schedule | ++++ which date logger.go:42: 17:13:10 | scheduled-backup-incremental/8-engage-full-schedule | +++ date=/usr/sbin/date logger.go:42: 17:13:10 | scheduled-backup-incremental/8-engage-full-schedule | +++ oc get projects logger.go:42: 17:13:10 | scheduled-backup-incremental/8-engage-full-schedule | +++ : logger.go:42: 17:13:10 | scheduled-backup-incremental/8-engage-full-schedule | +++ kubectl get nodes logger.go:42: 17:13:10 | scheduled-backup-incremental/8-engage-full-schedule | +++ grep '^minikube' logger.go:42: 17:13:10 | scheduled-backup-incremental/8-engage-full-schedule | +++ which gsed logger.go:42: 17:13:10 | scheduled-backup-incremental/8-engage-full-schedule | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:13:10 | scheduled-backup-incremental/8-engage-full-schedule | +++ which sed logger.go:42: 17:13:10 | scheduled-backup-incremental/8-engage-full-schedule | ++ sed=/usr/sbin/sed logger.go:42: 17:13:10 | scheduled-backup-incremental/8-engage-full-schedule | ++ oc get projects logger.go:42: 17:13:10 | scheduled-backup-incremental/8-engage-full-schedule | +++ kubectl version -o json logger.go:42: 17:13:10 | scheduled-backup-incremental/8-engage-full-schedule | +++ grep '\-eks\-' logger.go:42: 17:13:10 | scheduled-backup-incremental/8-engage-full-schedule | +++ jq -r .serverVersion.gitVersion logger.go:42: 17:13:10 | scheduled-backup-incremental/8-engage-full-schedule | grep: warning: stray \ before - logger.go:42: 17:13:11 | scheduled-backup-incremental/8-engage-full-schedule | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 17:13:11 | scheduled-backup-incremental/8-engage-full-schedule | ++ '[' ']' logger.go:42: 17:13:11 | scheduled-backup-incremental/8-engage-full-schedule | ++ EKS=0 logger.go:42: 17:13:11 | scheduled-backup-incremental/8-engage-full-schedule | +++ get_cluster_name logger.go:42: 17:13:11 | scheduled-backup-incremental/8-engage-full-schedule | +++ kubectl -n kuttl-test-perfect-anchovy get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 17:13:11 | scheduled-backup-incremental/8-engage-full-schedule | ++ count_backups_in_schedule minio-full scheduled-backup-incremental logger.go:42: 17:13:11 | scheduled-backup-incremental/8-engage-full-schedule | ++ local schedule_name=minio-full logger.go:42: 17:13:11 | scheduled-backup-incremental/8-engage-full-schedule | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 17:13:11 | scheduled-backup-incremental/8-engage-full-schedule | +++ printf %s kuttl-test-perfect-anchovy-scheduled-backup-incremental logger.go:42: 17:13:11 | scheduled-backup-incremental/8-engage-full-schedule | +++ sha1sum logger.go:42: 17:13:11 | scheduled-backup-incremental/8-engage-full-schedule | +++ awk '{print $1}' logger.go:42: 17:13:11 | scheduled-backup-incremental/8-engage-full-schedule | +++ head -c 5 logger.go:42: 17:13:11 | scheduled-backup-incremental/8-engage-full-schedule | ++ local prefix=c8a08 logger.go:42: 17:13:11 | scheduled-backup-incremental/8-engage-full-schedule | +++ kubectl get ps-backup -n kuttl-test-perfect-anchovy -l percona.com/backup-ancestor=c8a08-minio-full -o yaml logger.go:42: 17:13:11 | scheduled-backup-incremental/8-engage-full-schedule | +++ yq '.items | length' logger.go:42: 17:13:12 | scheduled-backup-incremental/8-engage-full-schedule | ++ local bcp_count=1 logger.go:42: 17:13:12 | scheduled-backup-incremental/8-engage-full-schedule | ++ echo 1 logger.go:42: 17:13:12 | scheduled-backup-incremental/8-engage-full-schedule | + bcp_count=1 logger.go:42: 17:13:12 | scheduled-backup-incremental/8-engage-full-schedule | + [[ ! 1 -eq 2 ]] logger.go:42: 17:13:12 | scheduled-backup-incremental/8-engage-full-schedule | + echo 'There are 1 full ps-backups but should be 2' logger.go:42: 17:13:12 | scheduled-backup-incremental/8-engage-full-schedule | There are 1 full ps-backups but should be 2 logger.go:42: 17:13:12 | scheduled-backup-incremental/8-engage-full-schedule | + exit 1 logger.go:42: 17:13:13 | scheduled-backup-incremental/8-engage-full-schedule | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-full" "$(get_cluster_name)") if [[ ! $bcp_count -eq 2 ]]; then echo "There are $bcp_count full ps-backups but should be 2" exit 1 fi] logger.go:42: 17:13:13 | scheduled-backup-incremental/8-engage-full-schedule | + source ../../functions logger.go:42: 17:13:13 | scheduled-backup-incremental/8-engage-full-schedule | +++ realpath ../../.. logger.go:42: 17:13:13 | scheduled-backup-incremental/8-engage-full-schedule | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:13:13 | scheduled-backup-incremental/8-engage-full-schedule | ++++ pwd logger.go:42: 17:13:13 | scheduled-backup-incremental/8-engage-full-schedule | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 17:13:13 | scheduled-backup-incremental/8-engage-full-schedule | ++ test_name=scheduled-backup-incremental logger.go:42: 17:13:13 | scheduled-backup-incremental/8-engage-full-schedule | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/vars.sh logger.go:42: 17:13:13 | scheduled-backup-incremental/8-engage-full-schedule | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:13:13 | scheduled-backup-incremental/8-engage-full-schedule | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:13:13 | scheduled-backup-incremental/8-engage-full-schedule | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:13:13 | scheduled-backup-incremental/8-engage-full-schedule | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:13:13 | scheduled-backup-incremental/8-engage-full-schedule | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:13:13 | scheduled-backup-incremental/8-engage-full-schedule | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:13:13 | scheduled-backup-incremental/8-engage-full-schedule | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:13:13 | scheduled-backup-incremental/8-engage-full-schedule | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:13:13 | scheduled-backup-incremental/8-engage-full-schedule | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:13:13 | scheduled-backup-incremental/8-engage-full-schedule | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:13:13 | scheduled-backup-incremental/8-engage-full-schedule | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 17:13:13 | scheduled-backup-incremental/8-engage-full-schedule | +++ export GIT_BRANCH=PR-1269 logger.go:42: 17:13:13 | scheduled-backup-incremental/8-engage-full-schedule | +++ GIT_BRANCH=PR-1269 logger.go:42: 17:13:13 | scheduled-backup-incremental/8-engage-full-schedule | +++ export VERSION=PR-1269-fbab6499 logger.go:42: 17:13:13 | scheduled-backup-incremental/8-engage-full-schedule | +++ VERSION=PR-1269-fbab6499 logger.go:42: 17:13:13 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:13:13 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:13:13 | scheduled-backup-incremental/8-engage-full-schedule | +++ [[ -z 8.0 ]] logger.go:42: 17:13:13 | scheduled-backup-incremental/8-engage-full-schedule | +++ export MYSQL_VERSION=8.0 logger.go:42: 17:13:13 | scheduled-backup-incremental/8-engage-full-schedule | +++ MYSQL_VERSION=8.0 logger.go:42: 17:13:13 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:13:13 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:13:13 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:13:13 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:13:13 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:13:13 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:13:13 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:13:13 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:13:13 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:13:13 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:13:13 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:13:13 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:13:13 | scheduled-backup-incremental/8-engage-full-schedule | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:13:13 | scheduled-backup-incremental/8-engage-full-schedule | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:13:13 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:13:13 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:13:13 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:13:13 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:13:13 | scheduled-backup-incremental/8-engage-full-schedule | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 17:13:13 | scheduled-backup-incremental/8-engage-full-schedule | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 17:13:13 | scheduled-backup-incremental/8-engage-full-schedule | +++ export MINIO_VER=5.4.0 logger.go:42: 17:13:13 | scheduled-backup-incremental/8-engage-full-schedule | +++ MINIO_VER=5.4.0 logger.go:42: 17:13:13 | scheduled-backup-incremental/8-engage-full-schedule | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 17:13:13 | scheduled-backup-incremental/8-engage-full-schedule | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 17:13:13 | scheduled-backup-incremental/8-engage-full-schedule | +++ export VAULT_VER=0.16.1 logger.go:42: 17:13:13 | scheduled-backup-incremental/8-engage-full-schedule | +++ VAULT_VER=0.16.1 logger.go:42: 17:13:13 | scheduled-backup-incremental/8-engage-full-schedule | ++++ which gdate logger.go:42: 17:13:13 | scheduled-backup-incremental/8-engage-full-schedule | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:13:13 | scheduled-backup-incremental/8-engage-full-schedule | ++++ which date logger.go:42: 17:13:13 | scheduled-backup-incremental/8-engage-full-schedule | +++ date=/usr/sbin/date logger.go:42: 17:13:13 | scheduled-backup-incremental/8-engage-full-schedule | +++ oc get projects logger.go:42: 17:13:13 | scheduled-backup-incremental/8-engage-full-schedule | +++ : logger.go:42: 17:13:13 | scheduled-backup-incremental/8-engage-full-schedule | +++ kubectl get nodes logger.go:42: 17:13:13 | scheduled-backup-incremental/8-engage-full-schedule | +++ grep '^minikube' logger.go:42: 17:13:13 | scheduled-backup-incremental/8-engage-full-schedule | +++ which gsed logger.go:42: 17:13:13 | scheduled-backup-incremental/8-engage-full-schedule | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:13:13 | scheduled-backup-incremental/8-engage-full-schedule | +++ which sed logger.go:42: 17:13:13 | scheduled-backup-incremental/8-engage-full-schedule | ++ sed=/usr/sbin/sed logger.go:42: 17:13:13 | scheduled-backup-incremental/8-engage-full-schedule | ++ oc get projects logger.go:42: 17:13:13 | scheduled-backup-incremental/8-engage-full-schedule | +++ kubectl version -o json logger.go:42: 17:13:13 | scheduled-backup-incremental/8-engage-full-schedule | +++ jq -r .serverVersion.gitVersion logger.go:42: 17:13:13 | scheduled-backup-incremental/8-engage-full-schedule | +++ grep '\-eks\-' logger.go:42: 17:13:14 | scheduled-backup-incremental/8-engage-full-schedule | grep: warning: stray \ before - logger.go:42: 17:13:14 | scheduled-backup-incremental/8-engage-full-schedule | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 17:13:14 | scheduled-backup-incremental/8-engage-full-schedule | ++ '[' ']' logger.go:42: 17:13:14 | scheduled-backup-incremental/8-engage-full-schedule | ++ EKS=0 logger.go:42: 17:13:14 | scheduled-backup-incremental/8-engage-full-schedule | +++ get_cluster_name logger.go:42: 17:13:14 | scheduled-backup-incremental/8-engage-full-schedule | +++ kubectl -n kuttl-test-perfect-anchovy get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 17:13:15 | scheduled-backup-incremental/8-engage-full-schedule | ++ count_backups_in_schedule minio-full scheduled-backup-incremental logger.go:42: 17:13:15 | scheduled-backup-incremental/8-engage-full-schedule | ++ local schedule_name=minio-full logger.go:42: 17:13:15 | scheduled-backup-incremental/8-engage-full-schedule | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 17:13:15 | scheduled-backup-incremental/8-engage-full-schedule | +++ printf %s kuttl-test-perfect-anchovy-scheduled-backup-incremental logger.go:42: 17:13:15 | scheduled-backup-incremental/8-engage-full-schedule | +++ sha1sum logger.go:42: 17:13:15 | scheduled-backup-incremental/8-engage-full-schedule | +++ awk '{print $1}' logger.go:42: 17:13:15 | scheduled-backup-incremental/8-engage-full-schedule | +++ head -c 5 logger.go:42: 17:13:15 | scheduled-backup-incremental/8-engage-full-schedule | ++ local prefix=c8a08 logger.go:42: 17:13:15 | scheduled-backup-incremental/8-engage-full-schedule | +++ kubectl get ps-backup -n kuttl-test-perfect-anchovy -l percona.com/backup-ancestor=c8a08-minio-full -o yaml logger.go:42: 17:13:15 | scheduled-backup-incremental/8-engage-full-schedule | +++ yq '.items | length' logger.go:42: 17:13:15 | scheduled-backup-incremental/8-engage-full-schedule | ++ local bcp_count=1 logger.go:42: 17:13:15 | scheduled-backup-incremental/8-engage-full-schedule | ++ echo 1 logger.go:42: 17:13:15 | scheduled-backup-incremental/8-engage-full-schedule | + bcp_count=1 logger.go:42: 17:13:15 | scheduled-backup-incremental/8-engage-full-schedule | + [[ ! 1 -eq 2 ]] logger.go:42: 17:13:15 | scheduled-backup-incremental/8-engage-full-schedule | + echo 'There are 1 full ps-backups but should be 2' logger.go:42: 17:13:15 | scheduled-backup-incremental/8-engage-full-schedule | There are 1 full ps-backups but should be 2 logger.go:42: 17:13:15 | scheduled-backup-incremental/8-engage-full-schedule | + exit 1 logger.go:42: 17:13:16 | scheduled-backup-incremental/8-engage-full-schedule | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-full" "$(get_cluster_name)") if [[ ! $bcp_count -eq 2 ]]; then echo "There are $bcp_count full ps-backups but should be 2" exit 1 fi] logger.go:42: 17:13:16 | scheduled-backup-incremental/8-engage-full-schedule | + source ../../functions logger.go:42: 17:13:16 | scheduled-backup-incremental/8-engage-full-schedule | +++ realpath ../../.. logger.go:42: 17:13:16 | scheduled-backup-incremental/8-engage-full-schedule | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:13:16 | scheduled-backup-incremental/8-engage-full-schedule | ++++ pwd logger.go:42: 17:13:16 | scheduled-backup-incremental/8-engage-full-schedule | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 17:13:16 | scheduled-backup-incremental/8-engage-full-schedule | ++ test_name=scheduled-backup-incremental logger.go:42: 17:13:16 | scheduled-backup-incremental/8-engage-full-schedule | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/vars.sh logger.go:42: 17:13:16 | scheduled-backup-incremental/8-engage-full-schedule | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:13:16 | scheduled-backup-incremental/8-engage-full-schedule | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:13:16 | scheduled-backup-incremental/8-engage-full-schedule | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:13:16 | scheduled-backup-incremental/8-engage-full-schedule | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:13:16 | scheduled-backup-incremental/8-engage-full-schedule | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:13:16 | scheduled-backup-incremental/8-engage-full-schedule | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:13:16 | scheduled-backup-incremental/8-engage-full-schedule | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:13:16 | scheduled-backup-incremental/8-engage-full-schedule | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:13:16 | scheduled-backup-incremental/8-engage-full-schedule | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:13:16 | scheduled-backup-incremental/8-engage-full-schedule | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:13:16 | scheduled-backup-incremental/8-engage-full-schedule | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 17:13:16 | scheduled-backup-incremental/8-engage-full-schedule | +++ export GIT_BRANCH=PR-1269 logger.go:42: 17:13:16 | scheduled-backup-incremental/8-engage-full-schedule | +++ GIT_BRANCH=PR-1269 logger.go:42: 17:13:16 | scheduled-backup-incremental/8-engage-full-schedule | +++ export VERSION=PR-1269-fbab6499 logger.go:42: 17:13:16 | scheduled-backup-incremental/8-engage-full-schedule | +++ VERSION=PR-1269-fbab6499 logger.go:42: 17:13:16 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:13:16 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:13:16 | scheduled-backup-incremental/8-engage-full-schedule | +++ [[ -z 8.0 ]] logger.go:42: 17:13:16 | scheduled-backup-incremental/8-engage-full-schedule | +++ export MYSQL_VERSION=8.0 logger.go:42: 17:13:16 | scheduled-backup-incremental/8-engage-full-schedule | +++ MYSQL_VERSION=8.0 logger.go:42: 17:13:16 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:13:16 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:13:16 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:13:16 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:13:16 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:13:16 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:13:16 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:13:16 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:13:16 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:13:16 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:13:16 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:13:16 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:13:16 | scheduled-backup-incremental/8-engage-full-schedule | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:13:16 | scheduled-backup-incremental/8-engage-full-schedule | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:13:16 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:13:16 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:13:16 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:13:16 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:13:16 | scheduled-backup-incremental/8-engage-full-schedule | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 17:13:16 | scheduled-backup-incremental/8-engage-full-schedule | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 17:13:16 | scheduled-backup-incremental/8-engage-full-schedule | +++ export MINIO_VER=5.4.0 logger.go:42: 17:13:16 | scheduled-backup-incremental/8-engage-full-schedule | +++ MINIO_VER=5.4.0 logger.go:42: 17:13:16 | scheduled-backup-incremental/8-engage-full-schedule | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 17:13:16 | scheduled-backup-incremental/8-engage-full-schedule | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 17:13:16 | scheduled-backup-incremental/8-engage-full-schedule | +++ export VAULT_VER=0.16.1 logger.go:42: 17:13:16 | scheduled-backup-incremental/8-engage-full-schedule | +++ VAULT_VER=0.16.1 logger.go:42: 17:13:16 | scheduled-backup-incremental/8-engage-full-schedule | ++++ which gdate logger.go:42: 17:13:16 | scheduled-backup-incremental/8-engage-full-schedule | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:13:16 | scheduled-backup-incremental/8-engage-full-schedule | ++++ which date logger.go:42: 17:13:16 | scheduled-backup-incremental/8-engage-full-schedule | +++ date=/usr/sbin/date logger.go:42: 17:13:16 | scheduled-backup-incremental/8-engage-full-schedule | +++ oc get projects logger.go:42: 17:13:16 | scheduled-backup-incremental/8-engage-full-schedule | +++ : logger.go:42: 17:13:16 | scheduled-backup-incremental/8-engage-full-schedule | +++ kubectl get nodes logger.go:42: 17:13:16 | scheduled-backup-incremental/8-engage-full-schedule | +++ grep '^minikube' logger.go:42: 17:13:17 | scheduled-backup-incremental/8-engage-full-schedule | +++ which gsed logger.go:42: 17:13:17 | scheduled-backup-incremental/8-engage-full-schedule | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:13:17 | scheduled-backup-incremental/8-engage-full-schedule | +++ which sed logger.go:42: 17:13:17 | scheduled-backup-incremental/8-engage-full-schedule | ++ sed=/usr/sbin/sed logger.go:42: 17:13:17 | scheduled-backup-incremental/8-engage-full-schedule | ++ oc get projects logger.go:42: 17:13:17 | scheduled-backup-incremental/8-engage-full-schedule | +++ kubectl version -o json logger.go:42: 17:13:17 | scheduled-backup-incremental/8-engage-full-schedule | +++ jq -r .serverVersion.gitVersion logger.go:42: 17:13:17 | scheduled-backup-incremental/8-engage-full-schedule | +++ grep '\-eks\-' logger.go:42: 17:13:17 | scheduled-backup-incremental/8-engage-full-schedule | grep: warning: stray \ before - logger.go:42: 17:13:17 | scheduled-backup-incremental/8-engage-full-schedule | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 17:13:17 | scheduled-backup-incremental/8-engage-full-schedule | ++ '[' ']' logger.go:42: 17:13:17 | scheduled-backup-incremental/8-engage-full-schedule | ++ EKS=0 logger.go:42: 17:13:17 | scheduled-backup-incremental/8-engage-full-schedule | +++ get_cluster_name logger.go:42: 17:13:17 | scheduled-backup-incremental/8-engage-full-schedule | +++ kubectl -n kuttl-test-perfect-anchovy get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 17:13:18 | scheduled-backup-incremental/8-engage-full-schedule | ++ count_backups_in_schedule minio-full scheduled-backup-incremental logger.go:42: 17:13:18 | scheduled-backup-incremental/8-engage-full-schedule | ++ local schedule_name=minio-full logger.go:42: 17:13:18 | scheduled-backup-incremental/8-engage-full-schedule | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 17:13:18 | scheduled-backup-incremental/8-engage-full-schedule | +++ printf %s kuttl-test-perfect-anchovy-scheduled-backup-incremental logger.go:42: 17:13:18 | scheduled-backup-incremental/8-engage-full-schedule | +++ sha1sum logger.go:42: 17:13:18 | scheduled-backup-incremental/8-engage-full-schedule | +++ awk '{print $1}' logger.go:42: 17:13:18 | scheduled-backup-incremental/8-engage-full-schedule | +++ head -c 5 logger.go:42: 17:13:18 | scheduled-backup-incremental/8-engage-full-schedule | ++ local prefix=c8a08 logger.go:42: 17:13:18 | scheduled-backup-incremental/8-engage-full-schedule | +++ kubectl get ps-backup -n kuttl-test-perfect-anchovy -l percona.com/backup-ancestor=c8a08-minio-full -o yaml logger.go:42: 17:13:18 | scheduled-backup-incremental/8-engage-full-schedule | +++ yq '.items | length' logger.go:42: 17:13:18 | scheduled-backup-incremental/8-engage-full-schedule | ++ local bcp_count=1 logger.go:42: 17:13:18 | scheduled-backup-incremental/8-engage-full-schedule | ++ echo 1 logger.go:42: 17:13:18 | scheduled-backup-incremental/8-engage-full-schedule | + bcp_count=1 logger.go:42: 17:13:18 | scheduled-backup-incremental/8-engage-full-schedule | + [[ ! 1 -eq 2 ]] logger.go:42: 17:13:18 | scheduled-backup-incremental/8-engage-full-schedule | + echo 'There are 1 full ps-backups but should be 2' logger.go:42: 17:13:18 | scheduled-backup-incremental/8-engage-full-schedule | There are 1 full ps-backups but should be 2 logger.go:42: 17:13:18 | scheduled-backup-incremental/8-engage-full-schedule | + exit 1 logger.go:42: 17:13:20 | scheduled-backup-incremental/8-engage-full-schedule | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-full" "$(get_cluster_name)") if [[ ! $bcp_count -eq 2 ]]; then echo "There are $bcp_count full ps-backups but should be 2" exit 1 fi] logger.go:42: 17:13:20 | scheduled-backup-incremental/8-engage-full-schedule | + source ../../functions logger.go:42: 17:13:20 | scheduled-backup-incremental/8-engage-full-schedule | +++ realpath ../../.. logger.go:42: 17:13:20 | scheduled-backup-incremental/8-engage-full-schedule | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:13:20 | scheduled-backup-incremental/8-engage-full-schedule | ++++ pwd logger.go:42: 17:13:20 | scheduled-backup-incremental/8-engage-full-schedule | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 17:13:20 | scheduled-backup-incremental/8-engage-full-schedule | ++ test_name=scheduled-backup-incremental logger.go:42: 17:13:20 | scheduled-backup-incremental/8-engage-full-schedule | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/vars.sh logger.go:42: 17:13:20 | scheduled-backup-incremental/8-engage-full-schedule | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:13:20 | scheduled-backup-incremental/8-engage-full-schedule | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:13:20 | scheduled-backup-incremental/8-engage-full-schedule | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:13:20 | scheduled-backup-incremental/8-engage-full-schedule | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:13:20 | scheduled-backup-incremental/8-engage-full-schedule | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:13:20 | scheduled-backup-incremental/8-engage-full-schedule | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:13:20 | scheduled-backup-incremental/8-engage-full-schedule | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:13:20 | scheduled-backup-incremental/8-engage-full-schedule | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:13:20 | scheduled-backup-incremental/8-engage-full-schedule | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:13:20 | scheduled-backup-incremental/8-engage-full-schedule | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:13:20 | scheduled-backup-incremental/8-engage-full-schedule | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 17:13:20 | scheduled-backup-incremental/8-engage-full-schedule | +++ export GIT_BRANCH=PR-1269 logger.go:42: 17:13:20 | scheduled-backup-incremental/8-engage-full-schedule | +++ GIT_BRANCH=PR-1269 logger.go:42: 17:13:20 | scheduled-backup-incremental/8-engage-full-schedule | +++ export VERSION=PR-1269-fbab6499 logger.go:42: 17:13:20 | scheduled-backup-incremental/8-engage-full-schedule | +++ VERSION=PR-1269-fbab6499 logger.go:42: 17:13:20 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:13:20 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:13:20 | scheduled-backup-incremental/8-engage-full-schedule | +++ [[ -z 8.0 ]] logger.go:42: 17:13:20 | scheduled-backup-incremental/8-engage-full-schedule | +++ export MYSQL_VERSION=8.0 logger.go:42: 17:13:20 | scheduled-backup-incremental/8-engage-full-schedule | +++ MYSQL_VERSION=8.0 logger.go:42: 17:13:20 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:13:20 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:13:20 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:13:20 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:13:20 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:13:20 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:13:20 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:13:20 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:13:20 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:13:20 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:13:20 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:13:20 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:13:20 | scheduled-backup-incremental/8-engage-full-schedule | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:13:20 | scheduled-backup-incremental/8-engage-full-schedule | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:13:20 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:13:20 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:13:20 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:13:20 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:13:20 | scheduled-backup-incremental/8-engage-full-schedule | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 17:13:20 | scheduled-backup-incremental/8-engage-full-schedule | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 17:13:20 | scheduled-backup-incremental/8-engage-full-schedule | +++ export MINIO_VER=5.4.0 logger.go:42: 17:13:20 | scheduled-backup-incremental/8-engage-full-schedule | +++ MINIO_VER=5.4.0 logger.go:42: 17:13:20 | scheduled-backup-incremental/8-engage-full-schedule | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 17:13:20 | scheduled-backup-incremental/8-engage-full-schedule | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 17:13:20 | scheduled-backup-incremental/8-engage-full-schedule | +++ export VAULT_VER=0.16.1 logger.go:42: 17:13:20 | scheduled-backup-incremental/8-engage-full-schedule | +++ VAULT_VER=0.16.1 logger.go:42: 17:13:20 | scheduled-backup-incremental/8-engage-full-schedule | ++++ which gdate logger.go:42: 17:13:20 | scheduled-backup-incremental/8-engage-full-schedule | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:13:20 | scheduled-backup-incremental/8-engage-full-schedule | ++++ which date logger.go:42: 17:13:20 | scheduled-backup-incremental/8-engage-full-schedule | +++ date=/usr/sbin/date logger.go:42: 17:13:20 | scheduled-backup-incremental/8-engage-full-schedule | +++ oc get projects logger.go:42: 17:13:20 | scheduled-backup-incremental/8-engage-full-schedule | +++ : logger.go:42: 17:13:20 | scheduled-backup-incremental/8-engage-full-schedule | +++ kubectl get nodes logger.go:42: 17:13:20 | scheduled-backup-incremental/8-engage-full-schedule | +++ grep '^minikube' logger.go:42: 17:13:20 | scheduled-backup-incremental/8-engage-full-schedule | +++ which gsed logger.go:42: 17:13:20 | scheduled-backup-incremental/8-engage-full-schedule | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:13:20 | scheduled-backup-incremental/8-engage-full-schedule | +++ which sed logger.go:42: 17:13:20 | scheduled-backup-incremental/8-engage-full-schedule | ++ sed=/usr/sbin/sed logger.go:42: 17:13:20 | scheduled-backup-incremental/8-engage-full-schedule | ++ oc get projects logger.go:42: 17:13:20 | scheduled-backup-incremental/8-engage-full-schedule | +++ kubectl version -o json logger.go:42: 17:13:20 | scheduled-backup-incremental/8-engage-full-schedule | +++ jq -r .serverVersion.gitVersion logger.go:42: 17:13:20 | scheduled-backup-incremental/8-engage-full-schedule | +++ grep '\-eks\-' logger.go:42: 17:13:20 | scheduled-backup-incremental/8-engage-full-schedule | grep: warning: stray \ before - logger.go:42: 17:13:21 | scheduled-backup-incremental/8-engage-full-schedule | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 17:13:21 | scheduled-backup-incremental/8-engage-full-schedule | ++ '[' ']' logger.go:42: 17:13:21 | scheduled-backup-incremental/8-engage-full-schedule | ++ EKS=0 logger.go:42: 17:13:21 | scheduled-backup-incremental/8-engage-full-schedule | +++ get_cluster_name logger.go:42: 17:13:21 | scheduled-backup-incremental/8-engage-full-schedule | +++ kubectl -n kuttl-test-perfect-anchovy get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 17:13:21 | scheduled-backup-incremental/8-engage-full-schedule | ++ count_backups_in_schedule minio-full scheduled-backup-incremental logger.go:42: 17:13:21 | scheduled-backup-incremental/8-engage-full-schedule | ++ local schedule_name=minio-full logger.go:42: 17:13:21 | scheduled-backup-incremental/8-engage-full-schedule | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 17:13:21 | scheduled-backup-incremental/8-engage-full-schedule | +++ printf %s kuttl-test-perfect-anchovy-scheduled-backup-incremental logger.go:42: 17:13:21 | scheduled-backup-incremental/8-engage-full-schedule | +++ sha1sum logger.go:42: 17:13:21 | scheduled-backup-incremental/8-engage-full-schedule | +++ awk '{print $1}' logger.go:42: 17:13:21 | scheduled-backup-incremental/8-engage-full-schedule | +++ head -c 5 logger.go:42: 17:13:21 | scheduled-backup-incremental/8-engage-full-schedule | ++ local prefix=c8a08 logger.go:42: 17:13:21 | scheduled-backup-incremental/8-engage-full-schedule | +++ kubectl get ps-backup -n kuttl-test-perfect-anchovy -l percona.com/backup-ancestor=c8a08-minio-full -o yaml logger.go:42: 17:13:21 | scheduled-backup-incremental/8-engage-full-schedule | +++ yq '.items | length' logger.go:42: 17:13:22 | scheduled-backup-incremental/8-engage-full-schedule | ++ local bcp_count=1 logger.go:42: 17:13:22 | scheduled-backup-incremental/8-engage-full-schedule | ++ echo 1 logger.go:42: 17:13:22 | scheduled-backup-incremental/8-engage-full-schedule | + bcp_count=1 logger.go:42: 17:13:22 | scheduled-backup-incremental/8-engage-full-schedule | + [[ ! 1 -eq 2 ]] logger.go:42: 17:13:22 | scheduled-backup-incremental/8-engage-full-schedule | + echo 'There are 1 full ps-backups but should be 2' logger.go:42: 17:13:22 | scheduled-backup-incremental/8-engage-full-schedule | There are 1 full ps-backups but should be 2 logger.go:42: 17:13:22 | scheduled-backup-incremental/8-engage-full-schedule | + exit 1 logger.go:42: 17:13:23 | scheduled-backup-incremental/8-engage-full-schedule | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-full" "$(get_cluster_name)") if [[ ! $bcp_count -eq 2 ]]; then echo "There are $bcp_count full ps-backups but should be 2" exit 1 fi] logger.go:42: 17:13:23 | scheduled-backup-incremental/8-engage-full-schedule | + source ../../functions logger.go:42: 17:13:23 | scheduled-backup-incremental/8-engage-full-schedule | +++ realpath ../../.. logger.go:42: 17:13:23 | scheduled-backup-incremental/8-engage-full-schedule | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:13:23 | scheduled-backup-incremental/8-engage-full-schedule | ++++ pwd logger.go:42: 17:13:23 | scheduled-backup-incremental/8-engage-full-schedule | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 17:13:23 | scheduled-backup-incremental/8-engage-full-schedule | ++ test_name=scheduled-backup-incremental logger.go:42: 17:13:23 | scheduled-backup-incremental/8-engage-full-schedule | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/vars.sh logger.go:42: 17:13:23 | scheduled-backup-incremental/8-engage-full-schedule | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:13:23 | scheduled-backup-incremental/8-engage-full-schedule | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:13:23 | scheduled-backup-incremental/8-engage-full-schedule | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:13:23 | scheduled-backup-incremental/8-engage-full-schedule | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:13:23 | scheduled-backup-incremental/8-engage-full-schedule | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:13:23 | scheduled-backup-incremental/8-engage-full-schedule | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:13:23 | scheduled-backup-incremental/8-engage-full-schedule | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:13:23 | scheduled-backup-incremental/8-engage-full-schedule | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:13:23 | scheduled-backup-incremental/8-engage-full-schedule | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:13:23 | scheduled-backup-incremental/8-engage-full-schedule | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:13:23 | scheduled-backup-incremental/8-engage-full-schedule | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 17:13:23 | scheduled-backup-incremental/8-engage-full-schedule | +++ export GIT_BRANCH=PR-1269 logger.go:42: 17:13:23 | scheduled-backup-incremental/8-engage-full-schedule | +++ GIT_BRANCH=PR-1269 logger.go:42: 17:13:23 | scheduled-backup-incremental/8-engage-full-schedule | +++ export VERSION=PR-1269-fbab6499 logger.go:42: 17:13:23 | scheduled-backup-incremental/8-engage-full-schedule | +++ VERSION=PR-1269-fbab6499 logger.go:42: 17:13:23 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:13:23 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:13:23 | scheduled-backup-incremental/8-engage-full-schedule | +++ [[ -z 8.0 ]] logger.go:42: 17:13:23 | scheduled-backup-incremental/8-engage-full-schedule | +++ export MYSQL_VERSION=8.0 logger.go:42: 17:13:23 | scheduled-backup-incremental/8-engage-full-schedule | +++ MYSQL_VERSION=8.0 logger.go:42: 17:13:23 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:13:23 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:13:23 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:13:23 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:13:23 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:13:23 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:13:23 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:13:23 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:13:23 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:13:23 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:13:23 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:13:23 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:13:23 | scheduled-backup-incremental/8-engage-full-schedule | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:13:23 | scheduled-backup-incremental/8-engage-full-schedule | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:13:23 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:13:23 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:13:23 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:13:23 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:13:23 | scheduled-backup-incremental/8-engage-full-schedule | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 17:13:23 | scheduled-backup-incremental/8-engage-full-schedule | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 17:13:23 | scheduled-backup-incremental/8-engage-full-schedule | +++ export MINIO_VER=5.4.0 logger.go:42: 17:13:23 | scheduled-backup-incremental/8-engage-full-schedule | +++ MINIO_VER=5.4.0 logger.go:42: 17:13:23 | scheduled-backup-incremental/8-engage-full-schedule | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 17:13:23 | scheduled-backup-incremental/8-engage-full-schedule | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 17:13:23 | scheduled-backup-incremental/8-engage-full-schedule | +++ export VAULT_VER=0.16.1 logger.go:42: 17:13:23 | scheduled-backup-incremental/8-engage-full-schedule | +++ VAULT_VER=0.16.1 logger.go:42: 17:13:23 | scheduled-backup-incremental/8-engage-full-schedule | ++++ which gdate logger.go:42: 17:13:23 | scheduled-backup-incremental/8-engage-full-schedule | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:13:23 | scheduled-backup-incremental/8-engage-full-schedule | ++++ which date logger.go:42: 17:13:23 | scheduled-backup-incremental/8-engage-full-schedule | +++ date=/usr/sbin/date logger.go:42: 17:13:23 | scheduled-backup-incremental/8-engage-full-schedule | +++ oc get projects logger.go:42: 17:13:23 | scheduled-backup-incremental/8-engage-full-schedule | +++ : logger.go:42: 17:13:23 | scheduled-backup-incremental/8-engage-full-schedule | +++ kubectl get nodes logger.go:42: 17:13:23 | scheduled-backup-incremental/8-engage-full-schedule | +++ grep '^minikube' logger.go:42: 17:13:23 | scheduled-backup-incremental/8-engage-full-schedule | +++ which gsed logger.go:42: 17:13:23 | scheduled-backup-incremental/8-engage-full-schedule | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:13:23 | scheduled-backup-incremental/8-engage-full-schedule | +++ which sed logger.go:42: 17:13:23 | scheduled-backup-incremental/8-engage-full-schedule | ++ sed=/usr/sbin/sed logger.go:42: 17:13:23 | scheduled-backup-incremental/8-engage-full-schedule | ++ oc get projects logger.go:42: 17:13:23 | scheduled-backup-incremental/8-engage-full-schedule | +++ kubectl version -o json logger.go:42: 17:13:23 | scheduled-backup-incremental/8-engage-full-schedule | +++ jq -r .serverVersion.gitVersion logger.go:42: 17:13:23 | scheduled-backup-incremental/8-engage-full-schedule | +++ grep '\-eks\-' logger.go:42: 17:13:23 | scheduled-backup-incremental/8-engage-full-schedule | grep: warning: stray \ before - logger.go:42: 17:13:24 | scheduled-backup-incremental/8-engage-full-schedule | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 17:13:24 | scheduled-backup-incremental/8-engage-full-schedule | ++ '[' ']' logger.go:42: 17:13:24 | scheduled-backup-incremental/8-engage-full-schedule | ++ EKS=0 logger.go:42: 17:13:24 | scheduled-backup-incremental/8-engage-full-schedule | +++ get_cluster_name logger.go:42: 17:13:24 | scheduled-backup-incremental/8-engage-full-schedule | +++ kubectl -n kuttl-test-perfect-anchovy get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 17:13:24 | scheduled-backup-incremental/8-engage-full-schedule | ++ count_backups_in_schedule minio-full scheduled-backup-incremental logger.go:42: 17:13:24 | scheduled-backup-incremental/8-engage-full-schedule | ++ local schedule_name=minio-full logger.go:42: 17:13:24 | scheduled-backup-incremental/8-engage-full-schedule | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 17:13:24 | scheduled-backup-incremental/8-engage-full-schedule | +++ printf %s kuttl-test-perfect-anchovy-scheduled-backup-incremental logger.go:42: 17:13:24 | scheduled-backup-incremental/8-engage-full-schedule | +++ sha1sum logger.go:42: 17:13:24 | scheduled-backup-incremental/8-engage-full-schedule | +++ awk '{print $1}' logger.go:42: 17:13:24 | scheduled-backup-incremental/8-engage-full-schedule | +++ head -c 5 logger.go:42: 17:13:24 | scheduled-backup-incremental/8-engage-full-schedule | ++ local prefix=c8a08 logger.go:42: 17:13:24 | scheduled-backup-incremental/8-engage-full-schedule | +++ kubectl get ps-backup -n kuttl-test-perfect-anchovy -l percona.com/backup-ancestor=c8a08-minio-full -o yaml logger.go:42: 17:13:24 | scheduled-backup-incremental/8-engage-full-schedule | +++ yq '.items | length' logger.go:42: 17:13:25 | scheduled-backup-incremental/8-engage-full-schedule | ++ local bcp_count=1 logger.go:42: 17:13:25 | scheduled-backup-incremental/8-engage-full-schedule | ++ echo 1 logger.go:42: 17:13:25 | scheduled-backup-incremental/8-engage-full-schedule | + bcp_count=1 logger.go:42: 17:13:25 | scheduled-backup-incremental/8-engage-full-schedule | + [[ ! 1 -eq 2 ]] logger.go:42: 17:13:25 | scheduled-backup-incremental/8-engage-full-schedule | + echo 'There are 1 full ps-backups but should be 2' logger.go:42: 17:13:25 | scheduled-backup-incremental/8-engage-full-schedule | There are 1 full ps-backups but should be 2 logger.go:42: 17:13:25 | scheduled-backup-incremental/8-engage-full-schedule | + exit 1 logger.go:42: 17:13:26 | scheduled-backup-incremental/8-engage-full-schedule | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-full" "$(get_cluster_name)") if [[ ! $bcp_count -eq 2 ]]; then echo "There are $bcp_count full ps-backups but should be 2" exit 1 fi] logger.go:42: 17:13:26 | scheduled-backup-incremental/8-engage-full-schedule | + source ../../functions logger.go:42: 17:13:26 | scheduled-backup-incremental/8-engage-full-schedule | +++ realpath ../../.. logger.go:42: 17:13:26 | scheduled-backup-incremental/8-engage-full-schedule | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:13:26 | scheduled-backup-incremental/8-engage-full-schedule | ++++ pwd logger.go:42: 17:13:26 | scheduled-backup-incremental/8-engage-full-schedule | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 17:13:26 | scheduled-backup-incremental/8-engage-full-schedule | ++ test_name=scheduled-backup-incremental logger.go:42: 17:13:26 | scheduled-backup-incremental/8-engage-full-schedule | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/vars.sh logger.go:42: 17:13:26 | scheduled-backup-incremental/8-engage-full-schedule | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:13:26 | scheduled-backup-incremental/8-engage-full-schedule | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:13:26 | scheduled-backup-incremental/8-engage-full-schedule | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:13:26 | scheduled-backup-incremental/8-engage-full-schedule | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:13:26 | scheduled-backup-incremental/8-engage-full-schedule | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:13:26 | scheduled-backup-incremental/8-engage-full-schedule | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:13:26 | scheduled-backup-incremental/8-engage-full-schedule | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:13:26 | scheduled-backup-incremental/8-engage-full-schedule | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:13:26 | scheduled-backup-incremental/8-engage-full-schedule | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:13:26 | scheduled-backup-incremental/8-engage-full-schedule | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:13:26 | scheduled-backup-incremental/8-engage-full-schedule | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 17:13:26 | scheduled-backup-incremental/8-engage-full-schedule | +++ export GIT_BRANCH=PR-1269 logger.go:42: 17:13:26 | scheduled-backup-incremental/8-engage-full-schedule | +++ GIT_BRANCH=PR-1269 logger.go:42: 17:13:26 | scheduled-backup-incremental/8-engage-full-schedule | +++ export VERSION=PR-1269-fbab6499 logger.go:42: 17:13:26 | scheduled-backup-incremental/8-engage-full-schedule | +++ VERSION=PR-1269-fbab6499 logger.go:42: 17:13:26 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:13:26 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:13:26 | scheduled-backup-incremental/8-engage-full-schedule | +++ [[ -z 8.0 ]] logger.go:42: 17:13:26 | scheduled-backup-incremental/8-engage-full-schedule | +++ export MYSQL_VERSION=8.0 logger.go:42: 17:13:26 | scheduled-backup-incremental/8-engage-full-schedule | +++ MYSQL_VERSION=8.0 logger.go:42: 17:13:26 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:13:26 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:13:26 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:13:26 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:13:26 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:13:26 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:13:26 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:13:26 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:13:26 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:13:26 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:13:26 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:13:26 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:13:26 | scheduled-backup-incremental/8-engage-full-schedule | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:13:26 | scheduled-backup-incremental/8-engage-full-schedule | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:13:26 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:13:26 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:13:26 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:13:26 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:13:26 | scheduled-backup-incremental/8-engage-full-schedule | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 17:13:26 | scheduled-backup-incremental/8-engage-full-schedule | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 17:13:26 | scheduled-backup-incremental/8-engage-full-schedule | +++ export MINIO_VER=5.4.0 logger.go:42: 17:13:26 | scheduled-backup-incremental/8-engage-full-schedule | +++ MINIO_VER=5.4.0 logger.go:42: 17:13:26 | scheduled-backup-incremental/8-engage-full-schedule | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 17:13:26 | scheduled-backup-incremental/8-engage-full-schedule | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 17:13:26 | scheduled-backup-incremental/8-engage-full-schedule | +++ export VAULT_VER=0.16.1 logger.go:42: 17:13:26 | scheduled-backup-incremental/8-engage-full-schedule | +++ VAULT_VER=0.16.1 logger.go:42: 17:13:26 | scheduled-backup-incremental/8-engage-full-schedule | ++++ which gdate logger.go:42: 17:13:26 | scheduled-backup-incremental/8-engage-full-schedule | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:13:26 | scheduled-backup-incremental/8-engage-full-schedule | ++++ which date logger.go:42: 17:13:26 | scheduled-backup-incremental/8-engage-full-schedule | +++ date=/usr/sbin/date logger.go:42: 17:13:26 | scheduled-backup-incremental/8-engage-full-schedule | +++ oc get projects logger.go:42: 17:13:26 | scheduled-backup-incremental/8-engage-full-schedule | +++ : logger.go:42: 17:13:26 | scheduled-backup-incremental/8-engage-full-schedule | +++ kubectl get nodes logger.go:42: 17:13:26 | scheduled-backup-incremental/8-engage-full-schedule | +++ grep '^minikube' logger.go:42: 17:13:27 | scheduled-backup-incremental/8-engage-full-schedule | +++ which gsed logger.go:42: 17:13:27 | scheduled-backup-incremental/8-engage-full-schedule | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:13:27 | scheduled-backup-incremental/8-engage-full-schedule | +++ which sed logger.go:42: 17:13:27 | scheduled-backup-incremental/8-engage-full-schedule | ++ sed=/usr/sbin/sed logger.go:42: 17:13:27 | scheduled-backup-incremental/8-engage-full-schedule | ++ oc get projects logger.go:42: 17:13:27 | scheduled-backup-incremental/8-engage-full-schedule | +++ kubectl version -o json logger.go:42: 17:13:27 | scheduled-backup-incremental/8-engage-full-schedule | +++ jq -r .serverVersion.gitVersion logger.go:42: 17:13:27 | scheduled-backup-incremental/8-engage-full-schedule | +++ grep '\-eks\-' logger.go:42: 17:13:27 | scheduled-backup-incremental/8-engage-full-schedule | grep: warning: stray \ before - logger.go:42: 17:13:27 | scheduled-backup-incremental/8-engage-full-schedule | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 17:13:27 | scheduled-backup-incremental/8-engage-full-schedule | ++ '[' ']' logger.go:42: 17:13:27 | scheduled-backup-incremental/8-engage-full-schedule | ++ EKS=0 logger.go:42: 17:13:27 | scheduled-backup-incremental/8-engage-full-schedule | +++ get_cluster_name logger.go:42: 17:13:27 | scheduled-backup-incremental/8-engage-full-schedule | +++ kubectl -n kuttl-test-perfect-anchovy get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 17:13:28 | scheduled-backup-incremental/8-engage-full-schedule | ++ count_backups_in_schedule minio-full scheduled-backup-incremental logger.go:42: 17:13:28 | scheduled-backup-incremental/8-engage-full-schedule | ++ local schedule_name=minio-full logger.go:42: 17:13:28 | scheduled-backup-incremental/8-engage-full-schedule | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 17:13:28 | scheduled-backup-incremental/8-engage-full-schedule | +++ printf %s kuttl-test-perfect-anchovy-scheduled-backup-incremental logger.go:42: 17:13:28 | scheduled-backup-incremental/8-engage-full-schedule | +++ sha1sum logger.go:42: 17:13:28 | scheduled-backup-incremental/8-engage-full-schedule | +++ awk '{print $1}' logger.go:42: 17:13:28 | scheduled-backup-incremental/8-engage-full-schedule | +++ head -c 5 logger.go:42: 17:13:28 | scheduled-backup-incremental/8-engage-full-schedule | ++ local prefix=c8a08 logger.go:42: 17:13:28 | scheduled-backup-incremental/8-engage-full-schedule | +++ kubectl get ps-backup -n kuttl-test-perfect-anchovy -l percona.com/backup-ancestor=c8a08-minio-full -o yaml logger.go:42: 17:13:28 | scheduled-backup-incremental/8-engage-full-schedule | +++ yq '.items | length' logger.go:42: 17:13:28 | scheduled-backup-incremental/8-engage-full-schedule | ++ local bcp_count=1 logger.go:42: 17:13:28 | scheduled-backup-incremental/8-engage-full-schedule | ++ echo 1 logger.go:42: 17:13:28 | scheduled-backup-incremental/8-engage-full-schedule | + bcp_count=1 logger.go:42: 17:13:28 | scheduled-backup-incremental/8-engage-full-schedule | + [[ ! 1 -eq 2 ]] logger.go:42: 17:13:28 | scheduled-backup-incremental/8-engage-full-schedule | + echo 'There are 1 full ps-backups but should be 2' logger.go:42: 17:13:28 | scheduled-backup-incremental/8-engage-full-schedule | There are 1 full ps-backups but should be 2 logger.go:42: 17:13:28 | scheduled-backup-incremental/8-engage-full-schedule | + exit 1 logger.go:42: 17:13:29 | scheduled-backup-incremental/8-engage-full-schedule | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-full" "$(get_cluster_name)") if [[ ! $bcp_count -eq 2 ]]; then echo "There are $bcp_count full ps-backups but should be 2" exit 1 fi] logger.go:42: 17:13:29 | scheduled-backup-incremental/8-engage-full-schedule | + source ../../functions logger.go:42: 17:13:29 | scheduled-backup-incremental/8-engage-full-schedule | +++ realpath ../../.. logger.go:42: 17:13:29 | scheduled-backup-incremental/8-engage-full-schedule | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:13:29 | scheduled-backup-incremental/8-engage-full-schedule | ++++ pwd logger.go:42: 17:13:29 | scheduled-backup-incremental/8-engage-full-schedule | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 17:13:29 | scheduled-backup-incremental/8-engage-full-schedule | ++ test_name=scheduled-backup-incremental logger.go:42: 17:13:29 | scheduled-backup-incremental/8-engage-full-schedule | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/vars.sh logger.go:42: 17:13:29 | scheduled-backup-incremental/8-engage-full-schedule | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:13:29 | scheduled-backup-incremental/8-engage-full-schedule | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:13:29 | scheduled-backup-incremental/8-engage-full-schedule | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:13:29 | scheduled-backup-incremental/8-engage-full-schedule | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:13:29 | scheduled-backup-incremental/8-engage-full-schedule | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:13:29 | scheduled-backup-incremental/8-engage-full-schedule | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:13:29 | scheduled-backup-incremental/8-engage-full-schedule | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:13:29 | scheduled-backup-incremental/8-engage-full-schedule | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:13:29 | scheduled-backup-incremental/8-engage-full-schedule | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:13:29 | scheduled-backup-incremental/8-engage-full-schedule | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:13:29 | scheduled-backup-incremental/8-engage-full-schedule | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 17:13:29 | scheduled-backup-incremental/8-engage-full-schedule | +++ export GIT_BRANCH=PR-1269 logger.go:42: 17:13:29 | scheduled-backup-incremental/8-engage-full-schedule | +++ GIT_BRANCH=PR-1269 logger.go:42: 17:13:29 | scheduled-backup-incremental/8-engage-full-schedule | +++ export VERSION=PR-1269-fbab6499 logger.go:42: 17:13:29 | scheduled-backup-incremental/8-engage-full-schedule | +++ VERSION=PR-1269-fbab6499 logger.go:42: 17:13:29 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:13:29 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:13:29 | scheduled-backup-incremental/8-engage-full-schedule | +++ [[ -z 8.0 ]] logger.go:42: 17:13:29 | scheduled-backup-incremental/8-engage-full-schedule | +++ export MYSQL_VERSION=8.0 logger.go:42: 17:13:29 | scheduled-backup-incremental/8-engage-full-schedule | +++ MYSQL_VERSION=8.0 logger.go:42: 17:13:29 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:13:29 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:13:29 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:13:29 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:13:29 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:13:29 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:13:29 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:13:29 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:13:29 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:13:29 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:13:29 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:13:29 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:13:29 | scheduled-backup-incremental/8-engage-full-schedule | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:13:29 | scheduled-backup-incremental/8-engage-full-schedule | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:13:29 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:13:29 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:13:29 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:13:29 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:13:29 | scheduled-backup-incremental/8-engage-full-schedule | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 17:13:29 | scheduled-backup-incremental/8-engage-full-schedule | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 17:13:29 | scheduled-backup-incremental/8-engage-full-schedule | +++ export MINIO_VER=5.4.0 logger.go:42: 17:13:29 | scheduled-backup-incremental/8-engage-full-schedule | +++ MINIO_VER=5.4.0 logger.go:42: 17:13:29 | scheduled-backup-incremental/8-engage-full-schedule | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 17:13:29 | scheduled-backup-incremental/8-engage-full-schedule | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 17:13:29 | scheduled-backup-incremental/8-engage-full-schedule | +++ export VAULT_VER=0.16.1 logger.go:42: 17:13:29 | scheduled-backup-incremental/8-engage-full-schedule | +++ VAULT_VER=0.16.1 logger.go:42: 17:13:29 | scheduled-backup-incremental/8-engage-full-schedule | ++++ which gdate logger.go:42: 17:13:29 | scheduled-backup-incremental/8-engage-full-schedule | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:13:29 | scheduled-backup-incremental/8-engage-full-schedule | ++++ which date logger.go:42: 17:13:29 | scheduled-backup-incremental/8-engage-full-schedule | +++ date=/usr/sbin/date logger.go:42: 17:13:29 | scheduled-backup-incremental/8-engage-full-schedule | +++ oc get projects logger.go:42: 17:13:29 | scheduled-backup-incremental/8-engage-full-schedule | +++ : logger.go:42: 17:13:29 | scheduled-backup-incremental/8-engage-full-schedule | +++ kubectl get nodes logger.go:42: 17:13:29 | scheduled-backup-incremental/8-engage-full-schedule | +++ grep '^minikube' logger.go:42: 17:13:30 | scheduled-backup-incremental/8-engage-full-schedule | +++ which gsed logger.go:42: 17:13:30 | scheduled-backup-incremental/8-engage-full-schedule | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:13:30 | scheduled-backup-incremental/8-engage-full-schedule | +++ which sed logger.go:42: 17:13:30 | scheduled-backup-incremental/8-engage-full-schedule | ++ sed=/usr/sbin/sed logger.go:42: 17:13:30 | scheduled-backup-incremental/8-engage-full-schedule | ++ oc get projects logger.go:42: 17:13:30 | scheduled-backup-incremental/8-engage-full-schedule | +++ kubectl version -o json logger.go:42: 17:13:30 | scheduled-backup-incremental/8-engage-full-schedule | +++ jq -r .serverVersion.gitVersion logger.go:42: 17:13:30 | scheduled-backup-incremental/8-engage-full-schedule | +++ grep '\-eks\-' logger.go:42: 17:13:30 | scheduled-backup-incremental/8-engage-full-schedule | grep: warning: stray \ before - logger.go:42: 17:13:30 | scheduled-backup-incremental/8-engage-full-schedule | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 17:13:30 | scheduled-backup-incremental/8-engage-full-schedule | ++ '[' ']' logger.go:42: 17:13:30 | scheduled-backup-incremental/8-engage-full-schedule | ++ EKS=0 logger.go:42: 17:13:30 | scheduled-backup-incremental/8-engage-full-schedule | +++ get_cluster_name logger.go:42: 17:13:30 | scheduled-backup-incremental/8-engage-full-schedule | +++ kubectl -n kuttl-test-perfect-anchovy get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 17:13:31 | scheduled-backup-incremental/8-engage-full-schedule | ++ count_backups_in_schedule minio-full scheduled-backup-incremental logger.go:42: 17:13:31 | scheduled-backup-incremental/8-engage-full-schedule | ++ local schedule_name=minio-full logger.go:42: 17:13:31 | scheduled-backup-incremental/8-engage-full-schedule | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 17:13:31 | scheduled-backup-incremental/8-engage-full-schedule | +++ printf %s kuttl-test-perfect-anchovy-scheduled-backup-incremental logger.go:42: 17:13:31 | scheduled-backup-incremental/8-engage-full-schedule | +++ sha1sum logger.go:42: 17:13:31 | scheduled-backup-incremental/8-engage-full-schedule | +++ awk '{print $1}' logger.go:42: 17:13:31 | scheduled-backup-incremental/8-engage-full-schedule | +++ head -c 5 logger.go:42: 17:13:31 | scheduled-backup-incremental/8-engage-full-schedule | ++ local prefix=c8a08 logger.go:42: 17:13:31 | scheduled-backup-incremental/8-engage-full-schedule | +++ kubectl get ps-backup -n kuttl-test-perfect-anchovy -l percona.com/backup-ancestor=c8a08-minio-full -o yaml logger.go:42: 17:13:31 | scheduled-backup-incremental/8-engage-full-schedule | +++ yq '.items | length' logger.go:42: 17:13:31 | scheduled-backup-incremental/8-engage-full-schedule | ++ local bcp_count=1 logger.go:42: 17:13:31 | scheduled-backup-incremental/8-engage-full-schedule | ++ echo 1 logger.go:42: 17:13:31 | scheduled-backup-incremental/8-engage-full-schedule | + bcp_count=1 logger.go:42: 17:13:31 | scheduled-backup-incremental/8-engage-full-schedule | + [[ ! 1 -eq 2 ]] logger.go:42: 17:13:31 | scheduled-backup-incremental/8-engage-full-schedule | + echo 'There are 1 full ps-backups but should be 2' logger.go:42: 17:13:31 | scheduled-backup-incremental/8-engage-full-schedule | There are 1 full ps-backups but should be 2 logger.go:42: 17:13:31 | scheduled-backup-incremental/8-engage-full-schedule | + exit 1 logger.go:42: 17:13:33 | scheduled-backup-incremental/8-engage-full-schedule | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-full" "$(get_cluster_name)") if [[ ! $bcp_count -eq 2 ]]; then echo "There are $bcp_count full ps-backups but should be 2" exit 1 fi] logger.go:42: 17:13:33 | scheduled-backup-incremental/8-engage-full-schedule | + source ../../functions logger.go:42: 17:13:33 | scheduled-backup-incremental/8-engage-full-schedule | +++ realpath ../../.. logger.go:42: 17:13:33 | scheduled-backup-incremental/8-engage-full-schedule | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:13:33 | scheduled-backup-incremental/8-engage-full-schedule | ++++ pwd logger.go:42: 17:13:33 | scheduled-backup-incremental/8-engage-full-schedule | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 17:13:33 | scheduled-backup-incremental/8-engage-full-schedule | ++ test_name=scheduled-backup-incremental logger.go:42: 17:13:33 | scheduled-backup-incremental/8-engage-full-schedule | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/vars.sh logger.go:42: 17:13:33 | scheduled-backup-incremental/8-engage-full-schedule | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:13:33 | scheduled-backup-incremental/8-engage-full-schedule | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:13:33 | scheduled-backup-incremental/8-engage-full-schedule | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:13:33 | scheduled-backup-incremental/8-engage-full-schedule | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:13:33 | scheduled-backup-incremental/8-engage-full-schedule | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:13:33 | scheduled-backup-incremental/8-engage-full-schedule | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:13:33 | scheduled-backup-incremental/8-engage-full-schedule | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:13:33 | scheduled-backup-incremental/8-engage-full-schedule | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:13:33 | scheduled-backup-incremental/8-engage-full-schedule | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:13:33 | scheduled-backup-incremental/8-engage-full-schedule | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:13:33 | scheduled-backup-incremental/8-engage-full-schedule | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 17:13:33 | scheduled-backup-incremental/8-engage-full-schedule | +++ export GIT_BRANCH=PR-1269 logger.go:42: 17:13:33 | scheduled-backup-incremental/8-engage-full-schedule | +++ GIT_BRANCH=PR-1269 logger.go:42: 17:13:33 | scheduled-backup-incremental/8-engage-full-schedule | +++ export VERSION=PR-1269-fbab6499 logger.go:42: 17:13:33 | scheduled-backup-incremental/8-engage-full-schedule | +++ VERSION=PR-1269-fbab6499 logger.go:42: 17:13:33 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:13:33 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:13:33 | scheduled-backup-incremental/8-engage-full-schedule | +++ [[ -z 8.0 ]] logger.go:42: 17:13:33 | scheduled-backup-incremental/8-engage-full-schedule | +++ export MYSQL_VERSION=8.0 logger.go:42: 17:13:33 | scheduled-backup-incremental/8-engage-full-schedule | +++ MYSQL_VERSION=8.0 logger.go:42: 17:13:33 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:13:33 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:13:33 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:13:33 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:13:33 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:13:33 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:13:33 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:13:33 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:13:33 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:13:33 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:13:33 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:13:33 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:13:33 | scheduled-backup-incremental/8-engage-full-schedule | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:13:33 | scheduled-backup-incremental/8-engage-full-schedule | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:13:33 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:13:33 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:13:33 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:13:33 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:13:33 | scheduled-backup-incremental/8-engage-full-schedule | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 17:13:33 | scheduled-backup-incremental/8-engage-full-schedule | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 17:13:33 | scheduled-backup-incremental/8-engage-full-schedule | +++ export MINIO_VER=5.4.0 logger.go:42: 17:13:33 | scheduled-backup-incremental/8-engage-full-schedule | +++ MINIO_VER=5.4.0 logger.go:42: 17:13:33 | scheduled-backup-incremental/8-engage-full-schedule | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 17:13:33 | scheduled-backup-incremental/8-engage-full-schedule | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 17:13:33 | scheduled-backup-incremental/8-engage-full-schedule | +++ export VAULT_VER=0.16.1 logger.go:42: 17:13:33 | scheduled-backup-incremental/8-engage-full-schedule | +++ VAULT_VER=0.16.1 logger.go:42: 17:13:33 | scheduled-backup-incremental/8-engage-full-schedule | ++++ which gdate logger.go:42: 17:13:33 | scheduled-backup-incremental/8-engage-full-schedule | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:13:33 | scheduled-backup-incremental/8-engage-full-schedule | ++++ which date logger.go:42: 17:13:33 | scheduled-backup-incremental/8-engage-full-schedule | +++ date=/usr/sbin/date logger.go:42: 17:13:33 | scheduled-backup-incremental/8-engage-full-schedule | +++ oc get projects logger.go:42: 17:13:33 | scheduled-backup-incremental/8-engage-full-schedule | +++ : logger.go:42: 17:13:33 | scheduled-backup-incremental/8-engage-full-schedule | +++ kubectl get nodes logger.go:42: 17:13:33 | scheduled-backup-incremental/8-engage-full-schedule | +++ grep '^minikube' logger.go:42: 17:13:33 | scheduled-backup-incremental/8-engage-full-schedule | +++ which gsed logger.go:42: 17:13:33 | scheduled-backup-incremental/8-engage-full-schedule | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:13:33 | scheduled-backup-incremental/8-engage-full-schedule | +++ which sed logger.go:42: 17:13:33 | scheduled-backup-incremental/8-engage-full-schedule | ++ sed=/usr/sbin/sed logger.go:42: 17:13:33 | scheduled-backup-incremental/8-engage-full-schedule | ++ oc get projects logger.go:42: 17:13:33 | scheduled-backup-incremental/8-engage-full-schedule | +++ kubectl version -o json logger.go:42: 17:13:33 | scheduled-backup-incremental/8-engage-full-schedule | +++ jq -r .serverVersion.gitVersion logger.go:42: 17:13:33 | scheduled-backup-incremental/8-engage-full-schedule | +++ grep '\-eks\-' logger.go:42: 17:13:33 | scheduled-backup-incremental/8-engage-full-schedule | grep: warning: stray \ before - logger.go:42: 17:13:34 | scheduled-backup-incremental/8-engage-full-schedule | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 17:13:34 | scheduled-backup-incremental/8-engage-full-schedule | ++ '[' ']' logger.go:42: 17:13:34 | scheduled-backup-incremental/8-engage-full-schedule | ++ EKS=0 logger.go:42: 17:13:34 | scheduled-backup-incremental/8-engage-full-schedule | +++ get_cluster_name logger.go:42: 17:13:34 | scheduled-backup-incremental/8-engage-full-schedule | +++ kubectl -n kuttl-test-perfect-anchovy get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 17:13:34 | scheduled-backup-incremental/8-engage-full-schedule | ++ count_backups_in_schedule minio-full scheduled-backup-incremental logger.go:42: 17:13:34 | scheduled-backup-incremental/8-engage-full-schedule | ++ local schedule_name=minio-full logger.go:42: 17:13:34 | scheduled-backup-incremental/8-engage-full-schedule | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 17:13:34 | scheduled-backup-incremental/8-engage-full-schedule | +++ printf %s kuttl-test-perfect-anchovy-scheduled-backup-incremental logger.go:42: 17:13:34 | scheduled-backup-incremental/8-engage-full-schedule | +++ sha1sum logger.go:42: 17:13:34 | scheduled-backup-incremental/8-engage-full-schedule | +++ awk '{print $1}' logger.go:42: 17:13:34 | scheduled-backup-incremental/8-engage-full-schedule | +++ head -c 5 logger.go:42: 17:13:34 | scheduled-backup-incremental/8-engage-full-schedule | ++ local prefix=c8a08 logger.go:42: 17:13:34 | scheduled-backup-incremental/8-engage-full-schedule | +++ kubectl get ps-backup -n kuttl-test-perfect-anchovy -l percona.com/backup-ancestor=c8a08-minio-full -o yaml logger.go:42: 17:13:34 | scheduled-backup-incremental/8-engage-full-schedule | +++ yq '.items | length' logger.go:42: 17:13:35 | scheduled-backup-incremental/8-engage-full-schedule | ++ local bcp_count=1 logger.go:42: 17:13:35 | scheduled-backup-incremental/8-engage-full-schedule | ++ echo 1 logger.go:42: 17:13:35 | scheduled-backup-incremental/8-engage-full-schedule | + bcp_count=1 logger.go:42: 17:13:35 | scheduled-backup-incremental/8-engage-full-schedule | + [[ ! 1 -eq 2 ]] logger.go:42: 17:13:35 | scheduled-backup-incremental/8-engage-full-schedule | + echo 'There are 1 full ps-backups but should be 2' logger.go:42: 17:13:35 | scheduled-backup-incremental/8-engage-full-schedule | There are 1 full ps-backups but should be 2 logger.go:42: 17:13:35 | scheduled-backup-incremental/8-engage-full-schedule | + exit 1 logger.go:42: 17:13:36 | scheduled-backup-incremental/8-engage-full-schedule | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-full" "$(get_cluster_name)") if [[ ! $bcp_count -eq 2 ]]; then echo "There are $bcp_count full ps-backups but should be 2" exit 1 fi] logger.go:42: 17:13:36 | scheduled-backup-incremental/8-engage-full-schedule | + source ../../functions logger.go:42: 17:13:36 | scheduled-backup-incremental/8-engage-full-schedule | +++ realpath ../../.. logger.go:42: 17:13:36 | scheduled-backup-incremental/8-engage-full-schedule | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:13:36 | scheduled-backup-incremental/8-engage-full-schedule | ++++ pwd logger.go:42: 17:13:36 | scheduled-backup-incremental/8-engage-full-schedule | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 17:13:36 | scheduled-backup-incremental/8-engage-full-schedule | ++ test_name=scheduled-backup-incremental logger.go:42: 17:13:36 | scheduled-backup-incremental/8-engage-full-schedule | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/vars.sh logger.go:42: 17:13:36 | scheduled-backup-incremental/8-engage-full-schedule | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:13:36 | scheduled-backup-incremental/8-engage-full-schedule | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:13:36 | scheduled-backup-incremental/8-engage-full-schedule | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:13:36 | scheduled-backup-incremental/8-engage-full-schedule | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:13:36 | scheduled-backup-incremental/8-engage-full-schedule | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:13:36 | scheduled-backup-incremental/8-engage-full-schedule | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:13:36 | scheduled-backup-incremental/8-engage-full-schedule | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:13:36 | scheduled-backup-incremental/8-engage-full-schedule | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:13:36 | scheduled-backup-incremental/8-engage-full-schedule | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:13:36 | scheduled-backup-incremental/8-engage-full-schedule | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:13:36 | scheduled-backup-incremental/8-engage-full-schedule | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 17:13:36 | scheduled-backup-incremental/8-engage-full-schedule | +++ export GIT_BRANCH=PR-1269 logger.go:42: 17:13:36 | scheduled-backup-incremental/8-engage-full-schedule | +++ GIT_BRANCH=PR-1269 logger.go:42: 17:13:36 | scheduled-backup-incremental/8-engage-full-schedule | +++ export VERSION=PR-1269-fbab6499 logger.go:42: 17:13:36 | scheduled-backup-incremental/8-engage-full-schedule | +++ VERSION=PR-1269-fbab6499 logger.go:42: 17:13:36 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:13:36 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:13:36 | scheduled-backup-incremental/8-engage-full-schedule | +++ [[ -z 8.0 ]] logger.go:42: 17:13:36 | scheduled-backup-incremental/8-engage-full-schedule | +++ export MYSQL_VERSION=8.0 logger.go:42: 17:13:36 | scheduled-backup-incremental/8-engage-full-schedule | +++ MYSQL_VERSION=8.0 logger.go:42: 17:13:36 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:13:36 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:13:36 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:13:36 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:13:36 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:13:36 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:13:36 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:13:36 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:13:36 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:13:36 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:13:36 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:13:36 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:13:36 | scheduled-backup-incremental/8-engage-full-schedule | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:13:36 | scheduled-backup-incremental/8-engage-full-schedule | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:13:36 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:13:36 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:13:36 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:13:36 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:13:36 | scheduled-backup-incremental/8-engage-full-schedule | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 17:13:36 | scheduled-backup-incremental/8-engage-full-schedule | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 17:13:36 | scheduled-backup-incremental/8-engage-full-schedule | +++ export MINIO_VER=5.4.0 logger.go:42: 17:13:36 | scheduled-backup-incremental/8-engage-full-schedule | +++ MINIO_VER=5.4.0 logger.go:42: 17:13:36 | scheduled-backup-incremental/8-engage-full-schedule | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 17:13:36 | scheduled-backup-incremental/8-engage-full-schedule | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 17:13:36 | scheduled-backup-incremental/8-engage-full-schedule | +++ export VAULT_VER=0.16.1 logger.go:42: 17:13:36 | scheduled-backup-incremental/8-engage-full-schedule | +++ VAULT_VER=0.16.1 logger.go:42: 17:13:36 | scheduled-backup-incremental/8-engage-full-schedule | ++++ which gdate logger.go:42: 17:13:36 | scheduled-backup-incremental/8-engage-full-schedule | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:13:36 | scheduled-backup-incremental/8-engage-full-schedule | ++++ which date logger.go:42: 17:13:36 | scheduled-backup-incremental/8-engage-full-schedule | +++ date=/usr/sbin/date logger.go:42: 17:13:36 | scheduled-backup-incremental/8-engage-full-schedule | +++ oc get projects logger.go:42: 17:13:36 | scheduled-backup-incremental/8-engage-full-schedule | +++ : logger.go:42: 17:13:36 | scheduled-backup-incremental/8-engage-full-schedule | +++ kubectl get nodes logger.go:42: 17:13:36 | scheduled-backup-incremental/8-engage-full-schedule | +++ grep '^minikube' logger.go:42: 17:13:36 | scheduled-backup-incremental/8-engage-full-schedule | +++ which gsed logger.go:42: 17:13:36 | scheduled-backup-incremental/8-engage-full-schedule | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:13:36 | scheduled-backup-incremental/8-engage-full-schedule | +++ which sed logger.go:42: 17:13:36 | scheduled-backup-incremental/8-engage-full-schedule | ++ sed=/usr/sbin/sed logger.go:42: 17:13:36 | scheduled-backup-incremental/8-engage-full-schedule | ++ oc get projects logger.go:42: 17:13:36 | scheduled-backup-incremental/8-engage-full-schedule | +++ kubectl version -o json logger.go:42: 17:13:36 | scheduled-backup-incremental/8-engage-full-schedule | +++ jq -r .serverVersion.gitVersion logger.go:42: 17:13:36 | scheduled-backup-incremental/8-engage-full-schedule | +++ grep '\-eks\-' logger.go:42: 17:13:36 | scheduled-backup-incremental/8-engage-full-schedule | grep: warning: stray \ before - logger.go:42: 17:13:37 | scheduled-backup-incremental/8-engage-full-schedule | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 17:13:37 | scheduled-backup-incremental/8-engage-full-schedule | ++ '[' ']' logger.go:42: 17:13:37 | scheduled-backup-incremental/8-engage-full-schedule | ++ EKS=0 logger.go:42: 17:13:37 | scheduled-backup-incremental/8-engage-full-schedule | +++ get_cluster_name logger.go:42: 17:13:37 | scheduled-backup-incremental/8-engage-full-schedule | +++ kubectl -n kuttl-test-perfect-anchovy get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 17:13:37 | scheduled-backup-incremental/8-engage-full-schedule | ++ count_backups_in_schedule minio-full scheduled-backup-incremental logger.go:42: 17:13:37 | scheduled-backup-incremental/8-engage-full-schedule | ++ local schedule_name=minio-full logger.go:42: 17:13:37 | scheduled-backup-incremental/8-engage-full-schedule | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 17:13:37 | scheduled-backup-incremental/8-engage-full-schedule | +++ printf %s kuttl-test-perfect-anchovy-scheduled-backup-incremental logger.go:42: 17:13:37 | scheduled-backup-incremental/8-engage-full-schedule | +++ sha1sum logger.go:42: 17:13:37 | scheduled-backup-incremental/8-engage-full-schedule | +++ head -c 5 logger.go:42: 17:13:37 | scheduled-backup-incremental/8-engage-full-schedule | +++ awk '{print $1}' logger.go:42: 17:13:37 | scheduled-backup-incremental/8-engage-full-schedule | ++ local prefix=c8a08 logger.go:42: 17:13:37 | scheduled-backup-incremental/8-engage-full-schedule | +++ kubectl get ps-backup -n kuttl-test-perfect-anchovy -l percona.com/backup-ancestor=c8a08-minio-full -o yaml logger.go:42: 17:13:37 | scheduled-backup-incremental/8-engage-full-schedule | +++ yq '.items | length' logger.go:42: 17:13:38 | scheduled-backup-incremental/8-engage-full-schedule | ++ local bcp_count=1 logger.go:42: 17:13:38 | scheduled-backup-incremental/8-engage-full-schedule | ++ echo 1 logger.go:42: 17:13:38 | scheduled-backup-incremental/8-engage-full-schedule | + bcp_count=1 logger.go:42: 17:13:38 | scheduled-backup-incremental/8-engage-full-schedule | + [[ ! 1 -eq 2 ]] logger.go:42: 17:13:38 | scheduled-backup-incremental/8-engage-full-schedule | + echo 'There are 1 full ps-backups but should be 2' logger.go:42: 17:13:38 | scheduled-backup-incremental/8-engage-full-schedule | There are 1 full ps-backups but should be 2 logger.go:42: 17:13:38 | scheduled-backup-incremental/8-engage-full-schedule | + exit 1 logger.go:42: 17:13:39 | scheduled-backup-incremental/8-engage-full-schedule | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-full" "$(get_cluster_name)") if [[ ! $bcp_count -eq 2 ]]; then echo "There are $bcp_count full ps-backups but should be 2" exit 1 fi] logger.go:42: 17:13:39 | scheduled-backup-incremental/8-engage-full-schedule | + source ../../functions logger.go:42: 17:13:39 | scheduled-backup-incremental/8-engage-full-schedule | +++ realpath ../../.. logger.go:42: 17:13:39 | scheduled-backup-incremental/8-engage-full-schedule | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:13:39 | scheduled-backup-incremental/8-engage-full-schedule | ++++ pwd logger.go:42: 17:13:39 | scheduled-backup-incremental/8-engage-full-schedule | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 17:13:39 | scheduled-backup-incremental/8-engage-full-schedule | ++ test_name=scheduled-backup-incremental logger.go:42: 17:13:39 | scheduled-backup-incremental/8-engage-full-schedule | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/vars.sh logger.go:42: 17:13:39 | scheduled-backup-incremental/8-engage-full-schedule | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:13:39 | scheduled-backup-incremental/8-engage-full-schedule | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:13:39 | scheduled-backup-incremental/8-engage-full-schedule | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:13:39 | scheduled-backup-incremental/8-engage-full-schedule | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:13:39 | scheduled-backup-incremental/8-engage-full-schedule | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:13:39 | scheduled-backup-incremental/8-engage-full-schedule | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:13:39 | scheduled-backup-incremental/8-engage-full-schedule | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:13:39 | scheduled-backup-incremental/8-engage-full-schedule | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:13:39 | scheduled-backup-incremental/8-engage-full-schedule | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:13:39 | scheduled-backup-incremental/8-engage-full-schedule | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:13:39 | scheduled-backup-incremental/8-engage-full-schedule | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 17:13:39 | scheduled-backup-incremental/8-engage-full-schedule | +++ export GIT_BRANCH=PR-1269 logger.go:42: 17:13:39 | scheduled-backup-incremental/8-engage-full-schedule | +++ GIT_BRANCH=PR-1269 logger.go:42: 17:13:39 | scheduled-backup-incremental/8-engage-full-schedule | +++ export VERSION=PR-1269-fbab6499 logger.go:42: 17:13:39 | scheduled-backup-incremental/8-engage-full-schedule | +++ VERSION=PR-1269-fbab6499 logger.go:42: 17:13:39 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:13:39 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:13:39 | scheduled-backup-incremental/8-engage-full-schedule | +++ [[ -z 8.0 ]] logger.go:42: 17:13:39 | scheduled-backup-incremental/8-engage-full-schedule | +++ export MYSQL_VERSION=8.0 logger.go:42: 17:13:39 | scheduled-backup-incremental/8-engage-full-schedule | +++ MYSQL_VERSION=8.0 logger.go:42: 17:13:39 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:13:39 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:13:39 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:13:39 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:13:39 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:13:39 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:13:39 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:13:39 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:13:39 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:13:39 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:13:39 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:13:39 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:13:39 | scheduled-backup-incremental/8-engage-full-schedule | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:13:39 | scheduled-backup-incremental/8-engage-full-schedule | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:13:39 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:13:39 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:13:39 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:13:39 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:13:39 | scheduled-backup-incremental/8-engage-full-schedule | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 17:13:39 | scheduled-backup-incremental/8-engage-full-schedule | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 17:13:39 | scheduled-backup-incremental/8-engage-full-schedule | +++ export MINIO_VER=5.4.0 logger.go:42: 17:13:39 | scheduled-backup-incremental/8-engage-full-schedule | +++ MINIO_VER=5.4.0 logger.go:42: 17:13:39 | scheduled-backup-incremental/8-engage-full-schedule | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 17:13:39 | scheduled-backup-incremental/8-engage-full-schedule | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 17:13:39 | scheduled-backup-incremental/8-engage-full-schedule | +++ export VAULT_VER=0.16.1 logger.go:42: 17:13:39 | scheduled-backup-incremental/8-engage-full-schedule | +++ VAULT_VER=0.16.1 logger.go:42: 17:13:39 | scheduled-backup-incremental/8-engage-full-schedule | ++++ which gdate logger.go:42: 17:13:39 | scheduled-backup-incremental/8-engage-full-schedule | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:13:39 | scheduled-backup-incremental/8-engage-full-schedule | ++++ which date logger.go:42: 17:13:39 | scheduled-backup-incremental/8-engage-full-schedule | +++ date=/usr/sbin/date logger.go:42: 17:13:39 | scheduled-backup-incremental/8-engage-full-schedule | +++ oc get projects logger.go:42: 17:13:39 | scheduled-backup-incremental/8-engage-full-schedule | +++ : logger.go:42: 17:13:39 | scheduled-backup-incremental/8-engage-full-schedule | +++ kubectl get nodes logger.go:42: 17:13:39 | scheduled-backup-incremental/8-engage-full-schedule | +++ grep '^minikube' logger.go:42: 17:13:40 | scheduled-backup-incremental/8-engage-full-schedule | +++ which gsed logger.go:42: 17:13:40 | scheduled-backup-incremental/8-engage-full-schedule | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:13:40 | scheduled-backup-incremental/8-engage-full-schedule | +++ which sed logger.go:42: 17:13:40 | scheduled-backup-incremental/8-engage-full-schedule | ++ sed=/usr/sbin/sed logger.go:42: 17:13:40 | scheduled-backup-incremental/8-engage-full-schedule | ++ oc get projects logger.go:42: 17:13:40 | scheduled-backup-incremental/8-engage-full-schedule | +++ kubectl version -o json logger.go:42: 17:13:40 | scheduled-backup-incremental/8-engage-full-schedule | +++ jq -r .serverVersion.gitVersion logger.go:42: 17:13:40 | scheduled-backup-incremental/8-engage-full-schedule | +++ grep '\-eks\-' logger.go:42: 17:13:40 | scheduled-backup-incremental/8-engage-full-schedule | grep: warning: stray \ before - logger.go:42: 17:13:40 | scheduled-backup-incremental/8-engage-full-schedule | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 17:13:40 | scheduled-backup-incremental/8-engage-full-schedule | ++ '[' ']' logger.go:42: 17:13:40 | scheduled-backup-incremental/8-engage-full-schedule | ++ EKS=0 logger.go:42: 17:13:40 | scheduled-backup-incremental/8-engage-full-schedule | +++ get_cluster_name logger.go:42: 17:13:40 | scheduled-backup-incremental/8-engage-full-schedule | +++ kubectl -n kuttl-test-perfect-anchovy get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 17:13:41 | scheduled-backup-incremental/8-engage-full-schedule | ++ count_backups_in_schedule minio-full scheduled-backup-incremental logger.go:42: 17:13:41 | scheduled-backup-incremental/8-engage-full-schedule | ++ local schedule_name=minio-full logger.go:42: 17:13:41 | scheduled-backup-incremental/8-engage-full-schedule | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 17:13:41 | scheduled-backup-incremental/8-engage-full-schedule | +++ printf %s kuttl-test-perfect-anchovy-scheduled-backup-incremental logger.go:42: 17:13:41 | scheduled-backup-incremental/8-engage-full-schedule | +++ awk '{print $1}' logger.go:42: 17:13:41 | scheduled-backup-incremental/8-engage-full-schedule | +++ sha1sum logger.go:42: 17:13:41 | scheduled-backup-incremental/8-engage-full-schedule | +++ head -c 5 logger.go:42: 17:13:41 | scheduled-backup-incremental/8-engage-full-schedule | ++ local prefix=c8a08 logger.go:42: 17:13:41 | scheduled-backup-incremental/8-engage-full-schedule | +++ yq '.items | length' logger.go:42: 17:13:41 | scheduled-backup-incremental/8-engage-full-schedule | +++ kubectl get ps-backup -n kuttl-test-perfect-anchovy -l percona.com/backup-ancestor=c8a08-minio-full -o yaml logger.go:42: 17:13:41 | scheduled-backup-incremental/8-engage-full-schedule | ++ local bcp_count=1 logger.go:42: 17:13:41 | scheduled-backup-incremental/8-engage-full-schedule | ++ echo 1 logger.go:42: 17:13:41 | scheduled-backup-incremental/8-engage-full-schedule | + bcp_count=1 logger.go:42: 17:13:41 | scheduled-backup-incremental/8-engage-full-schedule | + [[ ! 1 -eq 2 ]] logger.go:42: 17:13:41 | scheduled-backup-incremental/8-engage-full-schedule | + echo 'There are 1 full ps-backups but should be 2' logger.go:42: 17:13:41 | scheduled-backup-incremental/8-engage-full-schedule | There are 1 full ps-backups but should be 2 logger.go:42: 17:13:41 | scheduled-backup-incremental/8-engage-full-schedule | + exit 1 logger.go:42: 17:13:42 | scheduled-backup-incremental/8-engage-full-schedule | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-full" "$(get_cluster_name)") if [[ ! $bcp_count -eq 2 ]]; then echo "There are $bcp_count full ps-backups but should be 2" exit 1 fi] logger.go:42: 17:13:42 | scheduled-backup-incremental/8-engage-full-schedule | + source ../../functions logger.go:42: 17:13:42 | scheduled-backup-incremental/8-engage-full-schedule | +++ realpath ../../.. logger.go:42: 17:13:42 | scheduled-backup-incremental/8-engage-full-schedule | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:13:42 | scheduled-backup-incremental/8-engage-full-schedule | ++++ pwd logger.go:42: 17:13:42 | scheduled-backup-incremental/8-engage-full-schedule | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 17:13:42 | scheduled-backup-incremental/8-engage-full-schedule | ++ test_name=scheduled-backup-incremental logger.go:42: 17:13:42 | scheduled-backup-incremental/8-engage-full-schedule | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/vars.sh logger.go:42: 17:13:42 | scheduled-backup-incremental/8-engage-full-schedule | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:13:42 | scheduled-backup-incremental/8-engage-full-schedule | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:13:42 | scheduled-backup-incremental/8-engage-full-schedule | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:13:42 | scheduled-backup-incremental/8-engage-full-schedule | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:13:42 | scheduled-backup-incremental/8-engage-full-schedule | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:13:42 | scheduled-backup-incremental/8-engage-full-schedule | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:13:42 | scheduled-backup-incremental/8-engage-full-schedule | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:13:42 | scheduled-backup-incremental/8-engage-full-schedule | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:13:42 | scheduled-backup-incremental/8-engage-full-schedule | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:13:42 | scheduled-backup-incremental/8-engage-full-schedule | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:13:42 | scheduled-backup-incremental/8-engage-full-schedule | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 17:13:42 | scheduled-backup-incremental/8-engage-full-schedule | +++ export GIT_BRANCH=PR-1269 logger.go:42: 17:13:42 | scheduled-backup-incremental/8-engage-full-schedule | +++ GIT_BRANCH=PR-1269 logger.go:42: 17:13:42 | scheduled-backup-incremental/8-engage-full-schedule | +++ export VERSION=PR-1269-fbab6499 logger.go:42: 17:13:42 | scheduled-backup-incremental/8-engage-full-schedule | +++ VERSION=PR-1269-fbab6499 logger.go:42: 17:13:42 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:13:42 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:13:42 | scheduled-backup-incremental/8-engage-full-schedule | +++ [[ -z 8.0 ]] logger.go:42: 17:13:42 | scheduled-backup-incremental/8-engage-full-schedule | +++ export MYSQL_VERSION=8.0 logger.go:42: 17:13:42 | scheduled-backup-incremental/8-engage-full-schedule | +++ MYSQL_VERSION=8.0 logger.go:42: 17:13:42 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:13:42 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:13:42 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:13:42 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:13:42 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:13:42 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:13:42 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:13:42 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:13:42 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:13:42 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:13:42 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:13:42 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:13:42 | scheduled-backup-incremental/8-engage-full-schedule | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:13:42 | scheduled-backup-incremental/8-engage-full-schedule | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:13:42 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:13:42 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:13:42 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:13:42 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:13:42 | scheduled-backup-incremental/8-engage-full-schedule | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 17:13:42 | scheduled-backup-incremental/8-engage-full-schedule | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 17:13:42 | scheduled-backup-incremental/8-engage-full-schedule | +++ export MINIO_VER=5.4.0 logger.go:42: 17:13:42 | scheduled-backup-incremental/8-engage-full-schedule | +++ MINIO_VER=5.4.0 logger.go:42: 17:13:42 | scheduled-backup-incremental/8-engage-full-schedule | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 17:13:42 | scheduled-backup-incremental/8-engage-full-schedule | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 17:13:42 | scheduled-backup-incremental/8-engage-full-schedule | +++ export VAULT_VER=0.16.1 logger.go:42: 17:13:42 | scheduled-backup-incremental/8-engage-full-schedule | +++ VAULT_VER=0.16.1 logger.go:42: 17:13:42 | scheduled-backup-incremental/8-engage-full-schedule | ++++ which gdate logger.go:42: 17:13:42 | scheduled-backup-incremental/8-engage-full-schedule | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:13:42 | scheduled-backup-incremental/8-engage-full-schedule | ++++ which date logger.go:42: 17:13:42 | scheduled-backup-incremental/8-engage-full-schedule | +++ date=/usr/sbin/date logger.go:42: 17:13:42 | scheduled-backup-incremental/8-engage-full-schedule | +++ oc get projects logger.go:42: 17:13:42 | scheduled-backup-incremental/8-engage-full-schedule | +++ : logger.go:42: 17:13:42 | scheduled-backup-incremental/8-engage-full-schedule | +++ kubectl get nodes logger.go:42: 17:13:42 | scheduled-backup-incremental/8-engage-full-schedule | +++ grep '^minikube' logger.go:42: 17:13:43 | scheduled-backup-incremental/8-engage-full-schedule | +++ which gsed logger.go:42: 17:13:43 | scheduled-backup-incremental/8-engage-full-schedule | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:13:43 | scheduled-backup-incremental/8-engage-full-schedule | +++ which sed logger.go:42: 17:13:43 | scheduled-backup-incremental/8-engage-full-schedule | ++ sed=/usr/sbin/sed logger.go:42: 17:13:43 | scheduled-backup-incremental/8-engage-full-schedule | ++ oc get projects logger.go:42: 17:13:43 | scheduled-backup-incremental/8-engage-full-schedule | +++ kubectl version -o json logger.go:42: 17:13:43 | scheduled-backup-incremental/8-engage-full-schedule | +++ jq -r .serverVersion.gitVersion logger.go:42: 17:13:43 | scheduled-backup-incremental/8-engage-full-schedule | +++ grep '\-eks\-' logger.go:42: 17:13:43 | scheduled-backup-incremental/8-engage-full-schedule | grep: warning: stray \ before - logger.go:42: 17:13:43 | scheduled-backup-incremental/8-engage-full-schedule | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 17:13:43 | scheduled-backup-incremental/8-engage-full-schedule | ++ '[' ']' logger.go:42: 17:13:43 | scheduled-backup-incremental/8-engage-full-schedule | ++ EKS=0 logger.go:42: 17:13:43 | scheduled-backup-incremental/8-engage-full-schedule | +++ get_cluster_name logger.go:42: 17:13:43 | scheduled-backup-incremental/8-engage-full-schedule | +++ kubectl -n kuttl-test-perfect-anchovy get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 17:13:44 | scheduled-backup-incremental/8-engage-full-schedule | ++ count_backups_in_schedule minio-full scheduled-backup-incremental logger.go:42: 17:13:44 | scheduled-backup-incremental/8-engage-full-schedule | ++ local schedule_name=minio-full logger.go:42: 17:13:44 | scheduled-backup-incremental/8-engage-full-schedule | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 17:13:44 | scheduled-backup-incremental/8-engage-full-schedule | +++ printf %s kuttl-test-perfect-anchovy-scheduled-backup-incremental logger.go:42: 17:13:44 | scheduled-backup-incremental/8-engage-full-schedule | +++ sha1sum logger.go:42: 17:13:44 | scheduled-backup-incremental/8-engage-full-schedule | +++ awk '{print $1}' logger.go:42: 17:13:44 | scheduled-backup-incremental/8-engage-full-schedule | +++ head -c 5 logger.go:42: 17:13:44 | scheduled-backup-incremental/8-engage-full-schedule | ++ local prefix=c8a08 logger.go:42: 17:13:44 | scheduled-backup-incremental/8-engage-full-schedule | +++ kubectl get ps-backup -n kuttl-test-perfect-anchovy -l percona.com/backup-ancestor=c8a08-minio-full -o yaml logger.go:42: 17:13:44 | scheduled-backup-incremental/8-engage-full-schedule | +++ yq '.items | length' logger.go:42: 17:13:44 | scheduled-backup-incremental/8-engage-full-schedule | ++ local bcp_count=1 logger.go:42: 17:13:44 | scheduled-backup-incremental/8-engage-full-schedule | ++ echo 1 logger.go:42: 17:13:44 | scheduled-backup-incremental/8-engage-full-schedule | + bcp_count=1 logger.go:42: 17:13:44 | scheduled-backup-incremental/8-engage-full-schedule | + [[ ! 1 -eq 2 ]] logger.go:42: 17:13:44 | scheduled-backup-incremental/8-engage-full-schedule | + echo 'There are 1 full ps-backups but should be 2' logger.go:42: 17:13:44 | scheduled-backup-incremental/8-engage-full-schedule | There are 1 full ps-backups but should be 2 logger.go:42: 17:13:44 | scheduled-backup-incremental/8-engage-full-schedule | + exit 1 logger.go:42: 17:13:46 | scheduled-backup-incremental/8-engage-full-schedule | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-full" "$(get_cluster_name)") if [[ ! $bcp_count -eq 2 ]]; then echo "There are $bcp_count full ps-backups but should be 2" exit 1 fi] logger.go:42: 17:13:46 | scheduled-backup-incremental/8-engage-full-schedule | + source ../../functions logger.go:42: 17:13:46 | scheduled-backup-incremental/8-engage-full-schedule | +++ realpath ../../.. logger.go:42: 17:13:46 | scheduled-backup-incremental/8-engage-full-schedule | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:13:46 | scheduled-backup-incremental/8-engage-full-schedule | ++++ pwd logger.go:42: 17:13:46 | scheduled-backup-incremental/8-engage-full-schedule | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 17:13:46 | scheduled-backup-incremental/8-engage-full-schedule | ++ test_name=scheduled-backup-incremental logger.go:42: 17:13:46 | scheduled-backup-incremental/8-engage-full-schedule | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/vars.sh logger.go:42: 17:13:46 | scheduled-backup-incremental/8-engage-full-schedule | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:13:46 | scheduled-backup-incremental/8-engage-full-schedule | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:13:46 | scheduled-backup-incremental/8-engage-full-schedule | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:13:46 | scheduled-backup-incremental/8-engage-full-schedule | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:13:46 | scheduled-backup-incremental/8-engage-full-schedule | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:13:46 | scheduled-backup-incremental/8-engage-full-schedule | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:13:46 | scheduled-backup-incremental/8-engage-full-schedule | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:13:46 | scheduled-backup-incremental/8-engage-full-schedule | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:13:46 | scheduled-backup-incremental/8-engage-full-schedule | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:13:46 | scheduled-backup-incremental/8-engage-full-schedule | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:13:46 | scheduled-backup-incremental/8-engage-full-schedule | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 17:13:46 | scheduled-backup-incremental/8-engage-full-schedule | +++ export GIT_BRANCH=PR-1269 logger.go:42: 17:13:46 | scheduled-backup-incremental/8-engage-full-schedule | +++ GIT_BRANCH=PR-1269 logger.go:42: 17:13:46 | scheduled-backup-incremental/8-engage-full-schedule | +++ export VERSION=PR-1269-fbab6499 logger.go:42: 17:13:46 | scheduled-backup-incremental/8-engage-full-schedule | +++ VERSION=PR-1269-fbab6499 logger.go:42: 17:13:46 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:13:46 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:13:46 | scheduled-backup-incremental/8-engage-full-schedule | +++ [[ -z 8.0 ]] logger.go:42: 17:13:46 | scheduled-backup-incremental/8-engage-full-schedule | +++ export MYSQL_VERSION=8.0 logger.go:42: 17:13:46 | scheduled-backup-incremental/8-engage-full-schedule | +++ MYSQL_VERSION=8.0 logger.go:42: 17:13:46 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:13:46 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:13:46 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:13:46 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:13:46 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:13:46 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:13:46 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:13:46 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:13:46 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:13:46 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:13:46 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:13:46 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:13:46 | scheduled-backup-incremental/8-engage-full-schedule | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:13:46 | scheduled-backup-incremental/8-engage-full-schedule | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:13:46 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:13:46 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:13:46 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:13:46 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:13:46 | scheduled-backup-incremental/8-engage-full-schedule | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 17:13:46 | scheduled-backup-incremental/8-engage-full-schedule | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 17:13:46 | scheduled-backup-incremental/8-engage-full-schedule | +++ export MINIO_VER=5.4.0 logger.go:42: 17:13:46 | scheduled-backup-incremental/8-engage-full-schedule | +++ MINIO_VER=5.4.0 logger.go:42: 17:13:46 | scheduled-backup-incremental/8-engage-full-schedule | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 17:13:46 | scheduled-backup-incremental/8-engage-full-schedule | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 17:13:46 | scheduled-backup-incremental/8-engage-full-schedule | +++ export VAULT_VER=0.16.1 logger.go:42: 17:13:46 | scheduled-backup-incremental/8-engage-full-schedule | +++ VAULT_VER=0.16.1 logger.go:42: 17:13:46 | scheduled-backup-incremental/8-engage-full-schedule | ++++ which gdate logger.go:42: 17:13:46 | scheduled-backup-incremental/8-engage-full-schedule | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:13:46 | scheduled-backup-incremental/8-engage-full-schedule | ++++ which date logger.go:42: 17:13:46 | scheduled-backup-incremental/8-engage-full-schedule | +++ date=/usr/sbin/date logger.go:42: 17:13:46 | scheduled-backup-incremental/8-engage-full-schedule | +++ oc get projects logger.go:42: 17:13:46 | scheduled-backup-incremental/8-engage-full-schedule | +++ : logger.go:42: 17:13:46 | scheduled-backup-incremental/8-engage-full-schedule | +++ kubectl get nodes logger.go:42: 17:13:46 | scheduled-backup-incremental/8-engage-full-schedule | +++ grep '^minikube' logger.go:42: 17:13:46 | scheduled-backup-incremental/8-engage-full-schedule | +++ which gsed logger.go:42: 17:13:46 | scheduled-backup-incremental/8-engage-full-schedule | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:13:46 | scheduled-backup-incremental/8-engage-full-schedule | +++ which sed logger.go:42: 17:13:46 | scheduled-backup-incremental/8-engage-full-schedule | ++ sed=/usr/sbin/sed logger.go:42: 17:13:46 | scheduled-backup-incremental/8-engage-full-schedule | ++ oc get projects logger.go:42: 17:13:46 | scheduled-backup-incremental/8-engage-full-schedule | +++ kubectl version -o json logger.go:42: 17:13:46 | scheduled-backup-incremental/8-engage-full-schedule | +++ jq -r .serverVersion.gitVersion logger.go:42: 17:13:46 | scheduled-backup-incremental/8-engage-full-schedule | +++ grep '\-eks\-' logger.go:42: 17:13:46 | scheduled-backup-incremental/8-engage-full-schedule | grep: warning: stray \ before - logger.go:42: 17:13:47 | scheduled-backup-incremental/8-engage-full-schedule | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 17:13:47 | scheduled-backup-incremental/8-engage-full-schedule | ++ '[' ']' logger.go:42: 17:13:47 | scheduled-backup-incremental/8-engage-full-schedule | ++ EKS=0 logger.go:42: 17:13:47 | scheduled-backup-incremental/8-engage-full-schedule | +++ get_cluster_name logger.go:42: 17:13:47 | scheduled-backup-incremental/8-engage-full-schedule | +++ kubectl -n kuttl-test-perfect-anchovy get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 17:13:47 | scheduled-backup-incremental/8-engage-full-schedule | ++ count_backups_in_schedule minio-full scheduled-backup-incremental logger.go:42: 17:13:47 | scheduled-backup-incremental/8-engage-full-schedule | ++ local schedule_name=minio-full logger.go:42: 17:13:47 | scheduled-backup-incremental/8-engage-full-schedule | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 17:13:47 | scheduled-backup-incremental/8-engage-full-schedule | +++ printf %s kuttl-test-perfect-anchovy-scheduled-backup-incremental logger.go:42: 17:13:47 | scheduled-backup-incremental/8-engage-full-schedule | +++ sha1sum logger.go:42: 17:13:47 | scheduled-backup-incremental/8-engage-full-schedule | +++ awk '{print $1}' logger.go:42: 17:13:47 | scheduled-backup-incremental/8-engage-full-schedule | +++ head -c 5 logger.go:42: 17:13:47 | scheduled-backup-incremental/8-engage-full-schedule | ++ local prefix=c8a08 logger.go:42: 17:13:47 | scheduled-backup-incremental/8-engage-full-schedule | +++ kubectl get ps-backup -n kuttl-test-perfect-anchovy -l percona.com/backup-ancestor=c8a08-minio-full -o yaml logger.go:42: 17:13:47 | scheduled-backup-incremental/8-engage-full-schedule | +++ yq '.items | length' logger.go:42: 17:13:48 | scheduled-backup-incremental/8-engage-full-schedule | ++ local bcp_count=1 logger.go:42: 17:13:48 | scheduled-backup-incremental/8-engage-full-schedule | ++ echo 1 logger.go:42: 17:13:48 | scheduled-backup-incremental/8-engage-full-schedule | + bcp_count=1 logger.go:42: 17:13:48 | scheduled-backup-incremental/8-engage-full-schedule | + [[ ! 1 -eq 2 ]] logger.go:42: 17:13:48 | scheduled-backup-incremental/8-engage-full-schedule | + echo 'There are 1 full ps-backups but should be 2' logger.go:42: 17:13:48 | scheduled-backup-incremental/8-engage-full-schedule | There are 1 full ps-backups but should be 2 logger.go:42: 17:13:48 | scheduled-backup-incremental/8-engage-full-schedule | + exit 1 logger.go:42: 17:13:49 | scheduled-backup-incremental/8-engage-full-schedule | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-full" "$(get_cluster_name)") if [[ ! $bcp_count -eq 2 ]]; then echo "There are $bcp_count full ps-backups but should be 2" exit 1 fi] logger.go:42: 17:13:49 | scheduled-backup-incremental/8-engage-full-schedule | + source ../../functions logger.go:42: 17:13:49 | scheduled-backup-incremental/8-engage-full-schedule | +++ realpath ../../.. logger.go:42: 17:13:49 | scheduled-backup-incremental/8-engage-full-schedule | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:13:49 | scheduled-backup-incremental/8-engage-full-schedule | ++++ pwd logger.go:42: 17:13:49 | scheduled-backup-incremental/8-engage-full-schedule | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 17:13:49 | scheduled-backup-incremental/8-engage-full-schedule | ++ test_name=scheduled-backup-incremental logger.go:42: 17:13:49 | scheduled-backup-incremental/8-engage-full-schedule | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/vars.sh logger.go:42: 17:13:49 | scheduled-backup-incremental/8-engage-full-schedule | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:13:49 | scheduled-backup-incremental/8-engage-full-schedule | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:13:49 | scheduled-backup-incremental/8-engage-full-schedule | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:13:49 | scheduled-backup-incremental/8-engage-full-schedule | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:13:49 | scheduled-backup-incremental/8-engage-full-schedule | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:13:49 | scheduled-backup-incremental/8-engage-full-schedule | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:13:49 | scheduled-backup-incremental/8-engage-full-schedule | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:13:49 | scheduled-backup-incremental/8-engage-full-schedule | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:13:49 | scheduled-backup-incremental/8-engage-full-schedule | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:13:49 | scheduled-backup-incremental/8-engage-full-schedule | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:13:49 | scheduled-backup-incremental/8-engage-full-schedule | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 17:13:49 | scheduled-backup-incremental/8-engage-full-schedule | +++ export GIT_BRANCH=PR-1269 logger.go:42: 17:13:49 | scheduled-backup-incremental/8-engage-full-schedule | +++ GIT_BRANCH=PR-1269 logger.go:42: 17:13:49 | scheduled-backup-incremental/8-engage-full-schedule | +++ export VERSION=PR-1269-fbab6499 logger.go:42: 17:13:49 | scheduled-backup-incremental/8-engage-full-schedule | +++ VERSION=PR-1269-fbab6499 logger.go:42: 17:13:49 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:13:49 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:13:49 | scheduled-backup-incremental/8-engage-full-schedule | +++ [[ -z 8.0 ]] logger.go:42: 17:13:49 | scheduled-backup-incremental/8-engage-full-schedule | +++ export MYSQL_VERSION=8.0 logger.go:42: 17:13:49 | scheduled-backup-incremental/8-engage-full-schedule | +++ MYSQL_VERSION=8.0 logger.go:42: 17:13:49 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:13:49 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:13:49 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:13:49 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:13:49 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:13:49 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:13:49 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:13:49 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:13:49 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:13:49 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:13:49 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:13:49 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:13:49 | scheduled-backup-incremental/8-engage-full-schedule | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:13:49 | scheduled-backup-incremental/8-engage-full-schedule | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:13:49 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:13:49 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:13:49 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:13:49 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:13:49 | scheduled-backup-incremental/8-engage-full-schedule | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 17:13:49 | scheduled-backup-incremental/8-engage-full-schedule | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 17:13:49 | scheduled-backup-incremental/8-engage-full-schedule | +++ export MINIO_VER=5.4.0 logger.go:42: 17:13:49 | scheduled-backup-incremental/8-engage-full-schedule | +++ MINIO_VER=5.4.0 logger.go:42: 17:13:49 | scheduled-backup-incremental/8-engage-full-schedule | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 17:13:49 | scheduled-backup-incremental/8-engage-full-schedule | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 17:13:49 | scheduled-backup-incremental/8-engage-full-schedule | +++ export VAULT_VER=0.16.1 logger.go:42: 17:13:49 | scheduled-backup-incremental/8-engage-full-schedule | +++ VAULT_VER=0.16.1 logger.go:42: 17:13:49 | scheduled-backup-incremental/8-engage-full-schedule | ++++ which gdate logger.go:42: 17:13:49 | scheduled-backup-incremental/8-engage-full-schedule | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:13:49 | scheduled-backup-incremental/8-engage-full-schedule | ++++ which date logger.go:42: 17:13:49 | scheduled-backup-incremental/8-engage-full-schedule | +++ date=/usr/sbin/date logger.go:42: 17:13:49 | scheduled-backup-incremental/8-engage-full-schedule | +++ oc get projects logger.go:42: 17:13:49 | scheduled-backup-incremental/8-engage-full-schedule | +++ : logger.go:42: 17:13:49 | scheduled-backup-incremental/8-engage-full-schedule | +++ kubectl get nodes logger.go:42: 17:13:49 | scheduled-backup-incremental/8-engage-full-schedule | +++ grep '^minikube' logger.go:42: 17:13:50 | scheduled-backup-incremental/8-engage-full-schedule | +++ which gsed logger.go:42: 17:13:50 | scheduled-backup-incremental/8-engage-full-schedule | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:13:50 | scheduled-backup-incremental/8-engage-full-schedule | +++ which sed logger.go:42: 17:13:50 | scheduled-backup-incremental/8-engage-full-schedule | ++ sed=/usr/sbin/sed logger.go:42: 17:13:50 | scheduled-backup-incremental/8-engage-full-schedule | ++ oc get projects logger.go:42: 17:13:50 | scheduled-backup-incremental/8-engage-full-schedule | +++ kubectl version -o json logger.go:42: 17:13:50 | scheduled-backup-incremental/8-engage-full-schedule | +++ jq -r .serverVersion.gitVersion logger.go:42: 17:13:50 | scheduled-backup-incremental/8-engage-full-schedule | +++ grep '\-eks\-' logger.go:42: 17:13:50 | scheduled-backup-incremental/8-engage-full-schedule | grep: warning: stray \ before - logger.go:42: 17:13:50 | scheduled-backup-incremental/8-engage-full-schedule | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 17:13:50 | scheduled-backup-incremental/8-engage-full-schedule | ++ '[' ']' logger.go:42: 17:13:50 | scheduled-backup-incremental/8-engage-full-schedule | ++ EKS=0 logger.go:42: 17:13:50 | scheduled-backup-incremental/8-engage-full-schedule | +++ get_cluster_name logger.go:42: 17:13:50 | scheduled-backup-incremental/8-engage-full-schedule | +++ kubectl -n kuttl-test-perfect-anchovy get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 17:13:51 | scheduled-backup-incremental/8-engage-full-schedule | ++ count_backups_in_schedule minio-full scheduled-backup-incremental logger.go:42: 17:13:51 | scheduled-backup-incremental/8-engage-full-schedule | ++ local schedule_name=minio-full logger.go:42: 17:13:51 | scheduled-backup-incremental/8-engage-full-schedule | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 17:13:51 | scheduled-backup-incremental/8-engage-full-schedule | +++ printf %s kuttl-test-perfect-anchovy-scheduled-backup-incremental logger.go:42: 17:13:51 | scheduled-backup-incremental/8-engage-full-schedule | +++ sha1sum logger.go:42: 17:13:51 | scheduled-backup-incremental/8-engage-full-schedule | +++ awk '{print $1}' logger.go:42: 17:13:51 | scheduled-backup-incremental/8-engage-full-schedule | +++ head -c 5 logger.go:42: 17:13:51 | scheduled-backup-incremental/8-engage-full-schedule | ++ local prefix=c8a08 logger.go:42: 17:13:51 | scheduled-backup-incremental/8-engage-full-schedule | +++ kubectl get ps-backup -n kuttl-test-perfect-anchovy -l percona.com/backup-ancestor=c8a08-minio-full -o yaml logger.go:42: 17:13:51 | scheduled-backup-incremental/8-engage-full-schedule | +++ yq '.items | length' logger.go:42: 17:13:51 | scheduled-backup-incremental/8-engage-full-schedule | ++ local bcp_count=1 logger.go:42: 17:13:51 | scheduled-backup-incremental/8-engage-full-schedule | ++ echo 1 logger.go:42: 17:13:51 | scheduled-backup-incremental/8-engage-full-schedule | + bcp_count=1 logger.go:42: 17:13:51 | scheduled-backup-incremental/8-engage-full-schedule | + [[ ! 1 -eq 2 ]] logger.go:42: 17:13:51 | scheduled-backup-incremental/8-engage-full-schedule | + echo 'There are 1 full ps-backups but should be 2' logger.go:42: 17:13:51 | scheduled-backup-incremental/8-engage-full-schedule | There are 1 full ps-backups but should be 2 logger.go:42: 17:13:51 | scheduled-backup-incremental/8-engage-full-schedule | + exit 1 logger.go:42: 17:13:52 | scheduled-backup-incremental/8-engage-full-schedule | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-full" "$(get_cluster_name)") if [[ ! $bcp_count -eq 2 ]]; then echo "There are $bcp_count full ps-backups but should be 2" exit 1 fi] logger.go:42: 17:13:52 | scheduled-backup-incremental/8-engage-full-schedule | + source ../../functions logger.go:42: 17:13:52 | scheduled-backup-incremental/8-engage-full-schedule | +++ realpath ../../.. logger.go:42: 17:13:52 | scheduled-backup-incremental/8-engage-full-schedule | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:13:52 | scheduled-backup-incremental/8-engage-full-schedule | ++++ pwd logger.go:42: 17:13:52 | scheduled-backup-incremental/8-engage-full-schedule | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 17:13:52 | scheduled-backup-incremental/8-engage-full-schedule | ++ test_name=scheduled-backup-incremental logger.go:42: 17:13:52 | scheduled-backup-incremental/8-engage-full-schedule | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/vars.sh logger.go:42: 17:13:52 | scheduled-backup-incremental/8-engage-full-schedule | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:13:52 | scheduled-backup-incremental/8-engage-full-schedule | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:13:52 | scheduled-backup-incremental/8-engage-full-schedule | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:13:52 | scheduled-backup-incremental/8-engage-full-schedule | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:13:52 | scheduled-backup-incremental/8-engage-full-schedule | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:13:52 | scheduled-backup-incremental/8-engage-full-schedule | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:13:52 | scheduled-backup-incremental/8-engage-full-schedule | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:13:52 | scheduled-backup-incremental/8-engage-full-schedule | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:13:52 | scheduled-backup-incremental/8-engage-full-schedule | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:13:52 | scheduled-backup-incremental/8-engage-full-schedule | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:13:52 | scheduled-backup-incremental/8-engage-full-schedule | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 17:13:52 | scheduled-backup-incremental/8-engage-full-schedule | +++ export GIT_BRANCH=PR-1269 logger.go:42: 17:13:52 | scheduled-backup-incremental/8-engage-full-schedule | +++ GIT_BRANCH=PR-1269 logger.go:42: 17:13:52 | scheduled-backup-incremental/8-engage-full-schedule | +++ export VERSION=PR-1269-fbab6499 logger.go:42: 17:13:52 | scheduled-backup-incremental/8-engage-full-schedule | +++ VERSION=PR-1269-fbab6499 logger.go:42: 17:13:52 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:13:52 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:13:52 | scheduled-backup-incremental/8-engage-full-schedule | +++ [[ -z 8.0 ]] logger.go:42: 17:13:52 | scheduled-backup-incremental/8-engage-full-schedule | +++ export MYSQL_VERSION=8.0 logger.go:42: 17:13:52 | scheduled-backup-incremental/8-engage-full-schedule | +++ MYSQL_VERSION=8.0 logger.go:42: 17:13:52 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:13:52 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:13:52 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:13:52 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:13:52 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:13:52 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:13:52 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:13:52 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:13:52 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:13:52 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:13:52 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:13:52 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:13:52 | scheduled-backup-incremental/8-engage-full-schedule | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:13:52 | scheduled-backup-incremental/8-engage-full-schedule | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:13:52 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:13:52 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:13:52 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:13:52 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:13:52 | scheduled-backup-incremental/8-engage-full-schedule | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 17:13:52 | scheduled-backup-incremental/8-engage-full-schedule | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 17:13:52 | scheduled-backup-incremental/8-engage-full-schedule | +++ export MINIO_VER=5.4.0 logger.go:42: 17:13:52 | scheduled-backup-incremental/8-engage-full-schedule | +++ MINIO_VER=5.4.0 logger.go:42: 17:13:52 | scheduled-backup-incremental/8-engage-full-schedule | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 17:13:52 | scheduled-backup-incremental/8-engage-full-schedule | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 17:13:52 | scheduled-backup-incremental/8-engage-full-schedule | +++ export VAULT_VER=0.16.1 logger.go:42: 17:13:52 | scheduled-backup-incremental/8-engage-full-schedule | +++ VAULT_VER=0.16.1 logger.go:42: 17:13:52 | scheduled-backup-incremental/8-engage-full-schedule | ++++ which gdate logger.go:42: 17:13:52 | scheduled-backup-incremental/8-engage-full-schedule | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:13:52 | scheduled-backup-incremental/8-engage-full-schedule | ++++ which date logger.go:42: 17:13:52 | scheduled-backup-incremental/8-engage-full-schedule | +++ date=/usr/sbin/date logger.go:42: 17:13:52 | scheduled-backup-incremental/8-engage-full-schedule | +++ oc get projects logger.go:42: 17:13:52 | scheduled-backup-incremental/8-engage-full-schedule | +++ : logger.go:42: 17:13:52 | scheduled-backup-incremental/8-engage-full-schedule | +++ kubectl get nodes logger.go:42: 17:13:52 | scheduled-backup-incremental/8-engage-full-schedule | +++ grep '^minikube' logger.go:42: 17:13:53 | scheduled-backup-incremental/8-engage-full-schedule | +++ which gsed logger.go:42: 17:13:53 | scheduled-backup-incremental/8-engage-full-schedule | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:13:53 | scheduled-backup-incremental/8-engage-full-schedule | +++ which sed logger.go:42: 17:13:53 | scheduled-backup-incremental/8-engage-full-schedule | ++ sed=/usr/sbin/sed logger.go:42: 17:13:53 | scheduled-backup-incremental/8-engage-full-schedule | ++ oc get projects logger.go:42: 17:13:53 | scheduled-backup-incremental/8-engage-full-schedule | +++ kubectl version -o json logger.go:42: 17:13:53 | scheduled-backup-incremental/8-engage-full-schedule | +++ jq -r .serverVersion.gitVersion logger.go:42: 17:13:53 | scheduled-backup-incremental/8-engage-full-schedule | +++ grep '\-eks\-' logger.go:42: 17:13:53 | scheduled-backup-incremental/8-engage-full-schedule | grep: warning: stray \ before - logger.go:42: 17:13:53 | scheduled-backup-incremental/8-engage-full-schedule | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 17:13:53 | scheduled-backup-incremental/8-engage-full-schedule | ++ '[' ']' logger.go:42: 17:13:53 | scheduled-backup-incremental/8-engage-full-schedule | ++ EKS=0 logger.go:42: 17:13:53 | scheduled-backup-incremental/8-engage-full-schedule | +++ get_cluster_name logger.go:42: 17:13:53 | scheduled-backup-incremental/8-engage-full-schedule | +++ kubectl -n kuttl-test-perfect-anchovy get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 17:13:54 | scheduled-backup-incremental/8-engage-full-schedule | ++ count_backups_in_schedule minio-full scheduled-backup-incremental logger.go:42: 17:13:54 | scheduled-backup-incremental/8-engage-full-schedule | ++ local schedule_name=minio-full logger.go:42: 17:13:54 | scheduled-backup-incremental/8-engage-full-schedule | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 17:13:54 | scheduled-backup-incremental/8-engage-full-schedule | +++ printf %s kuttl-test-perfect-anchovy-scheduled-backup-incremental logger.go:42: 17:13:54 | scheduled-backup-incremental/8-engage-full-schedule | +++ sha1sum logger.go:42: 17:13:54 | scheduled-backup-incremental/8-engage-full-schedule | +++ awk '{print $1}' logger.go:42: 17:13:54 | scheduled-backup-incremental/8-engage-full-schedule | +++ head -c 5 logger.go:42: 17:13:54 | scheduled-backup-incremental/8-engage-full-schedule | ++ local prefix=c8a08 logger.go:42: 17:13:54 | scheduled-backup-incremental/8-engage-full-schedule | +++ kubectl get ps-backup -n kuttl-test-perfect-anchovy -l percona.com/backup-ancestor=c8a08-minio-full -o yaml logger.go:42: 17:13:54 | scheduled-backup-incremental/8-engage-full-schedule | +++ yq '.items | length' logger.go:42: 17:13:54 | scheduled-backup-incremental/8-engage-full-schedule | ++ local bcp_count=1 logger.go:42: 17:13:54 | scheduled-backup-incremental/8-engage-full-schedule | ++ echo 1 logger.go:42: 17:13:54 | scheduled-backup-incremental/8-engage-full-schedule | + bcp_count=1 logger.go:42: 17:13:54 | scheduled-backup-incremental/8-engage-full-schedule | + [[ ! 1 -eq 2 ]] logger.go:42: 17:13:54 | scheduled-backup-incremental/8-engage-full-schedule | + echo 'There are 1 full ps-backups but should be 2' logger.go:42: 17:13:54 | scheduled-backup-incremental/8-engage-full-schedule | There are 1 full ps-backups but should be 2 logger.go:42: 17:13:54 | scheduled-backup-incremental/8-engage-full-schedule | + exit 1 logger.go:42: 17:13:55 | scheduled-backup-incremental/8-engage-full-schedule | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-full" "$(get_cluster_name)") if [[ ! $bcp_count -eq 2 ]]; then echo "There are $bcp_count full ps-backups but should be 2" exit 1 fi] logger.go:42: 17:13:55 | scheduled-backup-incremental/8-engage-full-schedule | + source ../../functions logger.go:42: 17:13:55 | scheduled-backup-incremental/8-engage-full-schedule | +++ realpath ../../.. logger.go:42: 17:13:55 | scheduled-backup-incremental/8-engage-full-schedule | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:13:55 | scheduled-backup-incremental/8-engage-full-schedule | ++++ pwd logger.go:42: 17:13:55 | scheduled-backup-incremental/8-engage-full-schedule | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 17:13:55 | scheduled-backup-incremental/8-engage-full-schedule | ++ test_name=scheduled-backup-incremental logger.go:42: 17:13:55 | scheduled-backup-incremental/8-engage-full-schedule | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/vars.sh logger.go:42: 17:13:55 | scheduled-backup-incremental/8-engage-full-schedule | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:13:55 | scheduled-backup-incremental/8-engage-full-schedule | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:13:55 | scheduled-backup-incremental/8-engage-full-schedule | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:13:55 | scheduled-backup-incremental/8-engage-full-schedule | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:13:55 | scheduled-backup-incremental/8-engage-full-schedule | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:13:55 | scheduled-backup-incremental/8-engage-full-schedule | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:13:55 | scheduled-backup-incremental/8-engage-full-schedule | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:13:55 | scheduled-backup-incremental/8-engage-full-schedule | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:13:55 | scheduled-backup-incremental/8-engage-full-schedule | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:13:55 | scheduled-backup-incremental/8-engage-full-schedule | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:13:55 | scheduled-backup-incremental/8-engage-full-schedule | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 17:13:55 | scheduled-backup-incremental/8-engage-full-schedule | +++ export GIT_BRANCH=PR-1269 logger.go:42: 17:13:55 | scheduled-backup-incremental/8-engage-full-schedule | +++ GIT_BRANCH=PR-1269 logger.go:42: 17:13:55 | scheduled-backup-incremental/8-engage-full-schedule | +++ export VERSION=PR-1269-fbab6499 logger.go:42: 17:13:55 | scheduled-backup-incremental/8-engage-full-schedule | +++ VERSION=PR-1269-fbab6499 logger.go:42: 17:13:55 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:13:55 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:13:55 | scheduled-backup-incremental/8-engage-full-schedule | +++ [[ -z 8.0 ]] logger.go:42: 17:13:55 | scheduled-backup-incremental/8-engage-full-schedule | +++ export MYSQL_VERSION=8.0 logger.go:42: 17:13:55 | scheduled-backup-incremental/8-engage-full-schedule | +++ MYSQL_VERSION=8.0 logger.go:42: 17:13:55 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:13:55 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:13:55 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:13:55 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:13:55 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:13:55 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:13:55 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:13:55 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:13:55 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:13:55 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:13:55 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:13:55 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:13:55 | scheduled-backup-incremental/8-engage-full-schedule | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:13:55 | scheduled-backup-incremental/8-engage-full-schedule | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:13:55 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:13:55 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:13:55 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:13:55 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:13:55 | scheduled-backup-incremental/8-engage-full-schedule | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 17:13:55 | scheduled-backup-incremental/8-engage-full-schedule | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 17:13:55 | scheduled-backup-incremental/8-engage-full-schedule | +++ export MINIO_VER=5.4.0 logger.go:42: 17:13:55 | scheduled-backup-incremental/8-engage-full-schedule | +++ MINIO_VER=5.4.0 logger.go:42: 17:13:55 | scheduled-backup-incremental/8-engage-full-schedule | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 17:13:55 | scheduled-backup-incremental/8-engage-full-schedule | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 17:13:55 | scheduled-backup-incremental/8-engage-full-schedule | +++ export VAULT_VER=0.16.1 logger.go:42: 17:13:55 | scheduled-backup-incremental/8-engage-full-schedule | +++ VAULT_VER=0.16.1 logger.go:42: 17:13:55 | scheduled-backup-incremental/8-engage-full-schedule | ++++ which gdate logger.go:42: 17:13:55 | scheduled-backup-incremental/8-engage-full-schedule | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:13:55 | scheduled-backup-incremental/8-engage-full-schedule | ++++ which date logger.go:42: 17:13:55 | scheduled-backup-incremental/8-engage-full-schedule | +++ date=/usr/sbin/date logger.go:42: 17:13:55 | scheduled-backup-incremental/8-engage-full-schedule | +++ oc get projects logger.go:42: 17:13:55 | scheduled-backup-incremental/8-engage-full-schedule | +++ : logger.go:42: 17:13:55 | scheduled-backup-incremental/8-engage-full-schedule | +++ kubectl get nodes logger.go:42: 17:13:55 | scheduled-backup-incremental/8-engage-full-schedule | +++ grep '^minikube' logger.go:42: 17:13:56 | scheduled-backup-incremental/8-engage-full-schedule | +++ which gsed logger.go:42: 17:13:56 | scheduled-backup-incremental/8-engage-full-schedule | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:13:56 | scheduled-backup-incremental/8-engage-full-schedule | +++ which sed logger.go:42: 17:13:56 | scheduled-backup-incremental/8-engage-full-schedule | ++ sed=/usr/sbin/sed logger.go:42: 17:13:56 | scheduled-backup-incremental/8-engage-full-schedule | ++ oc get projects logger.go:42: 17:13:56 | scheduled-backup-incremental/8-engage-full-schedule | +++ kubectl version -o json logger.go:42: 17:13:56 | scheduled-backup-incremental/8-engage-full-schedule | +++ jq -r .serverVersion.gitVersion logger.go:42: 17:13:56 | scheduled-backup-incremental/8-engage-full-schedule | +++ grep '\-eks\-' logger.go:42: 17:13:56 | scheduled-backup-incremental/8-engage-full-schedule | grep: warning: stray \ before - logger.go:42: 17:13:56 | scheduled-backup-incremental/8-engage-full-schedule | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 17:13:56 | scheduled-backup-incremental/8-engage-full-schedule | ++ '[' ']' logger.go:42: 17:13:56 | scheduled-backup-incremental/8-engage-full-schedule | ++ EKS=0 logger.go:42: 17:13:56 | scheduled-backup-incremental/8-engage-full-schedule | +++ get_cluster_name logger.go:42: 17:13:56 | scheduled-backup-incremental/8-engage-full-schedule | +++ kubectl -n kuttl-test-perfect-anchovy get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 17:13:57 | scheduled-backup-incremental/8-engage-full-schedule | ++ count_backups_in_schedule minio-full scheduled-backup-incremental logger.go:42: 17:13:57 | scheduled-backup-incremental/8-engage-full-schedule | ++ local schedule_name=minio-full logger.go:42: 17:13:57 | scheduled-backup-incremental/8-engage-full-schedule | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 17:13:57 | scheduled-backup-incremental/8-engage-full-schedule | +++ printf %s kuttl-test-perfect-anchovy-scheduled-backup-incremental logger.go:42: 17:13:57 | scheduled-backup-incremental/8-engage-full-schedule | +++ sha1sum logger.go:42: 17:13:57 | scheduled-backup-incremental/8-engage-full-schedule | +++ awk '{print $1}' logger.go:42: 17:13:57 | scheduled-backup-incremental/8-engage-full-schedule | +++ head -c 5 logger.go:42: 17:13:57 | scheduled-backup-incremental/8-engage-full-schedule | ++ local prefix=c8a08 logger.go:42: 17:13:57 | scheduled-backup-incremental/8-engage-full-schedule | +++ kubectl get ps-backup -n kuttl-test-perfect-anchovy -l percona.com/backup-ancestor=c8a08-minio-full -o yaml logger.go:42: 17:13:57 | scheduled-backup-incremental/8-engage-full-schedule | +++ yq '.items | length' logger.go:42: 17:13:57 | scheduled-backup-incremental/8-engage-full-schedule | ++ local bcp_count=1 logger.go:42: 17:13:57 | scheduled-backup-incremental/8-engage-full-schedule | ++ echo 1 logger.go:42: 17:13:57 | scheduled-backup-incremental/8-engage-full-schedule | + bcp_count=1 logger.go:42: 17:13:57 | scheduled-backup-incremental/8-engage-full-schedule | + [[ ! 1 -eq 2 ]] logger.go:42: 17:13:57 | scheduled-backup-incremental/8-engage-full-schedule | + echo 'There are 1 full ps-backups but should be 2' logger.go:42: 17:13:57 | scheduled-backup-incremental/8-engage-full-schedule | There are 1 full ps-backups but should be 2 logger.go:42: 17:13:57 | scheduled-backup-incremental/8-engage-full-schedule | + exit 1 logger.go:42: 17:13:59 | scheduled-backup-incremental/8-engage-full-schedule | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-full" "$(get_cluster_name)") if [[ ! $bcp_count -eq 2 ]]; then echo "There are $bcp_count full ps-backups but should be 2" exit 1 fi] logger.go:42: 17:13:59 | scheduled-backup-incremental/8-engage-full-schedule | + source ../../functions logger.go:42: 17:13:59 | scheduled-backup-incremental/8-engage-full-schedule | +++ realpath ../../.. logger.go:42: 17:13:59 | scheduled-backup-incremental/8-engage-full-schedule | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:13:59 | scheduled-backup-incremental/8-engage-full-schedule | ++++ pwd logger.go:42: 17:13:59 | scheduled-backup-incremental/8-engage-full-schedule | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 17:13:59 | scheduled-backup-incremental/8-engage-full-schedule | ++ test_name=scheduled-backup-incremental logger.go:42: 17:13:59 | scheduled-backup-incremental/8-engage-full-schedule | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/vars.sh logger.go:42: 17:13:59 | scheduled-backup-incremental/8-engage-full-schedule | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:13:59 | scheduled-backup-incremental/8-engage-full-schedule | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:13:59 | scheduled-backup-incremental/8-engage-full-schedule | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:13:59 | scheduled-backup-incremental/8-engage-full-schedule | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:13:59 | scheduled-backup-incremental/8-engage-full-schedule | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:13:59 | scheduled-backup-incremental/8-engage-full-schedule | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:13:59 | scheduled-backup-incremental/8-engage-full-schedule | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:13:59 | scheduled-backup-incremental/8-engage-full-schedule | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:13:59 | scheduled-backup-incremental/8-engage-full-schedule | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:13:59 | scheduled-backup-incremental/8-engage-full-schedule | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:13:59 | scheduled-backup-incremental/8-engage-full-schedule | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 17:13:59 | scheduled-backup-incremental/8-engage-full-schedule | +++ export GIT_BRANCH=PR-1269 logger.go:42: 17:13:59 | scheduled-backup-incremental/8-engage-full-schedule | +++ GIT_BRANCH=PR-1269 logger.go:42: 17:13:59 | scheduled-backup-incremental/8-engage-full-schedule | +++ export VERSION=PR-1269-fbab6499 logger.go:42: 17:13:59 | scheduled-backup-incremental/8-engage-full-schedule | +++ VERSION=PR-1269-fbab6499 logger.go:42: 17:13:59 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:13:59 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:13:59 | scheduled-backup-incremental/8-engage-full-schedule | +++ [[ -z 8.0 ]] logger.go:42: 17:13:59 | scheduled-backup-incremental/8-engage-full-schedule | +++ export MYSQL_VERSION=8.0 logger.go:42: 17:13:59 | scheduled-backup-incremental/8-engage-full-schedule | +++ MYSQL_VERSION=8.0 logger.go:42: 17:13:59 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:13:59 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:13:59 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:13:59 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:13:59 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:13:59 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:13:59 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:13:59 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:13:59 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:13:59 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:13:59 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:13:59 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:13:59 | scheduled-backup-incremental/8-engage-full-schedule | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:13:59 | scheduled-backup-incremental/8-engage-full-schedule | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:13:59 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:13:59 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:13:59 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:13:59 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:13:59 | scheduled-backup-incremental/8-engage-full-schedule | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 17:13:59 | scheduled-backup-incremental/8-engage-full-schedule | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 17:13:59 | scheduled-backup-incremental/8-engage-full-schedule | +++ export MINIO_VER=5.4.0 logger.go:42: 17:13:59 | scheduled-backup-incremental/8-engage-full-schedule | +++ MINIO_VER=5.4.0 logger.go:42: 17:13:59 | scheduled-backup-incremental/8-engage-full-schedule | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 17:13:59 | scheduled-backup-incremental/8-engage-full-schedule | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 17:13:59 | scheduled-backup-incremental/8-engage-full-schedule | +++ export VAULT_VER=0.16.1 logger.go:42: 17:13:59 | scheduled-backup-incremental/8-engage-full-schedule | +++ VAULT_VER=0.16.1 logger.go:42: 17:13:59 | scheduled-backup-incremental/8-engage-full-schedule | ++++ which gdate logger.go:42: 17:13:59 | scheduled-backup-incremental/8-engage-full-schedule | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:13:59 | scheduled-backup-incremental/8-engage-full-schedule | ++++ which date logger.go:42: 17:13:59 | scheduled-backup-incremental/8-engage-full-schedule | +++ date=/usr/sbin/date logger.go:42: 17:13:59 | scheduled-backup-incremental/8-engage-full-schedule | +++ oc get projects logger.go:42: 17:13:59 | scheduled-backup-incremental/8-engage-full-schedule | +++ : logger.go:42: 17:13:59 | scheduled-backup-incremental/8-engage-full-schedule | +++ kubectl get nodes logger.go:42: 17:13:59 | scheduled-backup-incremental/8-engage-full-schedule | +++ grep '^minikube' logger.go:42: 17:13:59 | scheduled-backup-incremental/8-engage-full-schedule | +++ which gsed logger.go:42: 17:13:59 | scheduled-backup-incremental/8-engage-full-schedule | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:13:59 | scheduled-backup-incremental/8-engage-full-schedule | +++ which sed logger.go:42: 17:13:59 | scheduled-backup-incremental/8-engage-full-schedule | ++ sed=/usr/sbin/sed logger.go:42: 17:13:59 | scheduled-backup-incremental/8-engage-full-schedule | ++ oc get projects logger.go:42: 17:13:59 | scheduled-backup-incremental/8-engage-full-schedule | +++ kubectl version -o json logger.go:42: 17:13:59 | scheduled-backup-incremental/8-engage-full-schedule | +++ jq -r .serverVersion.gitVersion logger.go:42: 17:13:59 | scheduled-backup-incremental/8-engage-full-schedule | +++ grep '\-eks\-' logger.go:42: 17:13:59 | scheduled-backup-incremental/8-engage-full-schedule | grep: warning: stray \ before - logger.go:42: 17:14:00 | scheduled-backup-incremental/8-engage-full-schedule | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 17:14:00 | scheduled-backup-incremental/8-engage-full-schedule | ++ '[' ']' logger.go:42: 17:14:00 | scheduled-backup-incremental/8-engage-full-schedule | ++ EKS=0 logger.go:42: 17:14:00 | scheduled-backup-incremental/8-engage-full-schedule | +++ get_cluster_name logger.go:42: 17:14:00 | scheduled-backup-incremental/8-engage-full-schedule | +++ kubectl -n kuttl-test-perfect-anchovy get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 17:14:00 | scheduled-backup-incremental/8-engage-full-schedule | ++ count_backups_in_schedule minio-full scheduled-backup-incremental logger.go:42: 17:14:00 | scheduled-backup-incremental/8-engage-full-schedule | ++ local schedule_name=minio-full logger.go:42: 17:14:00 | scheduled-backup-incremental/8-engage-full-schedule | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 17:14:00 | scheduled-backup-incremental/8-engage-full-schedule | +++ sha1sum logger.go:42: 17:14:00 | scheduled-backup-incremental/8-engage-full-schedule | +++ printf %s kuttl-test-perfect-anchovy-scheduled-backup-incremental logger.go:42: 17:14:00 | scheduled-backup-incremental/8-engage-full-schedule | +++ awk '{print $1}' logger.go:42: 17:14:00 | scheduled-backup-incremental/8-engage-full-schedule | +++ head -c 5 logger.go:42: 17:14:00 | scheduled-backup-incremental/8-engage-full-schedule | ++ local prefix=c8a08 logger.go:42: 17:14:00 | scheduled-backup-incremental/8-engage-full-schedule | +++ kubectl get ps-backup -n kuttl-test-perfect-anchovy -l percona.com/backup-ancestor=c8a08-minio-full -o yaml logger.go:42: 17:14:00 | scheduled-backup-incremental/8-engage-full-schedule | +++ yq '.items | length' logger.go:42: 17:14:01 | scheduled-backup-incremental/8-engage-full-schedule | ++ local bcp_count=1 logger.go:42: 17:14:01 | scheduled-backup-incremental/8-engage-full-schedule | ++ echo 1 logger.go:42: 17:14:01 | scheduled-backup-incremental/8-engage-full-schedule | + bcp_count=1 logger.go:42: 17:14:01 | scheduled-backup-incremental/8-engage-full-schedule | + [[ ! 1 -eq 2 ]] logger.go:42: 17:14:01 | scheduled-backup-incremental/8-engage-full-schedule | + echo 'There are 1 full ps-backups but should be 2' logger.go:42: 17:14:01 | scheduled-backup-incremental/8-engage-full-schedule | There are 1 full ps-backups but should be 2 logger.go:42: 17:14:01 | scheduled-backup-incremental/8-engage-full-schedule | + exit 1 logger.go:42: 17:14:02 | scheduled-backup-incremental/8-engage-full-schedule | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-full" "$(get_cluster_name)") if [[ ! $bcp_count -eq 2 ]]; then echo "There are $bcp_count full ps-backups but should be 2" exit 1 fi] logger.go:42: 17:14:02 | scheduled-backup-incremental/8-engage-full-schedule | + source ../../functions logger.go:42: 17:14:02 | scheduled-backup-incremental/8-engage-full-schedule | +++ realpath ../../.. logger.go:42: 17:14:02 | scheduled-backup-incremental/8-engage-full-schedule | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:14:02 | scheduled-backup-incremental/8-engage-full-schedule | ++++ pwd logger.go:42: 17:14:02 | scheduled-backup-incremental/8-engage-full-schedule | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 17:14:02 | scheduled-backup-incremental/8-engage-full-schedule | ++ test_name=scheduled-backup-incremental logger.go:42: 17:14:02 | scheduled-backup-incremental/8-engage-full-schedule | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/vars.sh logger.go:42: 17:14:02 | scheduled-backup-incremental/8-engage-full-schedule | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:14:02 | scheduled-backup-incremental/8-engage-full-schedule | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:14:02 | scheduled-backup-incremental/8-engage-full-schedule | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:14:02 | scheduled-backup-incremental/8-engage-full-schedule | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:14:02 | scheduled-backup-incremental/8-engage-full-schedule | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:14:02 | scheduled-backup-incremental/8-engage-full-schedule | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:14:02 | scheduled-backup-incremental/8-engage-full-schedule | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:14:02 | scheduled-backup-incremental/8-engage-full-schedule | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:14:02 | scheduled-backup-incremental/8-engage-full-schedule | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:14:02 | scheduled-backup-incremental/8-engage-full-schedule | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:14:02 | scheduled-backup-incremental/8-engage-full-schedule | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 17:14:02 | scheduled-backup-incremental/8-engage-full-schedule | +++ export GIT_BRANCH=PR-1269 logger.go:42: 17:14:02 | scheduled-backup-incremental/8-engage-full-schedule | +++ GIT_BRANCH=PR-1269 logger.go:42: 17:14:02 | scheduled-backup-incremental/8-engage-full-schedule | +++ export VERSION=PR-1269-fbab6499 logger.go:42: 17:14:02 | scheduled-backup-incremental/8-engage-full-schedule | +++ VERSION=PR-1269-fbab6499 logger.go:42: 17:14:02 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:14:02 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:14:02 | scheduled-backup-incremental/8-engage-full-schedule | +++ [[ -z 8.0 ]] logger.go:42: 17:14:02 | scheduled-backup-incremental/8-engage-full-schedule | +++ export MYSQL_VERSION=8.0 logger.go:42: 17:14:02 | scheduled-backup-incremental/8-engage-full-schedule | +++ MYSQL_VERSION=8.0 logger.go:42: 17:14:02 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:14:02 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:14:02 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:14:02 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:14:02 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:14:02 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:14:02 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:14:02 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:14:02 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:14:02 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:14:02 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:14:02 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:14:02 | scheduled-backup-incremental/8-engage-full-schedule | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:14:02 | scheduled-backup-incremental/8-engage-full-schedule | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:14:02 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:14:02 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:14:02 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:14:02 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:14:02 | scheduled-backup-incremental/8-engage-full-schedule | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 17:14:02 | scheduled-backup-incremental/8-engage-full-schedule | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 17:14:02 | scheduled-backup-incremental/8-engage-full-schedule | +++ export MINIO_VER=5.4.0 logger.go:42: 17:14:02 | scheduled-backup-incremental/8-engage-full-schedule | +++ MINIO_VER=5.4.0 logger.go:42: 17:14:02 | scheduled-backup-incremental/8-engage-full-schedule | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 17:14:02 | scheduled-backup-incremental/8-engage-full-schedule | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 17:14:02 | scheduled-backup-incremental/8-engage-full-schedule | +++ export VAULT_VER=0.16.1 logger.go:42: 17:14:02 | scheduled-backup-incremental/8-engage-full-schedule | +++ VAULT_VER=0.16.1 logger.go:42: 17:14:02 | scheduled-backup-incremental/8-engage-full-schedule | ++++ which gdate logger.go:42: 17:14:02 | scheduled-backup-incremental/8-engage-full-schedule | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:14:02 | scheduled-backup-incremental/8-engage-full-schedule | ++++ which date logger.go:42: 17:14:02 | scheduled-backup-incremental/8-engage-full-schedule | +++ date=/usr/sbin/date logger.go:42: 17:14:02 | scheduled-backup-incremental/8-engage-full-schedule | +++ oc get projects logger.go:42: 17:14:02 | scheduled-backup-incremental/8-engage-full-schedule | +++ : logger.go:42: 17:14:02 | scheduled-backup-incremental/8-engage-full-schedule | +++ kubectl get nodes logger.go:42: 17:14:02 | scheduled-backup-incremental/8-engage-full-schedule | +++ grep '^minikube' logger.go:42: 17:14:02 | scheduled-backup-incremental/8-engage-full-schedule | +++ which gsed logger.go:42: 17:14:02 | scheduled-backup-incremental/8-engage-full-schedule | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:14:02 | scheduled-backup-incremental/8-engage-full-schedule | +++ which sed logger.go:42: 17:14:02 | scheduled-backup-incremental/8-engage-full-schedule | ++ sed=/usr/sbin/sed logger.go:42: 17:14:02 | scheduled-backup-incremental/8-engage-full-schedule | ++ oc get projects logger.go:42: 17:14:02 | scheduled-backup-incremental/8-engage-full-schedule | +++ kubectl version -o json logger.go:42: 17:14:02 | scheduled-backup-incremental/8-engage-full-schedule | +++ jq -r .serverVersion.gitVersion logger.go:42: 17:14:02 | scheduled-backup-incremental/8-engage-full-schedule | +++ grep '\-eks\-' logger.go:42: 17:14:02 | scheduled-backup-incremental/8-engage-full-schedule | grep: warning: stray \ before - logger.go:42: 17:14:03 | scheduled-backup-incremental/8-engage-full-schedule | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 17:14:03 | scheduled-backup-incremental/8-engage-full-schedule | ++ '[' ']' logger.go:42: 17:14:03 | scheduled-backup-incremental/8-engage-full-schedule | ++ EKS=0 logger.go:42: 17:14:03 | scheduled-backup-incremental/8-engage-full-schedule | +++ get_cluster_name logger.go:42: 17:14:03 | scheduled-backup-incremental/8-engage-full-schedule | +++ kubectl -n kuttl-test-perfect-anchovy get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 17:14:03 | scheduled-backup-incremental/8-engage-full-schedule | ++ count_backups_in_schedule minio-full scheduled-backup-incremental logger.go:42: 17:14:03 | scheduled-backup-incremental/8-engage-full-schedule | ++ local schedule_name=minio-full logger.go:42: 17:14:03 | scheduled-backup-incremental/8-engage-full-schedule | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 17:14:03 | scheduled-backup-incremental/8-engage-full-schedule | +++ printf %s kuttl-test-perfect-anchovy-scheduled-backup-incremental logger.go:42: 17:14:03 | scheduled-backup-incremental/8-engage-full-schedule | +++ sha1sum logger.go:42: 17:14:03 | scheduled-backup-incremental/8-engage-full-schedule | +++ awk '{print $1}' logger.go:42: 17:14:03 | scheduled-backup-incremental/8-engage-full-schedule | +++ head -c 5 logger.go:42: 17:14:03 | scheduled-backup-incremental/8-engage-full-schedule | ++ local prefix=c8a08 logger.go:42: 17:14:03 | scheduled-backup-incremental/8-engage-full-schedule | +++ kubectl get ps-backup -n kuttl-test-perfect-anchovy -l percona.com/backup-ancestor=c8a08-minio-full -o yaml logger.go:42: 17:14:03 | scheduled-backup-incremental/8-engage-full-schedule | +++ yq '.items | length' logger.go:42: 17:14:04 | scheduled-backup-incremental/8-engage-full-schedule | ++ local bcp_count=1 logger.go:42: 17:14:04 | scheduled-backup-incremental/8-engage-full-schedule | ++ echo 1 logger.go:42: 17:14:04 | scheduled-backup-incremental/8-engage-full-schedule | + bcp_count=1 logger.go:42: 17:14:04 | scheduled-backup-incremental/8-engage-full-schedule | + [[ ! 1 -eq 2 ]] logger.go:42: 17:14:04 | scheduled-backup-incremental/8-engage-full-schedule | + echo 'There are 1 full ps-backups but should be 2' logger.go:42: 17:14:04 | scheduled-backup-incremental/8-engage-full-schedule | There are 1 full ps-backups but should be 2 logger.go:42: 17:14:04 | scheduled-backup-incremental/8-engage-full-schedule | + exit 1 logger.go:42: 17:14:05 | scheduled-backup-incremental/8-engage-full-schedule | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-full" "$(get_cluster_name)") if [[ ! $bcp_count -eq 2 ]]; then echo "There are $bcp_count full ps-backups but should be 2" exit 1 fi] logger.go:42: 17:14:05 | scheduled-backup-incremental/8-engage-full-schedule | + source ../../functions logger.go:42: 17:14:05 | scheduled-backup-incremental/8-engage-full-schedule | +++ realpath ../../.. logger.go:42: 17:14:05 | scheduled-backup-incremental/8-engage-full-schedule | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:14:05 | scheduled-backup-incremental/8-engage-full-schedule | ++++ pwd logger.go:42: 17:14:05 | scheduled-backup-incremental/8-engage-full-schedule | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 17:14:05 | scheduled-backup-incremental/8-engage-full-schedule | ++ test_name=scheduled-backup-incremental logger.go:42: 17:14:05 | scheduled-backup-incremental/8-engage-full-schedule | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/vars.sh logger.go:42: 17:14:05 | scheduled-backup-incremental/8-engage-full-schedule | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:14:05 | scheduled-backup-incremental/8-engage-full-schedule | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:14:05 | scheduled-backup-incremental/8-engage-full-schedule | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:14:05 | scheduled-backup-incremental/8-engage-full-schedule | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:14:05 | scheduled-backup-incremental/8-engage-full-schedule | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:14:05 | scheduled-backup-incremental/8-engage-full-schedule | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:14:05 | scheduled-backup-incremental/8-engage-full-schedule | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:14:05 | scheduled-backup-incremental/8-engage-full-schedule | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:14:05 | scheduled-backup-incremental/8-engage-full-schedule | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:14:05 | scheduled-backup-incremental/8-engage-full-schedule | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:14:05 | scheduled-backup-incremental/8-engage-full-schedule | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 17:14:05 | scheduled-backup-incremental/8-engage-full-schedule | +++ export GIT_BRANCH=PR-1269 logger.go:42: 17:14:05 | scheduled-backup-incremental/8-engage-full-schedule | +++ GIT_BRANCH=PR-1269 logger.go:42: 17:14:05 | scheduled-backup-incremental/8-engage-full-schedule | +++ export VERSION=PR-1269-fbab6499 logger.go:42: 17:14:05 | scheduled-backup-incremental/8-engage-full-schedule | +++ VERSION=PR-1269-fbab6499 logger.go:42: 17:14:05 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:14:05 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:14:05 | scheduled-backup-incremental/8-engage-full-schedule | +++ [[ -z 8.0 ]] logger.go:42: 17:14:05 | scheduled-backup-incremental/8-engage-full-schedule | +++ export MYSQL_VERSION=8.0 logger.go:42: 17:14:05 | scheduled-backup-incremental/8-engage-full-schedule | +++ MYSQL_VERSION=8.0 logger.go:42: 17:14:05 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:14:05 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:14:05 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:14:05 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:14:05 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:14:05 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:14:05 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:14:05 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:14:05 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:14:05 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:14:05 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:14:05 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:14:05 | scheduled-backup-incremental/8-engage-full-schedule | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:14:05 | scheduled-backup-incremental/8-engage-full-schedule | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:14:05 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:14:05 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:14:05 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:14:05 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:14:05 | scheduled-backup-incremental/8-engage-full-schedule | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 17:14:05 | scheduled-backup-incremental/8-engage-full-schedule | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 17:14:05 | scheduled-backup-incremental/8-engage-full-schedule | +++ export MINIO_VER=5.4.0 logger.go:42: 17:14:05 | scheduled-backup-incremental/8-engage-full-schedule | +++ MINIO_VER=5.4.0 logger.go:42: 17:14:05 | scheduled-backup-incremental/8-engage-full-schedule | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 17:14:05 | scheduled-backup-incremental/8-engage-full-schedule | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 17:14:05 | scheduled-backup-incremental/8-engage-full-schedule | +++ export VAULT_VER=0.16.1 logger.go:42: 17:14:05 | scheduled-backup-incremental/8-engage-full-schedule | +++ VAULT_VER=0.16.1 logger.go:42: 17:14:05 | scheduled-backup-incremental/8-engage-full-schedule | ++++ which gdate logger.go:42: 17:14:05 | scheduled-backup-incremental/8-engage-full-schedule | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:14:05 | scheduled-backup-incremental/8-engage-full-schedule | ++++ which date logger.go:42: 17:14:05 | scheduled-backup-incremental/8-engage-full-schedule | +++ date=/usr/sbin/date logger.go:42: 17:14:05 | scheduled-backup-incremental/8-engage-full-schedule | +++ oc get projects logger.go:42: 17:14:05 | scheduled-backup-incremental/8-engage-full-schedule | +++ : logger.go:42: 17:14:05 | scheduled-backup-incremental/8-engage-full-schedule | +++ kubectl get nodes logger.go:42: 17:14:05 | scheduled-backup-incremental/8-engage-full-schedule | +++ grep '^minikube' logger.go:42: 17:14:06 | scheduled-backup-incremental/8-engage-full-schedule | +++ which gsed logger.go:42: 17:14:06 | scheduled-backup-incremental/8-engage-full-schedule | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:14:06 | scheduled-backup-incremental/8-engage-full-schedule | +++ which sed logger.go:42: 17:14:06 | scheduled-backup-incremental/8-engage-full-schedule | ++ sed=/usr/sbin/sed logger.go:42: 17:14:06 | scheduled-backup-incremental/8-engage-full-schedule | ++ oc get projects logger.go:42: 17:14:06 | scheduled-backup-incremental/8-engage-full-schedule | +++ kubectl version -o json logger.go:42: 17:14:06 | scheduled-backup-incremental/8-engage-full-schedule | +++ jq -r .serverVersion.gitVersion logger.go:42: 17:14:06 | scheduled-backup-incremental/8-engage-full-schedule | +++ grep '\-eks\-' logger.go:42: 17:14:06 | scheduled-backup-incremental/8-engage-full-schedule | grep: warning: stray \ before - logger.go:42: 17:14:06 | scheduled-backup-incremental/8-engage-full-schedule | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 17:14:06 | scheduled-backup-incremental/8-engage-full-schedule | ++ '[' ']' logger.go:42: 17:14:06 | scheduled-backup-incremental/8-engage-full-schedule | ++ EKS=0 logger.go:42: 17:14:06 | scheduled-backup-incremental/8-engage-full-schedule | +++ get_cluster_name logger.go:42: 17:14:06 | scheduled-backup-incremental/8-engage-full-schedule | +++ kubectl -n kuttl-test-perfect-anchovy get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 17:14:07 | scheduled-backup-incremental/8-engage-full-schedule | ++ count_backups_in_schedule minio-full scheduled-backup-incremental logger.go:42: 17:14:07 | scheduled-backup-incremental/8-engage-full-schedule | ++ local schedule_name=minio-full logger.go:42: 17:14:07 | scheduled-backup-incremental/8-engage-full-schedule | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 17:14:07 | scheduled-backup-incremental/8-engage-full-schedule | +++ printf %s kuttl-test-perfect-anchovy-scheduled-backup-incremental logger.go:42: 17:14:07 | scheduled-backup-incremental/8-engage-full-schedule | +++ sha1sum logger.go:42: 17:14:07 | scheduled-backup-incremental/8-engage-full-schedule | +++ awk '{print $1}' logger.go:42: 17:14:07 | scheduled-backup-incremental/8-engage-full-schedule | +++ head -c 5 logger.go:42: 17:14:07 | scheduled-backup-incremental/8-engage-full-schedule | ++ local prefix=c8a08 logger.go:42: 17:14:07 | scheduled-backup-incremental/8-engage-full-schedule | +++ kubectl get ps-backup -n kuttl-test-perfect-anchovy -l percona.com/backup-ancestor=c8a08-minio-full -o yaml logger.go:42: 17:14:07 | scheduled-backup-incremental/8-engage-full-schedule | +++ yq '.items | length' logger.go:42: 17:14:07 | scheduled-backup-incremental/8-engage-full-schedule | ++ local bcp_count=1 logger.go:42: 17:14:07 | scheduled-backup-incremental/8-engage-full-schedule | ++ echo 1 logger.go:42: 17:14:07 | scheduled-backup-incremental/8-engage-full-schedule | + bcp_count=1 logger.go:42: 17:14:07 | scheduled-backup-incremental/8-engage-full-schedule | + [[ ! 1 -eq 2 ]] logger.go:42: 17:14:07 | scheduled-backup-incremental/8-engage-full-schedule | + echo 'There are 1 full ps-backups but should be 2' logger.go:42: 17:14:07 | scheduled-backup-incremental/8-engage-full-schedule | There are 1 full ps-backups but should be 2 logger.go:42: 17:14:07 | scheduled-backup-incremental/8-engage-full-schedule | + exit 1 logger.go:42: 17:14:08 | scheduled-backup-incremental/8-engage-full-schedule | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-full" "$(get_cluster_name)") if [[ ! $bcp_count -eq 2 ]]; then echo "There are $bcp_count full ps-backups but should be 2" exit 1 fi] logger.go:42: 17:14:08 | scheduled-backup-incremental/8-engage-full-schedule | + source ../../functions logger.go:42: 17:14:08 | scheduled-backup-incremental/8-engage-full-schedule | +++ realpath ../../.. logger.go:42: 17:14:08 | scheduled-backup-incremental/8-engage-full-schedule | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:14:08 | scheduled-backup-incremental/8-engage-full-schedule | ++++ pwd logger.go:42: 17:14:08 | scheduled-backup-incremental/8-engage-full-schedule | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 17:14:08 | scheduled-backup-incremental/8-engage-full-schedule | ++ test_name=scheduled-backup-incremental logger.go:42: 17:14:08 | scheduled-backup-incremental/8-engage-full-schedule | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/vars.sh logger.go:42: 17:14:08 | scheduled-backup-incremental/8-engage-full-schedule | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:14:08 | scheduled-backup-incremental/8-engage-full-schedule | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:14:08 | scheduled-backup-incremental/8-engage-full-schedule | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:14:08 | scheduled-backup-incremental/8-engage-full-schedule | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:14:08 | scheduled-backup-incremental/8-engage-full-schedule | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:14:08 | scheduled-backup-incremental/8-engage-full-schedule | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:14:08 | scheduled-backup-incremental/8-engage-full-schedule | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:14:08 | scheduled-backup-incremental/8-engage-full-schedule | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:14:08 | scheduled-backup-incremental/8-engage-full-schedule | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:14:08 | scheduled-backup-incremental/8-engage-full-schedule | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:14:08 | scheduled-backup-incremental/8-engage-full-schedule | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 17:14:08 | scheduled-backup-incremental/8-engage-full-schedule | +++ export GIT_BRANCH=PR-1269 logger.go:42: 17:14:08 | scheduled-backup-incremental/8-engage-full-schedule | +++ GIT_BRANCH=PR-1269 logger.go:42: 17:14:08 | scheduled-backup-incremental/8-engage-full-schedule | +++ export VERSION=PR-1269-fbab6499 logger.go:42: 17:14:08 | scheduled-backup-incremental/8-engage-full-schedule | +++ VERSION=PR-1269-fbab6499 logger.go:42: 17:14:08 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:14:08 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:14:08 | scheduled-backup-incremental/8-engage-full-schedule | +++ [[ -z 8.0 ]] logger.go:42: 17:14:08 | scheduled-backup-incremental/8-engage-full-schedule | +++ export MYSQL_VERSION=8.0 logger.go:42: 17:14:08 | scheduled-backup-incremental/8-engage-full-schedule | +++ MYSQL_VERSION=8.0 logger.go:42: 17:14:08 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:14:08 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:14:08 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:14:08 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:14:08 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:14:08 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:14:08 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:14:08 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:14:08 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:14:08 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:14:08 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:14:08 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:14:08 | scheduled-backup-incremental/8-engage-full-schedule | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:14:08 | scheduled-backup-incremental/8-engage-full-schedule | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:14:08 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:14:08 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:14:08 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:14:08 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:14:08 | scheduled-backup-incremental/8-engage-full-schedule | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 17:14:08 | scheduled-backup-incremental/8-engage-full-schedule | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 17:14:08 | scheduled-backup-incremental/8-engage-full-schedule | +++ export MINIO_VER=5.4.0 logger.go:42: 17:14:08 | scheduled-backup-incremental/8-engage-full-schedule | +++ MINIO_VER=5.4.0 logger.go:42: 17:14:08 | scheduled-backup-incremental/8-engage-full-schedule | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 17:14:08 | scheduled-backup-incremental/8-engage-full-schedule | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 17:14:08 | scheduled-backup-incremental/8-engage-full-schedule | +++ export VAULT_VER=0.16.1 logger.go:42: 17:14:08 | scheduled-backup-incremental/8-engage-full-schedule | +++ VAULT_VER=0.16.1 logger.go:42: 17:14:08 | scheduled-backup-incremental/8-engage-full-schedule | ++++ which gdate logger.go:42: 17:14:08 | scheduled-backup-incremental/8-engage-full-schedule | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:14:08 | scheduled-backup-incremental/8-engage-full-schedule | ++++ which date logger.go:42: 17:14:08 | scheduled-backup-incremental/8-engage-full-schedule | +++ date=/usr/sbin/date logger.go:42: 17:14:08 | scheduled-backup-incremental/8-engage-full-schedule | +++ oc get projects logger.go:42: 17:14:08 | scheduled-backup-incremental/8-engage-full-schedule | +++ : logger.go:42: 17:14:08 | scheduled-backup-incremental/8-engage-full-schedule | +++ kubectl get nodes logger.go:42: 17:14:08 | scheduled-backup-incremental/8-engage-full-schedule | +++ grep '^minikube' logger.go:42: 17:14:09 | scheduled-backup-incremental/8-engage-full-schedule | +++ which gsed logger.go:42: 17:14:09 | scheduled-backup-incremental/8-engage-full-schedule | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:14:09 | scheduled-backup-incremental/8-engage-full-schedule | +++ which sed logger.go:42: 17:14:09 | scheduled-backup-incremental/8-engage-full-schedule | ++ sed=/usr/sbin/sed logger.go:42: 17:14:09 | scheduled-backup-incremental/8-engage-full-schedule | ++ oc get projects logger.go:42: 17:14:09 | scheduled-backup-incremental/8-engage-full-schedule | +++ kubectl version -o json logger.go:42: 17:14:09 | scheduled-backup-incremental/8-engage-full-schedule | +++ jq -r .serverVersion.gitVersion logger.go:42: 17:14:09 | scheduled-backup-incremental/8-engage-full-schedule | +++ grep '\-eks\-' logger.go:42: 17:14:09 | scheduled-backup-incremental/8-engage-full-schedule | grep: warning: stray \ before - logger.go:42: 17:14:09 | scheduled-backup-incremental/8-engage-full-schedule | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 17:14:09 | scheduled-backup-incremental/8-engage-full-schedule | ++ '[' ']' logger.go:42: 17:14:09 | scheduled-backup-incremental/8-engage-full-schedule | ++ EKS=0 logger.go:42: 17:14:09 | scheduled-backup-incremental/8-engage-full-schedule | +++ get_cluster_name logger.go:42: 17:14:09 | scheduled-backup-incremental/8-engage-full-schedule | +++ kubectl -n kuttl-test-perfect-anchovy get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 17:14:10 | scheduled-backup-incremental/8-engage-full-schedule | ++ count_backups_in_schedule minio-full scheduled-backup-incremental logger.go:42: 17:14:10 | scheduled-backup-incremental/8-engage-full-schedule | ++ local schedule_name=minio-full logger.go:42: 17:14:10 | scheduled-backup-incremental/8-engage-full-schedule | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 17:14:10 | scheduled-backup-incremental/8-engage-full-schedule | +++ printf %s kuttl-test-perfect-anchovy-scheduled-backup-incremental logger.go:42: 17:14:10 | scheduled-backup-incremental/8-engage-full-schedule | +++ sha1sum logger.go:42: 17:14:10 | scheduled-backup-incremental/8-engage-full-schedule | +++ awk '{print $1}' logger.go:42: 17:14:10 | scheduled-backup-incremental/8-engage-full-schedule | +++ head -c 5 logger.go:42: 17:14:10 | scheduled-backup-incremental/8-engage-full-schedule | ++ local prefix=c8a08 logger.go:42: 17:14:10 | scheduled-backup-incremental/8-engage-full-schedule | +++ kubectl get ps-backup -n kuttl-test-perfect-anchovy -l percona.com/backup-ancestor=c8a08-minio-full -o yaml logger.go:42: 17:14:10 | scheduled-backup-incremental/8-engage-full-schedule | +++ yq '.items | length' logger.go:42: 17:14:10 | scheduled-backup-incremental/8-engage-full-schedule | ++ local bcp_count=1 logger.go:42: 17:14:10 | scheduled-backup-incremental/8-engage-full-schedule | ++ echo 1 logger.go:42: 17:14:10 | scheduled-backup-incremental/8-engage-full-schedule | + bcp_count=1 logger.go:42: 17:14:10 | scheduled-backup-incremental/8-engage-full-schedule | + [[ ! 1 -eq 2 ]] logger.go:42: 17:14:10 | scheduled-backup-incremental/8-engage-full-schedule | + echo 'There are 1 full ps-backups but should be 2' logger.go:42: 17:14:10 | scheduled-backup-incremental/8-engage-full-schedule | There are 1 full ps-backups but should be 2 logger.go:42: 17:14:10 | scheduled-backup-incremental/8-engage-full-schedule | + exit 1 logger.go:42: 17:14:12 | scheduled-backup-incremental/8-engage-full-schedule | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-full" "$(get_cluster_name)") if [[ ! $bcp_count -eq 2 ]]; then echo "There are $bcp_count full ps-backups but should be 2" exit 1 fi] logger.go:42: 17:14:12 | scheduled-backup-incremental/8-engage-full-schedule | + source ../../functions logger.go:42: 17:14:12 | scheduled-backup-incremental/8-engage-full-schedule | +++ realpath ../../.. logger.go:42: 17:14:12 | scheduled-backup-incremental/8-engage-full-schedule | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:14:12 | scheduled-backup-incremental/8-engage-full-schedule | ++++ pwd logger.go:42: 17:14:12 | scheduled-backup-incremental/8-engage-full-schedule | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 17:14:12 | scheduled-backup-incremental/8-engage-full-schedule | ++ test_name=scheduled-backup-incremental logger.go:42: 17:14:12 | scheduled-backup-incremental/8-engage-full-schedule | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/vars.sh logger.go:42: 17:14:12 | scheduled-backup-incremental/8-engage-full-schedule | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:14:12 | scheduled-backup-incremental/8-engage-full-schedule | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:14:12 | scheduled-backup-incremental/8-engage-full-schedule | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:14:12 | scheduled-backup-incremental/8-engage-full-schedule | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:14:12 | scheduled-backup-incremental/8-engage-full-schedule | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:14:12 | scheduled-backup-incremental/8-engage-full-schedule | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:14:12 | scheduled-backup-incremental/8-engage-full-schedule | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:14:12 | scheduled-backup-incremental/8-engage-full-schedule | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:14:12 | scheduled-backup-incremental/8-engage-full-schedule | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:14:12 | scheduled-backup-incremental/8-engage-full-schedule | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:14:12 | scheduled-backup-incremental/8-engage-full-schedule | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 17:14:12 | scheduled-backup-incremental/8-engage-full-schedule | +++ export GIT_BRANCH=PR-1269 logger.go:42: 17:14:12 | scheduled-backup-incremental/8-engage-full-schedule | +++ GIT_BRANCH=PR-1269 logger.go:42: 17:14:12 | scheduled-backup-incremental/8-engage-full-schedule | +++ export VERSION=PR-1269-fbab6499 logger.go:42: 17:14:12 | scheduled-backup-incremental/8-engage-full-schedule | +++ VERSION=PR-1269-fbab6499 logger.go:42: 17:14:12 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:14:12 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:14:12 | scheduled-backup-incremental/8-engage-full-schedule | +++ [[ -z 8.0 ]] logger.go:42: 17:14:12 | scheduled-backup-incremental/8-engage-full-schedule | +++ export MYSQL_VERSION=8.0 logger.go:42: 17:14:12 | scheduled-backup-incremental/8-engage-full-schedule | +++ MYSQL_VERSION=8.0 logger.go:42: 17:14:12 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:14:12 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:14:12 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:14:12 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:14:12 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:14:12 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:14:12 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:14:12 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:14:12 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:14:12 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:14:12 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:14:12 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:14:12 | scheduled-backup-incremental/8-engage-full-schedule | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:14:12 | scheduled-backup-incremental/8-engage-full-schedule | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:14:12 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:14:12 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:14:12 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:14:12 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:14:12 | scheduled-backup-incremental/8-engage-full-schedule | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 17:14:12 | scheduled-backup-incremental/8-engage-full-schedule | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 17:14:12 | scheduled-backup-incremental/8-engage-full-schedule | +++ export MINIO_VER=5.4.0 logger.go:42: 17:14:12 | scheduled-backup-incremental/8-engage-full-schedule | +++ MINIO_VER=5.4.0 logger.go:42: 17:14:12 | scheduled-backup-incremental/8-engage-full-schedule | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 17:14:12 | scheduled-backup-incremental/8-engage-full-schedule | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 17:14:12 | scheduled-backup-incremental/8-engage-full-schedule | +++ export VAULT_VER=0.16.1 logger.go:42: 17:14:12 | scheduled-backup-incremental/8-engage-full-schedule | +++ VAULT_VER=0.16.1 logger.go:42: 17:14:12 | scheduled-backup-incremental/8-engage-full-schedule | ++++ which gdate logger.go:42: 17:14:12 | scheduled-backup-incremental/8-engage-full-schedule | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:14:12 | scheduled-backup-incremental/8-engage-full-schedule | ++++ which date logger.go:42: 17:14:12 | scheduled-backup-incremental/8-engage-full-schedule | +++ date=/usr/sbin/date logger.go:42: 17:14:12 | scheduled-backup-incremental/8-engage-full-schedule | +++ oc get projects logger.go:42: 17:14:12 | scheduled-backup-incremental/8-engage-full-schedule | +++ : logger.go:42: 17:14:12 | scheduled-backup-incremental/8-engage-full-schedule | +++ kubectl get nodes logger.go:42: 17:14:12 | scheduled-backup-incremental/8-engage-full-schedule | +++ grep '^minikube' logger.go:42: 17:14:12 | scheduled-backup-incremental/8-engage-full-schedule | +++ which gsed logger.go:42: 17:14:12 | scheduled-backup-incremental/8-engage-full-schedule | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:14:12 | scheduled-backup-incremental/8-engage-full-schedule | +++ which sed logger.go:42: 17:14:12 | scheduled-backup-incremental/8-engage-full-schedule | ++ sed=/usr/sbin/sed logger.go:42: 17:14:12 | scheduled-backup-incremental/8-engage-full-schedule | ++ oc get projects logger.go:42: 17:14:12 | scheduled-backup-incremental/8-engage-full-schedule | +++ kubectl version -o json logger.go:42: 17:14:12 | scheduled-backup-incremental/8-engage-full-schedule | +++ jq -r .serverVersion.gitVersion logger.go:42: 17:14:12 | scheduled-backup-incremental/8-engage-full-schedule | +++ grep '\-eks\-' logger.go:42: 17:14:12 | scheduled-backup-incremental/8-engage-full-schedule | grep: warning: stray \ before - logger.go:42: 17:14:13 | scheduled-backup-incremental/8-engage-full-schedule | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 17:14:13 | scheduled-backup-incremental/8-engage-full-schedule | ++ '[' ']' logger.go:42: 17:14:13 | scheduled-backup-incremental/8-engage-full-schedule | ++ EKS=0 logger.go:42: 17:14:13 | scheduled-backup-incremental/8-engage-full-schedule | +++ get_cluster_name logger.go:42: 17:14:13 | scheduled-backup-incremental/8-engage-full-schedule | +++ kubectl -n kuttl-test-perfect-anchovy get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 17:14:13 | scheduled-backup-incremental/8-engage-full-schedule | ++ count_backups_in_schedule minio-full scheduled-backup-incremental logger.go:42: 17:14:13 | scheduled-backup-incremental/8-engage-full-schedule | ++ local schedule_name=minio-full logger.go:42: 17:14:13 | scheduled-backup-incremental/8-engage-full-schedule | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 17:14:13 | scheduled-backup-incremental/8-engage-full-schedule | +++ printf %s kuttl-test-perfect-anchovy-scheduled-backup-incremental logger.go:42: 17:14:13 | scheduled-backup-incremental/8-engage-full-schedule | +++ sha1sum logger.go:42: 17:14:13 | scheduled-backup-incremental/8-engage-full-schedule | +++ awk '{print $1}' logger.go:42: 17:14:13 | scheduled-backup-incremental/8-engage-full-schedule | +++ head -c 5 logger.go:42: 17:14:13 | scheduled-backup-incremental/8-engage-full-schedule | ++ local prefix=c8a08 logger.go:42: 17:14:13 | scheduled-backup-incremental/8-engage-full-schedule | +++ kubectl get ps-backup -n kuttl-test-perfect-anchovy -l percona.com/backup-ancestor=c8a08-minio-full -o yaml logger.go:42: 17:14:13 | scheduled-backup-incremental/8-engage-full-schedule | +++ yq '.items | length' logger.go:42: 17:14:14 | scheduled-backup-incremental/8-engage-full-schedule | ++ local bcp_count=1 logger.go:42: 17:14:14 | scheduled-backup-incremental/8-engage-full-schedule | ++ echo 1 logger.go:42: 17:14:14 | scheduled-backup-incremental/8-engage-full-schedule | + bcp_count=1 logger.go:42: 17:14:14 | scheduled-backup-incremental/8-engage-full-schedule | + [[ ! 1 -eq 2 ]] logger.go:42: 17:14:14 | scheduled-backup-incremental/8-engage-full-schedule | + echo 'There are 1 full ps-backups but should be 2' logger.go:42: 17:14:14 | scheduled-backup-incremental/8-engage-full-schedule | There are 1 full ps-backups but should be 2 logger.go:42: 17:14:14 | scheduled-backup-incremental/8-engage-full-schedule | + exit 1 logger.go:42: 17:14:15 | scheduled-backup-incremental/8-engage-full-schedule | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-full" "$(get_cluster_name)") if [[ ! $bcp_count -eq 2 ]]; then echo "There are $bcp_count full ps-backups but should be 2" exit 1 fi] logger.go:42: 17:14:15 | scheduled-backup-incremental/8-engage-full-schedule | + source ../../functions logger.go:42: 17:14:15 | scheduled-backup-incremental/8-engage-full-schedule | +++ realpath ../../.. logger.go:42: 17:14:15 | scheduled-backup-incremental/8-engage-full-schedule | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:14:15 | scheduled-backup-incremental/8-engage-full-schedule | ++++ pwd logger.go:42: 17:14:15 | scheduled-backup-incremental/8-engage-full-schedule | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 17:14:15 | scheduled-backup-incremental/8-engage-full-schedule | ++ test_name=scheduled-backup-incremental logger.go:42: 17:14:15 | scheduled-backup-incremental/8-engage-full-schedule | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/vars.sh logger.go:42: 17:14:15 | scheduled-backup-incremental/8-engage-full-schedule | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:14:15 | scheduled-backup-incremental/8-engage-full-schedule | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:14:15 | scheduled-backup-incremental/8-engage-full-schedule | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:14:15 | scheduled-backup-incremental/8-engage-full-schedule | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:14:15 | scheduled-backup-incremental/8-engage-full-schedule | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:14:15 | scheduled-backup-incremental/8-engage-full-schedule | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:14:15 | scheduled-backup-incremental/8-engage-full-schedule | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:14:15 | scheduled-backup-incremental/8-engage-full-schedule | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:14:15 | scheduled-backup-incremental/8-engage-full-schedule | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:14:15 | scheduled-backup-incremental/8-engage-full-schedule | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:14:15 | scheduled-backup-incremental/8-engage-full-schedule | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 17:14:15 | scheduled-backup-incremental/8-engage-full-schedule | +++ export GIT_BRANCH=PR-1269 logger.go:42: 17:14:15 | scheduled-backup-incremental/8-engage-full-schedule | +++ GIT_BRANCH=PR-1269 logger.go:42: 17:14:15 | scheduled-backup-incremental/8-engage-full-schedule | +++ export VERSION=PR-1269-fbab6499 logger.go:42: 17:14:15 | scheduled-backup-incremental/8-engage-full-schedule | +++ VERSION=PR-1269-fbab6499 logger.go:42: 17:14:15 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:14:15 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:14:15 | scheduled-backup-incremental/8-engage-full-schedule | +++ [[ -z 8.0 ]] logger.go:42: 17:14:15 | scheduled-backup-incremental/8-engage-full-schedule | +++ export MYSQL_VERSION=8.0 logger.go:42: 17:14:15 | scheduled-backup-incremental/8-engage-full-schedule | +++ MYSQL_VERSION=8.0 logger.go:42: 17:14:15 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:14:15 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:14:15 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:14:15 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:14:15 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:14:15 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:14:15 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:14:15 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:14:15 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:14:15 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:14:15 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:14:15 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:14:15 | scheduled-backup-incremental/8-engage-full-schedule | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:14:15 | scheduled-backup-incremental/8-engage-full-schedule | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:14:15 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:14:15 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:14:15 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:14:15 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:14:15 | scheduled-backup-incremental/8-engage-full-schedule | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 17:14:15 | scheduled-backup-incremental/8-engage-full-schedule | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 17:14:15 | scheduled-backup-incremental/8-engage-full-schedule | +++ export MINIO_VER=5.4.0 logger.go:42: 17:14:15 | scheduled-backup-incremental/8-engage-full-schedule | +++ MINIO_VER=5.4.0 logger.go:42: 17:14:15 | scheduled-backup-incremental/8-engage-full-schedule | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 17:14:15 | scheduled-backup-incremental/8-engage-full-schedule | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 17:14:15 | scheduled-backup-incremental/8-engage-full-schedule | +++ export VAULT_VER=0.16.1 logger.go:42: 17:14:15 | scheduled-backup-incremental/8-engage-full-schedule | +++ VAULT_VER=0.16.1 logger.go:42: 17:14:15 | scheduled-backup-incremental/8-engage-full-schedule | ++++ which gdate logger.go:42: 17:14:15 | scheduled-backup-incremental/8-engage-full-schedule | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:14:15 | scheduled-backup-incremental/8-engage-full-schedule | ++++ which date logger.go:42: 17:14:15 | scheduled-backup-incremental/8-engage-full-schedule | +++ date=/usr/sbin/date logger.go:42: 17:14:15 | scheduled-backup-incremental/8-engage-full-schedule | +++ oc get projects logger.go:42: 17:14:15 | scheduled-backup-incremental/8-engage-full-schedule | +++ : logger.go:42: 17:14:15 | scheduled-backup-incremental/8-engage-full-schedule | +++ kubectl get nodes logger.go:42: 17:14:15 | scheduled-backup-incremental/8-engage-full-schedule | +++ grep '^minikube' logger.go:42: 17:14:15 | scheduled-backup-incremental/8-engage-full-schedule | +++ which gsed logger.go:42: 17:14:15 | scheduled-backup-incremental/8-engage-full-schedule | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:14:15 | scheduled-backup-incremental/8-engage-full-schedule | +++ which sed logger.go:42: 17:14:15 | scheduled-backup-incremental/8-engage-full-schedule | ++ sed=/usr/sbin/sed logger.go:42: 17:14:15 | scheduled-backup-incremental/8-engage-full-schedule | ++ oc get projects logger.go:42: 17:14:15 | scheduled-backup-incremental/8-engage-full-schedule | +++ kubectl version -o json logger.go:42: 17:14:15 | scheduled-backup-incremental/8-engage-full-schedule | +++ jq -r .serverVersion.gitVersion logger.go:42: 17:14:15 | scheduled-backup-incremental/8-engage-full-schedule | +++ grep '\-eks\-' logger.go:42: 17:14:15 | scheduled-backup-incremental/8-engage-full-schedule | grep: warning: stray \ before - logger.go:42: 17:14:16 | scheduled-backup-incremental/8-engage-full-schedule | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 17:14:16 | scheduled-backup-incremental/8-engage-full-schedule | ++ '[' ']' logger.go:42: 17:14:16 | scheduled-backup-incremental/8-engage-full-schedule | ++ EKS=0 logger.go:42: 17:14:16 | scheduled-backup-incremental/8-engage-full-schedule | +++ get_cluster_name logger.go:42: 17:14:16 | scheduled-backup-incremental/8-engage-full-schedule | +++ kubectl -n kuttl-test-perfect-anchovy get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 17:14:17 | scheduled-backup-incremental/8-engage-full-schedule | ++ count_backups_in_schedule minio-full scheduled-backup-incremental logger.go:42: 17:14:17 | scheduled-backup-incremental/8-engage-full-schedule | ++ local schedule_name=minio-full logger.go:42: 17:14:17 | scheduled-backup-incremental/8-engage-full-schedule | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 17:14:17 | scheduled-backup-incremental/8-engage-full-schedule | +++ printf %s kuttl-test-perfect-anchovy-scheduled-backup-incremental logger.go:42: 17:14:17 | scheduled-backup-incremental/8-engage-full-schedule | +++ sha1sum logger.go:42: 17:14:17 | scheduled-backup-incremental/8-engage-full-schedule | +++ awk '{print $1}' logger.go:42: 17:14:17 | scheduled-backup-incremental/8-engage-full-schedule | +++ head -c 5 logger.go:42: 17:14:17 | scheduled-backup-incremental/8-engage-full-schedule | ++ local prefix=c8a08 logger.go:42: 17:14:17 | scheduled-backup-incremental/8-engage-full-schedule | +++ kubectl get ps-backup -n kuttl-test-perfect-anchovy -l percona.com/backup-ancestor=c8a08-minio-full -o yaml logger.go:42: 17:14:17 | scheduled-backup-incremental/8-engage-full-schedule | +++ yq '.items | length' logger.go:42: 17:14:17 | scheduled-backup-incremental/8-engage-full-schedule | ++ local bcp_count=1 logger.go:42: 17:14:17 | scheduled-backup-incremental/8-engage-full-schedule | ++ echo 1 logger.go:42: 17:14:17 | scheduled-backup-incremental/8-engage-full-schedule | + bcp_count=1 logger.go:42: 17:14:17 | scheduled-backup-incremental/8-engage-full-schedule | + [[ ! 1 -eq 2 ]] logger.go:42: 17:14:17 | scheduled-backup-incremental/8-engage-full-schedule | + echo 'There are 1 full ps-backups but should be 2' logger.go:42: 17:14:17 | scheduled-backup-incremental/8-engage-full-schedule | There are 1 full ps-backups but should be 2 logger.go:42: 17:14:17 | scheduled-backup-incremental/8-engage-full-schedule | + exit 1 logger.go:42: 17:14:18 | scheduled-backup-incremental/8-engage-full-schedule | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-full" "$(get_cluster_name)") if [[ ! $bcp_count -eq 2 ]]; then echo "There are $bcp_count full ps-backups but should be 2" exit 1 fi] logger.go:42: 17:14:18 | scheduled-backup-incremental/8-engage-full-schedule | + source ../../functions logger.go:42: 17:14:18 | scheduled-backup-incremental/8-engage-full-schedule | +++ realpath ../../.. logger.go:42: 17:14:18 | scheduled-backup-incremental/8-engage-full-schedule | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:14:18 | scheduled-backup-incremental/8-engage-full-schedule | ++++ pwd logger.go:42: 17:14:18 | scheduled-backup-incremental/8-engage-full-schedule | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 17:14:18 | scheduled-backup-incremental/8-engage-full-schedule | ++ test_name=scheduled-backup-incremental logger.go:42: 17:14:18 | scheduled-backup-incremental/8-engage-full-schedule | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/vars.sh logger.go:42: 17:14:18 | scheduled-backup-incremental/8-engage-full-schedule | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:14:18 | scheduled-backup-incremental/8-engage-full-schedule | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:14:18 | scheduled-backup-incremental/8-engage-full-schedule | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:14:18 | scheduled-backup-incremental/8-engage-full-schedule | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:14:18 | scheduled-backup-incremental/8-engage-full-schedule | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:14:18 | scheduled-backup-incremental/8-engage-full-schedule | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:14:18 | scheduled-backup-incremental/8-engage-full-schedule | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:14:18 | scheduled-backup-incremental/8-engage-full-schedule | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:14:18 | scheduled-backup-incremental/8-engage-full-schedule | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:14:18 | scheduled-backup-incremental/8-engage-full-schedule | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:14:18 | scheduled-backup-incremental/8-engage-full-schedule | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 17:14:18 | scheduled-backup-incremental/8-engage-full-schedule | +++ export GIT_BRANCH=PR-1269 logger.go:42: 17:14:18 | scheduled-backup-incremental/8-engage-full-schedule | +++ GIT_BRANCH=PR-1269 logger.go:42: 17:14:18 | scheduled-backup-incremental/8-engage-full-schedule | +++ export VERSION=PR-1269-fbab6499 logger.go:42: 17:14:18 | scheduled-backup-incremental/8-engage-full-schedule | +++ VERSION=PR-1269-fbab6499 logger.go:42: 17:14:18 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:14:18 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:14:18 | scheduled-backup-incremental/8-engage-full-schedule | +++ [[ -z 8.0 ]] logger.go:42: 17:14:18 | scheduled-backup-incremental/8-engage-full-schedule | +++ export MYSQL_VERSION=8.0 logger.go:42: 17:14:18 | scheduled-backup-incremental/8-engage-full-schedule | +++ MYSQL_VERSION=8.0 logger.go:42: 17:14:18 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:14:18 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:14:18 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:14:18 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:14:18 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:14:18 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:14:18 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:14:18 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:14:18 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:14:18 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:14:18 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:14:18 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:14:18 | scheduled-backup-incremental/8-engage-full-schedule | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:14:18 | scheduled-backup-incremental/8-engage-full-schedule | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:14:18 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:14:18 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:14:18 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:14:18 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:14:18 | scheduled-backup-incremental/8-engage-full-schedule | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 17:14:18 | scheduled-backup-incremental/8-engage-full-schedule | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 17:14:18 | scheduled-backup-incremental/8-engage-full-schedule | +++ export MINIO_VER=5.4.0 logger.go:42: 17:14:18 | scheduled-backup-incremental/8-engage-full-schedule | +++ MINIO_VER=5.4.0 logger.go:42: 17:14:18 | scheduled-backup-incremental/8-engage-full-schedule | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 17:14:18 | scheduled-backup-incremental/8-engage-full-schedule | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 17:14:18 | scheduled-backup-incremental/8-engage-full-schedule | +++ export VAULT_VER=0.16.1 logger.go:42: 17:14:18 | scheduled-backup-incremental/8-engage-full-schedule | +++ VAULT_VER=0.16.1 logger.go:42: 17:14:18 | scheduled-backup-incremental/8-engage-full-schedule | ++++ which gdate logger.go:42: 17:14:18 | scheduled-backup-incremental/8-engage-full-schedule | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:14:18 | scheduled-backup-incremental/8-engage-full-schedule | ++++ which date logger.go:42: 17:14:18 | scheduled-backup-incremental/8-engage-full-schedule | +++ date=/usr/sbin/date logger.go:42: 17:14:18 | scheduled-backup-incremental/8-engage-full-schedule | +++ oc get projects logger.go:42: 17:14:18 | scheduled-backup-incremental/8-engage-full-schedule | +++ : logger.go:42: 17:14:18 | scheduled-backup-incremental/8-engage-full-schedule | +++ kubectl get nodes logger.go:42: 17:14:18 | scheduled-backup-incremental/8-engage-full-schedule | +++ grep '^minikube' logger.go:42: 17:14:19 | scheduled-backup-incremental/8-engage-full-schedule | +++ which gsed logger.go:42: 17:14:19 | scheduled-backup-incremental/8-engage-full-schedule | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:14:19 | scheduled-backup-incremental/8-engage-full-schedule | +++ which sed logger.go:42: 17:14:19 | scheduled-backup-incremental/8-engage-full-schedule | ++ sed=/usr/sbin/sed logger.go:42: 17:14:19 | scheduled-backup-incremental/8-engage-full-schedule | ++ oc get projects logger.go:42: 17:14:19 | scheduled-backup-incremental/8-engage-full-schedule | +++ kubectl version -o json logger.go:42: 17:14:19 | scheduled-backup-incremental/8-engage-full-schedule | +++ jq -r .serverVersion.gitVersion logger.go:42: 17:14:19 | scheduled-backup-incremental/8-engage-full-schedule | +++ grep '\-eks\-' logger.go:42: 17:14:19 | scheduled-backup-incremental/8-engage-full-schedule | grep: warning: stray \ before - logger.go:42: 17:14:19 | scheduled-backup-incremental/8-engage-full-schedule | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 17:14:19 | scheduled-backup-incremental/8-engage-full-schedule | ++ '[' ']' logger.go:42: 17:14:19 | scheduled-backup-incremental/8-engage-full-schedule | ++ EKS=0 logger.go:42: 17:14:19 | scheduled-backup-incremental/8-engage-full-schedule | +++ get_cluster_name logger.go:42: 17:14:19 | scheduled-backup-incremental/8-engage-full-schedule | +++ kubectl -n kuttl-test-perfect-anchovy get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 17:14:20 | scheduled-backup-incremental/8-engage-full-schedule | ++ count_backups_in_schedule minio-full scheduled-backup-incremental logger.go:42: 17:14:20 | scheduled-backup-incremental/8-engage-full-schedule | ++ local schedule_name=minio-full logger.go:42: 17:14:20 | scheduled-backup-incremental/8-engage-full-schedule | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 17:14:20 | scheduled-backup-incremental/8-engage-full-schedule | +++ printf %s kuttl-test-perfect-anchovy-scheduled-backup-incremental logger.go:42: 17:14:20 | scheduled-backup-incremental/8-engage-full-schedule | +++ sha1sum logger.go:42: 17:14:20 | scheduled-backup-incremental/8-engage-full-schedule | +++ awk '{print $1}' logger.go:42: 17:14:20 | scheduled-backup-incremental/8-engage-full-schedule | +++ head -c 5 logger.go:42: 17:14:20 | scheduled-backup-incremental/8-engage-full-schedule | ++ local prefix=c8a08 logger.go:42: 17:14:20 | scheduled-backup-incremental/8-engage-full-schedule | +++ kubectl get ps-backup -n kuttl-test-perfect-anchovy -l percona.com/backup-ancestor=c8a08-minio-full -o yaml logger.go:42: 17:14:20 | scheduled-backup-incremental/8-engage-full-schedule | +++ yq '.items | length' logger.go:42: 17:14:20 | scheduled-backup-incremental/8-engage-full-schedule | ++ local bcp_count=1 logger.go:42: 17:14:20 | scheduled-backup-incremental/8-engage-full-schedule | ++ echo 1 logger.go:42: 17:14:20 | scheduled-backup-incremental/8-engage-full-schedule | + bcp_count=1 logger.go:42: 17:14:20 | scheduled-backup-incremental/8-engage-full-schedule | + [[ ! 1 -eq 2 ]] logger.go:42: 17:14:20 | scheduled-backup-incremental/8-engage-full-schedule | + echo 'There are 1 full ps-backups but should be 2' logger.go:42: 17:14:20 | scheduled-backup-incremental/8-engage-full-schedule | There are 1 full ps-backups but should be 2 logger.go:42: 17:14:20 | scheduled-backup-incremental/8-engage-full-schedule | + exit 1 logger.go:42: 17:14:21 | scheduled-backup-incremental/8-engage-full-schedule | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-full" "$(get_cluster_name)") if [[ ! $bcp_count -eq 2 ]]; then echo "There are $bcp_count full ps-backups but should be 2" exit 1 fi] logger.go:42: 17:14:21 | scheduled-backup-incremental/8-engage-full-schedule | + source ../../functions logger.go:42: 17:14:21 | scheduled-backup-incremental/8-engage-full-schedule | +++ realpath ../../.. logger.go:42: 17:14:21 | scheduled-backup-incremental/8-engage-full-schedule | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:14:21 | scheduled-backup-incremental/8-engage-full-schedule | ++++ pwd logger.go:42: 17:14:21 | scheduled-backup-incremental/8-engage-full-schedule | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 17:14:21 | scheduled-backup-incremental/8-engage-full-schedule | ++ test_name=scheduled-backup-incremental logger.go:42: 17:14:21 | scheduled-backup-incremental/8-engage-full-schedule | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/vars.sh logger.go:42: 17:14:21 | scheduled-backup-incremental/8-engage-full-schedule | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:14:21 | scheduled-backup-incremental/8-engage-full-schedule | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:14:21 | scheduled-backup-incremental/8-engage-full-schedule | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:14:21 | scheduled-backup-incremental/8-engage-full-schedule | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:14:21 | scheduled-backup-incremental/8-engage-full-schedule | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:14:21 | scheduled-backup-incremental/8-engage-full-schedule | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:14:21 | scheduled-backup-incremental/8-engage-full-schedule | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:14:21 | scheduled-backup-incremental/8-engage-full-schedule | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:14:21 | scheduled-backup-incremental/8-engage-full-schedule | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:14:21 | scheduled-backup-incremental/8-engage-full-schedule | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:14:21 | scheduled-backup-incremental/8-engage-full-schedule | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 17:14:21 | scheduled-backup-incremental/8-engage-full-schedule | +++ export GIT_BRANCH=PR-1269 logger.go:42: 17:14:21 | scheduled-backup-incremental/8-engage-full-schedule | +++ GIT_BRANCH=PR-1269 logger.go:42: 17:14:21 | scheduled-backup-incremental/8-engage-full-schedule | +++ export VERSION=PR-1269-fbab6499 logger.go:42: 17:14:21 | scheduled-backup-incremental/8-engage-full-schedule | +++ VERSION=PR-1269-fbab6499 logger.go:42: 17:14:21 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:14:21 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:14:21 | scheduled-backup-incremental/8-engage-full-schedule | +++ [[ -z 8.0 ]] logger.go:42: 17:14:21 | scheduled-backup-incremental/8-engage-full-schedule | +++ export MYSQL_VERSION=8.0 logger.go:42: 17:14:21 | scheduled-backup-incremental/8-engage-full-schedule | +++ MYSQL_VERSION=8.0 logger.go:42: 17:14:21 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:14:21 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:14:21 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:14:21 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:14:21 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:14:21 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:14:21 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:14:21 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:14:21 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:14:21 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:14:21 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:14:21 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:14:21 | scheduled-backup-incremental/8-engage-full-schedule | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:14:21 | scheduled-backup-incremental/8-engage-full-schedule | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:14:21 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:14:21 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:14:21 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:14:21 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:14:21 | scheduled-backup-incremental/8-engage-full-schedule | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 17:14:21 | scheduled-backup-incremental/8-engage-full-schedule | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 17:14:21 | scheduled-backup-incremental/8-engage-full-schedule | +++ export MINIO_VER=5.4.0 logger.go:42: 17:14:21 | scheduled-backup-incremental/8-engage-full-schedule | +++ MINIO_VER=5.4.0 logger.go:42: 17:14:21 | scheduled-backup-incremental/8-engage-full-schedule | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 17:14:21 | scheduled-backup-incremental/8-engage-full-schedule | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 17:14:21 | scheduled-backup-incremental/8-engage-full-schedule | +++ export VAULT_VER=0.16.1 logger.go:42: 17:14:21 | scheduled-backup-incremental/8-engage-full-schedule | +++ VAULT_VER=0.16.1 logger.go:42: 17:14:21 | scheduled-backup-incremental/8-engage-full-schedule | ++++ which gdate logger.go:42: 17:14:21 | scheduled-backup-incremental/8-engage-full-schedule | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:14:21 | scheduled-backup-incremental/8-engage-full-schedule | ++++ which date logger.go:42: 17:14:21 | scheduled-backup-incremental/8-engage-full-schedule | +++ date=/usr/sbin/date logger.go:42: 17:14:21 | scheduled-backup-incremental/8-engage-full-schedule | +++ oc get projects logger.go:42: 17:14:21 | scheduled-backup-incremental/8-engage-full-schedule | +++ : logger.go:42: 17:14:21 | scheduled-backup-incremental/8-engage-full-schedule | +++ kubectl get nodes logger.go:42: 17:14:21 | scheduled-backup-incremental/8-engage-full-schedule | +++ grep '^minikube' logger.go:42: 17:14:22 | scheduled-backup-incremental/8-engage-full-schedule | +++ which gsed logger.go:42: 17:14:22 | scheduled-backup-incremental/8-engage-full-schedule | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:14:22 | scheduled-backup-incremental/8-engage-full-schedule | +++ which sed logger.go:42: 17:14:22 | scheduled-backup-incremental/8-engage-full-schedule | ++ sed=/usr/sbin/sed logger.go:42: 17:14:22 | scheduled-backup-incremental/8-engage-full-schedule | ++ oc get projects logger.go:42: 17:14:22 | scheduled-backup-incremental/8-engage-full-schedule | +++ kubectl version -o json logger.go:42: 17:14:22 | scheduled-backup-incremental/8-engage-full-schedule | +++ jq -r .serverVersion.gitVersion logger.go:42: 17:14:22 | scheduled-backup-incremental/8-engage-full-schedule | +++ grep '\-eks\-' logger.go:42: 17:14:22 | scheduled-backup-incremental/8-engage-full-schedule | grep: warning: stray \ before - logger.go:42: 17:14:22 | scheduled-backup-incremental/8-engage-full-schedule | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 17:14:22 | scheduled-backup-incremental/8-engage-full-schedule | ++ '[' ']' logger.go:42: 17:14:22 | scheduled-backup-incremental/8-engage-full-schedule | ++ EKS=0 logger.go:42: 17:14:22 | scheduled-backup-incremental/8-engage-full-schedule | +++ get_cluster_name logger.go:42: 17:14:22 | scheduled-backup-incremental/8-engage-full-schedule | +++ kubectl -n kuttl-test-perfect-anchovy get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 17:14:23 | scheduled-backup-incremental/8-engage-full-schedule | ++ count_backups_in_schedule minio-full scheduled-backup-incremental logger.go:42: 17:14:23 | scheduled-backup-incremental/8-engage-full-schedule | ++ local schedule_name=minio-full logger.go:42: 17:14:23 | scheduled-backup-incremental/8-engage-full-schedule | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 17:14:23 | scheduled-backup-incremental/8-engage-full-schedule | +++ printf %s kuttl-test-perfect-anchovy-scheduled-backup-incremental logger.go:42: 17:14:23 | scheduled-backup-incremental/8-engage-full-schedule | +++ sha1sum logger.go:42: 17:14:23 | scheduled-backup-incremental/8-engage-full-schedule | +++ awk '{print $1}' logger.go:42: 17:14:23 | scheduled-backup-incremental/8-engage-full-schedule | +++ head -c 5 logger.go:42: 17:14:23 | scheduled-backup-incremental/8-engage-full-schedule | ++ local prefix=c8a08 logger.go:42: 17:14:23 | scheduled-backup-incremental/8-engage-full-schedule | +++ kubectl get ps-backup -n kuttl-test-perfect-anchovy -l percona.com/backup-ancestor=c8a08-minio-full -o yaml logger.go:42: 17:14:23 | scheduled-backup-incremental/8-engage-full-schedule | +++ yq '.items | length' logger.go:42: 17:14:24 | scheduled-backup-incremental/8-engage-full-schedule | ++ local bcp_count=1 logger.go:42: 17:14:24 | scheduled-backup-incremental/8-engage-full-schedule | ++ echo 1 logger.go:42: 17:14:24 | scheduled-backup-incremental/8-engage-full-schedule | + bcp_count=1 logger.go:42: 17:14:24 | scheduled-backup-incremental/8-engage-full-schedule | + [[ ! 1 -eq 2 ]] logger.go:42: 17:14:24 | scheduled-backup-incremental/8-engage-full-schedule | + echo 'There are 1 full ps-backups but should be 2' logger.go:42: 17:14:24 | scheduled-backup-incremental/8-engage-full-schedule | There are 1 full ps-backups but should be 2 logger.go:42: 17:14:24 | scheduled-backup-incremental/8-engage-full-schedule | + exit 1 logger.go:42: 17:14:25 | scheduled-backup-incremental/8-engage-full-schedule | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-full" "$(get_cluster_name)") if [[ ! $bcp_count -eq 2 ]]; then echo "There are $bcp_count full ps-backups but should be 2" exit 1 fi] logger.go:42: 17:14:25 | scheduled-backup-incremental/8-engage-full-schedule | + source ../../functions logger.go:42: 17:14:25 | scheduled-backup-incremental/8-engage-full-schedule | +++ realpath ../../.. logger.go:42: 17:14:25 | scheduled-backup-incremental/8-engage-full-schedule | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:14:25 | scheduled-backup-incremental/8-engage-full-schedule | ++++ pwd logger.go:42: 17:14:25 | scheduled-backup-incremental/8-engage-full-schedule | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 17:14:25 | scheduled-backup-incremental/8-engage-full-schedule | ++ test_name=scheduled-backup-incremental logger.go:42: 17:14:25 | scheduled-backup-incremental/8-engage-full-schedule | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/vars.sh logger.go:42: 17:14:25 | scheduled-backup-incremental/8-engage-full-schedule | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:14:25 | scheduled-backup-incremental/8-engage-full-schedule | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:14:25 | scheduled-backup-incremental/8-engage-full-schedule | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:14:25 | scheduled-backup-incremental/8-engage-full-schedule | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:14:25 | scheduled-backup-incremental/8-engage-full-schedule | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:14:25 | scheduled-backup-incremental/8-engage-full-schedule | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:14:25 | scheduled-backup-incremental/8-engage-full-schedule | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:14:25 | scheduled-backup-incremental/8-engage-full-schedule | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:14:25 | scheduled-backup-incremental/8-engage-full-schedule | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:14:25 | scheduled-backup-incremental/8-engage-full-schedule | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:14:25 | scheduled-backup-incremental/8-engage-full-schedule | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 17:14:25 | scheduled-backup-incremental/8-engage-full-schedule | +++ export GIT_BRANCH=PR-1269 logger.go:42: 17:14:25 | scheduled-backup-incremental/8-engage-full-schedule | +++ GIT_BRANCH=PR-1269 logger.go:42: 17:14:25 | scheduled-backup-incremental/8-engage-full-schedule | +++ export VERSION=PR-1269-fbab6499 logger.go:42: 17:14:25 | scheduled-backup-incremental/8-engage-full-schedule | +++ VERSION=PR-1269-fbab6499 logger.go:42: 17:14:25 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:14:25 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:14:25 | scheduled-backup-incremental/8-engage-full-schedule | +++ [[ -z 8.0 ]] logger.go:42: 17:14:25 | scheduled-backup-incremental/8-engage-full-schedule | +++ export MYSQL_VERSION=8.0 logger.go:42: 17:14:25 | scheduled-backup-incremental/8-engage-full-schedule | +++ MYSQL_VERSION=8.0 logger.go:42: 17:14:25 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:14:25 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:14:25 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:14:25 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:14:25 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:14:25 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:14:25 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:14:25 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:14:25 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:14:25 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:14:25 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:14:25 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:14:25 | scheduled-backup-incremental/8-engage-full-schedule | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:14:25 | scheduled-backup-incremental/8-engage-full-schedule | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:14:25 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:14:25 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:14:25 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:14:25 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:14:25 | scheduled-backup-incremental/8-engage-full-schedule | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 17:14:25 | scheduled-backup-incremental/8-engage-full-schedule | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 17:14:25 | scheduled-backup-incremental/8-engage-full-schedule | +++ export MINIO_VER=5.4.0 logger.go:42: 17:14:25 | scheduled-backup-incremental/8-engage-full-schedule | +++ MINIO_VER=5.4.0 logger.go:42: 17:14:25 | scheduled-backup-incremental/8-engage-full-schedule | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 17:14:25 | scheduled-backup-incremental/8-engage-full-schedule | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 17:14:25 | scheduled-backup-incremental/8-engage-full-schedule | +++ export VAULT_VER=0.16.1 logger.go:42: 17:14:25 | scheduled-backup-incremental/8-engage-full-schedule | +++ VAULT_VER=0.16.1 logger.go:42: 17:14:25 | scheduled-backup-incremental/8-engage-full-schedule | ++++ which gdate logger.go:42: 17:14:25 | scheduled-backup-incremental/8-engage-full-schedule | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:14:25 | scheduled-backup-incremental/8-engage-full-schedule | ++++ which date logger.go:42: 17:14:25 | scheduled-backup-incremental/8-engage-full-schedule | +++ date=/usr/sbin/date logger.go:42: 17:14:25 | scheduled-backup-incremental/8-engage-full-schedule | +++ oc get projects logger.go:42: 17:14:25 | scheduled-backup-incremental/8-engage-full-schedule | +++ : logger.go:42: 17:14:25 | scheduled-backup-incremental/8-engage-full-schedule | +++ kubectl get nodes logger.go:42: 17:14:25 | scheduled-backup-incremental/8-engage-full-schedule | +++ grep '^minikube' logger.go:42: 17:14:25 | scheduled-backup-incremental/8-engage-full-schedule | +++ which gsed logger.go:42: 17:14:25 | scheduled-backup-incremental/8-engage-full-schedule | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:14:25 | scheduled-backup-incremental/8-engage-full-schedule | +++ which sed logger.go:42: 17:14:25 | scheduled-backup-incremental/8-engage-full-schedule | ++ sed=/usr/sbin/sed logger.go:42: 17:14:25 | scheduled-backup-incremental/8-engage-full-schedule | ++ oc get projects logger.go:42: 17:14:25 | scheduled-backup-incremental/8-engage-full-schedule | +++ kubectl version -o json logger.go:42: 17:14:25 | scheduled-backup-incremental/8-engage-full-schedule | +++ jq -r .serverVersion.gitVersion logger.go:42: 17:14:25 | scheduled-backup-incremental/8-engage-full-schedule | +++ grep '\-eks\-' logger.go:42: 17:14:25 | scheduled-backup-incremental/8-engage-full-schedule | grep: warning: stray \ before - logger.go:42: 17:14:26 | scheduled-backup-incremental/8-engage-full-schedule | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 17:14:26 | scheduled-backup-incremental/8-engage-full-schedule | ++ '[' ']' logger.go:42: 17:14:26 | scheduled-backup-incremental/8-engage-full-schedule | ++ EKS=0 logger.go:42: 17:14:26 | scheduled-backup-incremental/8-engage-full-schedule | +++ get_cluster_name logger.go:42: 17:14:26 | scheduled-backup-incremental/8-engage-full-schedule | +++ kubectl -n kuttl-test-perfect-anchovy get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 17:14:26 | scheduled-backup-incremental/8-engage-full-schedule | ++ count_backups_in_schedule minio-full scheduled-backup-incremental logger.go:42: 17:14:26 | scheduled-backup-incremental/8-engage-full-schedule | ++ local schedule_name=minio-full logger.go:42: 17:14:26 | scheduled-backup-incremental/8-engage-full-schedule | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 17:14:26 | scheduled-backup-incremental/8-engage-full-schedule | +++ printf %s kuttl-test-perfect-anchovy-scheduled-backup-incremental logger.go:42: 17:14:26 | scheduled-backup-incremental/8-engage-full-schedule | +++ sha1sum logger.go:42: 17:14:26 | scheduled-backup-incremental/8-engage-full-schedule | +++ awk '{print $1}' logger.go:42: 17:14:26 | scheduled-backup-incremental/8-engage-full-schedule | +++ head -c 5 logger.go:42: 17:14:26 | scheduled-backup-incremental/8-engage-full-schedule | ++ local prefix=c8a08 logger.go:42: 17:14:26 | scheduled-backup-incremental/8-engage-full-schedule | +++ kubectl get ps-backup -n kuttl-test-perfect-anchovy -l percona.com/backup-ancestor=c8a08-minio-full -o yaml logger.go:42: 17:14:26 | scheduled-backup-incremental/8-engage-full-schedule | +++ yq '.items | length' logger.go:42: 17:14:27 | scheduled-backup-incremental/8-engage-full-schedule | ++ local bcp_count=1 logger.go:42: 17:14:27 | scheduled-backup-incremental/8-engage-full-schedule | ++ echo 1 logger.go:42: 17:14:27 | scheduled-backup-incremental/8-engage-full-schedule | + bcp_count=1 logger.go:42: 17:14:27 | scheduled-backup-incremental/8-engage-full-schedule | + [[ ! 1 -eq 2 ]] logger.go:42: 17:14:27 | scheduled-backup-incremental/8-engage-full-schedule | + echo 'There are 1 full ps-backups but should be 2' logger.go:42: 17:14:27 | scheduled-backup-incremental/8-engage-full-schedule | There are 1 full ps-backups but should be 2 logger.go:42: 17:14:27 | scheduled-backup-incremental/8-engage-full-schedule | + exit 1 logger.go:42: 17:14:28 | scheduled-backup-incremental/8-engage-full-schedule | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-full" "$(get_cluster_name)") if [[ ! $bcp_count -eq 2 ]]; then echo "There are $bcp_count full ps-backups but should be 2" exit 1 fi] logger.go:42: 17:14:28 | scheduled-backup-incremental/8-engage-full-schedule | + source ../../functions logger.go:42: 17:14:28 | scheduled-backup-incremental/8-engage-full-schedule | +++ realpath ../../.. logger.go:42: 17:14:28 | scheduled-backup-incremental/8-engage-full-schedule | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:14:28 | scheduled-backup-incremental/8-engage-full-schedule | ++++ pwd logger.go:42: 17:14:28 | scheduled-backup-incremental/8-engage-full-schedule | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 17:14:28 | scheduled-backup-incremental/8-engage-full-schedule | ++ test_name=scheduled-backup-incremental logger.go:42: 17:14:28 | scheduled-backup-incremental/8-engage-full-schedule | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/vars.sh logger.go:42: 17:14:28 | scheduled-backup-incremental/8-engage-full-schedule | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:14:28 | scheduled-backup-incremental/8-engage-full-schedule | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:14:28 | scheduled-backup-incremental/8-engage-full-schedule | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:14:28 | scheduled-backup-incremental/8-engage-full-schedule | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:14:28 | scheduled-backup-incremental/8-engage-full-schedule | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:14:28 | scheduled-backup-incremental/8-engage-full-schedule | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:14:28 | scheduled-backup-incremental/8-engage-full-schedule | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:14:28 | scheduled-backup-incremental/8-engage-full-schedule | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:14:28 | scheduled-backup-incremental/8-engage-full-schedule | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:14:28 | scheduled-backup-incremental/8-engage-full-schedule | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:14:28 | scheduled-backup-incremental/8-engage-full-schedule | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 17:14:28 | scheduled-backup-incremental/8-engage-full-schedule | +++ export GIT_BRANCH=PR-1269 logger.go:42: 17:14:28 | scheduled-backup-incremental/8-engage-full-schedule | +++ GIT_BRANCH=PR-1269 logger.go:42: 17:14:28 | scheduled-backup-incremental/8-engage-full-schedule | +++ export VERSION=PR-1269-fbab6499 logger.go:42: 17:14:28 | scheduled-backup-incremental/8-engage-full-schedule | +++ VERSION=PR-1269-fbab6499 logger.go:42: 17:14:28 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:14:28 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:14:28 | scheduled-backup-incremental/8-engage-full-schedule | +++ [[ -z 8.0 ]] logger.go:42: 17:14:28 | scheduled-backup-incremental/8-engage-full-schedule | +++ export MYSQL_VERSION=8.0 logger.go:42: 17:14:28 | scheduled-backup-incremental/8-engage-full-schedule | +++ MYSQL_VERSION=8.0 logger.go:42: 17:14:28 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:14:28 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:14:28 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:14:28 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:14:28 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:14:28 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:14:28 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:14:28 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:14:28 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:14:28 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:14:28 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:14:28 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:14:28 | scheduled-backup-incremental/8-engage-full-schedule | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:14:28 | scheduled-backup-incremental/8-engage-full-schedule | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:14:28 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:14:28 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:14:28 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:14:28 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:14:28 | scheduled-backup-incremental/8-engage-full-schedule | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 17:14:28 | scheduled-backup-incremental/8-engage-full-schedule | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 17:14:28 | scheduled-backup-incremental/8-engage-full-schedule | +++ export MINIO_VER=5.4.0 logger.go:42: 17:14:28 | scheduled-backup-incremental/8-engage-full-schedule | +++ MINIO_VER=5.4.0 logger.go:42: 17:14:28 | scheduled-backup-incremental/8-engage-full-schedule | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 17:14:28 | scheduled-backup-incremental/8-engage-full-schedule | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 17:14:28 | scheduled-backup-incremental/8-engage-full-schedule | +++ export VAULT_VER=0.16.1 logger.go:42: 17:14:28 | scheduled-backup-incremental/8-engage-full-schedule | +++ VAULT_VER=0.16.1 logger.go:42: 17:14:28 | scheduled-backup-incremental/8-engage-full-schedule | ++++ which gdate logger.go:42: 17:14:28 | scheduled-backup-incremental/8-engage-full-schedule | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:14:28 | scheduled-backup-incremental/8-engage-full-schedule | ++++ which date logger.go:42: 17:14:28 | scheduled-backup-incremental/8-engage-full-schedule | +++ date=/usr/sbin/date logger.go:42: 17:14:28 | scheduled-backup-incremental/8-engage-full-schedule | +++ oc get projects logger.go:42: 17:14:28 | scheduled-backup-incremental/8-engage-full-schedule | +++ : logger.go:42: 17:14:28 | scheduled-backup-incremental/8-engage-full-schedule | +++ kubectl get nodes logger.go:42: 17:14:28 | scheduled-backup-incremental/8-engage-full-schedule | +++ grep '^minikube' logger.go:42: 17:14:28 | scheduled-backup-incremental/8-engage-full-schedule | +++ which gsed logger.go:42: 17:14:28 | scheduled-backup-incremental/8-engage-full-schedule | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:14:28 | scheduled-backup-incremental/8-engage-full-schedule | +++ which sed logger.go:42: 17:14:28 | scheduled-backup-incremental/8-engage-full-schedule | ++ sed=/usr/sbin/sed logger.go:42: 17:14:28 | scheduled-backup-incremental/8-engage-full-schedule | ++ oc get projects logger.go:42: 17:14:28 | scheduled-backup-incremental/8-engage-full-schedule | +++ kubectl version -o json logger.go:42: 17:14:28 | scheduled-backup-incremental/8-engage-full-schedule | +++ jq -r .serverVersion.gitVersion logger.go:42: 17:14:28 | scheduled-backup-incremental/8-engage-full-schedule | +++ grep '\-eks\-' logger.go:42: 17:14:28 | scheduled-backup-incremental/8-engage-full-schedule | grep: warning: stray \ before - logger.go:42: 17:14:29 | scheduled-backup-incremental/8-engage-full-schedule | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 17:14:29 | scheduled-backup-incremental/8-engage-full-schedule | ++ '[' ']' logger.go:42: 17:14:29 | scheduled-backup-incremental/8-engage-full-schedule | ++ EKS=0 logger.go:42: 17:14:29 | scheduled-backup-incremental/8-engage-full-schedule | +++ get_cluster_name logger.go:42: 17:14:29 | scheduled-backup-incremental/8-engage-full-schedule | +++ kubectl -n kuttl-test-perfect-anchovy get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 17:14:30 | scheduled-backup-incremental/8-engage-full-schedule | ++ count_backups_in_schedule minio-full scheduled-backup-incremental logger.go:42: 17:14:30 | scheduled-backup-incremental/8-engage-full-schedule | ++ local schedule_name=minio-full logger.go:42: 17:14:30 | scheduled-backup-incremental/8-engage-full-schedule | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 17:14:30 | scheduled-backup-incremental/8-engage-full-schedule | +++ printf %s kuttl-test-perfect-anchovy-scheduled-backup-incremental logger.go:42: 17:14:30 | scheduled-backup-incremental/8-engage-full-schedule | +++ sha1sum logger.go:42: 17:14:30 | scheduled-backup-incremental/8-engage-full-schedule | +++ awk '{print $1}' logger.go:42: 17:14:30 | scheduled-backup-incremental/8-engage-full-schedule | +++ head -c 5 logger.go:42: 17:14:30 | scheduled-backup-incremental/8-engage-full-schedule | ++ local prefix=c8a08 logger.go:42: 17:14:30 | scheduled-backup-incremental/8-engage-full-schedule | +++ kubectl get ps-backup -n kuttl-test-perfect-anchovy -l percona.com/backup-ancestor=c8a08-minio-full -o yaml logger.go:42: 17:14:30 | scheduled-backup-incremental/8-engage-full-schedule | +++ yq '.items | length' logger.go:42: 17:14:30 | scheduled-backup-incremental/8-engage-full-schedule | ++ local bcp_count=1 logger.go:42: 17:14:30 | scheduled-backup-incremental/8-engage-full-schedule | ++ echo 1 logger.go:42: 17:14:30 | scheduled-backup-incremental/8-engage-full-schedule | + bcp_count=1 logger.go:42: 17:14:30 | scheduled-backup-incremental/8-engage-full-schedule | + [[ ! 1 -eq 2 ]] logger.go:42: 17:14:30 | scheduled-backup-incremental/8-engage-full-schedule | + echo 'There are 1 full ps-backups but should be 2' logger.go:42: 17:14:30 | scheduled-backup-incremental/8-engage-full-schedule | There are 1 full ps-backups but should be 2 logger.go:42: 17:14:30 | scheduled-backup-incremental/8-engage-full-schedule | + exit 1 logger.go:42: 17:14:31 | scheduled-backup-incremental/8-engage-full-schedule | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-full" "$(get_cluster_name)") if [[ ! $bcp_count -eq 2 ]]; then echo "There are $bcp_count full ps-backups but should be 2" exit 1 fi] logger.go:42: 17:14:31 | scheduled-backup-incremental/8-engage-full-schedule | + source ../../functions logger.go:42: 17:14:31 | scheduled-backup-incremental/8-engage-full-schedule | +++ realpath ../../.. logger.go:42: 17:14:31 | scheduled-backup-incremental/8-engage-full-schedule | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:14:31 | scheduled-backup-incremental/8-engage-full-schedule | ++++ pwd logger.go:42: 17:14:31 | scheduled-backup-incremental/8-engage-full-schedule | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 17:14:31 | scheduled-backup-incremental/8-engage-full-schedule | ++ test_name=scheduled-backup-incremental logger.go:42: 17:14:31 | scheduled-backup-incremental/8-engage-full-schedule | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/vars.sh logger.go:42: 17:14:31 | scheduled-backup-incremental/8-engage-full-schedule | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:14:31 | scheduled-backup-incremental/8-engage-full-schedule | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:14:31 | scheduled-backup-incremental/8-engage-full-schedule | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:14:31 | scheduled-backup-incremental/8-engage-full-schedule | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:14:31 | scheduled-backup-incremental/8-engage-full-schedule | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:14:31 | scheduled-backup-incremental/8-engage-full-schedule | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:14:31 | scheduled-backup-incremental/8-engage-full-schedule | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:14:31 | scheduled-backup-incremental/8-engage-full-schedule | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:14:31 | scheduled-backup-incremental/8-engage-full-schedule | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:14:31 | scheduled-backup-incremental/8-engage-full-schedule | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:14:31 | scheduled-backup-incremental/8-engage-full-schedule | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 17:14:31 | scheduled-backup-incremental/8-engage-full-schedule | +++ export GIT_BRANCH=PR-1269 logger.go:42: 17:14:31 | scheduled-backup-incremental/8-engage-full-schedule | +++ GIT_BRANCH=PR-1269 logger.go:42: 17:14:31 | scheduled-backup-incremental/8-engage-full-schedule | +++ export VERSION=PR-1269-fbab6499 logger.go:42: 17:14:31 | scheduled-backup-incremental/8-engage-full-schedule | +++ VERSION=PR-1269-fbab6499 logger.go:42: 17:14:31 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:14:31 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:14:31 | scheduled-backup-incremental/8-engage-full-schedule | +++ [[ -z 8.0 ]] logger.go:42: 17:14:31 | scheduled-backup-incremental/8-engage-full-schedule | +++ export MYSQL_VERSION=8.0 logger.go:42: 17:14:31 | scheduled-backup-incremental/8-engage-full-schedule | +++ MYSQL_VERSION=8.0 logger.go:42: 17:14:31 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:14:31 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:14:31 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:14:31 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:14:31 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:14:31 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:14:31 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:14:31 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:14:31 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:14:31 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:14:31 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:14:31 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:14:31 | scheduled-backup-incremental/8-engage-full-schedule | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:14:31 | scheduled-backup-incremental/8-engage-full-schedule | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:14:31 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:14:31 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:14:31 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:14:31 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:14:31 | scheduled-backup-incremental/8-engage-full-schedule | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 17:14:31 | scheduled-backup-incremental/8-engage-full-schedule | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 17:14:31 | scheduled-backup-incremental/8-engage-full-schedule | +++ export MINIO_VER=5.4.0 logger.go:42: 17:14:31 | scheduled-backup-incremental/8-engage-full-schedule | +++ MINIO_VER=5.4.0 logger.go:42: 17:14:31 | scheduled-backup-incremental/8-engage-full-schedule | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 17:14:31 | scheduled-backup-incremental/8-engage-full-schedule | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 17:14:31 | scheduled-backup-incremental/8-engage-full-schedule | +++ export VAULT_VER=0.16.1 logger.go:42: 17:14:31 | scheduled-backup-incremental/8-engage-full-schedule | +++ VAULT_VER=0.16.1 logger.go:42: 17:14:31 | scheduled-backup-incremental/8-engage-full-schedule | ++++ which gdate logger.go:42: 17:14:31 | scheduled-backup-incremental/8-engage-full-schedule | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:14:31 | scheduled-backup-incremental/8-engage-full-schedule | ++++ which date logger.go:42: 17:14:31 | scheduled-backup-incremental/8-engage-full-schedule | +++ date=/usr/sbin/date logger.go:42: 17:14:31 | scheduled-backup-incremental/8-engage-full-schedule | +++ oc get projects logger.go:42: 17:14:31 | scheduled-backup-incremental/8-engage-full-schedule | +++ : logger.go:42: 17:14:31 | scheduled-backup-incremental/8-engage-full-schedule | +++ kubectl get nodes logger.go:42: 17:14:31 | scheduled-backup-incremental/8-engage-full-schedule | +++ grep '^minikube' logger.go:42: 17:14:32 | scheduled-backup-incremental/8-engage-full-schedule | +++ which gsed logger.go:42: 17:14:32 | scheduled-backup-incremental/8-engage-full-schedule | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:14:32 | scheduled-backup-incremental/8-engage-full-schedule | +++ which sed logger.go:42: 17:14:32 | scheduled-backup-incremental/8-engage-full-schedule | ++ sed=/usr/sbin/sed logger.go:42: 17:14:32 | scheduled-backup-incremental/8-engage-full-schedule | ++ oc get projects logger.go:42: 17:14:32 | scheduled-backup-incremental/8-engage-full-schedule | +++ kubectl version -o json logger.go:42: 17:14:32 | scheduled-backup-incremental/8-engage-full-schedule | +++ jq -r .serverVersion.gitVersion logger.go:42: 17:14:32 | scheduled-backup-incremental/8-engage-full-schedule | +++ grep '\-eks\-' logger.go:42: 17:14:32 | scheduled-backup-incremental/8-engage-full-schedule | grep: warning: stray \ before - logger.go:42: 17:14:32 | scheduled-backup-incremental/8-engage-full-schedule | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 17:14:32 | scheduled-backup-incremental/8-engage-full-schedule | ++ '[' ']' logger.go:42: 17:14:32 | scheduled-backup-incremental/8-engage-full-schedule | ++ EKS=0 logger.go:42: 17:14:32 | scheduled-backup-incremental/8-engage-full-schedule | +++ get_cluster_name logger.go:42: 17:14:32 | scheduled-backup-incremental/8-engage-full-schedule | +++ kubectl -n kuttl-test-perfect-anchovy get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 17:14:33 | scheduled-backup-incremental/8-engage-full-schedule | ++ count_backups_in_schedule minio-full scheduled-backup-incremental logger.go:42: 17:14:33 | scheduled-backup-incremental/8-engage-full-schedule | ++ local schedule_name=minio-full logger.go:42: 17:14:33 | scheduled-backup-incremental/8-engage-full-schedule | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 17:14:33 | scheduled-backup-incremental/8-engage-full-schedule | +++ printf %s kuttl-test-perfect-anchovy-scheduled-backup-incremental logger.go:42: 17:14:33 | scheduled-backup-incremental/8-engage-full-schedule | +++ sha1sum logger.go:42: 17:14:33 | scheduled-backup-incremental/8-engage-full-schedule | +++ awk '{print $1}' logger.go:42: 17:14:33 | scheduled-backup-incremental/8-engage-full-schedule | +++ head -c 5 logger.go:42: 17:14:33 | scheduled-backup-incremental/8-engage-full-schedule | ++ local prefix=c8a08 logger.go:42: 17:14:33 | scheduled-backup-incremental/8-engage-full-schedule | +++ kubectl get ps-backup -n kuttl-test-perfect-anchovy -l percona.com/backup-ancestor=c8a08-minio-full -o yaml logger.go:42: 17:14:33 | scheduled-backup-incremental/8-engage-full-schedule | +++ yq '.items | length' logger.go:42: 17:14:33 | scheduled-backup-incremental/8-engage-full-schedule | ++ local bcp_count=1 logger.go:42: 17:14:33 | scheduled-backup-incremental/8-engage-full-schedule | ++ echo 1 logger.go:42: 17:14:33 | scheduled-backup-incremental/8-engage-full-schedule | + bcp_count=1 logger.go:42: 17:14:33 | scheduled-backup-incremental/8-engage-full-schedule | + [[ ! 1 -eq 2 ]] logger.go:42: 17:14:33 | scheduled-backup-incremental/8-engage-full-schedule | + echo 'There are 1 full ps-backups but should be 2' logger.go:42: 17:14:33 | scheduled-backup-incremental/8-engage-full-schedule | There are 1 full ps-backups but should be 2 logger.go:42: 17:14:33 | scheduled-backup-incremental/8-engage-full-schedule | + exit 1 logger.go:42: 17:14:34 | scheduled-backup-incremental/8-engage-full-schedule | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-full" "$(get_cluster_name)") if [[ ! $bcp_count -eq 2 ]]; then echo "There are $bcp_count full ps-backups but should be 2" exit 1 fi] logger.go:42: 17:14:34 | scheduled-backup-incremental/8-engage-full-schedule | + source ../../functions logger.go:42: 17:14:34 | scheduled-backup-incremental/8-engage-full-schedule | +++ realpath ../../.. logger.go:42: 17:14:34 | scheduled-backup-incremental/8-engage-full-schedule | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:14:34 | scheduled-backup-incremental/8-engage-full-schedule | ++++ pwd logger.go:42: 17:14:34 | scheduled-backup-incremental/8-engage-full-schedule | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 17:14:34 | scheduled-backup-incremental/8-engage-full-schedule | ++ test_name=scheduled-backup-incremental logger.go:42: 17:14:34 | scheduled-backup-incremental/8-engage-full-schedule | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/vars.sh logger.go:42: 17:14:34 | scheduled-backup-incremental/8-engage-full-schedule | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:14:34 | scheduled-backup-incremental/8-engage-full-schedule | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:14:34 | scheduled-backup-incremental/8-engage-full-schedule | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:14:34 | scheduled-backup-incremental/8-engage-full-schedule | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:14:34 | scheduled-backup-incremental/8-engage-full-schedule | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:14:34 | scheduled-backup-incremental/8-engage-full-schedule | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:14:34 | scheduled-backup-incremental/8-engage-full-schedule | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:14:34 | scheduled-backup-incremental/8-engage-full-schedule | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:14:34 | scheduled-backup-incremental/8-engage-full-schedule | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:14:34 | scheduled-backup-incremental/8-engage-full-schedule | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:14:34 | scheduled-backup-incremental/8-engage-full-schedule | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 17:14:34 | scheduled-backup-incremental/8-engage-full-schedule | +++ export GIT_BRANCH=PR-1269 logger.go:42: 17:14:34 | scheduled-backup-incremental/8-engage-full-schedule | +++ GIT_BRANCH=PR-1269 logger.go:42: 17:14:34 | scheduled-backup-incremental/8-engage-full-schedule | +++ export VERSION=PR-1269-fbab6499 logger.go:42: 17:14:34 | scheduled-backup-incremental/8-engage-full-schedule | +++ VERSION=PR-1269-fbab6499 logger.go:42: 17:14:34 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:14:34 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:14:34 | scheduled-backup-incremental/8-engage-full-schedule | +++ [[ -z 8.0 ]] logger.go:42: 17:14:34 | scheduled-backup-incremental/8-engage-full-schedule | +++ export MYSQL_VERSION=8.0 logger.go:42: 17:14:34 | scheduled-backup-incremental/8-engage-full-schedule | +++ MYSQL_VERSION=8.0 logger.go:42: 17:14:34 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:14:34 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:14:34 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:14:34 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:14:34 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:14:34 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:14:34 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:14:34 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:14:34 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:14:34 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:14:34 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:14:34 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:14:34 | scheduled-backup-incremental/8-engage-full-schedule | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:14:34 | scheduled-backup-incremental/8-engage-full-schedule | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:14:34 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:14:34 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:14:34 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:14:34 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:14:34 | scheduled-backup-incremental/8-engage-full-schedule | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 17:14:34 | scheduled-backup-incremental/8-engage-full-schedule | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 17:14:34 | scheduled-backup-incremental/8-engage-full-schedule | +++ export MINIO_VER=5.4.0 logger.go:42: 17:14:34 | scheduled-backup-incremental/8-engage-full-schedule | +++ MINIO_VER=5.4.0 logger.go:42: 17:14:34 | scheduled-backup-incremental/8-engage-full-schedule | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 17:14:34 | scheduled-backup-incremental/8-engage-full-schedule | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 17:14:34 | scheduled-backup-incremental/8-engage-full-schedule | +++ export VAULT_VER=0.16.1 logger.go:42: 17:14:34 | scheduled-backup-incremental/8-engage-full-schedule | +++ VAULT_VER=0.16.1 logger.go:42: 17:14:34 | scheduled-backup-incremental/8-engage-full-schedule | ++++ which gdate logger.go:42: 17:14:34 | scheduled-backup-incremental/8-engage-full-schedule | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:14:34 | scheduled-backup-incremental/8-engage-full-schedule | ++++ which date logger.go:42: 17:14:34 | scheduled-backup-incremental/8-engage-full-schedule | +++ date=/usr/sbin/date logger.go:42: 17:14:34 | scheduled-backup-incremental/8-engage-full-schedule | +++ oc get projects logger.go:42: 17:14:34 | scheduled-backup-incremental/8-engage-full-schedule | +++ : logger.go:42: 17:14:34 | scheduled-backup-incremental/8-engage-full-schedule | +++ kubectl get nodes logger.go:42: 17:14:34 | scheduled-backup-incremental/8-engage-full-schedule | +++ grep '^minikube' logger.go:42: 17:14:35 | scheduled-backup-incremental/8-engage-full-schedule | +++ which gsed logger.go:42: 17:14:35 | scheduled-backup-incremental/8-engage-full-schedule | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:14:35 | scheduled-backup-incremental/8-engage-full-schedule | +++ which sed logger.go:42: 17:14:35 | scheduled-backup-incremental/8-engage-full-schedule | ++ sed=/usr/sbin/sed logger.go:42: 17:14:35 | scheduled-backup-incremental/8-engage-full-schedule | ++ oc get projects logger.go:42: 17:14:35 | scheduled-backup-incremental/8-engage-full-schedule | +++ kubectl version -o json logger.go:42: 17:14:35 | scheduled-backup-incremental/8-engage-full-schedule | +++ jq -r .serverVersion.gitVersion logger.go:42: 17:14:35 | scheduled-backup-incremental/8-engage-full-schedule | +++ grep '\-eks\-' logger.go:42: 17:14:35 | scheduled-backup-incremental/8-engage-full-schedule | grep: warning: stray \ before - logger.go:42: 17:14:35 | scheduled-backup-incremental/8-engage-full-schedule | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 17:14:35 | scheduled-backup-incremental/8-engage-full-schedule | ++ '[' ']' logger.go:42: 17:14:35 | scheduled-backup-incremental/8-engage-full-schedule | ++ EKS=0 logger.go:42: 17:14:35 | scheduled-backup-incremental/8-engage-full-schedule | +++ get_cluster_name logger.go:42: 17:14:35 | scheduled-backup-incremental/8-engage-full-schedule | +++ kubectl -n kuttl-test-perfect-anchovy get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 17:14:36 | scheduled-backup-incremental/8-engage-full-schedule | ++ count_backups_in_schedule minio-full scheduled-backup-incremental logger.go:42: 17:14:36 | scheduled-backup-incremental/8-engage-full-schedule | ++ local schedule_name=minio-full logger.go:42: 17:14:36 | scheduled-backup-incremental/8-engage-full-schedule | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 17:14:36 | scheduled-backup-incremental/8-engage-full-schedule | +++ printf %s kuttl-test-perfect-anchovy-scheduled-backup-incremental logger.go:42: 17:14:36 | scheduled-backup-incremental/8-engage-full-schedule | +++ sha1sum logger.go:42: 17:14:36 | scheduled-backup-incremental/8-engage-full-schedule | +++ awk '{print $1}' logger.go:42: 17:14:36 | scheduled-backup-incremental/8-engage-full-schedule | +++ head -c 5 logger.go:42: 17:14:36 | scheduled-backup-incremental/8-engage-full-schedule | ++ local prefix=c8a08 logger.go:42: 17:14:36 | scheduled-backup-incremental/8-engage-full-schedule | +++ kubectl get ps-backup -n kuttl-test-perfect-anchovy -l percona.com/backup-ancestor=c8a08-minio-full -o yaml logger.go:42: 17:14:36 | scheduled-backup-incremental/8-engage-full-schedule | +++ yq '.items | length' logger.go:42: 17:14:36 | scheduled-backup-incremental/8-engage-full-schedule | ++ local bcp_count=1 logger.go:42: 17:14:36 | scheduled-backup-incremental/8-engage-full-schedule | ++ echo 1 logger.go:42: 17:14:36 | scheduled-backup-incremental/8-engage-full-schedule | + bcp_count=1 logger.go:42: 17:14:36 | scheduled-backup-incremental/8-engage-full-schedule | + [[ ! 1 -eq 2 ]] logger.go:42: 17:14:36 | scheduled-backup-incremental/8-engage-full-schedule | + echo 'There are 1 full ps-backups but should be 2' logger.go:42: 17:14:36 | scheduled-backup-incremental/8-engage-full-schedule | There are 1 full ps-backups but should be 2 logger.go:42: 17:14:36 | scheduled-backup-incremental/8-engage-full-schedule | + exit 1 logger.go:42: 17:14:38 | scheduled-backup-incremental/8-engage-full-schedule | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-full" "$(get_cluster_name)") if [[ ! $bcp_count -eq 2 ]]; then echo "There are $bcp_count full ps-backups but should be 2" exit 1 fi] logger.go:42: 17:14:38 | scheduled-backup-incremental/8-engage-full-schedule | + source ../../functions logger.go:42: 17:14:38 | scheduled-backup-incremental/8-engage-full-schedule | +++ realpath ../../.. logger.go:42: 17:14:38 | scheduled-backup-incremental/8-engage-full-schedule | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:14:38 | scheduled-backup-incremental/8-engage-full-schedule | ++++ pwd logger.go:42: 17:14:38 | scheduled-backup-incremental/8-engage-full-schedule | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 17:14:38 | scheduled-backup-incremental/8-engage-full-schedule | ++ test_name=scheduled-backup-incremental logger.go:42: 17:14:38 | scheduled-backup-incremental/8-engage-full-schedule | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/vars.sh logger.go:42: 17:14:38 | scheduled-backup-incremental/8-engage-full-schedule | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:14:38 | scheduled-backup-incremental/8-engage-full-schedule | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:14:38 | scheduled-backup-incremental/8-engage-full-schedule | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:14:38 | scheduled-backup-incremental/8-engage-full-schedule | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:14:38 | scheduled-backup-incremental/8-engage-full-schedule | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:14:38 | scheduled-backup-incremental/8-engage-full-schedule | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:14:38 | scheduled-backup-incremental/8-engage-full-schedule | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:14:38 | scheduled-backup-incremental/8-engage-full-schedule | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:14:38 | scheduled-backup-incremental/8-engage-full-schedule | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:14:38 | scheduled-backup-incremental/8-engage-full-schedule | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:14:38 | scheduled-backup-incremental/8-engage-full-schedule | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 17:14:38 | scheduled-backup-incremental/8-engage-full-schedule | +++ export GIT_BRANCH=PR-1269 logger.go:42: 17:14:38 | scheduled-backup-incremental/8-engage-full-schedule | +++ GIT_BRANCH=PR-1269 logger.go:42: 17:14:38 | scheduled-backup-incremental/8-engage-full-schedule | +++ export VERSION=PR-1269-fbab6499 logger.go:42: 17:14:38 | scheduled-backup-incremental/8-engage-full-schedule | +++ VERSION=PR-1269-fbab6499 logger.go:42: 17:14:38 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:14:38 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:14:38 | scheduled-backup-incremental/8-engage-full-schedule | +++ [[ -z 8.0 ]] logger.go:42: 17:14:38 | scheduled-backup-incremental/8-engage-full-schedule | +++ export MYSQL_VERSION=8.0 logger.go:42: 17:14:38 | scheduled-backup-incremental/8-engage-full-schedule | +++ MYSQL_VERSION=8.0 logger.go:42: 17:14:38 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:14:38 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:14:38 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:14:38 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:14:38 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:14:38 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:14:38 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:14:38 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:14:38 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:14:38 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:14:38 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:14:38 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:14:38 | scheduled-backup-incremental/8-engage-full-schedule | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:14:38 | scheduled-backup-incremental/8-engage-full-schedule | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:14:38 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:14:38 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:14:38 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:14:38 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:14:38 | scheduled-backup-incremental/8-engage-full-schedule | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 17:14:38 | scheduled-backup-incremental/8-engage-full-schedule | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 17:14:38 | scheduled-backup-incremental/8-engage-full-schedule | +++ export MINIO_VER=5.4.0 logger.go:42: 17:14:38 | scheduled-backup-incremental/8-engage-full-schedule | +++ MINIO_VER=5.4.0 logger.go:42: 17:14:38 | scheduled-backup-incremental/8-engage-full-schedule | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 17:14:38 | scheduled-backup-incremental/8-engage-full-schedule | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 17:14:38 | scheduled-backup-incremental/8-engage-full-schedule | +++ export VAULT_VER=0.16.1 logger.go:42: 17:14:38 | scheduled-backup-incremental/8-engage-full-schedule | +++ VAULT_VER=0.16.1 logger.go:42: 17:14:38 | scheduled-backup-incremental/8-engage-full-schedule | ++++ which gdate logger.go:42: 17:14:38 | scheduled-backup-incremental/8-engage-full-schedule | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:14:38 | scheduled-backup-incremental/8-engage-full-schedule | ++++ which date logger.go:42: 17:14:38 | scheduled-backup-incremental/8-engage-full-schedule | +++ date=/usr/sbin/date logger.go:42: 17:14:38 | scheduled-backup-incremental/8-engage-full-schedule | +++ oc get projects logger.go:42: 17:14:38 | scheduled-backup-incremental/8-engage-full-schedule | +++ : logger.go:42: 17:14:38 | scheduled-backup-incremental/8-engage-full-schedule | +++ kubectl get nodes logger.go:42: 17:14:38 | scheduled-backup-incremental/8-engage-full-schedule | +++ grep '^minikube' logger.go:42: 17:14:38 | scheduled-backup-incremental/8-engage-full-schedule | +++ which gsed logger.go:42: 17:14:38 | scheduled-backup-incremental/8-engage-full-schedule | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:14:38 | scheduled-backup-incremental/8-engage-full-schedule | +++ which sed logger.go:42: 17:14:38 | scheduled-backup-incremental/8-engage-full-schedule | ++ sed=/usr/sbin/sed logger.go:42: 17:14:38 | scheduled-backup-incremental/8-engage-full-schedule | ++ oc get projects logger.go:42: 17:14:38 | scheduled-backup-incremental/8-engage-full-schedule | +++ kubectl version -o json logger.go:42: 17:14:38 | scheduled-backup-incremental/8-engage-full-schedule | +++ jq -r .serverVersion.gitVersion logger.go:42: 17:14:38 | scheduled-backup-incremental/8-engage-full-schedule | +++ grep '\-eks\-' logger.go:42: 17:14:38 | scheduled-backup-incremental/8-engage-full-schedule | grep: warning: stray \ before - logger.go:42: 17:14:39 | scheduled-backup-incremental/8-engage-full-schedule | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 17:14:39 | scheduled-backup-incremental/8-engage-full-schedule | ++ '[' ']' logger.go:42: 17:14:39 | scheduled-backup-incremental/8-engage-full-schedule | ++ EKS=0 logger.go:42: 17:14:39 | scheduled-backup-incremental/8-engage-full-schedule | +++ get_cluster_name logger.go:42: 17:14:39 | scheduled-backup-incremental/8-engage-full-schedule | +++ kubectl -n kuttl-test-perfect-anchovy get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 17:14:39 | scheduled-backup-incremental/8-engage-full-schedule | ++ count_backups_in_schedule minio-full scheduled-backup-incremental logger.go:42: 17:14:39 | scheduled-backup-incremental/8-engage-full-schedule | ++ local schedule_name=minio-full logger.go:42: 17:14:39 | scheduled-backup-incremental/8-engage-full-schedule | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 17:14:39 | scheduled-backup-incremental/8-engage-full-schedule | +++ printf %s kuttl-test-perfect-anchovy-scheduled-backup-incremental logger.go:42: 17:14:39 | scheduled-backup-incremental/8-engage-full-schedule | +++ sha1sum logger.go:42: 17:14:39 | scheduled-backup-incremental/8-engage-full-schedule | +++ awk '{print $1}' logger.go:42: 17:14:39 | scheduled-backup-incremental/8-engage-full-schedule | +++ head -c 5 logger.go:42: 17:14:39 | scheduled-backup-incremental/8-engage-full-schedule | ++ local prefix=c8a08 logger.go:42: 17:14:39 | scheduled-backup-incremental/8-engage-full-schedule | +++ kubectl get ps-backup -n kuttl-test-perfect-anchovy -l percona.com/backup-ancestor=c8a08-minio-full -o yaml logger.go:42: 17:14:39 | scheduled-backup-incremental/8-engage-full-schedule | +++ yq '.items | length' logger.go:42: 17:14:40 | scheduled-backup-incremental/8-engage-full-schedule | ++ local bcp_count=1 logger.go:42: 17:14:40 | scheduled-backup-incremental/8-engage-full-schedule | ++ echo 1 logger.go:42: 17:14:40 | scheduled-backup-incremental/8-engage-full-schedule | + bcp_count=1 logger.go:42: 17:14:40 | scheduled-backup-incremental/8-engage-full-schedule | + [[ ! 1 -eq 2 ]] logger.go:42: 17:14:40 | scheduled-backup-incremental/8-engage-full-schedule | + echo 'There are 1 full ps-backups but should be 2' logger.go:42: 17:14:40 | scheduled-backup-incremental/8-engage-full-schedule | There are 1 full ps-backups but should be 2 logger.go:42: 17:14:40 | scheduled-backup-incremental/8-engage-full-schedule | + exit 1 logger.go:42: 17:14:41 | scheduled-backup-incremental/8-engage-full-schedule | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-full" "$(get_cluster_name)") if [[ ! $bcp_count -eq 2 ]]; then echo "There are $bcp_count full ps-backups but should be 2" exit 1 fi] logger.go:42: 17:14:41 | scheduled-backup-incremental/8-engage-full-schedule | + source ../../functions logger.go:42: 17:14:41 | scheduled-backup-incremental/8-engage-full-schedule | +++ realpath ../../.. logger.go:42: 17:14:41 | scheduled-backup-incremental/8-engage-full-schedule | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:14:41 | scheduled-backup-incremental/8-engage-full-schedule | ++++ pwd logger.go:42: 17:14:41 | scheduled-backup-incremental/8-engage-full-schedule | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 17:14:41 | scheduled-backup-incremental/8-engage-full-schedule | ++ test_name=scheduled-backup-incremental logger.go:42: 17:14:41 | scheduled-backup-incremental/8-engage-full-schedule | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/vars.sh logger.go:42: 17:14:41 | scheduled-backup-incremental/8-engage-full-schedule | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:14:41 | scheduled-backup-incremental/8-engage-full-schedule | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:14:41 | scheduled-backup-incremental/8-engage-full-schedule | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:14:41 | scheduled-backup-incremental/8-engage-full-schedule | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:14:41 | scheduled-backup-incremental/8-engage-full-schedule | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:14:41 | scheduled-backup-incremental/8-engage-full-schedule | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:14:41 | scheduled-backup-incremental/8-engage-full-schedule | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:14:41 | scheduled-backup-incremental/8-engage-full-schedule | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:14:41 | scheduled-backup-incremental/8-engage-full-schedule | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:14:41 | scheduled-backup-incremental/8-engage-full-schedule | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:14:41 | scheduled-backup-incremental/8-engage-full-schedule | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 17:14:41 | scheduled-backup-incremental/8-engage-full-schedule | +++ export GIT_BRANCH=PR-1269 logger.go:42: 17:14:41 | scheduled-backup-incremental/8-engage-full-schedule | +++ GIT_BRANCH=PR-1269 logger.go:42: 17:14:41 | scheduled-backup-incremental/8-engage-full-schedule | +++ export VERSION=PR-1269-fbab6499 logger.go:42: 17:14:41 | scheduled-backup-incremental/8-engage-full-schedule | +++ VERSION=PR-1269-fbab6499 logger.go:42: 17:14:41 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:14:41 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:14:41 | scheduled-backup-incremental/8-engage-full-schedule | +++ [[ -z 8.0 ]] logger.go:42: 17:14:41 | scheduled-backup-incremental/8-engage-full-schedule | +++ export MYSQL_VERSION=8.0 logger.go:42: 17:14:41 | scheduled-backup-incremental/8-engage-full-schedule | +++ MYSQL_VERSION=8.0 logger.go:42: 17:14:41 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:14:41 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:14:41 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:14:41 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:14:41 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:14:41 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:14:41 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:14:41 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:14:41 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:14:41 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:14:41 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:14:41 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:14:41 | scheduled-backup-incremental/8-engage-full-schedule | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:14:41 | scheduled-backup-incremental/8-engage-full-schedule | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:14:41 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:14:41 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:14:41 | scheduled-backup-incremental/8-engage-full-schedule | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:14:41 | scheduled-backup-incremental/8-engage-full-schedule | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:14:41 | scheduled-backup-incremental/8-engage-full-schedule | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 17:14:41 | scheduled-backup-incremental/8-engage-full-schedule | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 17:14:41 | scheduled-backup-incremental/8-engage-full-schedule | +++ export MINIO_VER=5.4.0 logger.go:42: 17:14:41 | scheduled-backup-incremental/8-engage-full-schedule | +++ MINIO_VER=5.4.0 logger.go:42: 17:14:41 | scheduled-backup-incremental/8-engage-full-schedule | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 17:14:41 | scheduled-backup-incremental/8-engage-full-schedule | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 17:14:41 | scheduled-backup-incremental/8-engage-full-schedule | +++ export VAULT_VER=0.16.1 logger.go:42: 17:14:41 | scheduled-backup-incremental/8-engage-full-schedule | +++ VAULT_VER=0.16.1 logger.go:42: 17:14:41 | scheduled-backup-incremental/8-engage-full-schedule | ++++ which gdate logger.go:42: 17:14:41 | scheduled-backup-incremental/8-engage-full-schedule | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:14:41 | scheduled-backup-incremental/8-engage-full-schedule | ++++ which date logger.go:42: 17:14:41 | scheduled-backup-incremental/8-engage-full-schedule | +++ date=/usr/sbin/date logger.go:42: 17:14:41 | scheduled-backup-incremental/8-engage-full-schedule | +++ oc get projects logger.go:42: 17:14:41 | scheduled-backup-incremental/8-engage-full-schedule | +++ : logger.go:42: 17:14:41 | scheduled-backup-incremental/8-engage-full-schedule | +++ kubectl get nodes logger.go:42: 17:14:41 | scheduled-backup-incremental/8-engage-full-schedule | +++ grep '^minikube' logger.go:42: 17:14:41 | scheduled-backup-incremental/8-engage-full-schedule | +++ which gsed logger.go:42: 17:14:41 | scheduled-backup-incremental/8-engage-full-schedule | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:14:41 | scheduled-backup-incremental/8-engage-full-schedule | +++ which sed logger.go:42: 17:14:41 | scheduled-backup-incremental/8-engage-full-schedule | ++ sed=/usr/sbin/sed logger.go:42: 17:14:41 | scheduled-backup-incremental/8-engage-full-schedule | ++ oc get projects logger.go:42: 17:14:41 | scheduled-backup-incremental/8-engage-full-schedule | +++ kubectl version -o json logger.go:42: 17:14:41 | scheduled-backup-incremental/8-engage-full-schedule | +++ jq -r .serverVersion.gitVersion logger.go:42: 17:14:41 | scheduled-backup-incremental/8-engage-full-schedule | +++ grep '\-eks\-' logger.go:42: 17:14:41 | scheduled-backup-incremental/8-engage-full-schedule | grep: warning: stray \ before - logger.go:42: 17:14:42 | scheduled-backup-incremental/8-engage-full-schedule | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 17:14:42 | scheduled-backup-incremental/8-engage-full-schedule | ++ '[' ']' logger.go:42: 17:14:42 | scheduled-backup-incremental/8-engage-full-schedule | ++ EKS=0 logger.go:42: 17:14:42 | scheduled-backup-incremental/8-engage-full-schedule | +++ get_cluster_name logger.go:42: 17:14:42 | scheduled-backup-incremental/8-engage-full-schedule | +++ kubectl -n kuttl-test-perfect-anchovy get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 17:14:42 | scheduled-backup-incremental/8-engage-full-schedule | ++ count_backups_in_schedule minio-full scheduled-backup-incremental logger.go:42: 17:14:42 | scheduled-backup-incremental/8-engage-full-schedule | ++ local schedule_name=minio-full logger.go:42: 17:14:42 | scheduled-backup-incremental/8-engage-full-schedule | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 17:14:42 | scheduled-backup-incremental/8-engage-full-schedule | +++ printf %s kuttl-test-perfect-anchovy-scheduled-backup-incremental logger.go:42: 17:14:42 | scheduled-backup-incremental/8-engage-full-schedule | +++ sha1sum logger.go:42: 17:14:42 | scheduled-backup-incremental/8-engage-full-schedule | +++ awk '{print $1}' logger.go:42: 17:14:42 | scheduled-backup-incremental/8-engage-full-schedule | +++ head -c 5 logger.go:42: 17:14:42 | scheduled-backup-incremental/8-engage-full-schedule | ++ local prefix=c8a08 logger.go:42: 17:14:42 | scheduled-backup-incremental/8-engage-full-schedule | +++ kubectl get ps-backup -n kuttl-test-perfect-anchovy -l percona.com/backup-ancestor=c8a08-minio-full -o yaml logger.go:42: 17:14:42 | scheduled-backup-incremental/8-engage-full-schedule | +++ yq '.items | length' logger.go:42: 17:14:43 | scheduled-backup-incremental/8-engage-full-schedule | ++ local bcp_count=2 logger.go:42: 17:14:43 | scheduled-backup-incremental/8-engage-full-schedule | ++ echo 2 logger.go:42: 17:14:43 | scheduled-backup-incremental/8-engage-full-schedule | + bcp_count=2 logger.go:42: 17:14:43 | scheduled-backup-incremental/8-engage-full-schedule | + [[ ! 2 -eq 2 ]] logger.go:42: 17:14:43 | scheduled-backup-incremental/8-engage-full-schedule | test step completed 8-engage-full-schedule logger.go:42: 17:14:43 | scheduled-backup-incremental/9-engage-incremental | starting test step 9-engage-incremental logger.go:42: 17:14:44 | scheduled-backup-incremental/9-engage-incremental | PerconaServerMySQL:kuttl-test-perfect-anchovy/scheduled-backup-incremental updated logger.go:42: 17:14:44 | scheduled-backup-incremental/9-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 6 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 6" exit 1 fi] logger.go:42: 17:14:44 | scheduled-backup-incremental/9-engage-incremental | + source ../../functions logger.go:42: 17:14:44 | scheduled-backup-incremental/9-engage-incremental | +++ realpath ../../.. logger.go:42: 17:14:44 | scheduled-backup-incremental/9-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:14:44 | scheduled-backup-incremental/9-engage-incremental | ++++ pwd logger.go:42: 17:14:44 | scheduled-backup-incremental/9-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 17:14:44 | scheduled-backup-incremental/9-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 17:14:44 | scheduled-backup-incremental/9-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/vars.sh logger.go:42: 17:14:44 | scheduled-backup-incremental/9-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:14:44 | scheduled-backup-incremental/9-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:14:44 | scheduled-backup-incremental/9-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:14:44 | scheduled-backup-incremental/9-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:14:44 | scheduled-backup-incremental/9-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:14:44 | scheduled-backup-incremental/9-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:14:44 | scheduled-backup-incremental/9-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:14:44 | scheduled-backup-incremental/9-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:14:44 | scheduled-backup-incremental/9-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:14:44 | scheduled-backup-incremental/9-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:14:44 | scheduled-backup-incremental/9-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 17:14:44 | scheduled-backup-incremental/9-engage-incremental | +++ export GIT_BRANCH=PR-1269 logger.go:42: 17:14:44 | scheduled-backup-incremental/9-engage-incremental | +++ GIT_BRANCH=PR-1269 logger.go:42: 17:14:44 | scheduled-backup-incremental/9-engage-incremental | +++ export VERSION=PR-1269-fbab6499 logger.go:42: 17:14:44 | scheduled-backup-incremental/9-engage-incremental | +++ VERSION=PR-1269-fbab6499 logger.go:42: 17:14:44 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:14:44 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:14:44 | scheduled-backup-incremental/9-engage-incremental | +++ [[ -z 8.0 ]] logger.go:42: 17:14:44 | scheduled-backup-incremental/9-engage-incremental | +++ export MYSQL_VERSION=8.0 logger.go:42: 17:14:44 | scheduled-backup-incremental/9-engage-incremental | +++ MYSQL_VERSION=8.0 logger.go:42: 17:14:44 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:14:44 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:14:44 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:14:44 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:14:44 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:14:44 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:14:44 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:14:44 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:14:44 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:14:44 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:14:44 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:14:44 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:14:44 | scheduled-backup-incremental/9-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:14:44 | scheduled-backup-incremental/9-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:14:44 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:14:44 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:14:44 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:14:44 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:14:44 | scheduled-backup-incremental/9-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 17:14:44 | scheduled-backup-incremental/9-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 17:14:44 | scheduled-backup-incremental/9-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 17:14:44 | scheduled-backup-incremental/9-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 17:14:44 | scheduled-backup-incremental/9-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 17:14:44 | scheduled-backup-incremental/9-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 17:14:44 | scheduled-backup-incremental/9-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 17:14:44 | scheduled-backup-incremental/9-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 17:14:44 | scheduled-backup-incremental/9-engage-incremental | ++++ which gdate logger.go:42: 17:14:44 | scheduled-backup-incremental/9-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:14:44 | scheduled-backup-incremental/9-engage-incremental | ++++ which date logger.go:42: 17:14:44 | scheduled-backup-incremental/9-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 17:14:44 | scheduled-backup-incremental/9-engage-incremental | +++ oc get projects logger.go:42: 17:14:44 | scheduled-backup-incremental/9-engage-incremental | +++ : logger.go:42: 17:14:44 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl get nodes logger.go:42: 17:14:44 | scheduled-backup-incremental/9-engage-incremental | +++ grep '^minikube' logger.go:42: 17:14:44 | scheduled-backup-incremental/9-engage-incremental | +++ which gsed logger.go:42: 17:14:44 | scheduled-backup-incremental/9-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:14:44 | scheduled-backup-incremental/9-engage-incremental | +++ which sed logger.go:42: 17:14:44 | scheduled-backup-incremental/9-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 17:14:44 | scheduled-backup-incremental/9-engage-incremental | ++ oc get projects logger.go:42: 17:14:44 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl version -o json logger.go:42: 17:14:44 | scheduled-backup-incremental/9-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 17:14:44 | scheduled-backup-incremental/9-engage-incremental | +++ grep '\-eks\-' logger.go:42: 17:14:44 | scheduled-backup-incremental/9-engage-incremental | grep: warning: stray \ before - logger.go:42: 17:14:45 | scheduled-backup-incremental/9-engage-incremental | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 17:14:45 | scheduled-backup-incremental/9-engage-incremental | ++ '[' ']' logger.go:42: 17:14:45 | scheduled-backup-incremental/9-engage-incremental | ++ EKS=0 logger.go:42: 17:14:45 | scheduled-backup-incremental/9-engage-incremental | +++ get_cluster_name logger.go:42: 17:14:45 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl -n kuttl-test-perfect-anchovy get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 17:14:45 | scheduled-backup-incremental/9-engage-incremental | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 17:14:45 | scheduled-backup-incremental/9-engage-incremental | ++ local schedule_name=minio-incr logger.go:42: 17:14:45 | scheduled-backup-incremental/9-engage-incremental | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 17:14:45 | scheduled-backup-incremental/9-engage-incremental | +++ printf %s kuttl-test-perfect-anchovy-scheduled-backup-incremental logger.go:42: 17:14:45 | scheduled-backup-incremental/9-engage-incremental | +++ sha1sum logger.go:42: 17:14:45 | scheduled-backup-incremental/9-engage-incremental | +++ awk '{print $1}' logger.go:42: 17:14:45 | scheduled-backup-incremental/9-engage-incremental | +++ head -c 5 logger.go:42: 17:14:45 | scheduled-backup-incremental/9-engage-incremental | ++ local prefix=c8a08 logger.go:42: 17:14:45 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl get ps-backup -n kuttl-test-perfect-anchovy -l percona.com/backup-ancestor=c8a08-minio-incr -o yaml logger.go:42: 17:14:45 | scheduled-backup-incremental/9-engage-incremental | +++ yq '.items | length' logger.go:42: 17:14:46 | scheduled-backup-incremental/9-engage-incremental | ++ local bcp_count=3 logger.go:42: 17:14:46 | scheduled-backup-incremental/9-engage-incremental | ++ echo 3 logger.go:42: 17:14:46 | scheduled-backup-incremental/9-engage-incremental | + bcp_count=3 logger.go:42: 17:14:46 | scheduled-backup-incremental/9-engage-incremental | + [[ 3 -lt 6 ]] logger.go:42: 17:14:46 | scheduled-backup-incremental/9-engage-incremental | + echo 'There are 3 incremental ps-backups but should be at least 6' logger.go:42: 17:14:46 | scheduled-backup-incremental/9-engage-incremental | There are 3 incremental ps-backups but should be at least 6 logger.go:42: 17:14:46 | scheduled-backup-incremental/9-engage-incremental | + exit 1 logger.go:42: 17:14:47 | scheduled-backup-incremental/9-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 6 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 6" exit 1 fi] logger.go:42: 17:14:47 | scheduled-backup-incremental/9-engage-incremental | + source ../../functions logger.go:42: 17:14:47 | scheduled-backup-incremental/9-engage-incremental | +++ realpath ../../.. logger.go:42: 17:14:47 | scheduled-backup-incremental/9-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:14:47 | scheduled-backup-incremental/9-engage-incremental | ++++ pwd logger.go:42: 17:14:47 | scheduled-backup-incremental/9-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 17:14:47 | scheduled-backup-incremental/9-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 17:14:47 | scheduled-backup-incremental/9-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/vars.sh logger.go:42: 17:14:47 | scheduled-backup-incremental/9-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:14:47 | scheduled-backup-incremental/9-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:14:47 | scheduled-backup-incremental/9-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:14:47 | scheduled-backup-incremental/9-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:14:47 | scheduled-backup-incremental/9-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:14:47 | scheduled-backup-incremental/9-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:14:47 | scheduled-backup-incremental/9-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:14:47 | scheduled-backup-incremental/9-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:14:47 | scheduled-backup-incremental/9-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:14:47 | scheduled-backup-incremental/9-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:14:47 | scheduled-backup-incremental/9-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 17:14:47 | scheduled-backup-incremental/9-engage-incremental | +++ export GIT_BRANCH=PR-1269 logger.go:42: 17:14:47 | scheduled-backup-incremental/9-engage-incremental | +++ GIT_BRANCH=PR-1269 logger.go:42: 17:14:47 | scheduled-backup-incremental/9-engage-incremental | +++ export VERSION=PR-1269-fbab6499 logger.go:42: 17:14:47 | scheduled-backup-incremental/9-engage-incremental | +++ VERSION=PR-1269-fbab6499 logger.go:42: 17:14:47 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:14:47 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:14:47 | scheduled-backup-incremental/9-engage-incremental | +++ [[ -z 8.0 ]] logger.go:42: 17:14:47 | scheduled-backup-incremental/9-engage-incremental | +++ export MYSQL_VERSION=8.0 logger.go:42: 17:14:47 | scheduled-backup-incremental/9-engage-incremental | +++ MYSQL_VERSION=8.0 logger.go:42: 17:14:47 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:14:47 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:14:47 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:14:47 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:14:47 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:14:47 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:14:47 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:14:47 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:14:47 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:14:47 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:14:47 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:14:47 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:14:47 | scheduled-backup-incremental/9-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:14:47 | scheduled-backup-incremental/9-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:14:47 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:14:47 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:14:47 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:14:47 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:14:47 | scheduled-backup-incremental/9-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 17:14:47 | scheduled-backup-incremental/9-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 17:14:47 | scheduled-backup-incremental/9-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 17:14:47 | scheduled-backup-incremental/9-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 17:14:47 | scheduled-backup-incremental/9-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 17:14:47 | scheduled-backup-incremental/9-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 17:14:47 | scheduled-backup-incremental/9-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 17:14:47 | scheduled-backup-incremental/9-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 17:14:47 | scheduled-backup-incremental/9-engage-incremental | ++++ which gdate logger.go:42: 17:14:47 | scheduled-backup-incremental/9-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:14:47 | scheduled-backup-incremental/9-engage-incremental | ++++ which date logger.go:42: 17:14:47 | scheduled-backup-incremental/9-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 17:14:47 | scheduled-backup-incremental/9-engage-incremental | +++ oc get projects logger.go:42: 17:14:47 | scheduled-backup-incremental/9-engage-incremental | +++ : logger.go:42: 17:14:47 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl get nodes logger.go:42: 17:14:47 | scheduled-backup-incremental/9-engage-incremental | +++ grep '^minikube' logger.go:42: 17:14:48 | scheduled-backup-incremental/9-engage-incremental | +++ which gsed logger.go:42: 17:14:48 | scheduled-backup-incremental/9-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:14:48 | scheduled-backup-incremental/9-engage-incremental | +++ which sed logger.go:42: 17:14:48 | scheduled-backup-incremental/9-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 17:14:48 | scheduled-backup-incremental/9-engage-incremental | ++ oc get projects logger.go:42: 17:14:48 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl version -o json logger.go:42: 17:14:48 | scheduled-backup-incremental/9-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 17:14:48 | scheduled-backup-incremental/9-engage-incremental | +++ grep '\-eks\-' logger.go:42: 17:14:48 | scheduled-backup-incremental/9-engage-incremental | grep: warning: stray \ before - logger.go:42: 17:14:48 | scheduled-backup-incremental/9-engage-incremental | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 17:14:48 | scheduled-backup-incremental/9-engage-incremental | ++ '[' ']' logger.go:42: 17:14:48 | scheduled-backup-incremental/9-engage-incremental | ++ EKS=0 logger.go:42: 17:14:48 | scheduled-backup-incremental/9-engage-incremental | +++ get_cluster_name logger.go:42: 17:14:48 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl -n kuttl-test-perfect-anchovy get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 17:14:49 | scheduled-backup-incremental/9-engage-incremental | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 17:14:49 | scheduled-backup-incremental/9-engage-incremental | ++ local schedule_name=minio-incr logger.go:42: 17:14:49 | scheduled-backup-incremental/9-engage-incremental | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 17:14:49 | scheduled-backup-incremental/9-engage-incremental | +++ printf %s kuttl-test-perfect-anchovy-scheduled-backup-incremental logger.go:42: 17:14:49 | scheduled-backup-incremental/9-engage-incremental | +++ sha1sum logger.go:42: 17:14:49 | scheduled-backup-incremental/9-engage-incremental | +++ awk '{print $1}' logger.go:42: 17:14:49 | scheduled-backup-incremental/9-engage-incremental | +++ head -c 5 logger.go:42: 17:14:49 | scheduled-backup-incremental/9-engage-incremental | ++ local prefix=c8a08 logger.go:42: 17:14:49 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl get ps-backup -n kuttl-test-perfect-anchovy -l percona.com/backup-ancestor=c8a08-minio-incr -o yaml logger.go:42: 17:14:49 | scheduled-backup-incremental/9-engage-incremental | +++ yq '.items | length' logger.go:42: 17:14:49 | scheduled-backup-incremental/9-engage-incremental | ++ local bcp_count=3 logger.go:42: 17:14:49 | scheduled-backup-incremental/9-engage-incremental | ++ echo 3 logger.go:42: 17:14:49 | scheduled-backup-incremental/9-engage-incremental | + bcp_count=3 logger.go:42: 17:14:49 | scheduled-backup-incremental/9-engage-incremental | + [[ 3 -lt 6 ]] logger.go:42: 17:14:49 | scheduled-backup-incremental/9-engage-incremental | + echo 'There are 3 incremental ps-backups but should be at least 6' logger.go:42: 17:14:49 | scheduled-backup-incremental/9-engage-incremental | There are 3 incremental ps-backups but should be at least 6 logger.go:42: 17:14:49 | scheduled-backup-incremental/9-engage-incremental | + exit 1 logger.go:42: 17:14:50 | scheduled-backup-incremental/9-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 6 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 6" exit 1 fi] logger.go:42: 17:14:50 | scheduled-backup-incremental/9-engage-incremental | + source ../../functions logger.go:42: 17:14:50 | scheduled-backup-incremental/9-engage-incremental | +++ realpath ../../.. logger.go:42: 17:14:50 | scheduled-backup-incremental/9-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:14:50 | scheduled-backup-incremental/9-engage-incremental | ++++ pwd logger.go:42: 17:14:50 | scheduled-backup-incremental/9-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 17:14:50 | scheduled-backup-incremental/9-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 17:14:50 | scheduled-backup-incremental/9-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/vars.sh logger.go:42: 17:14:50 | scheduled-backup-incremental/9-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:14:50 | scheduled-backup-incremental/9-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:14:50 | scheduled-backup-incremental/9-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:14:50 | scheduled-backup-incremental/9-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:14:50 | scheduled-backup-incremental/9-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:14:50 | scheduled-backup-incremental/9-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:14:50 | scheduled-backup-incremental/9-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:14:50 | scheduled-backup-incremental/9-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:14:50 | scheduled-backup-incremental/9-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:14:50 | scheduled-backup-incremental/9-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:14:50 | scheduled-backup-incremental/9-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 17:14:50 | scheduled-backup-incremental/9-engage-incremental | +++ export GIT_BRANCH=PR-1269 logger.go:42: 17:14:50 | scheduled-backup-incremental/9-engage-incremental | +++ GIT_BRANCH=PR-1269 logger.go:42: 17:14:50 | scheduled-backup-incremental/9-engage-incremental | +++ export VERSION=PR-1269-fbab6499 logger.go:42: 17:14:50 | scheduled-backup-incremental/9-engage-incremental | +++ VERSION=PR-1269-fbab6499 logger.go:42: 17:14:50 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:14:50 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:14:50 | scheduled-backup-incremental/9-engage-incremental | +++ [[ -z 8.0 ]] logger.go:42: 17:14:50 | scheduled-backup-incremental/9-engage-incremental | +++ export MYSQL_VERSION=8.0 logger.go:42: 17:14:50 | scheduled-backup-incremental/9-engage-incremental | +++ MYSQL_VERSION=8.0 logger.go:42: 17:14:50 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:14:50 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:14:50 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:14:50 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:14:50 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:14:50 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:14:50 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:14:50 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:14:50 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:14:50 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:14:50 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:14:50 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:14:50 | scheduled-backup-incremental/9-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:14:50 | scheduled-backup-incremental/9-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:14:50 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:14:50 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:14:50 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:14:50 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:14:50 | scheduled-backup-incremental/9-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 17:14:50 | scheduled-backup-incremental/9-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 17:14:50 | scheduled-backup-incremental/9-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 17:14:50 | scheduled-backup-incremental/9-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 17:14:50 | scheduled-backup-incremental/9-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 17:14:50 | scheduled-backup-incremental/9-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 17:14:50 | scheduled-backup-incremental/9-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 17:14:50 | scheduled-backup-incremental/9-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 17:14:50 | scheduled-backup-incremental/9-engage-incremental | ++++ which gdate logger.go:42: 17:14:50 | scheduled-backup-incremental/9-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:14:50 | scheduled-backup-incremental/9-engage-incremental | ++++ which date logger.go:42: 17:14:50 | scheduled-backup-incremental/9-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 17:14:50 | scheduled-backup-incremental/9-engage-incremental | +++ oc get projects logger.go:42: 17:14:50 | scheduled-backup-incremental/9-engage-incremental | +++ : logger.go:42: 17:14:50 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl get nodes logger.go:42: 17:14:50 | scheduled-backup-incremental/9-engage-incremental | +++ grep '^minikube' logger.go:42: 17:14:51 | scheduled-backup-incremental/9-engage-incremental | +++ which gsed logger.go:42: 17:14:51 | scheduled-backup-incremental/9-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:14:51 | scheduled-backup-incremental/9-engage-incremental | +++ which sed logger.go:42: 17:14:51 | scheduled-backup-incremental/9-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 17:14:51 | scheduled-backup-incremental/9-engage-incremental | ++ oc get projects logger.go:42: 17:14:51 | scheduled-backup-incremental/9-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 17:14:51 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl version -o json logger.go:42: 17:14:51 | scheduled-backup-incremental/9-engage-incremental | +++ grep '\-eks\-' logger.go:42: 17:14:51 | scheduled-backup-incremental/9-engage-incremental | grep: warning: stray \ before - logger.go:42: 17:14:51 | scheduled-backup-incremental/9-engage-incremental | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 17:14:51 | scheduled-backup-incremental/9-engage-incremental | ++ '[' ']' logger.go:42: 17:14:51 | scheduled-backup-incremental/9-engage-incremental | ++ EKS=0 logger.go:42: 17:14:51 | scheduled-backup-incremental/9-engage-incremental | +++ get_cluster_name logger.go:42: 17:14:51 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl -n kuttl-test-perfect-anchovy get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 17:14:52 | scheduled-backup-incremental/9-engage-incremental | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 17:14:52 | scheduled-backup-incremental/9-engage-incremental | ++ local schedule_name=minio-incr logger.go:42: 17:14:52 | scheduled-backup-incremental/9-engage-incremental | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 17:14:52 | scheduled-backup-incremental/9-engage-incremental | +++ printf %s kuttl-test-perfect-anchovy-scheduled-backup-incremental logger.go:42: 17:14:52 | scheduled-backup-incremental/9-engage-incremental | +++ sha1sum logger.go:42: 17:14:52 | scheduled-backup-incremental/9-engage-incremental | +++ awk '{print $1}' logger.go:42: 17:14:52 | scheduled-backup-incremental/9-engage-incremental | +++ head -c 5 logger.go:42: 17:14:52 | scheduled-backup-incremental/9-engage-incremental | ++ local prefix=c8a08 logger.go:42: 17:14:52 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl get ps-backup -n kuttl-test-perfect-anchovy -l percona.com/backup-ancestor=c8a08-minio-incr -o yaml logger.go:42: 17:14:52 | scheduled-backup-incremental/9-engage-incremental | +++ yq '.items | length' logger.go:42: 17:14:52 | scheduled-backup-incremental/9-engage-incremental | ++ local bcp_count=3 logger.go:42: 17:14:52 | scheduled-backup-incremental/9-engage-incremental | ++ echo 3 logger.go:42: 17:14:52 | scheduled-backup-incremental/9-engage-incremental | + bcp_count=3 logger.go:42: 17:14:52 | scheduled-backup-incremental/9-engage-incremental | + [[ 3 -lt 6 ]] logger.go:42: 17:14:52 | scheduled-backup-incremental/9-engage-incremental | + echo 'There are 3 incremental ps-backups but should be at least 6' logger.go:42: 17:14:52 | scheduled-backup-incremental/9-engage-incremental | There are 3 incremental ps-backups but should be at least 6 logger.go:42: 17:14:52 | scheduled-backup-incremental/9-engage-incremental | + exit 1 logger.go:42: 17:14:54 | scheduled-backup-incremental/9-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 6 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 6" exit 1 fi] logger.go:42: 17:14:54 | scheduled-backup-incremental/9-engage-incremental | + source ../../functions logger.go:42: 17:14:54 | scheduled-backup-incremental/9-engage-incremental | +++ realpath ../../.. logger.go:42: 17:14:54 | scheduled-backup-incremental/9-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:14:54 | scheduled-backup-incremental/9-engage-incremental | ++++ pwd logger.go:42: 17:14:54 | scheduled-backup-incremental/9-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 17:14:54 | scheduled-backup-incremental/9-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 17:14:54 | scheduled-backup-incremental/9-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/vars.sh logger.go:42: 17:14:54 | scheduled-backup-incremental/9-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:14:54 | scheduled-backup-incremental/9-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:14:54 | scheduled-backup-incremental/9-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:14:54 | scheduled-backup-incremental/9-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:14:54 | scheduled-backup-incremental/9-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:14:54 | scheduled-backup-incremental/9-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:14:54 | scheduled-backup-incremental/9-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:14:54 | scheduled-backup-incremental/9-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:14:54 | scheduled-backup-incremental/9-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:14:54 | scheduled-backup-incremental/9-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:14:54 | scheduled-backup-incremental/9-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 17:14:54 | scheduled-backup-incremental/9-engage-incremental | +++ export GIT_BRANCH=PR-1269 logger.go:42: 17:14:54 | scheduled-backup-incremental/9-engage-incremental | +++ GIT_BRANCH=PR-1269 logger.go:42: 17:14:54 | scheduled-backup-incremental/9-engage-incremental | +++ export VERSION=PR-1269-fbab6499 logger.go:42: 17:14:54 | scheduled-backup-incremental/9-engage-incremental | +++ VERSION=PR-1269-fbab6499 logger.go:42: 17:14:54 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:14:54 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:14:54 | scheduled-backup-incremental/9-engage-incremental | +++ [[ -z 8.0 ]] logger.go:42: 17:14:54 | scheduled-backup-incremental/9-engage-incremental | +++ export MYSQL_VERSION=8.0 logger.go:42: 17:14:54 | scheduled-backup-incremental/9-engage-incremental | +++ MYSQL_VERSION=8.0 logger.go:42: 17:14:54 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:14:54 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:14:54 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:14:54 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:14:54 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:14:54 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:14:54 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:14:54 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:14:54 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:14:54 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:14:54 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:14:54 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:14:54 | scheduled-backup-incremental/9-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:14:54 | scheduled-backup-incremental/9-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:14:54 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:14:54 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:14:54 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:14:54 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:14:54 | scheduled-backup-incremental/9-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 17:14:54 | scheduled-backup-incremental/9-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 17:14:54 | scheduled-backup-incremental/9-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 17:14:54 | scheduled-backup-incremental/9-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 17:14:54 | scheduled-backup-incremental/9-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 17:14:54 | scheduled-backup-incremental/9-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 17:14:54 | scheduled-backup-incremental/9-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 17:14:54 | scheduled-backup-incremental/9-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 17:14:54 | scheduled-backup-incremental/9-engage-incremental | ++++ which gdate logger.go:42: 17:14:54 | scheduled-backup-incremental/9-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:14:54 | scheduled-backup-incremental/9-engage-incremental | ++++ which date logger.go:42: 17:14:54 | scheduled-backup-incremental/9-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 17:14:54 | scheduled-backup-incremental/9-engage-incremental | +++ oc get projects logger.go:42: 17:14:54 | scheduled-backup-incremental/9-engage-incremental | +++ : logger.go:42: 17:14:54 | scheduled-backup-incremental/9-engage-incremental | +++ grep '^minikube' logger.go:42: 17:14:54 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl get nodes logger.go:42: 17:14:54 | scheduled-backup-incremental/9-engage-incremental | +++ which gsed logger.go:42: 17:14:54 | scheduled-backup-incremental/9-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:14:54 | scheduled-backup-incremental/9-engage-incremental | +++ which sed logger.go:42: 17:14:54 | scheduled-backup-incremental/9-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 17:14:54 | scheduled-backup-incremental/9-engage-incremental | ++ oc get projects logger.go:42: 17:14:54 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl version -o json logger.go:42: 17:14:54 | scheduled-backup-incremental/9-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 17:14:54 | scheduled-backup-incremental/9-engage-incremental | +++ grep '\-eks\-' logger.go:42: 17:14:54 | scheduled-backup-incremental/9-engage-incremental | grep: warning: stray \ before - logger.go:42: 17:14:55 | scheduled-backup-incremental/9-engage-incremental | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 17:14:55 | scheduled-backup-incremental/9-engage-incremental | ++ '[' ']' logger.go:42: 17:14:55 | scheduled-backup-incremental/9-engage-incremental | ++ EKS=0 logger.go:42: 17:14:55 | scheduled-backup-incremental/9-engage-incremental | +++ get_cluster_name logger.go:42: 17:14:55 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl -n kuttl-test-perfect-anchovy get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 17:14:55 | scheduled-backup-incremental/9-engage-incremental | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 17:14:55 | scheduled-backup-incremental/9-engage-incremental | ++ local schedule_name=minio-incr logger.go:42: 17:14:55 | scheduled-backup-incremental/9-engage-incremental | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 17:14:55 | scheduled-backup-incremental/9-engage-incremental | +++ printf %s kuttl-test-perfect-anchovy-scheduled-backup-incremental logger.go:42: 17:14:55 | scheduled-backup-incremental/9-engage-incremental | +++ sha1sum logger.go:42: 17:14:55 | scheduled-backup-incremental/9-engage-incremental | +++ awk '{print $1}' logger.go:42: 17:14:55 | scheduled-backup-incremental/9-engage-incremental | +++ head -c 5 logger.go:42: 17:14:55 | scheduled-backup-incremental/9-engage-incremental | ++ local prefix=c8a08 logger.go:42: 17:14:55 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl get ps-backup -n kuttl-test-perfect-anchovy -l percona.com/backup-ancestor=c8a08-minio-incr -o yaml logger.go:42: 17:14:55 | scheduled-backup-incremental/9-engage-incremental | +++ yq '.items | length' logger.go:42: 17:14:56 | scheduled-backup-incremental/9-engage-incremental | ++ local bcp_count=3 logger.go:42: 17:14:56 | scheduled-backup-incremental/9-engage-incremental | ++ echo 3 logger.go:42: 17:14:56 | scheduled-backup-incremental/9-engage-incremental | + bcp_count=3 logger.go:42: 17:14:56 | scheduled-backup-incremental/9-engage-incremental | + [[ 3 -lt 6 ]] logger.go:42: 17:14:56 | scheduled-backup-incremental/9-engage-incremental | + echo 'There are 3 incremental ps-backups but should be at least 6' logger.go:42: 17:14:56 | scheduled-backup-incremental/9-engage-incremental | There are 3 incremental ps-backups but should be at least 6 logger.go:42: 17:14:56 | scheduled-backup-incremental/9-engage-incremental | + exit 1 logger.go:42: 17:14:57 | scheduled-backup-incremental/9-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 6 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 6" exit 1 fi] logger.go:42: 17:14:57 | scheduled-backup-incremental/9-engage-incremental | + source ../../functions logger.go:42: 17:14:57 | scheduled-backup-incremental/9-engage-incremental | +++ realpath ../../.. logger.go:42: 17:14:57 | scheduled-backup-incremental/9-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:14:57 | scheduled-backup-incremental/9-engage-incremental | ++++ pwd logger.go:42: 17:14:57 | scheduled-backup-incremental/9-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 17:14:57 | scheduled-backup-incremental/9-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 17:14:57 | scheduled-backup-incremental/9-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/vars.sh logger.go:42: 17:14:57 | scheduled-backup-incremental/9-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:14:57 | scheduled-backup-incremental/9-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:14:57 | scheduled-backup-incremental/9-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:14:57 | scheduled-backup-incremental/9-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:14:57 | scheduled-backup-incremental/9-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:14:57 | scheduled-backup-incremental/9-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:14:57 | scheduled-backup-incremental/9-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:14:57 | scheduled-backup-incremental/9-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:14:57 | scheduled-backup-incremental/9-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:14:57 | scheduled-backup-incremental/9-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:14:57 | scheduled-backup-incremental/9-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 17:14:57 | scheduled-backup-incremental/9-engage-incremental | +++ export GIT_BRANCH=PR-1269 logger.go:42: 17:14:57 | scheduled-backup-incremental/9-engage-incremental | +++ GIT_BRANCH=PR-1269 logger.go:42: 17:14:57 | scheduled-backup-incremental/9-engage-incremental | +++ export VERSION=PR-1269-fbab6499 logger.go:42: 17:14:57 | scheduled-backup-incremental/9-engage-incremental | +++ VERSION=PR-1269-fbab6499 logger.go:42: 17:14:57 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:14:57 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:14:57 | scheduled-backup-incremental/9-engage-incremental | +++ [[ -z 8.0 ]] logger.go:42: 17:14:57 | scheduled-backup-incremental/9-engage-incremental | +++ export MYSQL_VERSION=8.0 logger.go:42: 17:14:57 | scheduled-backup-incremental/9-engage-incremental | +++ MYSQL_VERSION=8.0 logger.go:42: 17:14:57 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:14:57 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:14:57 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:14:57 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:14:57 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:14:57 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:14:57 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:14:57 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:14:57 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:14:57 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:14:57 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:14:57 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:14:57 | scheduled-backup-incremental/9-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:14:57 | scheduled-backup-incremental/9-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:14:57 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:14:57 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:14:57 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:14:57 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:14:57 | scheduled-backup-incremental/9-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 17:14:57 | scheduled-backup-incremental/9-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 17:14:57 | scheduled-backup-incremental/9-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 17:14:57 | scheduled-backup-incremental/9-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 17:14:57 | scheduled-backup-incremental/9-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 17:14:57 | scheduled-backup-incremental/9-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 17:14:57 | scheduled-backup-incremental/9-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 17:14:57 | scheduled-backup-incremental/9-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 17:14:57 | scheduled-backup-incremental/9-engage-incremental | ++++ which gdate logger.go:42: 17:14:57 | scheduled-backup-incremental/9-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:14:57 | scheduled-backup-incremental/9-engage-incremental | ++++ which date logger.go:42: 17:14:57 | scheduled-backup-incremental/9-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 17:14:57 | scheduled-backup-incremental/9-engage-incremental | +++ oc get projects logger.go:42: 17:14:57 | scheduled-backup-incremental/9-engage-incremental | +++ : logger.go:42: 17:14:57 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl get nodes logger.go:42: 17:14:57 | scheduled-backup-incremental/9-engage-incremental | +++ grep '^minikube' logger.go:42: 17:14:58 | scheduled-backup-incremental/9-engage-incremental | +++ which gsed logger.go:42: 17:14:58 | scheduled-backup-incremental/9-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:14:58 | scheduled-backup-incremental/9-engage-incremental | +++ which sed logger.go:42: 17:14:58 | scheduled-backup-incremental/9-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 17:14:58 | scheduled-backup-incremental/9-engage-incremental | ++ oc get projects logger.go:42: 17:14:58 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl version -o json logger.go:42: 17:14:58 | scheduled-backup-incremental/9-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 17:14:58 | scheduled-backup-incremental/9-engage-incremental | +++ grep '\-eks\-' logger.go:42: 17:14:58 | scheduled-backup-incremental/9-engage-incremental | grep: warning: stray \ before - logger.go:42: 17:14:58 | scheduled-backup-incremental/9-engage-incremental | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 17:14:58 | scheduled-backup-incremental/9-engage-incremental | ++ '[' ']' logger.go:42: 17:14:58 | scheduled-backup-incremental/9-engage-incremental | ++ EKS=0 logger.go:42: 17:14:58 | scheduled-backup-incremental/9-engage-incremental | +++ get_cluster_name logger.go:42: 17:14:58 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl -n kuttl-test-perfect-anchovy get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 17:14:58 | scheduled-backup-incremental/9-engage-incremental | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 17:14:58 | scheduled-backup-incremental/9-engage-incremental | ++ local schedule_name=minio-incr logger.go:42: 17:14:58 | scheduled-backup-incremental/9-engage-incremental | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 17:14:58 | scheduled-backup-incremental/9-engage-incremental | +++ printf %s kuttl-test-perfect-anchovy-scheduled-backup-incremental logger.go:42: 17:14:58 | scheduled-backup-incremental/9-engage-incremental | +++ sha1sum logger.go:42: 17:14:58 | scheduled-backup-incremental/9-engage-incremental | +++ head -c 5 logger.go:42: 17:14:58 | scheduled-backup-incremental/9-engage-incremental | +++ awk '{print $1}' logger.go:42: 17:14:59 | scheduled-backup-incremental/9-engage-incremental | ++ local prefix=c8a08 logger.go:42: 17:14:59 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl get ps-backup -n kuttl-test-perfect-anchovy -l percona.com/backup-ancestor=c8a08-minio-incr -o yaml logger.go:42: 17:14:59 | scheduled-backup-incremental/9-engage-incremental | +++ yq '.items | length' logger.go:42: 17:14:59 | scheduled-backup-incremental/9-engage-incremental | ++ local bcp_count=3 logger.go:42: 17:14:59 | scheduled-backup-incremental/9-engage-incremental | ++ echo 3 logger.go:42: 17:14:59 | scheduled-backup-incremental/9-engage-incremental | + bcp_count=3 logger.go:42: 17:14:59 | scheduled-backup-incremental/9-engage-incremental | + [[ 3 -lt 6 ]] logger.go:42: 17:14:59 | scheduled-backup-incremental/9-engage-incremental | + echo 'There are 3 incremental ps-backups but should be at least 6' logger.go:42: 17:14:59 | scheduled-backup-incremental/9-engage-incremental | There are 3 incremental ps-backups but should be at least 6 logger.go:42: 17:14:59 | scheduled-backup-incremental/9-engage-incremental | + exit 1 logger.go:42: 17:15:00 | scheduled-backup-incremental/9-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 6 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 6" exit 1 fi] logger.go:42: 17:15:00 | scheduled-backup-incremental/9-engage-incremental | + source ../../functions logger.go:42: 17:15:00 | scheduled-backup-incremental/9-engage-incremental | +++ realpath ../../.. logger.go:42: 17:15:00 | scheduled-backup-incremental/9-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:15:00 | scheduled-backup-incremental/9-engage-incremental | ++++ pwd logger.go:42: 17:15:00 | scheduled-backup-incremental/9-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 17:15:00 | scheduled-backup-incremental/9-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 17:15:00 | scheduled-backup-incremental/9-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/vars.sh logger.go:42: 17:15:00 | scheduled-backup-incremental/9-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:15:00 | scheduled-backup-incremental/9-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:15:00 | scheduled-backup-incremental/9-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:15:00 | scheduled-backup-incremental/9-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:15:00 | scheduled-backup-incremental/9-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:15:00 | scheduled-backup-incremental/9-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:15:00 | scheduled-backup-incremental/9-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:15:00 | scheduled-backup-incremental/9-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:15:00 | scheduled-backup-incremental/9-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:15:00 | scheduled-backup-incremental/9-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:15:00 | scheduled-backup-incremental/9-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 17:15:00 | scheduled-backup-incremental/9-engage-incremental | +++ export GIT_BRANCH=PR-1269 logger.go:42: 17:15:00 | scheduled-backup-incremental/9-engage-incremental | +++ GIT_BRANCH=PR-1269 logger.go:42: 17:15:00 | scheduled-backup-incremental/9-engage-incremental | +++ export VERSION=PR-1269-fbab6499 logger.go:42: 17:15:00 | scheduled-backup-incremental/9-engage-incremental | +++ VERSION=PR-1269-fbab6499 logger.go:42: 17:15:00 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:15:00 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:15:00 | scheduled-backup-incremental/9-engage-incremental | +++ [[ -z 8.0 ]] logger.go:42: 17:15:00 | scheduled-backup-incremental/9-engage-incremental | +++ export MYSQL_VERSION=8.0 logger.go:42: 17:15:00 | scheduled-backup-incremental/9-engage-incremental | +++ MYSQL_VERSION=8.0 logger.go:42: 17:15:00 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:15:00 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:15:00 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:15:00 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:15:00 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:15:00 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:15:00 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:15:00 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:15:00 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:15:00 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:15:00 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:15:00 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:15:00 | scheduled-backup-incremental/9-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:15:00 | scheduled-backup-incremental/9-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:15:00 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:15:00 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:15:00 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:15:00 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:15:00 | scheduled-backup-incremental/9-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 17:15:00 | scheduled-backup-incremental/9-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 17:15:00 | scheduled-backup-incremental/9-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 17:15:00 | scheduled-backup-incremental/9-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 17:15:00 | scheduled-backup-incremental/9-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 17:15:00 | scheduled-backup-incremental/9-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 17:15:00 | scheduled-backup-incremental/9-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 17:15:00 | scheduled-backup-incremental/9-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 17:15:00 | scheduled-backup-incremental/9-engage-incremental | ++++ which gdate logger.go:42: 17:15:00 | scheduled-backup-incremental/9-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:15:00 | scheduled-backup-incremental/9-engage-incremental | ++++ which date logger.go:42: 17:15:00 | scheduled-backup-incremental/9-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 17:15:00 | scheduled-backup-incremental/9-engage-incremental | +++ oc get projects logger.go:42: 17:15:00 | scheduled-backup-incremental/9-engage-incremental | +++ : logger.go:42: 17:15:00 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl get nodes logger.go:42: 17:15:00 | scheduled-backup-incremental/9-engage-incremental | +++ grep '^minikube' logger.go:42: 17:15:01 | scheduled-backup-incremental/9-engage-incremental | +++ which gsed logger.go:42: 17:15:01 | scheduled-backup-incremental/9-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:15:01 | scheduled-backup-incremental/9-engage-incremental | +++ which sed logger.go:42: 17:15:01 | scheduled-backup-incremental/9-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 17:15:01 | scheduled-backup-incremental/9-engage-incremental | ++ oc get projects logger.go:42: 17:15:01 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl version -o json logger.go:42: 17:15:01 | scheduled-backup-incremental/9-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 17:15:01 | scheduled-backup-incremental/9-engage-incremental | +++ grep '\-eks\-' logger.go:42: 17:15:01 | scheduled-backup-incremental/9-engage-incremental | grep: warning: stray \ before - logger.go:42: 17:15:01 | scheduled-backup-incremental/9-engage-incremental | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 17:15:01 | scheduled-backup-incremental/9-engage-incremental | ++ '[' ']' logger.go:42: 17:15:01 | scheduled-backup-incremental/9-engage-incremental | ++ EKS=0 logger.go:42: 17:15:01 | scheduled-backup-incremental/9-engage-incremental | +++ get_cluster_name logger.go:42: 17:15:01 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl -n kuttl-test-perfect-anchovy get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 17:15:02 | scheduled-backup-incremental/9-engage-incremental | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 17:15:02 | scheduled-backup-incremental/9-engage-incremental | ++ local schedule_name=minio-incr logger.go:42: 17:15:02 | scheduled-backup-incremental/9-engage-incremental | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 17:15:02 | scheduled-backup-incremental/9-engage-incremental | +++ printf %s kuttl-test-perfect-anchovy-scheduled-backup-incremental logger.go:42: 17:15:02 | scheduled-backup-incremental/9-engage-incremental | +++ sha1sum logger.go:42: 17:15:02 | scheduled-backup-incremental/9-engage-incremental | +++ awk '{print $1}' logger.go:42: 17:15:02 | scheduled-backup-incremental/9-engage-incremental | +++ head -c 5 logger.go:42: 17:15:02 | scheduled-backup-incremental/9-engage-incremental | ++ local prefix=c8a08 logger.go:42: 17:15:02 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl get ps-backup -n kuttl-test-perfect-anchovy -l percona.com/backup-ancestor=c8a08-minio-incr -o yaml logger.go:42: 17:15:02 | scheduled-backup-incremental/9-engage-incremental | +++ yq '.items | length' logger.go:42: 17:15:02 | scheduled-backup-incremental/9-engage-incremental | ++ local bcp_count=3 logger.go:42: 17:15:02 | scheduled-backup-incremental/9-engage-incremental | ++ echo 3 logger.go:42: 17:15:02 | scheduled-backup-incremental/9-engage-incremental | + bcp_count=3 logger.go:42: 17:15:02 | scheduled-backup-incremental/9-engage-incremental | + [[ 3 -lt 6 ]] logger.go:42: 17:15:02 | scheduled-backup-incremental/9-engage-incremental | + echo 'There are 3 incremental ps-backups but should be at least 6' logger.go:42: 17:15:02 | scheduled-backup-incremental/9-engage-incremental | There are 3 incremental ps-backups but should be at least 6 logger.go:42: 17:15:02 | scheduled-backup-incremental/9-engage-incremental | + exit 1 logger.go:42: 17:15:03 | scheduled-backup-incremental/9-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 6 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 6" exit 1 fi] logger.go:42: 17:15:03 | scheduled-backup-incremental/9-engage-incremental | + source ../../functions logger.go:42: 17:15:03 | scheduled-backup-incremental/9-engage-incremental | +++ realpath ../../.. logger.go:42: 17:15:03 | scheduled-backup-incremental/9-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:15:03 | scheduled-backup-incremental/9-engage-incremental | ++++ pwd logger.go:42: 17:15:03 | scheduled-backup-incremental/9-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 17:15:03 | scheduled-backup-incremental/9-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 17:15:03 | scheduled-backup-incremental/9-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/vars.sh logger.go:42: 17:15:03 | scheduled-backup-incremental/9-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:15:03 | scheduled-backup-incremental/9-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:15:03 | scheduled-backup-incremental/9-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:15:03 | scheduled-backup-incremental/9-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:15:03 | scheduled-backup-incremental/9-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:15:03 | scheduled-backup-incremental/9-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:15:03 | scheduled-backup-incremental/9-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:15:03 | scheduled-backup-incremental/9-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:15:03 | scheduled-backup-incremental/9-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:15:03 | scheduled-backup-incremental/9-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:15:03 | scheduled-backup-incremental/9-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 17:15:03 | scheduled-backup-incremental/9-engage-incremental | +++ export GIT_BRANCH=PR-1269 logger.go:42: 17:15:03 | scheduled-backup-incremental/9-engage-incremental | +++ GIT_BRANCH=PR-1269 logger.go:42: 17:15:03 | scheduled-backup-incremental/9-engage-incremental | +++ export VERSION=PR-1269-fbab6499 logger.go:42: 17:15:03 | scheduled-backup-incremental/9-engage-incremental | +++ VERSION=PR-1269-fbab6499 logger.go:42: 17:15:03 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:15:03 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:15:03 | scheduled-backup-incremental/9-engage-incremental | +++ [[ -z 8.0 ]] logger.go:42: 17:15:03 | scheduled-backup-incremental/9-engage-incremental | +++ export MYSQL_VERSION=8.0 logger.go:42: 17:15:03 | scheduled-backup-incremental/9-engage-incremental | +++ MYSQL_VERSION=8.0 logger.go:42: 17:15:03 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:15:03 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:15:03 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:15:03 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:15:03 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:15:03 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:15:03 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:15:03 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:15:03 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:15:03 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:15:03 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:15:03 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:15:03 | scheduled-backup-incremental/9-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:15:03 | scheduled-backup-incremental/9-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:15:03 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:15:03 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:15:03 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:15:03 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:15:03 | scheduled-backup-incremental/9-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 17:15:03 | scheduled-backup-incremental/9-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 17:15:03 | scheduled-backup-incremental/9-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 17:15:03 | scheduled-backup-incremental/9-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 17:15:03 | scheduled-backup-incremental/9-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 17:15:03 | scheduled-backup-incremental/9-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 17:15:03 | scheduled-backup-incremental/9-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 17:15:03 | scheduled-backup-incremental/9-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 17:15:03 | scheduled-backup-incremental/9-engage-incremental | ++++ which gdate logger.go:42: 17:15:03 | scheduled-backup-incremental/9-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:15:03 | scheduled-backup-incremental/9-engage-incremental | ++++ which date logger.go:42: 17:15:03 | scheduled-backup-incremental/9-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 17:15:03 | scheduled-backup-incremental/9-engage-incremental | +++ oc get projects logger.go:42: 17:15:03 | scheduled-backup-incremental/9-engage-incremental | +++ : logger.go:42: 17:15:03 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl get nodes logger.go:42: 17:15:03 | scheduled-backup-incremental/9-engage-incremental | +++ grep '^minikube' logger.go:42: 17:15:04 | scheduled-backup-incremental/9-engage-incremental | +++ which gsed logger.go:42: 17:15:04 | scheduled-backup-incremental/9-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:15:04 | scheduled-backup-incremental/9-engage-incremental | +++ which sed logger.go:42: 17:15:04 | scheduled-backup-incremental/9-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 17:15:04 | scheduled-backup-incremental/9-engage-incremental | ++ oc get projects logger.go:42: 17:15:04 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl version -o json logger.go:42: 17:15:04 | scheduled-backup-incremental/9-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 17:15:04 | scheduled-backup-incremental/9-engage-incremental | +++ grep '\-eks\-' logger.go:42: 17:15:04 | scheduled-backup-incremental/9-engage-incremental | grep: warning: stray \ before - logger.go:42: 17:15:04 | scheduled-backup-incremental/9-engage-incremental | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 17:15:04 | scheduled-backup-incremental/9-engage-incremental | ++ '[' ']' logger.go:42: 17:15:04 | scheduled-backup-incremental/9-engage-incremental | ++ EKS=0 logger.go:42: 17:15:04 | scheduled-backup-incremental/9-engage-incremental | +++ get_cluster_name logger.go:42: 17:15:04 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl -n kuttl-test-perfect-anchovy get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 17:15:05 | scheduled-backup-incremental/9-engage-incremental | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 17:15:05 | scheduled-backup-incremental/9-engage-incremental | ++ local schedule_name=minio-incr logger.go:42: 17:15:05 | scheduled-backup-incremental/9-engage-incremental | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 17:15:05 | scheduled-backup-incremental/9-engage-incremental | +++ printf %s kuttl-test-perfect-anchovy-scheduled-backup-incremental logger.go:42: 17:15:05 | scheduled-backup-incremental/9-engage-incremental | +++ sha1sum logger.go:42: 17:15:05 | scheduled-backup-incremental/9-engage-incremental | +++ awk '{print $1}' logger.go:42: 17:15:05 | scheduled-backup-incremental/9-engage-incremental | +++ head -c 5 logger.go:42: 17:15:05 | scheduled-backup-incremental/9-engage-incremental | ++ local prefix=c8a08 logger.go:42: 17:15:05 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl get ps-backup -n kuttl-test-perfect-anchovy -l percona.com/backup-ancestor=c8a08-minio-incr -o yaml logger.go:42: 17:15:05 | scheduled-backup-incremental/9-engage-incremental | +++ yq '.items | length' logger.go:42: 17:15:05 | scheduled-backup-incremental/9-engage-incremental | ++ local bcp_count=3 logger.go:42: 17:15:05 | scheduled-backup-incremental/9-engage-incremental | ++ echo 3 logger.go:42: 17:15:05 | scheduled-backup-incremental/9-engage-incremental | + bcp_count=3 logger.go:42: 17:15:05 | scheduled-backup-incremental/9-engage-incremental | + [[ 3 -lt 6 ]] logger.go:42: 17:15:05 | scheduled-backup-incremental/9-engage-incremental | + echo 'There are 3 incremental ps-backups but should be at least 6' logger.go:42: 17:15:05 | scheduled-backup-incremental/9-engage-incremental | There are 3 incremental ps-backups but should be at least 6 logger.go:42: 17:15:05 | scheduled-backup-incremental/9-engage-incremental | + exit 1 logger.go:42: 17:15:07 | scheduled-backup-incremental/9-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 6 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 6" exit 1 fi] logger.go:42: 17:15:07 | scheduled-backup-incremental/9-engage-incremental | + source ../../functions logger.go:42: 17:15:07 | scheduled-backup-incremental/9-engage-incremental | +++ realpath ../../.. logger.go:42: 17:15:07 | scheduled-backup-incremental/9-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:15:07 | scheduled-backup-incremental/9-engage-incremental | ++++ pwd logger.go:42: 17:15:07 | scheduled-backup-incremental/9-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 17:15:07 | scheduled-backup-incremental/9-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 17:15:07 | scheduled-backup-incremental/9-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/vars.sh logger.go:42: 17:15:07 | scheduled-backup-incremental/9-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:15:07 | scheduled-backup-incremental/9-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:15:07 | scheduled-backup-incremental/9-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:15:07 | scheduled-backup-incremental/9-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:15:07 | scheduled-backup-incremental/9-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:15:07 | scheduled-backup-incremental/9-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:15:07 | scheduled-backup-incremental/9-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:15:07 | scheduled-backup-incremental/9-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:15:07 | scheduled-backup-incremental/9-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:15:07 | scheduled-backup-incremental/9-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:15:07 | scheduled-backup-incremental/9-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 17:15:07 | scheduled-backup-incremental/9-engage-incremental | +++ export GIT_BRANCH=PR-1269 logger.go:42: 17:15:07 | scheduled-backup-incremental/9-engage-incremental | +++ GIT_BRANCH=PR-1269 logger.go:42: 17:15:07 | scheduled-backup-incremental/9-engage-incremental | +++ export VERSION=PR-1269-fbab6499 logger.go:42: 17:15:07 | scheduled-backup-incremental/9-engage-incremental | +++ VERSION=PR-1269-fbab6499 logger.go:42: 17:15:07 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:15:07 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:15:07 | scheduled-backup-incremental/9-engage-incremental | +++ [[ -z 8.0 ]] logger.go:42: 17:15:07 | scheduled-backup-incremental/9-engage-incremental | +++ export MYSQL_VERSION=8.0 logger.go:42: 17:15:07 | scheduled-backup-incremental/9-engage-incremental | +++ MYSQL_VERSION=8.0 logger.go:42: 17:15:07 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:15:07 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:15:07 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:15:07 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:15:07 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:15:07 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:15:07 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:15:07 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:15:07 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:15:07 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:15:07 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:15:07 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:15:07 | scheduled-backup-incremental/9-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:15:07 | scheduled-backup-incremental/9-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:15:07 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:15:07 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:15:07 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:15:07 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:15:07 | scheduled-backup-incremental/9-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 17:15:07 | scheduled-backup-incremental/9-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 17:15:07 | scheduled-backup-incremental/9-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 17:15:07 | scheduled-backup-incremental/9-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 17:15:07 | scheduled-backup-incremental/9-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 17:15:07 | scheduled-backup-incremental/9-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 17:15:07 | scheduled-backup-incremental/9-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 17:15:07 | scheduled-backup-incremental/9-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 17:15:07 | scheduled-backup-incremental/9-engage-incremental | ++++ which gdate logger.go:42: 17:15:07 | scheduled-backup-incremental/9-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:15:07 | scheduled-backup-incremental/9-engage-incremental | ++++ which date logger.go:42: 17:15:07 | scheduled-backup-incremental/9-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 17:15:07 | scheduled-backup-incremental/9-engage-incremental | +++ oc get projects logger.go:42: 17:15:07 | scheduled-backup-incremental/9-engage-incremental | +++ : logger.go:42: 17:15:07 | scheduled-backup-incremental/9-engage-incremental | +++ grep '^minikube' logger.go:42: 17:15:07 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl get nodes logger.go:42: 17:15:07 | scheduled-backup-incremental/9-engage-incremental | +++ which gsed logger.go:42: 17:15:07 | scheduled-backup-incremental/9-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:15:07 | scheduled-backup-incremental/9-engage-incremental | +++ which sed logger.go:42: 17:15:07 | scheduled-backup-incremental/9-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 17:15:07 | scheduled-backup-incremental/9-engage-incremental | ++ oc get projects logger.go:42: 17:15:07 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl version -o json logger.go:42: 17:15:07 | scheduled-backup-incremental/9-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 17:15:07 | scheduled-backup-incremental/9-engage-incremental | +++ grep '\-eks\-' logger.go:42: 17:15:07 | scheduled-backup-incremental/9-engage-incremental | grep: warning: stray \ before - logger.go:42: 17:15:08 | scheduled-backup-incremental/9-engage-incremental | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 17:15:08 | scheduled-backup-incremental/9-engage-incremental | ++ '[' ']' logger.go:42: 17:15:08 | scheduled-backup-incremental/9-engage-incremental | ++ EKS=0 logger.go:42: 17:15:08 | scheduled-backup-incremental/9-engage-incremental | +++ get_cluster_name logger.go:42: 17:15:08 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl -n kuttl-test-perfect-anchovy get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 17:15:08 | scheduled-backup-incremental/9-engage-incremental | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 17:15:08 | scheduled-backup-incremental/9-engage-incremental | ++ local schedule_name=minio-incr logger.go:42: 17:15:08 | scheduled-backup-incremental/9-engage-incremental | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 17:15:08 | scheduled-backup-incremental/9-engage-incremental | +++ printf %s kuttl-test-perfect-anchovy-scheduled-backup-incremental logger.go:42: 17:15:08 | scheduled-backup-incremental/9-engage-incremental | +++ sha1sum logger.go:42: 17:15:08 | scheduled-backup-incremental/9-engage-incremental | +++ awk '{print $1}' logger.go:42: 17:15:08 | scheduled-backup-incremental/9-engage-incremental | +++ head -c 5 logger.go:42: 17:15:08 | scheduled-backup-incremental/9-engage-incremental | ++ local prefix=c8a08 logger.go:42: 17:15:08 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl get ps-backup -n kuttl-test-perfect-anchovy -l percona.com/backup-ancestor=c8a08-minio-incr -o yaml logger.go:42: 17:15:08 | scheduled-backup-incremental/9-engage-incremental | +++ yq '.items | length' logger.go:42: 17:15:09 | scheduled-backup-incremental/9-engage-incremental | ++ local bcp_count=3 logger.go:42: 17:15:09 | scheduled-backup-incremental/9-engage-incremental | ++ echo 3 logger.go:42: 17:15:09 | scheduled-backup-incremental/9-engage-incremental | + bcp_count=3 logger.go:42: 17:15:09 | scheduled-backup-incremental/9-engage-incremental | + [[ 3 -lt 6 ]] logger.go:42: 17:15:09 | scheduled-backup-incremental/9-engage-incremental | + echo 'There are 3 incremental ps-backups but should be at least 6' logger.go:42: 17:15:09 | scheduled-backup-incremental/9-engage-incremental | There are 3 incremental ps-backups but should be at least 6 logger.go:42: 17:15:09 | scheduled-backup-incremental/9-engage-incremental | + exit 1 logger.go:42: 17:15:10 | scheduled-backup-incremental/9-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 6 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 6" exit 1 fi] logger.go:42: 17:15:10 | scheduled-backup-incremental/9-engage-incremental | + source ../../functions logger.go:42: 17:15:10 | scheduled-backup-incremental/9-engage-incremental | +++ realpath ../../.. logger.go:42: 17:15:10 | scheduled-backup-incremental/9-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:15:10 | scheduled-backup-incremental/9-engage-incremental | ++++ pwd logger.go:42: 17:15:10 | scheduled-backup-incremental/9-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 17:15:10 | scheduled-backup-incremental/9-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 17:15:10 | scheduled-backup-incremental/9-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/vars.sh logger.go:42: 17:15:10 | scheduled-backup-incremental/9-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:15:10 | scheduled-backup-incremental/9-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:15:10 | scheduled-backup-incremental/9-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:15:10 | scheduled-backup-incremental/9-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:15:10 | scheduled-backup-incremental/9-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:15:10 | scheduled-backup-incremental/9-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:15:10 | scheduled-backup-incremental/9-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:15:10 | scheduled-backup-incremental/9-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:15:10 | scheduled-backup-incremental/9-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:15:10 | scheduled-backup-incremental/9-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:15:10 | scheduled-backup-incremental/9-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 17:15:10 | scheduled-backup-incremental/9-engage-incremental | +++ export GIT_BRANCH=PR-1269 logger.go:42: 17:15:10 | scheduled-backup-incremental/9-engage-incremental | +++ GIT_BRANCH=PR-1269 logger.go:42: 17:15:10 | scheduled-backup-incremental/9-engage-incremental | +++ export VERSION=PR-1269-fbab6499 logger.go:42: 17:15:10 | scheduled-backup-incremental/9-engage-incremental | +++ VERSION=PR-1269-fbab6499 logger.go:42: 17:15:10 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:15:10 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:15:10 | scheduled-backup-incremental/9-engage-incremental | +++ [[ -z 8.0 ]] logger.go:42: 17:15:10 | scheduled-backup-incremental/9-engage-incremental | +++ export MYSQL_VERSION=8.0 logger.go:42: 17:15:10 | scheduled-backup-incremental/9-engage-incremental | +++ MYSQL_VERSION=8.0 logger.go:42: 17:15:10 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:15:10 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:15:10 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:15:10 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:15:10 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:15:10 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:15:10 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:15:10 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:15:10 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:15:10 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:15:10 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:15:10 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:15:10 | scheduled-backup-incremental/9-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:15:10 | scheduled-backup-incremental/9-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:15:10 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:15:10 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:15:10 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:15:10 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:15:10 | scheduled-backup-incremental/9-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 17:15:10 | scheduled-backup-incremental/9-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 17:15:10 | scheduled-backup-incremental/9-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 17:15:10 | scheduled-backup-incremental/9-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 17:15:10 | scheduled-backup-incremental/9-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 17:15:10 | scheduled-backup-incremental/9-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 17:15:10 | scheduled-backup-incremental/9-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 17:15:10 | scheduled-backup-incremental/9-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 17:15:10 | scheduled-backup-incremental/9-engage-incremental | ++++ which gdate logger.go:42: 17:15:10 | scheduled-backup-incremental/9-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:15:10 | scheduled-backup-incremental/9-engage-incremental | ++++ which date logger.go:42: 17:15:10 | scheduled-backup-incremental/9-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 17:15:10 | scheduled-backup-incremental/9-engage-incremental | +++ oc get projects logger.go:42: 17:15:10 | scheduled-backup-incremental/9-engage-incremental | +++ : logger.go:42: 17:15:10 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl get nodes logger.go:42: 17:15:10 | scheduled-backup-incremental/9-engage-incremental | +++ grep '^minikube' logger.go:42: 17:15:10 | scheduled-backup-incremental/9-engage-incremental | +++ which gsed logger.go:42: 17:15:10 | scheduled-backup-incremental/9-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:15:10 | scheduled-backup-incremental/9-engage-incremental | +++ which sed logger.go:42: 17:15:10 | scheduled-backup-incremental/9-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 17:15:10 | scheduled-backup-incremental/9-engage-incremental | ++ oc get projects logger.go:42: 17:15:10 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl version -o json logger.go:42: 17:15:10 | scheduled-backup-incremental/9-engage-incremental | +++ grep '\-eks\-' logger.go:42: 17:15:10 | scheduled-backup-incremental/9-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 17:15:10 | scheduled-backup-incremental/9-engage-incremental | grep: warning: stray \ before - logger.go:42: 17:15:11 | scheduled-backup-incremental/9-engage-incremental | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 17:15:11 | scheduled-backup-incremental/9-engage-incremental | ++ '[' ']' logger.go:42: 17:15:11 | scheduled-backup-incremental/9-engage-incremental | ++ EKS=0 logger.go:42: 17:15:11 | scheduled-backup-incremental/9-engage-incremental | +++ get_cluster_name logger.go:42: 17:15:11 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl -n kuttl-test-perfect-anchovy get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 17:15:11 | scheduled-backup-incremental/9-engage-incremental | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 17:15:11 | scheduled-backup-incremental/9-engage-incremental | ++ local schedule_name=minio-incr logger.go:42: 17:15:11 | scheduled-backup-incremental/9-engage-incremental | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 17:15:11 | scheduled-backup-incremental/9-engage-incremental | +++ printf %s kuttl-test-perfect-anchovy-scheduled-backup-incremental logger.go:42: 17:15:11 | scheduled-backup-incremental/9-engage-incremental | +++ sha1sum logger.go:42: 17:15:11 | scheduled-backup-incremental/9-engage-incremental | +++ awk '{print $1}' logger.go:42: 17:15:11 | scheduled-backup-incremental/9-engage-incremental | +++ head -c 5 logger.go:42: 17:15:11 | scheduled-backup-incremental/9-engage-incremental | ++ local prefix=c8a08 logger.go:42: 17:15:11 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl get ps-backup -n kuttl-test-perfect-anchovy -l percona.com/backup-ancestor=c8a08-minio-incr -o yaml logger.go:42: 17:15:11 | scheduled-backup-incremental/9-engage-incremental | +++ yq '.items | length' logger.go:42: 17:15:12 | scheduled-backup-incremental/9-engage-incremental | ++ local bcp_count=3 logger.go:42: 17:15:12 | scheduled-backup-incremental/9-engage-incremental | ++ echo 3 logger.go:42: 17:15:12 | scheduled-backup-incremental/9-engage-incremental | + bcp_count=3 logger.go:42: 17:15:12 | scheduled-backup-incremental/9-engage-incremental | + [[ 3 -lt 6 ]] logger.go:42: 17:15:12 | scheduled-backup-incremental/9-engage-incremental | + echo 'There are 3 incremental ps-backups but should be at least 6' logger.go:42: 17:15:12 | scheduled-backup-incremental/9-engage-incremental | There are 3 incremental ps-backups but should be at least 6 logger.go:42: 17:15:12 | scheduled-backup-incremental/9-engage-incremental | + exit 1 logger.go:42: 17:15:13 | scheduled-backup-incremental/9-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 6 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 6" exit 1 fi] logger.go:42: 17:15:13 | scheduled-backup-incremental/9-engage-incremental | + source ../../functions logger.go:42: 17:15:13 | scheduled-backup-incremental/9-engage-incremental | +++ realpath ../../.. logger.go:42: 17:15:13 | scheduled-backup-incremental/9-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:15:13 | scheduled-backup-incremental/9-engage-incremental | ++++ pwd logger.go:42: 17:15:13 | scheduled-backup-incremental/9-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 17:15:13 | scheduled-backup-incremental/9-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 17:15:13 | scheduled-backup-incremental/9-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/vars.sh logger.go:42: 17:15:13 | scheduled-backup-incremental/9-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:15:13 | scheduled-backup-incremental/9-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:15:13 | scheduled-backup-incremental/9-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:15:13 | scheduled-backup-incremental/9-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:15:13 | scheduled-backup-incremental/9-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:15:13 | scheduled-backup-incremental/9-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:15:13 | scheduled-backup-incremental/9-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:15:13 | scheduled-backup-incremental/9-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:15:13 | scheduled-backup-incremental/9-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:15:13 | scheduled-backup-incremental/9-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:15:13 | scheduled-backup-incremental/9-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 17:15:13 | scheduled-backup-incremental/9-engage-incremental | +++ export GIT_BRANCH=PR-1269 logger.go:42: 17:15:13 | scheduled-backup-incremental/9-engage-incremental | +++ GIT_BRANCH=PR-1269 logger.go:42: 17:15:13 | scheduled-backup-incremental/9-engage-incremental | +++ export VERSION=PR-1269-fbab6499 logger.go:42: 17:15:13 | scheduled-backup-incremental/9-engage-incremental | +++ VERSION=PR-1269-fbab6499 logger.go:42: 17:15:13 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:15:13 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:15:13 | scheduled-backup-incremental/9-engage-incremental | +++ [[ -z 8.0 ]] logger.go:42: 17:15:13 | scheduled-backup-incremental/9-engage-incremental | +++ export MYSQL_VERSION=8.0 logger.go:42: 17:15:13 | scheduled-backup-incremental/9-engage-incremental | +++ MYSQL_VERSION=8.0 logger.go:42: 17:15:13 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:15:13 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:15:13 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:15:13 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:15:13 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:15:13 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:15:13 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:15:13 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:15:13 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:15:13 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:15:13 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:15:13 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:15:13 | scheduled-backup-incremental/9-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:15:13 | scheduled-backup-incremental/9-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:15:13 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:15:13 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:15:13 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:15:13 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:15:13 | scheduled-backup-incremental/9-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 17:15:13 | scheduled-backup-incremental/9-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 17:15:13 | scheduled-backup-incremental/9-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 17:15:13 | scheduled-backup-incremental/9-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 17:15:13 | scheduled-backup-incremental/9-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 17:15:13 | scheduled-backup-incremental/9-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 17:15:13 | scheduled-backup-incremental/9-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 17:15:13 | scheduled-backup-incremental/9-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 17:15:13 | scheduled-backup-incremental/9-engage-incremental | ++++ which gdate logger.go:42: 17:15:13 | scheduled-backup-incremental/9-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:15:13 | scheduled-backup-incremental/9-engage-incremental | ++++ which date logger.go:42: 17:15:13 | scheduled-backup-incremental/9-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 17:15:13 | scheduled-backup-incremental/9-engage-incremental | +++ oc get projects logger.go:42: 17:15:13 | scheduled-backup-incremental/9-engage-incremental | +++ : logger.go:42: 17:15:13 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl get nodes logger.go:42: 17:15:13 | scheduled-backup-incremental/9-engage-incremental | +++ grep '^minikube' logger.go:42: 17:15:14 | scheduled-backup-incremental/9-engage-incremental | +++ which gsed logger.go:42: 17:15:14 | scheduled-backup-incremental/9-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:15:14 | scheduled-backup-incremental/9-engage-incremental | +++ which sed logger.go:42: 17:15:14 | scheduled-backup-incremental/9-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 17:15:14 | scheduled-backup-incremental/9-engage-incremental | ++ oc get projects logger.go:42: 17:15:14 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl version -o json logger.go:42: 17:15:14 | scheduled-backup-incremental/9-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 17:15:14 | scheduled-backup-incremental/9-engage-incremental | +++ grep '\-eks\-' logger.go:42: 17:15:14 | scheduled-backup-incremental/9-engage-incremental | grep: warning: stray \ before - logger.go:42: 17:15:14 | scheduled-backup-incremental/9-engage-incremental | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 17:15:14 | scheduled-backup-incremental/9-engage-incremental | ++ '[' ']' logger.go:42: 17:15:14 | scheduled-backup-incremental/9-engage-incremental | ++ EKS=0 logger.go:42: 17:15:14 | scheduled-backup-incremental/9-engage-incremental | +++ get_cluster_name logger.go:42: 17:15:14 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl -n kuttl-test-perfect-anchovy get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 17:15:15 | scheduled-backup-incremental/9-engage-incremental | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 17:15:15 | scheduled-backup-incremental/9-engage-incremental | ++ local schedule_name=minio-incr logger.go:42: 17:15:15 | scheduled-backup-incremental/9-engage-incremental | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 17:15:15 | scheduled-backup-incremental/9-engage-incremental | +++ printf %s kuttl-test-perfect-anchovy-scheduled-backup-incremental logger.go:42: 17:15:15 | scheduled-backup-incremental/9-engage-incremental | +++ sha1sum logger.go:42: 17:15:15 | scheduled-backup-incremental/9-engage-incremental | +++ awk '{print $1}' logger.go:42: 17:15:15 | scheduled-backup-incremental/9-engage-incremental | +++ head -c 5 logger.go:42: 17:15:15 | scheduled-backup-incremental/9-engage-incremental | ++ local prefix=c8a08 logger.go:42: 17:15:15 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl get ps-backup -n kuttl-test-perfect-anchovy -l percona.com/backup-ancestor=c8a08-minio-incr -o yaml logger.go:42: 17:15:15 | scheduled-backup-incremental/9-engage-incremental | +++ yq '.items | length' logger.go:42: 17:15:15 | scheduled-backup-incremental/9-engage-incremental | ++ local bcp_count=3 logger.go:42: 17:15:15 | scheduled-backup-incremental/9-engage-incremental | ++ echo 3 logger.go:42: 17:15:15 | scheduled-backup-incremental/9-engage-incremental | + bcp_count=3 logger.go:42: 17:15:15 | scheduled-backup-incremental/9-engage-incremental | + [[ 3 -lt 6 ]] logger.go:42: 17:15:15 | scheduled-backup-incremental/9-engage-incremental | + echo 'There are 3 incremental ps-backups but should be at least 6' logger.go:42: 17:15:15 | scheduled-backup-incremental/9-engage-incremental | There are 3 incremental ps-backups but should be at least 6 logger.go:42: 17:15:15 | scheduled-backup-incremental/9-engage-incremental | + exit 1 logger.go:42: 17:15:17 | scheduled-backup-incremental/9-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 6 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 6" exit 1 fi] logger.go:42: 17:15:17 | scheduled-backup-incremental/9-engage-incremental | + source ../../functions logger.go:42: 17:15:17 | scheduled-backup-incremental/9-engage-incremental | +++ realpath ../../.. logger.go:42: 17:15:17 | scheduled-backup-incremental/9-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:15:17 | scheduled-backup-incremental/9-engage-incremental | ++++ pwd logger.go:42: 17:15:17 | scheduled-backup-incremental/9-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 17:15:17 | scheduled-backup-incremental/9-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 17:15:17 | scheduled-backup-incremental/9-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/vars.sh logger.go:42: 17:15:17 | scheduled-backup-incremental/9-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:15:17 | scheduled-backup-incremental/9-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:15:17 | scheduled-backup-incremental/9-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:15:17 | scheduled-backup-incremental/9-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:15:17 | scheduled-backup-incremental/9-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:15:17 | scheduled-backup-incremental/9-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:15:17 | scheduled-backup-incremental/9-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:15:17 | scheduled-backup-incremental/9-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:15:17 | scheduled-backup-incremental/9-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:15:17 | scheduled-backup-incremental/9-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:15:17 | scheduled-backup-incremental/9-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 17:15:17 | scheduled-backup-incremental/9-engage-incremental | +++ export GIT_BRANCH=PR-1269 logger.go:42: 17:15:17 | scheduled-backup-incremental/9-engage-incremental | +++ GIT_BRANCH=PR-1269 logger.go:42: 17:15:17 | scheduled-backup-incremental/9-engage-incremental | +++ export VERSION=PR-1269-fbab6499 logger.go:42: 17:15:17 | scheduled-backup-incremental/9-engage-incremental | +++ VERSION=PR-1269-fbab6499 logger.go:42: 17:15:17 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:15:17 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:15:17 | scheduled-backup-incremental/9-engage-incremental | +++ [[ -z 8.0 ]] logger.go:42: 17:15:17 | scheduled-backup-incremental/9-engage-incremental | +++ export MYSQL_VERSION=8.0 logger.go:42: 17:15:17 | scheduled-backup-incremental/9-engage-incremental | +++ MYSQL_VERSION=8.0 logger.go:42: 17:15:17 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:15:17 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:15:17 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:15:17 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:15:17 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:15:17 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:15:17 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:15:17 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:15:17 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:15:17 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:15:17 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:15:17 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:15:17 | scheduled-backup-incremental/9-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:15:17 | scheduled-backup-incremental/9-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:15:17 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:15:17 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:15:17 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:15:17 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:15:17 | scheduled-backup-incremental/9-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 17:15:17 | scheduled-backup-incremental/9-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 17:15:17 | scheduled-backup-incremental/9-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 17:15:17 | scheduled-backup-incremental/9-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 17:15:17 | scheduled-backup-incremental/9-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 17:15:17 | scheduled-backup-incremental/9-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 17:15:17 | scheduled-backup-incremental/9-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 17:15:17 | scheduled-backup-incremental/9-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 17:15:17 | scheduled-backup-incremental/9-engage-incremental | ++++ which gdate logger.go:42: 17:15:17 | scheduled-backup-incremental/9-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:15:17 | scheduled-backup-incremental/9-engage-incremental | ++++ which date logger.go:42: 17:15:17 | scheduled-backup-incremental/9-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 17:15:17 | scheduled-backup-incremental/9-engage-incremental | +++ oc get projects logger.go:42: 17:15:17 | scheduled-backup-incremental/9-engage-incremental | +++ : logger.go:42: 17:15:17 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl get nodes logger.go:42: 17:15:17 | scheduled-backup-incremental/9-engage-incremental | +++ grep '^minikube' logger.go:42: 17:15:17 | scheduled-backup-incremental/9-engage-incremental | +++ which gsed logger.go:42: 17:15:17 | scheduled-backup-incremental/9-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:15:17 | scheduled-backup-incremental/9-engage-incremental | +++ which sed logger.go:42: 17:15:17 | scheduled-backup-incremental/9-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 17:15:17 | scheduled-backup-incremental/9-engage-incremental | ++ oc get projects logger.go:42: 17:15:17 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl version -o json logger.go:42: 17:15:17 | scheduled-backup-incremental/9-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 17:15:17 | scheduled-backup-incremental/9-engage-incremental | +++ grep '\-eks\-' logger.go:42: 17:15:17 | scheduled-backup-incremental/9-engage-incremental | grep: warning: stray \ before - logger.go:42: 17:15:18 | scheduled-backup-incremental/9-engage-incremental | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 17:15:18 | scheduled-backup-incremental/9-engage-incremental | ++ '[' ']' logger.go:42: 17:15:18 | scheduled-backup-incremental/9-engage-incremental | ++ EKS=0 logger.go:42: 17:15:18 | scheduled-backup-incremental/9-engage-incremental | +++ get_cluster_name logger.go:42: 17:15:18 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl -n kuttl-test-perfect-anchovy get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 17:15:18 | scheduled-backup-incremental/9-engage-incremental | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 17:15:18 | scheduled-backup-incremental/9-engage-incremental | ++ local schedule_name=minio-incr logger.go:42: 17:15:18 | scheduled-backup-incremental/9-engage-incremental | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 17:15:18 | scheduled-backup-incremental/9-engage-incremental | +++ printf %s kuttl-test-perfect-anchovy-scheduled-backup-incremental logger.go:42: 17:15:18 | scheduled-backup-incremental/9-engage-incremental | +++ sha1sum logger.go:42: 17:15:18 | scheduled-backup-incremental/9-engage-incremental | +++ awk '{print $1}' logger.go:42: 17:15:18 | scheduled-backup-incremental/9-engage-incremental | +++ head -c 5 logger.go:42: 17:15:18 | scheduled-backup-incremental/9-engage-incremental | ++ local prefix=c8a08 logger.go:42: 17:15:18 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl get ps-backup -n kuttl-test-perfect-anchovy -l percona.com/backup-ancestor=c8a08-minio-incr -o yaml logger.go:42: 17:15:18 | scheduled-backup-incremental/9-engage-incremental | +++ yq '.items | length' logger.go:42: 17:15:19 | scheduled-backup-incremental/9-engage-incremental | ++ local bcp_count=3 logger.go:42: 17:15:19 | scheduled-backup-incremental/9-engage-incremental | ++ echo 3 logger.go:42: 17:15:19 | scheduled-backup-incremental/9-engage-incremental | + bcp_count=3 logger.go:42: 17:15:19 | scheduled-backup-incremental/9-engage-incremental | + [[ 3 -lt 6 ]] logger.go:42: 17:15:19 | scheduled-backup-incremental/9-engage-incremental | + echo 'There are 3 incremental ps-backups but should be at least 6' logger.go:42: 17:15:19 | scheduled-backup-incremental/9-engage-incremental | There are 3 incremental ps-backups but should be at least 6 logger.go:42: 17:15:19 | scheduled-backup-incremental/9-engage-incremental | + exit 1 logger.go:42: 17:15:20 | scheduled-backup-incremental/9-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 6 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 6" exit 1 fi] logger.go:42: 17:15:20 | scheduled-backup-incremental/9-engage-incremental | + source ../../functions logger.go:42: 17:15:20 | scheduled-backup-incremental/9-engage-incremental | +++ realpath ../../.. logger.go:42: 17:15:20 | scheduled-backup-incremental/9-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:15:20 | scheduled-backup-incremental/9-engage-incremental | ++++ pwd logger.go:42: 17:15:20 | scheduled-backup-incremental/9-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 17:15:20 | scheduled-backup-incremental/9-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 17:15:20 | scheduled-backup-incremental/9-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/vars.sh logger.go:42: 17:15:20 | scheduled-backup-incremental/9-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:15:20 | scheduled-backup-incremental/9-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:15:20 | scheduled-backup-incremental/9-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:15:20 | scheduled-backup-incremental/9-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:15:20 | scheduled-backup-incremental/9-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:15:20 | scheduled-backup-incremental/9-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:15:20 | scheduled-backup-incremental/9-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:15:20 | scheduled-backup-incremental/9-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:15:20 | scheduled-backup-incremental/9-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:15:20 | scheduled-backup-incremental/9-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:15:20 | scheduled-backup-incremental/9-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 17:15:20 | scheduled-backup-incremental/9-engage-incremental | +++ export GIT_BRANCH=PR-1269 logger.go:42: 17:15:20 | scheduled-backup-incremental/9-engage-incremental | +++ GIT_BRANCH=PR-1269 logger.go:42: 17:15:20 | scheduled-backup-incremental/9-engage-incremental | +++ export VERSION=PR-1269-fbab6499 logger.go:42: 17:15:20 | scheduled-backup-incremental/9-engage-incremental | +++ VERSION=PR-1269-fbab6499 logger.go:42: 17:15:20 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:15:20 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:15:20 | scheduled-backup-incremental/9-engage-incremental | +++ [[ -z 8.0 ]] logger.go:42: 17:15:20 | scheduled-backup-incremental/9-engage-incremental | +++ export MYSQL_VERSION=8.0 logger.go:42: 17:15:20 | scheduled-backup-incremental/9-engage-incremental | +++ MYSQL_VERSION=8.0 logger.go:42: 17:15:20 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:15:20 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:15:20 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:15:20 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:15:20 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:15:20 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:15:20 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:15:20 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:15:20 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:15:20 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:15:20 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:15:20 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:15:20 | scheduled-backup-incremental/9-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:15:20 | scheduled-backup-incremental/9-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:15:20 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:15:20 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:15:20 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:15:20 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:15:20 | scheduled-backup-incremental/9-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 17:15:20 | scheduled-backup-incremental/9-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 17:15:20 | scheduled-backup-incremental/9-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 17:15:20 | scheduled-backup-incremental/9-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 17:15:20 | scheduled-backup-incremental/9-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 17:15:20 | scheduled-backup-incremental/9-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 17:15:20 | scheduled-backup-incremental/9-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 17:15:20 | scheduled-backup-incremental/9-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 17:15:20 | scheduled-backup-incremental/9-engage-incremental | ++++ which gdate logger.go:42: 17:15:20 | scheduled-backup-incremental/9-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:15:20 | scheduled-backup-incremental/9-engage-incremental | ++++ which date logger.go:42: 17:15:20 | scheduled-backup-incremental/9-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 17:15:20 | scheduled-backup-incremental/9-engage-incremental | +++ oc get projects logger.go:42: 17:15:20 | scheduled-backup-incremental/9-engage-incremental | +++ : logger.go:42: 17:15:20 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl get nodes logger.go:42: 17:15:20 | scheduled-backup-incremental/9-engage-incremental | +++ grep '^minikube' logger.go:42: 17:15:20 | scheduled-backup-incremental/9-engage-incremental | +++ which gsed logger.go:42: 17:15:20 | scheduled-backup-incremental/9-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:15:20 | scheduled-backup-incremental/9-engage-incremental | +++ which sed logger.go:42: 17:15:20 | scheduled-backup-incremental/9-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 17:15:20 | scheduled-backup-incremental/9-engage-incremental | ++ oc get projects logger.go:42: 17:15:20 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl version -o json logger.go:42: 17:15:20 | scheduled-backup-incremental/9-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 17:15:20 | scheduled-backup-incremental/9-engage-incremental | +++ grep '\-eks\-' logger.go:42: 17:15:20 | scheduled-backup-incremental/9-engage-incremental | grep: warning: stray \ before - logger.go:42: 17:15:21 | scheduled-backup-incremental/9-engage-incremental | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 17:15:21 | scheduled-backup-incremental/9-engage-incremental | ++ '[' ']' logger.go:42: 17:15:21 | scheduled-backup-incremental/9-engage-incremental | ++ EKS=0 logger.go:42: 17:15:21 | scheduled-backup-incremental/9-engage-incremental | +++ get_cluster_name logger.go:42: 17:15:21 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl -n kuttl-test-perfect-anchovy get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 17:15:21 | scheduled-backup-incremental/9-engage-incremental | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 17:15:21 | scheduled-backup-incremental/9-engage-incremental | ++ local schedule_name=minio-incr logger.go:42: 17:15:21 | scheduled-backup-incremental/9-engage-incremental | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 17:15:21 | scheduled-backup-incremental/9-engage-incremental | +++ printf %s kuttl-test-perfect-anchovy-scheduled-backup-incremental logger.go:42: 17:15:21 | scheduled-backup-incremental/9-engage-incremental | +++ sha1sum logger.go:42: 17:15:21 | scheduled-backup-incremental/9-engage-incremental | +++ awk '{print $1}' logger.go:42: 17:15:21 | scheduled-backup-incremental/9-engage-incremental | +++ head -c 5 logger.go:42: 17:15:21 | scheduled-backup-incremental/9-engage-incremental | ++ local prefix=c8a08 logger.go:42: 17:15:21 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl get ps-backup -n kuttl-test-perfect-anchovy -l percona.com/backup-ancestor=c8a08-minio-incr -o yaml logger.go:42: 17:15:21 | scheduled-backup-incremental/9-engage-incremental | +++ yq '.items | length' logger.go:42: 17:15:22 | scheduled-backup-incremental/9-engage-incremental | ++ local bcp_count=3 logger.go:42: 17:15:22 | scheduled-backup-incremental/9-engage-incremental | ++ echo 3 logger.go:42: 17:15:22 | scheduled-backup-incremental/9-engage-incremental | + bcp_count=3 logger.go:42: 17:15:22 | scheduled-backup-incremental/9-engage-incremental | + [[ 3 -lt 6 ]] logger.go:42: 17:15:22 | scheduled-backup-incremental/9-engage-incremental | + echo 'There are 3 incremental ps-backups but should be at least 6' logger.go:42: 17:15:22 | scheduled-backup-incremental/9-engage-incremental | There are 3 incremental ps-backups but should be at least 6 logger.go:42: 17:15:22 | scheduled-backup-incremental/9-engage-incremental | + exit 1 logger.go:42: 17:15:23 | scheduled-backup-incremental/9-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 6 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 6" exit 1 fi] logger.go:42: 17:15:23 | scheduled-backup-incremental/9-engage-incremental | + source ../../functions logger.go:42: 17:15:23 | scheduled-backup-incremental/9-engage-incremental | +++ realpath ../../.. logger.go:42: 17:15:23 | scheduled-backup-incremental/9-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:15:23 | scheduled-backup-incremental/9-engage-incremental | ++++ pwd logger.go:42: 17:15:23 | scheduled-backup-incremental/9-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 17:15:23 | scheduled-backup-incremental/9-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 17:15:23 | scheduled-backup-incremental/9-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/vars.sh logger.go:42: 17:15:23 | scheduled-backup-incremental/9-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:15:23 | scheduled-backup-incremental/9-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:15:23 | scheduled-backup-incremental/9-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:15:23 | scheduled-backup-incremental/9-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:15:23 | scheduled-backup-incremental/9-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:15:23 | scheduled-backup-incremental/9-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:15:23 | scheduled-backup-incremental/9-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:15:23 | scheduled-backup-incremental/9-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:15:23 | scheduled-backup-incremental/9-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:15:23 | scheduled-backup-incremental/9-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:15:23 | scheduled-backup-incremental/9-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 17:15:23 | scheduled-backup-incremental/9-engage-incremental | +++ export GIT_BRANCH=PR-1269 logger.go:42: 17:15:23 | scheduled-backup-incremental/9-engage-incremental | +++ GIT_BRANCH=PR-1269 logger.go:42: 17:15:23 | scheduled-backup-incremental/9-engage-incremental | +++ export VERSION=PR-1269-fbab6499 logger.go:42: 17:15:23 | scheduled-backup-incremental/9-engage-incremental | +++ VERSION=PR-1269-fbab6499 logger.go:42: 17:15:23 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:15:23 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:15:23 | scheduled-backup-incremental/9-engage-incremental | +++ [[ -z 8.0 ]] logger.go:42: 17:15:23 | scheduled-backup-incremental/9-engage-incremental | +++ export MYSQL_VERSION=8.0 logger.go:42: 17:15:23 | scheduled-backup-incremental/9-engage-incremental | +++ MYSQL_VERSION=8.0 logger.go:42: 17:15:23 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:15:23 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:15:23 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:15:23 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:15:23 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:15:23 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:15:23 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:15:23 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:15:23 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:15:23 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:15:23 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:15:23 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:15:23 | scheduled-backup-incremental/9-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:15:23 | scheduled-backup-incremental/9-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:15:23 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:15:23 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:15:23 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:15:23 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:15:23 | scheduled-backup-incremental/9-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 17:15:23 | scheduled-backup-incremental/9-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 17:15:23 | scheduled-backup-incremental/9-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 17:15:23 | scheduled-backup-incremental/9-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 17:15:23 | scheduled-backup-incremental/9-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 17:15:23 | scheduled-backup-incremental/9-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 17:15:23 | scheduled-backup-incremental/9-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 17:15:23 | scheduled-backup-incremental/9-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 17:15:23 | scheduled-backup-incremental/9-engage-incremental | ++++ which gdate logger.go:42: 17:15:23 | scheduled-backup-incremental/9-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:15:23 | scheduled-backup-incremental/9-engage-incremental | ++++ which date logger.go:42: 17:15:23 | scheduled-backup-incremental/9-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 17:15:23 | scheduled-backup-incremental/9-engage-incremental | +++ oc get projects logger.go:42: 17:15:23 | scheduled-backup-incremental/9-engage-incremental | +++ : logger.go:42: 17:15:23 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl get nodes logger.go:42: 17:15:23 | scheduled-backup-incremental/9-engage-incremental | +++ grep '^minikube' logger.go:42: 17:15:24 | scheduled-backup-incremental/9-engage-incremental | +++ which gsed logger.go:42: 17:15:24 | scheduled-backup-incremental/9-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:15:24 | scheduled-backup-incremental/9-engage-incremental | +++ which sed logger.go:42: 17:15:24 | scheduled-backup-incremental/9-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 17:15:24 | scheduled-backup-incremental/9-engage-incremental | ++ oc get projects logger.go:42: 17:15:24 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl version -o json logger.go:42: 17:15:24 | scheduled-backup-incremental/9-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 17:15:24 | scheduled-backup-incremental/9-engage-incremental | +++ grep '\-eks\-' logger.go:42: 17:15:24 | scheduled-backup-incremental/9-engage-incremental | grep: warning: stray \ before - logger.go:42: 17:15:24 | scheduled-backup-incremental/9-engage-incremental | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 17:15:24 | scheduled-backup-incremental/9-engage-incremental | ++ '[' ']' logger.go:42: 17:15:24 | scheduled-backup-incremental/9-engage-incremental | ++ EKS=0 logger.go:42: 17:15:24 | scheduled-backup-incremental/9-engage-incremental | +++ get_cluster_name logger.go:42: 17:15:24 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl -n kuttl-test-perfect-anchovy get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 17:15:25 | scheduled-backup-incremental/9-engage-incremental | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 17:15:25 | scheduled-backup-incremental/9-engage-incremental | ++ local schedule_name=minio-incr logger.go:42: 17:15:25 | scheduled-backup-incremental/9-engage-incremental | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 17:15:25 | scheduled-backup-incremental/9-engage-incremental | +++ printf %s kuttl-test-perfect-anchovy-scheduled-backup-incremental logger.go:42: 17:15:25 | scheduled-backup-incremental/9-engage-incremental | +++ sha1sum logger.go:42: 17:15:25 | scheduled-backup-incremental/9-engage-incremental | +++ awk '{print $1}' logger.go:42: 17:15:25 | scheduled-backup-incremental/9-engage-incremental | +++ head -c 5 logger.go:42: 17:15:25 | scheduled-backup-incremental/9-engage-incremental | ++ local prefix=c8a08 logger.go:42: 17:15:25 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl get ps-backup -n kuttl-test-perfect-anchovy -l percona.com/backup-ancestor=c8a08-minio-incr -o yaml logger.go:42: 17:15:25 | scheduled-backup-incremental/9-engage-incremental | +++ yq '.items | length' logger.go:42: 17:15:25 | scheduled-backup-incremental/9-engage-incremental | ++ local bcp_count=3 logger.go:42: 17:15:25 | scheduled-backup-incremental/9-engage-incremental | ++ echo 3 logger.go:42: 17:15:25 | scheduled-backup-incremental/9-engage-incremental | + bcp_count=3 logger.go:42: 17:15:25 | scheduled-backup-incremental/9-engage-incremental | + [[ 3 -lt 6 ]] logger.go:42: 17:15:25 | scheduled-backup-incremental/9-engage-incremental | + echo 'There are 3 incremental ps-backups but should be at least 6' logger.go:42: 17:15:25 | scheduled-backup-incremental/9-engage-incremental | There are 3 incremental ps-backups but should be at least 6 logger.go:42: 17:15:25 | scheduled-backup-incremental/9-engage-incremental | + exit 1 logger.go:42: 17:15:26 | scheduled-backup-incremental/9-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 6 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 6" exit 1 fi] logger.go:42: 17:15:26 | scheduled-backup-incremental/9-engage-incremental | + source ../../functions logger.go:42: 17:15:26 | scheduled-backup-incremental/9-engage-incremental | +++ realpath ../../.. logger.go:42: 17:15:26 | scheduled-backup-incremental/9-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:15:26 | scheduled-backup-incremental/9-engage-incremental | ++++ pwd logger.go:42: 17:15:26 | scheduled-backup-incremental/9-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 17:15:26 | scheduled-backup-incremental/9-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 17:15:26 | scheduled-backup-incremental/9-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/vars.sh logger.go:42: 17:15:26 | scheduled-backup-incremental/9-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:15:26 | scheduled-backup-incremental/9-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:15:26 | scheduled-backup-incremental/9-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:15:26 | scheduled-backup-incremental/9-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:15:26 | scheduled-backup-incremental/9-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:15:26 | scheduled-backup-incremental/9-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:15:26 | scheduled-backup-incremental/9-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:15:26 | scheduled-backup-incremental/9-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:15:26 | scheduled-backup-incremental/9-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:15:26 | scheduled-backup-incremental/9-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:15:26 | scheduled-backup-incremental/9-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 17:15:26 | scheduled-backup-incremental/9-engage-incremental | +++ export GIT_BRANCH=PR-1269 logger.go:42: 17:15:26 | scheduled-backup-incremental/9-engage-incremental | +++ GIT_BRANCH=PR-1269 logger.go:42: 17:15:26 | scheduled-backup-incremental/9-engage-incremental | +++ export VERSION=PR-1269-fbab6499 logger.go:42: 17:15:26 | scheduled-backup-incremental/9-engage-incremental | +++ VERSION=PR-1269-fbab6499 logger.go:42: 17:15:26 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:15:26 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:15:26 | scheduled-backup-incremental/9-engage-incremental | +++ [[ -z 8.0 ]] logger.go:42: 17:15:26 | scheduled-backup-incremental/9-engage-incremental | +++ export MYSQL_VERSION=8.0 logger.go:42: 17:15:26 | scheduled-backup-incremental/9-engage-incremental | +++ MYSQL_VERSION=8.0 logger.go:42: 17:15:26 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:15:26 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:15:26 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:15:26 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:15:26 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:15:26 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:15:26 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:15:26 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:15:26 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:15:26 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:15:26 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:15:26 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:15:26 | scheduled-backup-incremental/9-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:15:26 | scheduled-backup-incremental/9-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:15:26 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:15:26 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:15:26 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:15:26 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:15:26 | scheduled-backup-incremental/9-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 17:15:26 | scheduled-backup-incremental/9-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 17:15:26 | scheduled-backup-incremental/9-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 17:15:26 | scheduled-backup-incremental/9-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 17:15:26 | scheduled-backup-incremental/9-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 17:15:26 | scheduled-backup-incremental/9-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 17:15:26 | scheduled-backup-incremental/9-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 17:15:26 | scheduled-backup-incremental/9-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 17:15:26 | scheduled-backup-incremental/9-engage-incremental | ++++ which gdate logger.go:42: 17:15:26 | scheduled-backup-incremental/9-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:15:26 | scheduled-backup-incremental/9-engage-incremental | ++++ which date logger.go:42: 17:15:26 | scheduled-backup-incremental/9-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 17:15:26 | scheduled-backup-incremental/9-engage-incremental | +++ oc get projects logger.go:42: 17:15:26 | scheduled-backup-incremental/9-engage-incremental | +++ : logger.go:42: 17:15:26 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl get nodes logger.go:42: 17:15:26 | scheduled-backup-incremental/9-engage-incremental | +++ grep '^minikube' logger.go:42: 17:15:27 | scheduled-backup-incremental/9-engage-incremental | +++ which gsed logger.go:42: 17:15:27 | scheduled-backup-incremental/9-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:15:27 | scheduled-backup-incremental/9-engage-incremental | +++ which sed logger.go:42: 17:15:27 | scheduled-backup-incremental/9-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 17:15:27 | scheduled-backup-incremental/9-engage-incremental | ++ oc get projects logger.go:42: 17:15:27 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl version -o json logger.go:42: 17:15:27 | scheduled-backup-incremental/9-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 17:15:27 | scheduled-backup-incremental/9-engage-incremental | +++ grep '\-eks\-' logger.go:42: 17:15:27 | scheduled-backup-incremental/9-engage-incremental | grep: warning: stray \ before - logger.go:42: 17:15:27 | scheduled-backup-incremental/9-engage-incremental | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 17:15:27 | scheduled-backup-incremental/9-engage-incremental | ++ '[' ']' logger.go:42: 17:15:27 | scheduled-backup-incremental/9-engage-incremental | ++ EKS=0 logger.go:42: 17:15:27 | scheduled-backup-incremental/9-engage-incremental | +++ get_cluster_name logger.go:42: 17:15:27 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl -n kuttl-test-perfect-anchovy get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 17:15:28 | scheduled-backup-incremental/9-engage-incremental | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 17:15:28 | scheduled-backup-incremental/9-engage-incremental | ++ local schedule_name=minio-incr logger.go:42: 17:15:28 | scheduled-backup-incremental/9-engage-incremental | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 17:15:28 | scheduled-backup-incremental/9-engage-incremental | +++ printf %s kuttl-test-perfect-anchovy-scheduled-backup-incremental logger.go:42: 17:15:28 | scheduled-backup-incremental/9-engage-incremental | +++ sha1sum logger.go:42: 17:15:28 | scheduled-backup-incremental/9-engage-incremental | +++ awk '{print $1}' logger.go:42: 17:15:28 | scheduled-backup-incremental/9-engage-incremental | +++ head -c 5 logger.go:42: 17:15:28 | scheduled-backup-incremental/9-engage-incremental | ++ local prefix=c8a08 logger.go:42: 17:15:28 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl get ps-backup -n kuttl-test-perfect-anchovy -l percona.com/backup-ancestor=c8a08-minio-incr -o yaml logger.go:42: 17:15:28 | scheduled-backup-incremental/9-engage-incremental | +++ yq '.items | length' logger.go:42: 17:15:28 | scheduled-backup-incremental/9-engage-incremental | ++ local bcp_count=3 logger.go:42: 17:15:28 | scheduled-backup-incremental/9-engage-incremental | ++ echo 3 logger.go:42: 17:15:28 | scheduled-backup-incremental/9-engage-incremental | + bcp_count=3 logger.go:42: 17:15:28 | scheduled-backup-incremental/9-engage-incremental | + [[ 3 -lt 6 ]] logger.go:42: 17:15:28 | scheduled-backup-incremental/9-engage-incremental | + echo 'There are 3 incremental ps-backups but should be at least 6' logger.go:42: 17:15:28 | scheduled-backup-incremental/9-engage-incremental | There are 3 incremental ps-backups but should be at least 6 logger.go:42: 17:15:28 | scheduled-backup-incremental/9-engage-incremental | + exit 1 logger.go:42: 17:15:30 | scheduled-backup-incremental/9-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 6 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 6" exit 1 fi] logger.go:42: 17:15:30 | scheduled-backup-incremental/9-engage-incremental | + source ../../functions logger.go:42: 17:15:30 | scheduled-backup-incremental/9-engage-incremental | +++ realpath ../../.. logger.go:42: 17:15:30 | scheduled-backup-incremental/9-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:15:30 | scheduled-backup-incremental/9-engage-incremental | ++++ pwd logger.go:42: 17:15:30 | scheduled-backup-incremental/9-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 17:15:30 | scheduled-backup-incremental/9-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 17:15:30 | scheduled-backup-incremental/9-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/vars.sh logger.go:42: 17:15:30 | scheduled-backup-incremental/9-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:15:30 | scheduled-backup-incremental/9-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:15:30 | scheduled-backup-incremental/9-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:15:30 | scheduled-backup-incremental/9-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:15:30 | scheduled-backup-incremental/9-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:15:30 | scheduled-backup-incremental/9-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:15:30 | scheduled-backup-incremental/9-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:15:30 | scheduled-backup-incremental/9-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:15:30 | scheduled-backup-incremental/9-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:15:30 | scheduled-backup-incremental/9-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:15:30 | scheduled-backup-incremental/9-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 17:15:30 | scheduled-backup-incremental/9-engage-incremental | +++ export GIT_BRANCH=PR-1269 logger.go:42: 17:15:30 | scheduled-backup-incremental/9-engage-incremental | +++ GIT_BRANCH=PR-1269 logger.go:42: 17:15:30 | scheduled-backup-incremental/9-engage-incremental | +++ export VERSION=PR-1269-fbab6499 logger.go:42: 17:15:30 | scheduled-backup-incremental/9-engage-incremental | +++ VERSION=PR-1269-fbab6499 logger.go:42: 17:15:30 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:15:30 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:15:30 | scheduled-backup-incremental/9-engage-incremental | +++ [[ -z 8.0 ]] logger.go:42: 17:15:30 | scheduled-backup-incremental/9-engage-incremental | +++ export MYSQL_VERSION=8.0 logger.go:42: 17:15:30 | scheduled-backup-incremental/9-engage-incremental | +++ MYSQL_VERSION=8.0 logger.go:42: 17:15:30 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:15:30 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:15:30 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:15:30 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:15:30 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:15:30 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:15:30 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:15:30 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:15:30 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:15:30 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:15:30 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:15:30 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:15:30 | scheduled-backup-incremental/9-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:15:30 | scheduled-backup-incremental/9-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:15:30 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:15:30 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:15:30 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:15:30 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:15:30 | scheduled-backup-incremental/9-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 17:15:30 | scheduled-backup-incremental/9-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 17:15:30 | scheduled-backup-incremental/9-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 17:15:30 | scheduled-backup-incremental/9-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 17:15:30 | scheduled-backup-incremental/9-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 17:15:30 | scheduled-backup-incremental/9-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 17:15:30 | scheduled-backup-incremental/9-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 17:15:30 | scheduled-backup-incremental/9-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 17:15:30 | scheduled-backup-incremental/9-engage-incremental | ++++ which gdate logger.go:42: 17:15:30 | scheduled-backup-incremental/9-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:15:30 | scheduled-backup-incremental/9-engage-incremental | ++++ which date logger.go:42: 17:15:30 | scheduled-backup-incremental/9-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 17:15:30 | scheduled-backup-incremental/9-engage-incremental | +++ oc get projects logger.go:42: 17:15:30 | scheduled-backup-incremental/9-engage-incremental | +++ : logger.go:42: 17:15:30 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl get nodes logger.go:42: 17:15:30 | scheduled-backup-incremental/9-engage-incremental | +++ grep '^minikube' logger.go:42: 17:15:30 | scheduled-backup-incremental/9-engage-incremental | +++ which gsed logger.go:42: 17:15:30 | scheduled-backup-incremental/9-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:15:30 | scheduled-backup-incremental/9-engage-incremental | +++ which sed logger.go:42: 17:15:30 | scheduled-backup-incremental/9-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 17:15:30 | scheduled-backup-incremental/9-engage-incremental | ++ oc get projects logger.go:42: 17:15:30 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl version -o json logger.go:42: 17:15:30 | scheduled-backup-incremental/9-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 17:15:30 | scheduled-backup-incremental/9-engage-incremental | +++ grep '\-eks\-' logger.go:42: 17:15:30 | scheduled-backup-incremental/9-engage-incremental | grep: warning: stray \ before - logger.go:42: 17:15:31 | scheduled-backup-incremental/9-engage-incremental | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 17:15:31 | scheduled-backup-incremental/9-engage-incremental | ++ '[' ']' logger.go:42: 17:15:31 | scheduled-backup-incremental/9-engage-incremental | ++ EKS=0 logger.go:42: 17:15:31 | scheduled-backup-incremental/9-engage-incremental | +++ get_cluster_name logger.go:42: 17:15:31 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl -n kuttl-test-perfect-anchovy get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 17:15:31 | scheduled-backup-incremental/9-engage-incremental | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 17:15:31 | scheduled-backup-incremental/9-engage-incremental | ++ local schedule_name=minio-incr logger.go:42: 17:15:31 | scheduled-backup-incremental/9-engage-incremental | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 17:15:31 | scheduled-backup-incremental/9-engage-incremental | +++ printf %s kuttl-test-perfect-anchovy-scheduled-backup-incremental logger.go:42: 17:15:31 | scheduled-backup-incremental/9-engage-incremental | +++ sha1sum logger.go:42: 17:15:31 | scheduled-backup-incremental/9-engage-incremental | +++ awk '{print $1}' logger.go:42: 17:15:31 | scheduled-backup-incremental/9-engage-incremental | +++ head -c 5 logger.go:42: 17:15:31 | scheduled-backup-incremental/9-engage-incremental | ++ local prefix=c8a08 logger.go:42: 17:15:31 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl get ps-backup -n kuttl-test-perfect-anchovy -l percona.com/backup-ancestor=c8a08-minio-incr -o yaml logger.go:42: 17:15:31 | scheduled-backup-incremental/9-engage-incremental | +++ yq '.items | length' logger.go:42: 17:15:32 | scheduled-backup-incremental/9-engage-incremental | ++ local bcp_count=3 logger.go:42: 17:15:32 | scheduled-backup-incremental/9-engage-incremental | ++ echo 3 logger.go:42: 17:15:32 | scheduled-backup-incremental/9-engage-incremental | + bcp_count=3 logger.go:42: 17:15:32 | scheduled-backup-incremental/9-engage-incremental | + [[ 3 -lt 6 ]] logger.go:42: 17:15:32 | scheduled-backup-incremental/9-engage-incremental | + echo 'There are 3 incremental ps-backups but should be at least 6' logger.go:42: 17:15:32 | scheduled-backup-incremental/9-engage-incremental | There are 3 incremental ps-backups but should be at least 6 logger.go:42: 17:15:32 | scheduled-backup-incremental/9-engage-incremental | + exit 1 logger.go:42: 17:15:33 | scheduled-backup-incremental/9-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 6 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 6" exit 1 fi] logger.go:42: 17:15:33 | scheduled-backup-incremental/9-engage-incremental | + source ../../functions logger.go:42: 17:15:33 | scheduled-backup-incremental/9-engage-incremental | +++ realpath ../../.. logger.go:42: 17:15:33 | scheduled-backup-incremental/9-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:15:33 | scheduled-backup-incremental/9-engage-incremental | ++++ pwd logger.go:42: 17:15:33 | scheduled-backup-incremental/9-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 17:15:33 | scheduled-backup-incremental/9-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 17:15:33 | scheduled-backup-incremental/9-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/vars.sh logger.go:42: 17:15:33 | scheduled-backup-incremental/9-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:15:33 | scheduled-backup-incremental/9-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:15:33 | scheduled-backup-incremental/9-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:15:33 | scheduled-backup-incremental/9-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:15:33 | scheduled-backup-incremental/9-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:15:33 | scheduled-backup-incremental/9-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:15:33 | scheduled-backup-incremental/9-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:15:33 | scheduled-backup-incremental/9-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:15:33 | scheduled-backup-incremental/9-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:15:33 | scheduled-backup-incremental/9-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:15:33 | scheduled-backup-incremental/9-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 17:15:33 | scheduled-backup-incremental/9-engage-incremental | +++ export GIT_BRANCH=PR-1269 logger.go:42: 17:15:33 | scheduled-backup-incremental/9-engage-incremental | +++ GIT_BRANCH=PR-1269 logger.go:42: 17:15:33 | scheduled-backup-incremental/9-engage-incremental | +++ export VERSION=PR-1269-fbab6499 logger.go:42: 17:15:33 | scheduled-backup-incremental/9-engage-incremental | +++ VERSION=PR-1269-fbab6499 logger.go:42: 17:15:33 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:15:33 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:15:33 | scheduled-backup-incremental/9-engage-incremental | +++ [[ -z 8.0 ]] logger.go:42: 17:15:33 | scheduled-backup-incremental/9-engage-incremental | +++ export MYSQL_VERSION=8.0 logger.go:42: 17:15:33 | scheduled-backup-incremental/9-engage-incremental | +++ MYSQL_VERSION=8.0 logger.go:42: 17:15:33 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:15:33 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:15:33 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:15:33 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:15:33 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:15:33 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:15:33 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:15:33 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:15:33 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:15:33 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:15:33 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:15:33 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:15:33 | scheduled-backup-incremental/9-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:15:33 | scheduled-backup-incremental/9-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:15:33 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:15:33 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:15:33 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:15:33 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:15:33 | scheduled-backup-incremental/9-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 17:15:33 | scheduled-backup-incremental/9-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 17:15:33 | scheduled-backup-incremental/9-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 17:15:33 | scheduled-backup-incremental/9-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 17:15:33 | scheduled-backup-incremental/9-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 17:15:33 | scheduled-backup-incremental/9-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 17:15:33 | scheduled-backup-incremental/9-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 17:15:33 | scheduled-backup-incremental/9-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 17:15:33 | scheduled-backup-incremental/9-engage-incremental | ++++ which gdate logger.go:42: 17:15:33 | scheduled-backup-incremental/9-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:15:33 | scheduled-backup-incremental/9-engage-incremental | ++++ which date logger.go:42: 17:15:33 | scheduled-backup-incremental/9-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 17:15:33 | scheduled-backup-incremental/9-engage-incremental | +++ oc get projects logger.go:42: 17:15:33 | scheduled-backup-incremental/9-engage-incremental | +++ : logger.go:42: 17:15:33 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl get nodes logger.go:42: 17:15:33 | scheduled-backup-incremental/9-engage-incremental | +++ grep '^minikube' logger.go:42: 17:15:33 | scheduled-backup-incremental/9-engage-incremental | +++ which gsed logger.go:42: 17:15:33 | scheduled-backup-incremental/9-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:15:33 | scheduled-backup-incremental/9-engage-incremental | +++ which sed logger.go:42: 17:15:33 | scheduled-backup-incremental/9-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 17:15:33 | scheduled-backup-incremental/9-engage-incremental | ++ oc get projects logger.go:42: 17:15:33 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl version -o json logger.go:42: 17:15:33 | scheduled-backup-incremental/9-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 17:15:33 | scheduled-backup-incremental/9-engage-incremental | +++ grep '\-eks\-' logger.go:42: 17:15:33 | scheduled-backup-incremental/9-engage-incremental | grep: warning: stray \ before - logger.go:42: 17:15:34 | scheduled-backup-incremental/9-engage-incremental | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 17:15:34 | scheduled-backup-incremental/9-engage-incremental | ++ '[' ']' logger.go:42: 17:15:34 | scheduled-backup-incremental/9-engage-incremental | ++ EKS=0 logger.go:42: 17:15:34 | scheduled-backup-incremental/9-engage-incremental | +++ get_cluster_name logger.go:42: 17:15:34 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl -n kuttl-test-perfect-anchovy get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 17:15:34 | scheduled-backup-incremental/9-engage-incremental | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 17:15:34 | scheduled-backup-incremental/9-engage-incremental | ++ local schedule_name=minio-incr logger.go:42: 17:15:34 | scheduled-backup-incremental/9-engage-incremental | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 17:15:34 | scheduled-backup-incremental/9-engage-incremental | +++ printf %s kuttl-test-perfect-anchovy-scheduled-backup-incremental logger.go:42: 17:15:34 | scheduled-backup-incremental/9-engage-incremental | +++ sha1sum logger.go:42: 17:15:34 | scheduled-backup-incremental/9-engage-incremental | +++ awk '{print $1}' logger.go:42: 17:15:34 | scheduled-backup-incremental/9-engage-incremental | +++ head -c 5 logger.go:42: 17:15:34 | scheduled-backup-incremental/9-engage-incremental | ++ local prefix=c8a08 logger.go:42: 17:15:34 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl get ps-backup -n kuttl-test-perfect-anchovy -l percona.com/backup-ancestor=c8a08-minio-incr -o yaml logger.go:42: 17:15:34 | scheduled-backup-incremental/9-engage-incremental | +++ yq '.items | length' logger.go:42: 17:15:35 | scheduled-backup-incremental/9-engage-incremental | ++ local bcp_count=3 logger.go:42: 17:15:35 | scheduled-backup-incremental/9-engage-incremental | ++ echo 3 logger.go:42: 17:15:35 | scheduled-backup-incremental/9-engage-incremental | + bcp_count=3 logger.go:42: 17:15:35 | scheduled-backup-incremental/9-engage-incremental | + [[ 3 -lt 6 ]] logger.go:42: 17:15:35 | scheduled-backup-incremental/9-engage-incremental | + echo 'There are 3 incremental ps-backups but should be at least 6' logger.go:42: 17:15:35 | scheduled-backup-incremental/9-engage-incremental | There are 3 incremental ps-backups but should be at least 6 logger.go:42: 17:15:35 | scheduled-backup-incremental/9-engage-incremental | + exit 1 logger.go:42: 17:15:36 | scheduled-backup-incremental/9-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 6 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 6" exit 1 fi] logger.go:42: 17:15:36 | scheduled-backup-incremental/9-engage-incremental | + source ../../functions logger.go:42: 17:15:36 | scheduled-backup-incremental/9-engage-incremental | +++ realpath ../../.. logger.go:42: 17:15:36 | scheduled-backup-incremental/9-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:15:36 | scheduled-backup-incremental/9-engage-incremental | ++++ pwd logger.go:42: 17:15:36 | scheduled-backup-incremental/9-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 17:15:36 | scheduled-backup-incremental/9-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 17:15:36 | scheduled-backup-incremental/9-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/vars.sh logger.go:42: 17:15:36 | scheduled-backup-incremental/9-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:15:36 | scheduled-backup-incremental/9-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:15:36 | scheduled-backup-incremental/9-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:15:36 | scheduled-backup-incremental/9-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:15:36 | scheduled-backup-incremental/9-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:15:36 | scheduled-backup-incremental/9-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:15:36 | scheduled-backup-incremental/9-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:15:36 | scheduled-backup-incremental/9-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:15:36 | scheduled-backup-incremental/9-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:15:36 | scheduled-backup-incremental/9-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:15:36 | scheduled-backup-incremental/9-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 17:15:36 | scheduled-backup-incremental/9-engage-incremental | +++ export GIT_BRANCH=PR-1269 logger.go:42: 17:15:36 | scheduled-backup-incremental/9-engage-incremental | +++ GIT_BRANCH=PR-1269 logger.go:42: 17:15:36 | scheduled-backup-incremental/9-engage-incremental | +++ export VERSION=PR-1269-fbab6499 logger.go:42: 17:15:36 | scheduled-backup-incremental/9-engage-incremental | +++ VERSION=PR-1269-fbab6499 logger.go:42: 17:15:36 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:15:36 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:15:36 | scheduled-backup-incremental/9-engage-incremental | +++ [[ -z 8.0 ]] logger.go:42: 17:15:36 | scheduled-backup-incremental/9-engage-incremental | +++ export MYSQL_VERSION=8.0 logger.go:42: 17:15:36 | scheduled-backup-incremental/9-engage-incremental | +++ MYSQL_VERSION=8.0 logger.go:42: 17:15:36 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:15:36 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:15:36 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:15:36 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:15:36 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:15:36 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:15:36 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:15:36 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:15:36 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:15:36 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:15:36 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:15:36 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:15:36 | scheduled-backup-incremental/9-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:15:36 | scheduled-backup-incremental/9-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:15:36 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:15:36 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:15:36 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:15:36 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:15:36 | scheduled-backup-incremental/9-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 17:15:36 | scheduled-backup-incremental/9-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 17:15:36 | scheduled-backup-incremental/9-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 17:15:36 | scheduled-backup-incremental/9-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 17:15:36 | scheduled-backup-incremental/9-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 17:15:36 | scheduled-backup-incremental/9-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 17:15:36 | scheduled-backup-incremental/9-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 17:15:36 | scheduled-backup-incremental/9-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 17:15:36 | scheduled-backup-incremental/9-engage-incremental | ++++ which gdate logger.go:42: 17:15:36 | scheduled-backup-incremental/9-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:15:36 | scheduled-backup-incremental/9-engage-incremental | ++++ which date logger.go:42: 17:15:36 | scheduled-backup-incremental/9-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 17:15:36 | scheduled-backup-incremental/9-engage-incremental | +++ oc get projects logger.go:42: 17:15:36 | scheduled-backup-incremental/9-engage-incremental | +++ : logger.go:42: 17:15:36 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl get nodes logger.go:42: 17:15:36 | scheduled-backup-incremental/9-engage-incremental | +++ grep '^minikube' logger.go:42: 17:15:37 | scheduled-backup-incremental/9-engage-incremental | +++ which gsed logger.go:42: 17:15:37 | scheduled-backup-incremental/9-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:15:37 | scheduled-backup-incremental/9-engage-incremental | +++ which sed logger.go:42: 17:15:37 | scheduled-backup-incremental/9-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 17:15:37 | scheduled-backup-incremental/9-engage-incremental | ++ oc get projects logger.go:42: 17:15:37 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl version -o json logger.go:42: 17:15:37 | scheduled-backup-incremental/9-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 17:15:37 | scheduled-backup-incremental/9-engage-incremental | +++ grep '\-eks\-' logger.go:42: 17:15:37 | scheduled-backup-incremental/9-engage-incremental | grep: warning: stray \ before - logger.go:42: 17:15:37 | scheduled-backup-incremental/9-engage-incremental | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 17:15:37 | scheduled-backup-incremental/9-engage-incremental | ++ '[' ']' logger.go:42: 17:15:37 | scheduled-backup-incremental/9-engage-incremental | ++ EKS=0 logger.go:42: 17:15:37 | scheduled-backup-incremental/9-engage-incremental | +++ get_cluster_name logger.go:42: 17:15:37 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl -n kuttl-test-perfect-anchovy get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 17:15:38 | scheduled-backup-incremental/9-engage-incremental | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 17:15:38 | scheduled-backup-incremental/9-engage-incremental | ++ local schedule_name=minio-incr logger.go:42: 17:15:38 | scheduled-backup-incremental/9-engage-incremental | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 17:15:38 | scheduled-backup-incremental/9-engage-incremental | +++ printf %s kuttl-test-perfect-anchovy-scheduled-backup-incremental logger.go:42: 17:15:38 | scheduled-backup-incremental/9-engage-incremental | +++ sha1sum logger.go:42: 17:15:38 | scheduled-backup-incremental/9-engage-incremental | +++ awk '{print $1}' logger.go:42: 17:15:38 | scheduled-backup-incremental/9-engage-incremental | +++ head -c 5 logger.go:42: 17:15:38 | scheduled-backup-incremental/9-engage-incremental | ++ local prefix=c8a08 logger.go:42: 17:15:38 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl get ps-backup -n kuttl-test-perfect-anchovy -l percona.com/backup-ancestor=c8a08-minio-incr -o yaml logger.go:42: 17:15:38 | scheduled-backup-incremental/9-engage-incremental | +++ yq '.items | length' logger.go:42: 17:15:38 | scheduled-backup-incremental/9-engage-incremental | ++ local bcp_count=3 logger.go:42: 17:15:38 | scheduled-backup-incremental/9-engage-incremental | ++ echo 3 logger.go:42: 17:15:38 | scheduled-backup-incremental/9-engage-incremental | + bcp_count=3 logger.go:42: 17:15:38 | scheduled-backup-incremental/9-engage-incremental | + [[ 3 -lt 6 ]] logger.go:42: 17:15:38 | scheduled-backup-incremental/9-engage-incremental | + echo 'There are 3 incremental ps-backups but should be at least 6' logger.go:42: 17:15:38 | scheduled-backup-incremental/9-engage-incremental | There are 3 incremental ps-backups but should be at least 6 logger.go:42: 17:15:38 | scheduled-backup-incremental/9-engage-incremental | + exit 1 logger.go:42: 17:15:39 | scheduled-backup-incremental/9-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 6 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 6" exit 1 fi] logger.go:42: 17:15:39 | scheduled-backup-incremental/9-engage-incremental | + source ../../functions logger.go:42: 17:15:39 | scheduled-backup-incremental/9-engage-incremental | +++ realpath ../../.. logger.go:42: 17:15:39 | scheduled-backup-incremental/9-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:15:39 | scheduled-backup-incremental/9-engage-incremental | ++++ pwd logger.go:42: 17:15:39 | scheduled-backup-incremental/9-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 17:15:39 | scheduled-backup-incremental/9-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 17:15:39 | scheduled-backup-incremental/9-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/vars.sh logger.go:42: 17:15:39 | scheduled-backup-incremental/9-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:15:39 | scheduled-backup-incremental/9-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:15:39 | scheduled-backup-incremental/9-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:15:39 | scheduled-backup-incremental/9-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:15:39 | scheduled-backup-incremental/9-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:15:39 | scheduled-backup-incremental/9-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:15:39 | scheduled-backup-incremental/9-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:15:39 | scheduled-backup-incremental/9-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:15:39 | scheduled-backup-incremental/9-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:15:39 | scheduled-backup-incremental/9-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:15:39 | scheduled-backup-incremental/9-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 17:15:39 | scheduled-backup-incremental/9-engage-incremental | +++ export GIT_BRANCH=PR-1269 logger.go:42: 17:15:39 | scheduled-backup-incremental/9-engage-incremental | +++ GIT_BRANCH=PR-1269 logger.go:42: 17:15:39 | scheduled-backup-incremental/9-engage-incremental | +++ export VERSION=PR-1269-fbab6499 logger.go:42: 17:15:39 | scheduled-backup-incremental/9-engage-incremental | +++ VERSION=PR-1269-fbab6499 logger.go:42: 17:15:39 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:15:39 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:15:39 | scheduled-backup-incremental/9-engage-incremental | +++ [[ -z 8.0 ]] logger.go:42: 17:15:39 | scheduled-backup-incremental/9-engage-incremental | +++ export MYSQL_VERSION=8.0 logger.go:42: 17:15:39 | scheduled-backup-incremental/9-engage-incremental | +++ MYSQL_VERSION=8.0 logger.go:42: 17:15:39 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:15:39 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:15:39 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:15:39 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:15:39 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:15:39 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:15:39 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:15:39 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:15:39 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:15:39 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:15:39 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:15:39 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:15:39 | scheduled-backup-incremental/9-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:15:39 | scheduled-backup-incremental/9-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:15:39 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:15:39 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:15:39 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:15:39 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:15:39 | scheduled-backup-incremental/9-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 17:15:39 | scheduled-backup-incremental/9-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 17:15:39 | scheduled-backup-incremental/9-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 17:15:39 | scheduled-backup-incremental/9-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 17:15:39 | scheduled-backup-incremental/9-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 17:15:39 | scheduled-backup-incremental/9-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 17:15:39 | scheduled-backup-incremental/9-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 17:15:39 | scheduled-backup-incremental/9-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 17:15:39 | scheduled-backup-incremental/9-engage-incremental | ++++ which gdate logger.go:42: 17:15:39 | scheduled-backup-incremental/9-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:15:39 | scheduled-backup-incremental/9-engage-incremental | ++++ which date logger.go:42: 17:15:39 | scheduled-backup-incremental/9-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 17:15:39 | scheduled-backup-incremental/9-engage-incremental | +++ oc get projects logger.go:42: 17:15:39 | scheduled-backup-incremental/9-engage-incremental | +++ : logger.go:42: 17:15:39 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl get nodes logger.go:42: 17:15:39 | scheduled-backup-incremental/9-engage-incremental | +++ grep '^minikube' logger.go:42: 17:15:40 | scheduled-backup-incremental/9-engage-incremental | +++ which gsed logger.go:42: 17:15:40 | scheduled-backup-incremental/9-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:15:40 | scheduled-backup-incremental/9-engage-incremental | +++ which sed logger.go:42: 17:15:40 | scheduled-backup-incremental/9-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 17:15:40 | scheduled-backup-incremental/9-engage-incremental | ++ oc get projects logger.go:42: 17:15:40 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl version -o json logger.go:42: 17:15:40 | scheduled-backup-incremental/9-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 17:15:40 | scheduled-backup-incremental/9-engage-incremental | +++ grep '\-eks\-' logger.go:42: 17:15:40 | scheduled-backup-incremental/9-engage-incremental | grep: warning: stray \ before - logger.go:42: 17:15:40 | scheduled-backup-incremental/9-engage-incremental | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 17:15:40 | scheduled-backup-incremental/9-engage-incremental | ++ '[' ']' logger.go:42: 17:15:40 | scheduled-backup-incremental/9-engage-incremental | ++ EKS=0 logger.go:42: 17:15:41 | scheduled-backup-incremental/9-engage-incremental | +++ get_cluster_name logger.go:42: 17:15:41 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl -n kuttl-test-perfect-anchovy get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 17:15:41 | scheduled-backup-incremental/9-engage-incremental | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 17:15:41 | scheduled-backup-incremental/9-engage-incremental | ++ local schedule_name=minio-incr logger.go:42: 17:15:41 | scheduled-backup-incremental/9-engage-incremental | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 17:15:41 | scheduled-backup-incremental/9-engage-incremental | +++ printf %s kuttl-test-perfect-anchovy-scheduled-backup-incremental logger.go:42: 17:15:41 | scheduled-backup-incremental/9-engage-incremental | +++ sha1sum logger.go:42: 17:15:41 | scheduled-backup-incremental/9-engage-incremental | +++ awk '{print $1}' logger.go:42: 17:15:41 | scheduled-backup-incremental/9-engage-incremental | +++ head -c 5 logger.go:42: 17:15:41 | scheduled-backup-incremental/9-engage-incremental | ++ local prefix=c8a08 logger.go:42: 17:15:41 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl get ps-backup -n kuttl-test-perfect-anchovy -l percona.com/backup-ancestor=c8a08-minio-incr -o yaml logger.go:42: 17:15:41 | scheduled-backup-incremental/9-engage-incremental | +++ yq '.items | length' logger.go:42: 17:15:42 | scheduled-backup-incremental/9-engage-incremental | ++ local bcp_count=3 logger.go:42: 17:15:42 | scheduled-backup-incremental/9-engage-incremental | ++ echo 3 logger.go:42: 17:15:42 | scheduled-backup-incremental/9-engage-incremental | + bcp_count=3 logger.go:42: 17:15:42 | scheduled-backup-incremental/9-engage-incremental | + [[ 3 -lt 6 ]] logger.go:42: 17:15:42 | scheduled-backup-incremental/9-engage-incremental | + echo 'There are 3 incremental ps-backups but should be at least 6' logger.go:42: 17:15:42 | scheduled-backup-incremental/9-engage-incremental | There are 3 incremental ps-backups but should be at least 6 logger.go:42: 17:15:42 | scheduled-backup-incremental/9-engage-incremental | + exit 1 logger.go:42: 17:15:43 | scheduled-backup-incremental/9-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 6 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 6" exit 1 fi] logger.go:42: 17:15:43 | scheduled-backup-incremental/9-engage-incremental | + source ../../functions logger.go:42: 17:15:43 | scheduled-backup-incremental/9-engage-incremental | +++ realpath ../../.. logger.go:42: 17:15:43 | scheduled-backup-incremental/9-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:15:43 | scheduled-backup-incremental/9-engage-incremental | ++++ pwd logger.go:42: 17:15:43 | scheduled-backup-incremental/9-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 17:15:43 | scheduled-backup-incremental/9-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 17:15:43 | scheduled-backup-incremental/9-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/vars.sh logger.go:42: 17:15:43 | scheduled-backup-incremental/9-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:15:43 | scheduled-backup-incremental/9-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:15:43 | scheduled-backup-incremental/9-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:15:43 | scheduled-backup-incremental/9-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:15:43 | scheduled-backup-incremental/9-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:15:43 | scheduled-backup-incremental/9-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:15:43 | scheduled-backup-incremental/9-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:15:43 | scheduled-backup-incremental/9-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:15:43 | scheduled-backup-incremental/9-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:15:43 | scheduled-backup-incremental/9-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:15:43 | scheduled-backup-incremental/9-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 17:15:43 | scheduled-backup-incremental/9-engage-incremental | +++ export GIT_BRANCH=PR-1269 logger.go:42: 17:15:43 | scheduled-backup-incremental/9-engage-incremental | +++ GIT_BRANCH=PR-1269 logger.go:42: 17:15:43 | scheduled-backup-incremental/9-engage-incremental | +++ export VERSION=PR-1269-fbab6499 logger.go:42: 17:15:43 | scheduled-backup-incremental/9-engage-incremental | +++ VERSION=PR-1269-fbab6499 logger.go:42: 17:15:43 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:15:43 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:15:43 | scheduled-backup-incremental/9-engage-incremental | +++ [[ -z 8.0 ]] logger.go:42: 17:15:43 | scheduled-backup-incremental/9-engage-incremental | +++ export MYSQL_VERSION=8.0 logger.go:42: 17:15:43 | scheduled-backup-incremental/9-engage-incremental | +++ MYSQL_VERSION=8.0 logger.go:42: 17:15:43 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:15:43 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:15:43 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:15:43 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:15:43 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:15:43 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:15:43 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:15:43 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:15:43 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:15:43 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:15:43 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:15:43 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:15:43 | scheduled-backup-incremental/9-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:15:43 | scheduled-backup-incremental/9-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:15:43 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:15:43 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:15:43 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:15:43 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:15:43 | scheduled-backup-incremental/9-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 17:15:43 | scheduled-backup-incremental/9-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 17:15:43 | scheduled-backup-incremental/9-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 17:15:43 | scheduled-backup-incremental/9-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 17:15:43 | scheduled-backup-incremental/9-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 17:15:43 | scheduled-backup-incremental/9-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 17:15:43 | scheduled-backup-incremental/9-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 17:15:43 | scheduled-backup-incremental/9-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 17:15:43 | scheduled-backup-incremental/9-engage-incremental | ++++ which gdate logger.go:42: 17:15:43 | scheduled-backup-incremental/9-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:15:43 | scheduled-backup-incremental/9-engage-incremental | ++++ which date logger.go:42: 17:15:43 | scheduled-backup-incremental/9-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 17:15:43 | scheduled-backup-incremental/9-engage-incremental | +++ oc get projects logger.go:42: 17:15:43 | scheduled-backup-incremental/9-engage-incremental | +++ : logger.go:42: 17:15:43 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl get nodes logger.go:42: 17:15:43 | scheduled-backup-incremental/9-engage-incremental | +++ grep '^minikube' logger.go:42: 17:15:43 | scheduled-backup-incremental/9-engage-incremental | +++ which gsed logger.go:42: 17:15:43 | scheduled-backup-incremental/9-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:15:43 | scheduled-backup-incremental/9-engage-incremental | +++ which sed logger.go:42: 17:15:43 | scheduled-backup-incremental/9-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 17:15:43 | scheduled-backup-incremental/9-engage-incremental | ++ oc get projects logger.go:42: 17:15:43 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl version -o json logger.go:42: 17:15:43 | scheduled-backup-incremental/9-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 17:15:43 | scheduled-backup-incremental/9-engage-incremental | +++ grep '\-eks\-' logger.go:42: 17:15:43 | scheduled-backup-incremental/9-engage-incremental | grep: warning: stray \ before - logger.go:42: 17:15:44 | scheduled-backup-incremental/9-engage-incremental | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 17:15:44 | scheduled-backup-incremental/9-engage-incremental | ++ '[' ']' logger.go:42: 17:15:44 | scheduled-backup-incremental/9-engage-incremental | ++ EKS=0 logger.go:42: 17:15:44 | scheduled-backup-incremental/9-engage-incremental | +++ get_cluster_name logger.go:42: 17:15:44 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl -n kuttl-test-perfect-anchovy get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 17:15:44 | scheduled-backup-incremental/9-engage-incremental | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 17:15:44 | scheduled-backup-incremental/9-engage-incremental | ++ local schedule_name=minio-incr logger.go:42: 17:15:44 | scheduled-backup-incremental/9-engage-incremental | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 17:15:44 | scheduled-backup-incremental/9-engage-incremental | +++ printf %s kuttl-test-perfect-anchovy-scheduled-backup-incremental logger.go:42: 17:15:44 | scheduled-backup-incremental/9-engage-incremental | +++ sha1sum logger.go:42: 17:15:44 | scheduled-backup-incremental/9-engage-incremental | +++ awk '{print $1}' logger.go:42: 17:15:44 | scheduled-backup-incremental/9-engage-incremental | +++ head -c 5 logger.go:42: 17:15:44 | scheduled-backup-incremental/9-engage-incremental | ++ local prefix=c8a08 logger.go:42: 17:15:44 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl get ps-backup -n kuttl-test-perfect-anchovy -l percona.com/backup-ancestor=c8a08-minio-incr -o yaml logger.go:42: 17:15:44 | scheduled-backup-incremental/9-engage-incremental | +++ yq '.items | length' logger.go:42: 17:15:45 | scheduled-backup-incremental/9-engage-incremental | ++ local bcp_count=3 logger.go:42: 17:15:45 | scheduled-backup-incremental/9-engage-incremental | ++ echo 3 logger.go:42: 17:15:45 | scheduled-backup-incremental/9-engage-incremental | + bcp_count=3 logger.go:42: 17:15:45 | scheduled-backup-incremental/9-engage-incremental | + [[ 3 -lt 6 ]] logger.go:42: 17:15:45 | scheduled-backup-incremental/9-engage-incremental | + echo 'There are 3 incremental ps-backups but should be at least 6' logger.go:42: 17:15:45 | scheduled-backup-incremental/9-engage-incremental | There are 3 incremental ps-backups but should be at least 6 logger.go:42: 17:15:45 | scheduled-backup-incremental/9-engage-incremental | + exit 1 logger.go:42: 17:15:46 | scheduled-backup-incremental/9-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 6 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 6" exit 1 fi] logger.go:42: 17:15:46 | scheduled-backup-incremental/9-engage-incremental | + source ../../functions logger.go:42: 17:15:46 | scheduled-backup-incremental/9-engage-incremental | +++ realpath ../../.. logger.go:42: 17:15:46 | scheduled-backup-incremental/9-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:15:46 | scheduled-backup-incremental/9-engage-incremental | ++++ pwd logger.go:42: 17:15:46 | scheduled-backup-incremental/9-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 17:15:46 | scheduled-backup-incremental/9-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 17:15:46 | scheduled-backup-incremental/9-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/vars.sh logger.go:42: 17:15:46 | scheduled-backup-incremental/9-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:15:46 | scheduled-backup-incremental/9-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:15:46 | scheduled-backup-incremental/9-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:15:46 | scheduled-backup-incremental/9-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:15:46 | scheduled-backup-incremental/9-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:15:46 | scheduled-backup-incremental/9-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:15:46 | scheduled-backup-incremental/9-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:15:46 | scheduled-backup-incremental/9-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:15:46 | scheduled-backup-incremental/9-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:15:46 | scheduled-backup-incremental/9-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:15:46 | scheduled-backup-incremental/9-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 17:15:46 | scheduled-backup-incremental/9-engage-incremental | +++ export GIT_BRANCH=PR-1269 logger.go:42: 17:15:46 | scheduled-backup-incremental/9-engage-incremental | +++ GIT_BRANCH=PR-1269 logger.go:42: 17:15:46 | scheduled-backup-incremental/9-engage-incremental | +++ export VERSION=PR-1269-fbab6499 logger.go:42: 17:15:46 | scheduled-backup-incremental/9-engage-incremental | +++ VERSION=PR-1269-fbab6499 logger.go:42: 17:15:46 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:15:46 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:15:46 | scheduled-backup-incremental/9-engage-incremental | +++ [[ -z 8.0 ]] logger.go:42: 17:15:46 | scheduled-backup-incremental/9-engage-incremental | +++ export MYSQL_VERSION=8.0 logger.go:42: 17:15:46 | scheduled-backup-incremental/9-engage-incremental | +++ MYSQL_VERSION=8.0 logger.go:42: 17:15:46 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:15:46 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:15:46 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:15:46 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:15:46 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:15:46 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:15:46 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:15:46 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:15:46 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:15:46 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:15:46 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:15:46 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:15:46 | scheduled-backup-incremental/9-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:15:46 | scheduled-backup-incremental/9-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:15:46 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:15:46 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:15:46 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:15:46 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:15:46 | scheduled-backup-incremental/9-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 17:15:46 | scheduled-backup-incremental/9-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 17:15:46 | scheduled-backup-incremental/9-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 17:15:46 | scheduled-backup-incremental/9-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 17:15:46 | scheduled-backup-incremental/9-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 17:15:46 | scheduled-backup-incremental/9-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 17:15:46 | scheduled-backup-incremental/9-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 17:15:46 | scheduled-backup-incremental/9-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 17:15:46 | scheduled-backup-incremental/9-engage-incremental | ++++ which gdate logger.go:42: 17:15:46 | scheduled-backup-incremental/9-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:15:46 | scheduled-backup-incremental/9-engage-incremental | ++++ which date logger.go:42: 17:15:46 | scheduled-backup-incremental/9-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 17:15:46 | scheduled-backup-incremental/9-engage-incremental | +++ oc get projects logger.go:42: 17:15:46 | scheduled-backup-incremental/9-engage-incremental | +++ : logger.go:42: 17:15:46 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl get nodes logger.go:42: 17:15:46 | scheduled-backup-incremental/9-engage-incremental | +++ grep '^minikube' logger.go:42: 17:15:47 | scheduled-backup-incremental/9-engage-incremental | +++ which gsed logger.go:42: 17:15:47 | scheduled-backup-incremental/9-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:15:47 | scheduled-backup-incremental/9-engage-incremental | +++ which sed logger.go:42: 17:15:47 | scheduled-backup-incremental/9-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 17:15:47 | scheduled-backup-incremental/9-engage-incremental | ++ oc get projects logger.go:42: 17:15:47 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl version -o json logger.go:42: 17:15:47 | scheduled-backup-incremental/9-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 17:15:47 | scheduled-backup-incremental/9-engage-incremental | +++ grep '\-eks\-' logger.go:42: 17:15:47 | scheduled-backup-incremental/9-engage-incremental | grep: warning: stray \ before - logger.go:42: 17:15:47 | scheduled-backup-incremental/9-engage-incremental | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 17:15:47 | scheduled-backup-incremental/9-engage-incremental | ++ '[' ']' logger.go:42: 17:15:47 | scheduled-backup-incremental/9-engage-incremental | ++ EKS=0 logger.go:42: 17:15:47 | scheduled-backup-incremental/9-engage-incremental | +++ get_cluster_name logger.go:42: 17:15:47 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl -n kuttl-test-perfect-anchovy get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 17:15:48 | scheduled-backup-incremental/9-engage-incremental | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 17:15:48 | scheduled-backup-incremental/9-engage-incremental | ++ local schedule_name=minio-incr logger.go:42: 17:15:48 | scheduled-backup-incremental/9-engage-incremental | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 17:15:48 | scheduled-backup-incremental/9-engage-incremental | +++ printf %s kuttl-test-perfect-anchovy-scheduled-backup-incremental logger.go:42: 17:15:48 | scheduled-backup-incremental/9-engage-incremental | +++ sha1sum logger.go:42: 17:15:48 | scheduled-backup-incremental/9-engage-incremental | +++ awk '{print $1}' logger.go:42: 17:15:48 | scheduled-backup-incremental/9-engage-incremental | +++ head -c 5 logger.go:42: 17:15:48 | scheduled-backup-incremental/9-engage-incremental | ++ local prefix=c8a08 logger.go:42: 17:15:48 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl get ps-backup -n kuttl-test-perfect-anchovy -l percona.com/backup-ancestor=c8a08-minio-incr -o yaml logger.go:42: 17:15:48 | scheduled-backup-incremental/9-engage-incremental | +++ yq '.items | length' logger.go:42: 17:15:48 | scheduled-backup-incremental/9-engage-incremental | ++ local bcp_count=3 logger.go:42: 17:15:48 | scheduled-backup-incremental/9-engage-incremental | ++ echo 3 logger.go:42: 17:15:48 | scheduled-backup-incremental/9-engage-incremental | + bcp_count=3 logger.go:42: 17:15:48 | scheduled-backup-incremental/9-engage-incremental | + [[ 3 -lt 6 ]] logger.go:42: 17:15:48 | scheduled-backup-incremental/9-engage-incremental | + echo 'There are 3 incremental ps-backups but should be at least 6' logger.go:42: 17:15:48 | scheduled-backup-incremental/9-engage-incremental | There are 3 incremental ps-backups but should be at least 6 logger.go:42: 17:15:48 | scheduled-backup-incremental/9-engage-incremental | + exit 1 logger.go:42: 17:15:50 | scheduled-backup-incremental/9-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 6 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 6" exit 1 fi] logger.go:42: 17:15:50 | scheduled-backup-incremental/9-engage-incremental | + source ../../functions logger.go:42: 17:15:50 | scheduled-backup-incremental/9-engage-incremental | +++ realpath ../../.. logger.go:42: 17:15:50 | scheduled-backup-incremental/9-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:15:50 | scheduled-backup-incremental/9-engage-incremental | ++++ pwd logger.go:42: 17:15:50 | scheduled-backup-incremental/9-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 17:15:50 | scheduled-backup-incremental/9-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 17:15:50 | scheduled-backup-incremental/9-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/vars.sh logger.go:42: 17:15:50 | scheduled-backup-incremental/9-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:15:50 | scheduled-backup-incremental/9-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:15:50 | scheduled-backup-incremental/9-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:15:50 | scheduled-backup-incremental/9-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:15:50 | scheduled-backup-incremental/9-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:15:50 | scheduled-backup-incremental/9-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:15:50 | scheduled-backup-incremental/9-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:15:50 | scheduled-backup-incremental/9-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:15:50 | scheduled-backup-incremental/9-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:15:50 | scheduled-backup-incremental/9-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:15:50 | scheduled-backup-incremental/9-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 17:15:50 | scheduled-backup-incremental/9-engage-incremental | +++ export GIT_BRANCH=PR-1269 logger.go:42: 17:15:50 | scheduled-backup-incremental/9-engage-incremental | +++ GIT_BRANCH=PR-1269 logger.go:42: 17:15:50 | scheduled-backup-incremental/9-engage-incremental | +++ export VERSION=PR-1269-fbab6499 logger.go:42: 17:15:50 | scheduled-backup-incremental/9-engage-incremental | +++ VERSION=PR-1269-fbab6499 logger.go:42: 17:15:50 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:15:50 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:15:50 | scheduled-backup-incremental/9-engage-incremental | +++ [[ -z 8.0 ]] logger.go:42: 17:15:50 | scheduled-backup-incremental/9-engage-incremental | +++ export MYSQL_VERSION=8.0 logger.go:42: 17:15:50 | scheduled-backup-incremental/9-engage-incremental | +++ MYSQL_VERSION=8.0 logger.go:42: 17:15:50 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:15:50 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:15:50 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:15:50 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:15:50 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:15:50 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:15:50 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:15:50 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:15:50 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:15:50 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:15:50 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:15:50 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:15:50 | scheduled-backup-incremental/9-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:15:50 | scheduled-backup-incremental/9-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:15:50 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:15:50 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:15:50 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:15:50 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:15:50 | scheduled-backup-incremental/9-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 17:15:50 | scheduled-backup-incremental/9-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 17:15:50 | scheduled-backup-incremental/9-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 17:15:50 | scheduled-backup-incremental/9-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 17:15:50 | scheduled-backup-incremental/9-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 17:15:50 | scheduled-backup-incremental/9-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 17:15:50 | scheduled-backup-incremental/9-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 17:15:50 | scheduled-backup-incremental/9-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 17:15:50 | scheduled-backup-incremental/9-engage-incremental | ++++ which gdate logger.go:42: 17:15:50 | scheduled-backup-incremental/9-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:15:50 | scheduled-backup-incremental/9-engage-incremental | ++++ which date logger.go:42: 17:15:50 | scheduled-backup-incremental/9-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 17:15:50 | scheduled-backup-incremental/9-engage-incremental | +++ oc get projects logger.go:42: 17:15:50 | scheduled-backup-incremental/9-engage-incremental | +++ : logger.go:42: 17:15:50 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl get nodes logger.go:42: 17:15:50 | scheduled-backup-incremental/9-engage-incremental | +++ grep '^minikube' logger.go:42: 17:15:50 | scheduled-backup-incremental/9-engage-incremental | +++ which gsed logger.go:42: 17:15:50 | scheduled-backup-incremental/9-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:15:50 | scheduled-backup-incremental/9-engage-incremental | +++ which sed logger.go:42: 17:15:50 | scheduled-backup-incremental/9-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 17:15:50 | scheduled-backup-incremental/9-engage-incremental | ++ oc get projects logger.go:42: 17:15:50 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl version -o json logger.go:42: 17:15:50 | scheduled-backup-incremental/9-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 17:15:50 | scheduled-backup-incremental/9-engage-incremental | +++ grep '\-eks\-' logger.go:42: 17:15:50 | scheduled-backup-incremental/9-engage-incremental | grep: warning: stray \ before - logger.go:42: 17:15:51 | scheduled-backup-incremental/9-engage-incremental | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 17:15:51 | scheduled-backup-incremental/9-engage-incremental | ++ '[' ']' logger.go:42: 17:15:51 | scheduled-backup-incremental/9-engage-incremental | ++ EKS=0 logger.go:42: 17:15:51 | scheduled-backup-incremental/9-engage-incremental | +++ get_cluster_name logger.go:42: 17:15:51 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl -n kuttl-test-perfect-anchovy get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 17:15:51 | scheduled-backup-incremental/9-engage-incremental | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 17:15:51 | scheduled-backup-incremental/9-engage-incremental | ++ local schedule_name=minio-incr logger.go:42: 17:15:51 | scheduled-backup-incremental/9-engage-incremental | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 17:15:51 | scheduled-backup-incremental/9-engage-incremental | +++ printf %s kuttl-test-perfect-anchovy-scheduled-backup-incremental logger.go:42: 17:15:51 | scheduled-backup-incremental/9-engage-incremental | +++ sha1sum logger.go:42: 17:15:51 | scheduled-backup-incremental/9-engage-incremental | +++ awk '{print $1}' logger.go:42: 17:15:51 | scheduled-backup-incremental/9-engage-incremental | +++ head -c 5 logger.go:42: 17:15:51 | scheduled-backup-incremental/9-engage-incremental | ++ local prefix=c8a08 logger.go:42: 17:15:51 | scheduled-backup-incremental/9-engage-incremental | +++ yq '.items | length' logger.go:42: 17:15:51 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl get ps-backup -n kuttl-test-perfect-anchovy -l percona.com/backup-ancestor=c8a08-minio-incr -o yaml logger.go:42: 17:15:52 | scheduled-backup-incremental/9-engage-incremental | ++ local bcp_count=3 logger.go:42: 17:15:52 | scheduled-backup-incremental/9-engage-incremental | ++ echo 3 logger.go:42: 17:15:52 | scheduled-backup-incremental/9-engage-incremental | + bcp_count=3 logger.go:42: 17:15:52 | scheduled-backup-incremental/9-engage-incremental | + [[ 3 -lt 6 ]] logger.go:42: 17:15:52 | scheduled-backup-incremental/9-engage-incremental | + echo 'There are 3 incremental ps-backups but should be at least 6' logger.go:42: 17:15:52 | scheduled-backup-incremental/9-engage-incremental | There are 3 incremental ps-backups but should be at least 6 logger.go:42: 17:15:52 | scheduled-backup-incremental/9-engage-incremental | + exit 1 logger.go:42: 17:15:53 | scheduled-backup-incremental/9-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 6 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 6" exit 1 fi] logger.go:42: 17:15:53 | scheduled-backup-incremental/9-engage-incremental | + source ../../functions logger.go:42: 17:15:53 | scheduled-backup-incremental/9-engage-incremental | +++ realpath ../../.. logger.go:42: 17:15:53 | scheduled-backup-incremental/9-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:15:53 | scheduled-backup-incremental/9-engage-incremental | ++++ pwd logger.go:42: 17:15:53 | scheduled-backup-incremental/9-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 17:15:53 | scheduled-backup-incremental/9-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 17:15:53 | scheduled-backup-incremental/9-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/vars.sh logger.go:42: 17:15:53 | scheduled-backup-incremental/9-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:15:53 | scheduled-backup-incremental/9-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:15:53 | scheduled-backup-incremental/9-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:15:53 | scheduled-backup-incremental/9-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:15:53 | scheduled-backup-incremental/9-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:15:53 | scheduled-backup-incremental/9-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:15:53 | scheduled-backup-incremental/9-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:15:53 | scheduled-backup-incremental/9-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:15:53 | scheduled-backup-incremental/9-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:15:53 | scheduled-backup-incremental/9-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:15:53 | scheduled-backup-incremental/9-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 17:15:53 | scheduled-backup-incremental/9-engage-incremental | +++ export GIT_BRANCH=PR-1269 logger.go:42: 17:15:53 | scheduled-backup-incremental/9-engage-incremental | +++ GIT_BRANCH=PR-1269 logger.go:42: 17:15:53 | scheduled-backup-incremental/9-engage-incremental | +++ export VERSION=PR-1269-fbab6499 logger.go:42: 17:15:53 | scheduled-backup-incremental/9-engage-incremental | +++ VERSION=PR-1269-fbab6499 logger.go:42: 17:15:53 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:15:53 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:15:53 | scheduled-backup-incremental/9-engage-incremental | +++ [[ -z 8.0 ]] logger.go:42: 17:15:53 | scheduled-backup-incremental/9-engage-incremental | +++ export MYSQL_VERSION=8.0 logger.go:42: 17:15:53 | scheduled-backup-incremental/9-engage-incremental | +++ MYSQL_VERSION=8.0 logger.go:42: 17:15:53 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:15:53 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:15:53 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:15:53 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:15:53 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:15:53 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:15:53 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:15:53 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:15:53 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:15:53 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:15:53 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:15:53 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:15:53 | scheduled-backup-incremental/9-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:15:53 | scheduled-backup-incremental/9-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:15:53 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:15:53 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:15:53 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:15:53 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:15:53 | scheduled-backup-incremental/9-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 17:15:53 | scheduled-backup-incremental/9-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 17:15:53 | scheduled-backup-incremental/9-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 17:15:53 | scheduled-backup-incremental/9-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 17:15:53 | scheduled-backup-incremental/9-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 17:15:53 | scheduled-backup-incremental/9-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 17:15:53 | scheduled-backup-incremental/9-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 17:15:53 | scheduled-backup-incremental/9-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 17:15:53 | scheduled-backup-incremental/9-engage-incremental | ++++ which gdate logger.go:42: 17:15:53 | scheduled-backup-incremental/9-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:15:53 | scheduled-backup-incremental/9-engage-incremental | ++++ which date logger.go:42: 17:15:53 | scheduled-backup-incremental/9-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 17:15:53 | scheduled-backup-incremental/9-engage-incremental | +++ oc get projects logger.go:42: 17:15:53 | scheduled-backup-incremental/9-engage-incremental | +++ : logger.go:42: 17:15:53 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl get nodes logger.go:42: 17:15:53 | scheduled-backup-incremental/9-engage-incremental | +++ grep '^minikube' logger.go:42: 17:15:53 | scheduled-backup-incremental/9-engage-incremental | +++ which gsed logger.go:42: 17:15:53 | scheduled-backup-incremental/9-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:15:53 | scheduled-backup-incremental/9-engage-incremental | +++ which sed logger.go:42: 17:15:53 | scheduled-backup-incremental/9-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 17:15:53 | scheduled-backup-incremental/9-engage-incremental | ++ oc get projects logger.go:42: 17:15:53 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl version -o json logger.go:42: 17:15:53 | scheduled-backup-incremental/9-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 17:15:53 | scheduled-backup-incremental/9-engage-incremental | +++ grep '\-eks\-' logger.go:42: 17:15:53 | scheduled-backup-incremental/9-engage-incremental | grep: warning: stray \ before - logger.go:42: 17:15:54 | scheduled-backup-incremental/9-engage-incremental | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 17:15:54 | scheduled-backup-incremental/9-engage-incremental | ++ '[' ']' logger.go:42: 17:15:54 | scheduled-backup-incremental/9-engage-incremental | ++ EKS=0 logger.go:42: 17:15:54 | scheduled-backup-incremental/9-engage-incremental | +++ get_cluster_name logger.go:42: 17:15:54 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl -n kuttl-test-perfect-anchovy get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 17:15:54 | scheduled-backup-incremental/9-engage-incremental | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 17:15:54 | scheduled-backup-incremental/9-engage-incremental | ++ local schedule_name=minio-incr logger.go:42: 17:15:54 | scheduled-backup-incremental/9-engage-incremental | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 17:15:54 | scheduled-backup-incremental/9-engage-incremental | +++ printf %s kuttl-test-perfect-anchovy-scheduled-backup-incremental logger.go:42: 17:15:54 | scheduled-backup-incremental/9-engage-incremental | +++ sha1sum logger.go:42: 17:15:54 | scheduled-backup-incremental/9-engage-incremental | +++ awk '{print $1}' logger.go:42: 17:15:54 | scheduled-backup-incremental/9-engage-incremental | +++ head -c 5 logger.go:42: 17:15:54 | scheduled-backup-incremental/9-engage-incremental | ++ local prefix=c8a08 logger.go:42: 17:15:54 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl get ps-backup -n kuttl-test-perfect-anchovy -l percona.com/backup-ancestor=c8a08-minio-incr -o yaml logger.go:42: 17:15:54 | scheduled-backup-incremental/9-engage-incremental | +++ yq '.items | length' logger.go:42: 17:15:55 | scheduled-backup-incremental/9-engage-incremental | ++ local bcp_count=3 logger.go:42: 17:15:55 | scheduled-backup-incremental/9-engage-incremental | ++ echo 3 logger.go:42: 17:15:55 | scheduled-backup-incremental/9-engage-incremental | + bcp_count=3 logger.go:42: 17:15:55 | scheduled-backup-incremental/9-engage-incremental | + [[ 3 -lt 6 ]] logger.go:42: 17:15:55 | scheduled-backup-incremental/9-engage-incremental | + echo 'There are 3 incremental ps-backups but should be at least 6' logger.go:42: 17:15:55 | scheduled-backup-incremental/9-engage-incremental | There are 3 incremental ps-backups but should be at least 6 logger.go:42: 17:15:55 | scheduled-backup-incremental/9-engage-incremental | + exit 1 logger.go:42: 17:15:56 | scheduled-backup-incremental/9-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 6 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 6" exit 1 fi] logger.go:42: 17:15:56 | scheduled-backup-incremental/9-engage-incremental | + source ../../functions logger.go:42: 17:15:56 | scheduled-backup-incremental/9-engage-incremental | +++ realpath ../../.. logger.go:42: 17:15:56 | scheduled-backup-incremental/9-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:15:56 | scheduled-backup-incremental/9-engage-incremental | ++++ pwd logger.go:42: 17:15:56 | scheduled-backup-incremental/9-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 17:15:56 | scheduled-backup-incremental/9-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 17:15:56 | scheduled-backup-incremental/9-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/vars.sh logger.go:42: 17:15:56 | scheduled-backup-incremental/9-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:15:56 | scheduled-backup-incremental/9-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:15:56 | scheduled-backup-incremental/9-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:15:56 | scheduled-backup-incremental/9-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:15:56 | scheduled-backup-incremental/9-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:15:56 | scheduled-backup-incremental/9-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:15:56 | scheduled-backup-incremental/9-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:15:56 | scheduled-backup-incremental/9-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:15:56 | scheduled-backup-incremental/9-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:15:56 | scheduled-backup-incremental/9-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:15:56 | scheduled-backup-incremental/9-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 17:15:56 | scheduled-backup-incremental/9-engage-incremental | +++ export GIT_BRANCH=PR-1269 logger.go:42: 17:15:56 | scheduled-backup-incremental/9-engage-incremental | +++ GIT_BRANCH=PR-1269 logger.go:42: 17:15:56 | scheduled-backup-incremental/9-engage-incremental | +++ export VERSION=PR-1269-fbab6499 logger.go:42: 17:15:56 | scheduled-backup-incremental/9-engage-incremental | +++ VERSION=PR-1269-fbab6499 logger.go:42: 17:15:56 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:15:56 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:15:56 | scheduled-backup-incremental/9-engage-incremental | +++ [[ -z 8.0 ]] logger.go:42: 17:15:56 | scheduled-backup-incremental/9-engage-incremental | +++ export MYSQL_VERSION=8.0 logger.go:42: 17:15:56 | scheduled-backup-incremental/9-engage-incremental | +++ MYSQL_VERSION=8.0 logger.go:42: 17:15:56 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:15:56 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:15:56 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:15:56 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:15:56 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:15:56 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:15:56 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:15:56 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:15:56 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:15:56 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:15:56 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:15:56 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:15:56 | scheduled-backup-incremental/9-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:15:56 | scheduled-backup-incremental/9-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:15:56 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:15:56 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:15:56 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:15:56 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:15:56 | scheduled-backup-incremental/9-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 17:15:56 | scheduled-backup-incremental/9-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 17:15:56 | scheduled-backup-incremental/9-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 17:15:56 | scheduled-backup-incremental/9-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 17:15:56 | scheduled-backup-incremental/9-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 17:15:56 | scheduled-backup-incremental/9-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 17:15:56 | scheduled-backup-incremental/9-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 17:15:56 | scheduled-backup-incremental/9-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 17:15:56 | scheduled-backup-incremental/9-engage-incremental | ++++ which gdate logger.go:42: 17:15:56 | scheduled-backup-incremental/9-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:15:56 | scheduled-backup-incremental/9-engage-incremental | ++++ which date logger.go:42: 17:15:56 | scheduled-backup-incremental/9-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 17:15:56 | scheduled-backup-incremental/9-engage-incremental | +++ oc get projects logger.go:42: 17:15:56 | scheduled-backup-incremental/9-engage-incremental | +++ : logger.go:42: 17:15:56 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl get nodes logger.go:42: 17:15:56 | scheduled-backup-incremental/9-engage-incremental | +++ grep '^minikube' logger.go:42: 17:15:57 | scheduled-backup-incremental/9-engage-incremental | +++ which gsed logger.go:42: 17:15:57 | scheduled-backup-incremental/9-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:15:57 | scheduled-backup-incremental/9-engage-incremental | +++ which sed logger.go:42: 17:15:57 | scheduled-backup-incremental/9-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 17:15:57 | scheduled-backup-incremental/9-engage-incremental | ++ oc get projects logger.go:42: 17:15:57 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl version -o json logger.go:42: 17:15:57 | scheduled-backup-incremental/9-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 17:15:57 | scheduled-backup-incremental/9-engage-incremental | +++ grep '\-eks\-' logger.go:42: 17:15:57 | scheduled-backup-incremental/9-engage-incremental | grep: warning: stray \ before - logger.go:42: 17:15:57 | scheduled-backup-incremental/9-engage-incremental | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 17:15:57 | scheduled-backup-incremental/9-engage-incremental | ++ '[' ']' logger.go:42: 17:15:57 | scheduled-backup-incremental/9-engage-incremental | ++ EKS=0 logger.go:42: 17:15:57 | scheduled-backup-incremental/9-engage-incremental | +++ get_cluster_name logger.go:42: 17:15:57 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl -n kuttl-test-perfect-anchovy get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 17:15:58 | scheduled-backup-incremental/9-engage-incremental | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 17:15:58 | scheduled-backup-incremental/9-engage-incremental | ++ local schedule_name=minio-incr logger.go:42: 17:15:58 | scheduled-backup-incremental/9-engage-incremental | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 17:15:58 | scheduled-backup-incremental/9-engage-incremental | +++ printf %s kuttl-test-perfect-anchovy-scheduled-backup-incremental logger.go:42: 17:15:58 | scheduled-backup-incremental/9-engage-incremental | +++ sha1sum logger.go:42: 17:15:58 | scheduled-backup-incremental/9-engage-incremental | +++ awk '{print $1}' logger.go:42: 17:15:58 | scheduled-backup-incremental/9-engage-incremental | +++ head -c 5 logger.go:42: 17:15:58 | scheduled-backup-incremental/9-engage-incremental | ++ local prefix=c8a08 logger.go:42: 17:15:58 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl get ps-backup -n kuttl-test-perfect-anchovy -l percona.com/backup-ancestor=c8a08-minio-incr -o yaml logger.go:42: 17:15:58 | scheduled-backup-incremental/9-engage-incremental | +++ yq '.items | length' logger.go:42: 17:15:58 | scheduled-backup-incremental/9-engage-incremental | ++ local bcp_count=3 logger.go:42: 17:15:58 | scheduled-backup-incremental/9-engage-incremental | ++ echo 3 logger.go:42: 17:15:58 | scheduled-backup-incremental/9-engage-incremental | + bcp_count=3 logger.go:42: 17:15:58 | scheduled-backup-incremental/9-engage-incremental | + [[ 3 -lt 6 ]] logger.go:42: 17:15:58 | scheduled-backup-incremental/9-engage-incremental | + echo 'There are 3 incremental ps-backups but should be at least 6' logger.go:42: 17:15:58 | scheduled-backup-incremental/9-engage-incremental | There are 3 incremental ps-backups but should be at least 6 logger.go:42: 17:15:58 | scheduled-backup-incremental/9-engage-incremental | + exit 1 logger.go:42: 17:15:59 | scheduled-backup-incremental/9-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 6 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 6" exit 1 fi] logger.go:42: 17:15:59 | scheduled-backup-incremental/9-engage-incremental | + source ../../functions logger.go:42: 17:15:59 | scheduled-backup-incremental/9-engage-incremental | +++ realpath ../../.. logger.go:42: 17:15:59 | scheduled-backup-incremental/9-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:15:59 | scheduled-backup-incremental/9-engage-incremental | ++++ pwd logger.go:42: 17:15:59 | scheduled-backup-incremental/9-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 17:15:59 | scheduled-backup-incremental/9-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 17:15:59 | scheduled-backup-incremental/9-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/vars.sh logger.go:42: 17:15:59 | scheduled-backup-incremental/9-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:15:59 | scheduled-backup-incremental/9-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:15:59 | scheduled-backup-incremental/9-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:15:59 | scheduled-backup-incremental/9-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:15:59 | scheduled-backup-incremental/9-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:15:59 | scheduled-backup-incremental/9-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:15:59 | scheduled-backup-incremental/9-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:15:59 | scheduled-backup-incremental/9-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:15:59 | scheduled-backup-incremental/9-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:15:59 | scheduled-backup-incremental/9-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:15:59 | scheduled-backup-incremental/9-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 17:15:59 | scheduled-backup-incremental/9-engage-incremental | +++ export GIT_BRANCH=PR-1269 logger.go:42: 17:15:59 | scheduled-backup-incremental/9-engage-incremental | +++ GIT_BRANCH=PR-1269 logger.go:42: 17:15:59 | scheduled-backup-incremental/9-engage-incremental | +++ export VERSION=PR-1269-fbab6499 logger.go:42: 17:15:59 | scheduled-backup-incremental/9-engage-incremental | +++ VERSION=PR-1269-fbab6499 logger.go:42: 17:15:59 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:15:59 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:15:59 | scheduled-backup-incremental/9-engage-incremental | +++ [[ -z 8.0 ]] logger.go:42: 17:15:59 | scheduled-backup-incremental/9-engage-incremental | +++ export MYSQL_VERSION=8.0 logger.go:42: 17:15:59 | scheduled-backup-incremental/9-engage-incremental | +++ MYSQL_VERSION=8.0 logger.go:42: 17:15:59 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:15:59 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:15:59 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:15:59 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:15:59 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:15:59 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:15:59 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:15:59 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:15:59 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:15:59 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:15:59 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:15:59 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:15:59 | scheduled-backup-incremental/9-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:15:59 | scheduled-backup-incremental/9-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:15:59 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:15:59 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:15:59 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:15:59 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:15:59 | scheduled-backup-incremental/9-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 17:15:59 | scheduled-backup-incremental/9-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 17:15:59 | scheduled-backup-incremental/9-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 17:15:59 | scheduled-backup-incremental/9-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 17:15:59 | scheduled-backup-incremental/9-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 17:15:59 | scheduled-backup-incremental/9-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 17:15:59 | scheduled-backup-incremental/9-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 17:15:59 | scheduled-backup-incremental/9-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 17:15:59 | scheduled-backup-incremental/9-engage-incremental | ++++ which gdate logger.go:42: 17:15:59 | scheduled-backup-incremental/9-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:15:59 | scheduled-backup-incremental/9-engage-incremental | ++++ which date logger.go:42: 17:15:59 | scheduled-backup-incremental/9-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 17:15:59 | scheduled-backup-incremental/9-engage-incremental | +++ oc get projects logger.go:42: 17:15:59 | scheduled-backup-incremental/9-engage-incremental | +++ : logger.go:42: 17:15:59 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl get nodes logger.go:42: 17:15:59 | scheduled-backup-incremental/9-engage-incremental | +++ grep '^minikube' logger.go:42: 17:16:00 | scheduled-backup-incremental/9-engage-incremental | +++ which gsed logger.go:42: 17:16:00 | scheduled-backup-incremental/9-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:16:00 | scheduled-backup-incremental/9-engage-incremental | +++ which sed logger.go:42: 17:16:00 | scheduled-backup-incremental/9-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 17:16:00 | scheduled-backup-incremental/9-engage-incremental | ++ oc get projects logger.go:42: 17:16:00 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl version -o json logger.go:42: 17:16:00 | scheduled-backup-incremental/9-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 17:16:00 | scheduled-backup-incremental/9-engage-incremental | +++ grep '\-eks\-' logger.go:42: 17:16:00 | scheduled-backup-incremental/9-engage-incremental | grep: warning: stray \ before - logger.go:42: 17:16:00 | scheduled-backup-incremental/9-engage-incremental | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 17:16:00 | scheduled-backup-incremental/9-engage-incremental | ++ '[' ']' logger.go:42: 17:16:00 | scheduled-backup-incremental/9-engage-incremental | ++ EKS=0 logger.go:42: 17:16:00 | scheduled-backup-incremental/9-engage-incremental | +++ get_cluster_name logger.go:42: 17:16:00 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl -n kuttl-test-perfect-anchovy get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 17:16:01 | scheduled-backup-incremental/9-engage-incremental | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 17:16:01 | scheduled-backup-incremental/9-engage-incremental | ++ local schedule_name=minio-incr logger.go:42: 17:16:01 | scheduled-backup-incremental/9-engage-incremental | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 17:16:01 | scheduled-backup-incremental/9-engage-incremental | +++ printf %s kuttl-test-perfect-anchovy-scheduled-backup-incremental logger.go:42: 17:16:01 | scheduled-backup-incremental/9-engage-incremental | +++ sha1sum logger.go:42: 17:16:01 | scheduled-backup-incremental/9-engage-incremental | +++ awk '{print $1}' logger.go:42: 17:16:01 | scheduled-backup-incremental/9-engage-incremental | +++ head -c 5 logger.go:42: 17:16:01 | scheduled-backup-incremental/9-engage-incremental | ++ local prefix=c8a08 logger.go:42: 17:16:01 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl get ps-backup -n kuttl-test-perfect-anchovy -l percona.com/backup-ancestor=c8a08-minio-incr -o yaml logger.go:42: 17:16:01 | scheduled-backup-incremental/9-engage-incremental | +++ yq '.items | length' logger.go:42: 17:16:02 | scheduled-backup-incremental/9-engage-incremental | ++ local bcp_count=3 logger.go:42: 17:16:02 | scheduled-backup-incremental/9-engage-incremental | ++ echo 3 logger.go:42: 17:16:02 | scheduled-backup-incremental/9-engage-incremental | + bcp_count=3 logger.go:42: 17:16:02 | scheduled-backup-incremental/9-engage-incremental | + [[ 3 -lt 6 ]] logger.go:42: 17:16:02 | scheduled-backup-incremental/9-engage-incremental | + echo 'There are 3 incremental ps-backups but should be at least 6' logger.go:42: 17:16:02 | scheduled-backup-incremental/9-engage-incremental | There are 3 incremental ps-backups but should be at least 6 logger.go:42: 17:16:02 | scheduled-backup-incremental/9-engage-incremental | + exit 1 logger.go:42: 17:16:03 | scheduled-backup-incremental/9-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 6 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 6" exit 1 fi] logger.go:42: 17:16:03 | scheduled-backup-incremental/9-engage-incremental | + source ../../functions logger.go:42: 17:16:03 | scheduled-backup-incremental/9-engage-incremental | +++ realpath ../../.. logger.go:42: 17:16:03 | scheduled-backup-incremental/9-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:16:03 | scheduled-backup-incremental/9-engage-incremental | ++++ pwd logger.go:42: 17:16:03 | scheduled-backup-incremental/9-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 17:16:03 | scheduled-backup-incremental/9-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 17:16:03 | scheduled-backup-incremental/9-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/vars.sh logger.go:42: 17:16:03 | scheduled-backup-incremental/9-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:16:03 | scheduled-backup-incremental/9-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:16:03 | scheduled-backup-incremental/9-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:16:03 | scheduled-backup-incremental/9-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:16:03 | scheduled-backup-incremental/9-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:16:03 | scheduled-backup-incremental/9-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:16:03 | scheduled-backup-incremental/9-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:16:03 | scheduled-backup-incremental/9-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:16:03 | scheduled-backup-incremental/9-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:16:03 | scheduled-backup-incremental/9-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:16:03 | scheduled-backup-incremental/9-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 17:16:03 | scheduled-backup-incremental/9-engage-incremental | +++ export GIT_BRANCH=PR-1269 logger.go:42: 17:16:03 | scheduled-backup-incremental/9-engage-incremental | +++ GIT_BRANCH=PR-1269 logger.go:42: 17:16:03 | scheduled-backup-incremental/9-engage-incremental | +++ export VERSION=PR-1269-fbab6499 logger.go:42: 17:16:03 | scheduled-backup-incremental/9-engage-incremental | +++ VERSION=PR-1269-fbab6499 logger.go:42: 17:16:03 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:16:03 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:16:03 | scheduled-backup-incremental/9-engage-incremental | +++ [[ -z 8.0 ]] logger.go:42: 17:16:03 | scheduled-backup-incremental/9-engage-incremental | +++ export MYSQL_VERSION=8.0 logger.go:42: 17:16:03 | scheduled-backup-incremental/9-engage-incremental | +++ MYSQL_VERSION=8.0 logger.go:42: 17:16:03 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:16:03 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:16:03 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:16:03 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:16:03 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:16:03 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:16:03 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:16:03 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:16:03 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:16:03 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:16:03 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:16:03 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:16:03 | scheduled-backup-incremental/9-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:16:03 | scheduled-backup-incremental/9-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:16:03 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:16:03 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:16:03 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:16:03 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:16:03 | scheduled-backup-incremental/9-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 17:16:03 | scheduled-backup-incremental/9-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 17:16:03 | scheduled-backup-incremental/9-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 17:16:03 | scheduled-backup-incremental/9-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 17:16:03 | scheduled-backup-incremental/9-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 17:16:03 | scheduled-backup-incremental/9-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 17:16:03 | scheduled-backup-incremental/9-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 17:16:03 | scheduled-backup-incremental/9-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 17:16:03 | scheduled-backup-incremental/9-engage-incremental | ++++ which gdate logger.go:42: 17:16:03 | scheduled-backup-incremental/9-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:16:03 | scheduled-backup-incremental/9-engage-incremental | ++++ which date logger.go:42: 17:16:03 | scheduled-backup-incremental/9-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 17:16:03 | scheduled-backup-incremental/9-engage-incremental | +++ oc get projects logger.go:42: 17:16:03 | scheduled-backup-incremental/9-engage-incremental | +++ : logger.go:42: 17:16:03 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl get nodes logger.go:42: 17:16:03 | scheduled-backup-incremental/9-engage-incremental | +++ grep '^minikube' logger.go:42: 17:16:03 | scheduled-backup-incremental/9-engage-incremental | +++ which gsed logger.go:42: 17:16:03 | scheduled-backup-incremental/9-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:16:03 | scheduled-backup-incremental/9-engage-incremental | +++ which sed logger.go:42: 17:16:03 | scheduled-backup-incremental/9-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 17:16:03 | scheduled-backup-incremental/9-engage-incremental | ++ oc get projects logger.go:42: 17:16:03 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl version -o json logger.go:42: 17:16:03 | scheduled-backup-incremental/9-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 17:16:03 | scheduled-backup-incremental/9-engage-incremental | +++ grep '\-eks\-' logger.go:42: 17:16:03 | scheduled-backup-incremental/9-engage-incremental | grep: warning: stray \ before - logger.go:42: 17:16:04 | scheduled-backup-incremental/9-engage-incremental | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 17:16:04 | scheduled-backup-incremental/9-engage-incremental | ++ '[' ']' logger.go:42: 17:16:04 | scheduled-backup-incremental/9-engage-incremental | ++ EKS=0 logger.go:42: 17:16:04 | scheduled-backup-incremental/9-engage-incremental | +++ get_cluster_name logger.go:42: 17:16:04 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl -n kuttl-test-perfect-anchovy get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 17:16:04 | scheduled-backup-incremental/9-engage-incremental | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 17:16:04 | scheduled-backup-incremental/9-engage-incremental | ++ local schedule_name=minio-incr logger.go:42: 17:16:04 | scheduled-backup-incremental/9-engage-incremental | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 17:16:04 | scheduled-backup-incremental/9-engage-incremental | +++ printf %s kuttl-test-perfect-anchovy-scheduled-backup-incremental logger.go:42: 17:16:04 | scheduled-backup-incremental/9-engage-incremental | +++ sha1sum logger.go:42: 17:16:04 | scheduled-backup-incremental/9-engage-incremental | +++ awk '{print $1}' logger.go:42: 17:16:04 | scheduled-backup-incremental/9-engage-incremental | +++ head -c 5 logger.go:42: 17:16:04 | scheduled-backup-incremental/9-engage-incremental | ++ local prefix=c8a08 logger.go:42: 17:16:04 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl get ps-backup -n kuttl-test-perfect-anchovy -l percona.com/backup-ancestor=c8a08-minio-incr -o yaml logger.go:42: 17:16:04 | scheduled-backup-incremental/9-engage-incremental | +++ yq '.items | length' logger.go:42: 17:16:05 | scheduled-backup-incremental/9-engage-incremental | ++ local bcp_count=3 logger.go:42: 17:16:05 | scheduled-backup-incremental/9-engage-incremental | ++ echo 3 logger.go:42: 17:16:05 | scheduled-backup-incremental/9-engage-incremental | + bcp_count=3 logger.go:42: 17:16:05 | scheduled-backup-incremental/9-engage-incremental | + [[ 3 -lt 6 ]] logger.go:42: 17:16:05 | scheduled-backup-incremental/9-engage-incremental | + echo 'There are 3 incremental ps-backups but should be at least 6' logger.go:42: 17:16:05 | scheduled-backup-incremental/9-engage-incremental | There are 3 incremental ps-backups but should be at least 6 logger.go:42: 17:16:05 | scheduled-backup-incremental/9-engage-incremental | + exit 1 logger.go:42: 17:16:06 | scheduled-backup-incremental/9-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 6 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 6" exit 1 fi] logger.go:42: 17:16:06 | scheduled-backup-incremental/9-engage-incremental | + source ../../functions logger.go:42: 17:16:06 | scheduled-backup-incremental/9-engage-incremental | +++ realpath ../../.. logger.go:42: 17:16:06 | scheduled-backup-incremental/9-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:16:06 | scheduled-backup-incremental/9-engage-incremental | ++++ pwd logger.go:42: 17:16:06 | scheduled-backup-incremental/9-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 17:16:06 | scheduled-backup-incremental/9-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 17:16:06 | scheduled-backup-incremental/9-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/vars.sh logger.go:42: 17:16:06 | scheduled-backup-incremental/9-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:16:06 | scheduled-backup-incremental/9-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:16:06 | scheduled-backup-incremental/9-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:16:06 | scheduled-backup-incremental/9-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:16:06 | scheduled-backup-incremental/9-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:16:06 | scheduled-backup-incremental/9-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:16:06 | scheduled-backup-incremental/9-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:16:06 | scheduled-backup-incremental/9-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:16:06 | scheduled-backup-incremental/9-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:16:06 | scheduled-backup-incremental/9-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:16:06 | scheduled-backup-incremental/9-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 17:16:06 | scheduled-backup-incremental/9-engage-incremental | +++ export GIT_BRANCH=PR-1269 logger.go:42: 17:16:06 | scheduled-backup-incremental/9-engage-incremental | +++ GIT_BRANCH=PR-1269 logger.go:42: 17:16:06 | scheduled-backup-incremental/9-engage-incremental | +++ export VERSION=PR-1269-fbab6499 logger.go:42: 17:16:06 | scheduled-backup-incremental/9-engage-incremental | +++ VERSION=PR-1269-fbab6499 logger.go:42: 17:16:06 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:16:06 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:16:06 | scheduled-backup-incremental/9-engage-incremental | +++ [[ -z 8.0 ]] logger.go:42: 17:16:06 | scheduled-backup-incremental/9-engage-incremental | +++ export MYSQL_VERSION=8.0 logger.go:42: 17:16:06 | scheduled-backup-incremental/9-engage-incremental | +++ MYSQL_VERSION=8.0 logger.go:42: 17:16:06 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:16:06 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:16:06 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:16:06 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:16:06 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:16:06 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:16:06 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:16:06 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:16:06 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:16:06 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:16:06 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:16:06 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:16:06 | scheduled-backup-incremental/9-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:16:06 | scheduled-backup-incremental/9-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:16:06 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:16:06 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:16:06 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:16:06 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:16:06 | scheduled-backup-incremental/9-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 17:16:06 | scheduled-backup-incremental/9-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 17:16:06 | scheduled-backup-incremental/9-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 17:16:06 | scheduled-backup-incremental/9-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 17:16:06 | scheduled-backup-incremental/9-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 17:16:06 | scheduled-backup-incremental/9-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 17:16:06 | scheduled-backup-incremental/9-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 17:16:06 | scheduled-backup-incremental/9-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 17:16:06 | scheduled-backup-incremental/9-engage-incremental | ++++ which gdate logger.go:42: 17:16:06 | scheduled-backup-incremental/9-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:16:06 | scheduled-backup-incremental/9-engage-incremental | ++++ which date logger.go:42: 17:16:06 | scheduled-backup-incremental/9-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 17:16:06 | scheduled-backup-incremental/9-engage-incremental | +++ oc get projects logger.go:42: 17:16:06 | scheduled-backup-incremental/9-engage-incremental | +++ : logger.go:42: 17:16:06 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl get nodes logger.go:42: 17:16:06 | scheduled-backup-incremental/9-engage-incremental | +++ grep '^minikube' logger.go:42: 17:16:07 | scheduled-backup-incremental/9-engage-incremental | +++ which gsed logger.go:42: 17:16:07 | scheduled-backup-incremental/9-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:16:07 | scheduled-backup-incremental/9-engage-incremental | +++ which sed logger.go:42: 17:16:07 | scheduled-backup-incremental/9-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 17:16:07 | scheduled-backup-incremental/9-engage-incremental | ++ oc get projects logger.go:42: 17:16:07 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl version -o json logger.go:42: 17:16:07 | scheduled-backup-incremental/9-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 17:16:07 | scheduled-backup-incremental/9-engage-incremental | +++ grep '\-eks\-' logger.go:42: 17:16:07 | scheduled-backup-incremental/9-engage-incremental | grep: warning: stray \ before - logger.go:42: 17:16:07 | scheduled-backup-incremental/9-engage-incremental | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 17:16:07 | scheduled-backup-incremental/9-engage-incremental | ++ '[' ']' logger.go:42: 17:16:07 | scheduled-backup-incremental/9-engage-incremental | ++ EKS=0 logger.go:42: 17:16:07 | scheduled-backup-incremental/9-engage-incremental | +++ get_cluster_name logger.go:42: 17:16:07 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl -n kuttl-test-perfect-anchovy get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 17:16:08 | scheduled-backup-incremental/9-engage-incremental | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 17:16:08 | scheduled-backup-incremental/9-engage-incremental | ++ local schedule_name=minio-incr logger.go:42: 17:16:08 | scheduled-backup-incremental/9-engage-incremental | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 17:16:08 | scheduled-backup-incremental/9-engage-incremental | +++ printf %s kuttl-test-perfect-anchovy-scheduled-backup-incremental logger.go:42: 17:16:08 | scheduled-backup-incremental/9-engage-incremental | +++ sha1sum logger.go:42: 17:16:08 | scheduled-backup-incremental/9-engage-incremental | +++ awk '{print $1}' logger.go:42: 17:16:08 | scheduled-backup-incremental/9-engage-incremental | +++ head -c 5 logger.go:42: 17:16:08 | scheduled-backup-incremental/9-engage-incremental | ++ local prefix=c8a08 logger.go:42: 17:16:08 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl get ps-backup -n kuttl-test-perfect-anchovy -l percona.com/backup-ancestor=c8a08-minio-incr -o yaml logger.go:42: 17:16:08 | scheduled-backup-incremental/9-engage-incremental | +++ yq '.items | length' logger.go:42: 17:16:08 | scheduled-backup-incremental/9-engage-incremental | ++ local bcp_count=3 logger.go:42: 17:16:08 | scheduled-backup-incremental/9-engage-incremental | ++ echo 3 logger.go:42: 17:16:08 | scheduled-backup-incremental/9-engage-incremental | + bcp_count=3 logger.go:42: 17:16:08 | scheduled-backup-incremental/9-engage-incremental | + [[ 3 -lt 6 ]] logger.go:42: 17:16:08 | scheduled-backup-incremental/9-engage-incremental | + echo 'There are 3 incremental ps-backups but should be at least 6' logger.go:42: 17:16:08 | scheduled-backup-incremental/9-engage-incremental | There are 3 incremental ps-backups but should be at least 6 logger.go:42: 17:16:08 | scheduled-backup-incremental/9-engage-incremental | + exit 1 logger.go:42: 17:16:09 | scheduled-backup-incremental/9-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 6 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 6" exit 1 fi] logger.go:42: 17:16:09 | scheduled-backup-incremental/9-engage-incremental | + source ../../functions logger.go:42: 17:16:09 | scheduled-backup-incremental/9-engage-incremental | +++ realpath ../../.. logger.go:42: 17:16:09 | scheduled-backup-incremental/9-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:16:09 | scheduled-backup-incremental/9-engage-incremental | ++++ pwd logger.go:42: 17:16:09 | scheduled-backup-incremental/9-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 17:16:09 | scheduled-backup-incremental/9-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 17:16:09 | scheduled-backup-incremental/9-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/vars.sh logger.go:42: 17:16:09 | scheduled-backup-incremental/9-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:16:09 | scheduled-backup-incremental/9-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:16:09 | scheduled-backup-incremental/9-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:16:09 | scheduled-backup-incremental/9-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:16:09 | scheduled-backup-incremental/9-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:16:09 | scheduled-backup-incremental/9-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:16:09 | scheduled-backup-incremental/9-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:16:09 | scheduled-backup-incremental/9-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:16:09 | scheduled-backup-incremental/9-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:16:09 | scheduled-backup-incremental/9-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:16:09 | scheduled-backup-incremental/9-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 17:16:09 | scheduled-backup-incremental/9-engage-incremental | +++ export GIT_BRANCH=PR-1269 logger.go:42: 17:16:09 | scheduled-backup-incremental/9-engage-incremental | +++ GIT_BRANCH=PR-1269 logger.go:42: 17:16:09 | scheduled-backup-incremental/9-engage-incremental | +++ export VERSION=PR-1269-fbab6499 logger.go:42: 17:16:09 | scheduled-backup-incremental/9-engage-incremental | +++ VERSION=PR-1269-fbab6499 logger.go:42: 17:16:09 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:16:09 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:16:09 | scheduled-backup-incremental/9-engage-incremental | +++ [[ -z 8.0 ]] logger.go:42: 17:16:09 | scheduled-backup-incremental/9-engage-incremental | +++ export MYSQL_VERSION=8.0 logger.go:42: 17:16:09 | scheduled-backup-incremental/9-engage-incremental | +++ MYSQL_VERSION=8.0 logger.go:42: 17:16:09 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:16:09 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:16:09 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:16:09 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:16:09 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:16:09 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:16:09 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:16:09 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:16:09 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:16:09 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:16:09 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:16:09 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:16:09 | scheduled-backup-incremental/9-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:16:09 | scheduled-backup-incremental/9-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:16:09 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:16:09 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:16:09 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:16:09 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:16:09 | scheduled-backup-incremental/9-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 17:16:09 | scheduled-backup-incremental/9-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 17:16:09 | scheduled-backup-incremental/9-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 17:16:09 | scheduled-backup-incremental/9-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 17:16:09 | scheduled-backup-incremental/9-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 17:16:09 | scheduled-backup-incremental/9-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 17:16:09 | scheduled-backup-incremental/9-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 17:16:09 | scheduled-backup-incremental/9-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 17:16:09 | scheduled-backup-incremental/9-engage-incremental | ++++ which gdate logger.go:42: 17:16:09 | scheduled-backup-incremental/9-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:16:09 | scheduled-backup-incremental/9-engage-incremental | ++++ which date logger.go:42: 17:16:09 | scheduled-backup-incremental/9-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 17:16:09 | scheduled-backup-incremental/9-engage-incremental | +++ oc get projects logger.go:42: 17:16:09 | scheduled-backup-incremental/9-engage-incremental | +++ : logger.go:42: 17:16:09 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl get nodes logger.go:42: 17:16:09 | scheduled-backup-incremental/9-engage-incremental | +++ grep '^minikube' logger.go:42: 17:16:10 | scheduled-backup-incremental/9-engage-incremental | +++ which gsed logger.go:42: 17:16:10 | scheduled-backup-incremental/9-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:16:10 | scheduled-backup-incremental/9-engage-incremental | +++ which sed logger.go:42: 17:16:10 | scheduled-backup-incremental/9-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 17:16:10 | scheduled-backup-incremental/9-engage-incremental | ++ oc get projects logger.go:42: 17:16:10 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl version -o json logger.go:42: 17:16:10 | scheduled-backup-incremental/9-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 17:16:10 | scheduled-backup-incremental/9-engage-incremental | +++ grep '\-eks\-' logger.go:42: 17:16:10 | scheduled-backup-incremental/9-engage-incremental | grep: warning: stray \ before - logger.go:42: 17:16:10 | scheduled-backup-incremental/9-engage-incremental | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 17:16:10 | scheduled-backup-incremental/9-engage-incremental | ++ '[' ']' logger.go:42: 17:16:10 | scheduled-backup-incremental/9-engage-incremental | ++ EKS=0 logger.go:42: 17:16:10 | scheduled-backup-incremental/9-engage-incremental | +++ get_cluster_name logger.go:42: 17:16:10 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl -n kuttl-test-perfect-anchovy get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 17:16:11 | scheduled-backup-incremental/9-engage-incremental | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 17:16:11 | scheduled-backup-incremental/9-engage-incremental | ++ local schedule_name=minio-incr logger.go:42: 17:16:11 | scheduled-backup-incremental/9-engage-incremental | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 17:16:11 | scheduled-backup-incremental/9-engage-incremental | +++ printf %s kuttl-test-perfect-anchovy-scheduled-backup-incremental logger.go:42: 17:16:11 | scheduled-backup-incremental/9-engage-incremental | +++ sha1sum logger.go:42: 17:16:11 | scheduled-backup-incremental/9-engage-incremental | +++ awk '{print $1}' logger.go:42: 17:16:11 | scheduled-backup-incremental/9-engage-incremental | +++ head -c 5 logger.go:42: 17:16:11 | scheduled-backup-incremental/9-engage-incremental | ++ local prefix=c8a08 logger.go:42: 17:16:11 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl get ps-backup -n kuttl-test-perfect-anchovy -l percona.com/backup-ancestor=c8a08-minio-incr -o yaml logger.go:42: 17:16:11 | scheduled-backup-incremental/9-engage-incremental | +++ yq '.items | length' logger.go:42: 17:16:11 | scheduled-backup-incremental/9-engage-incremental | ++ local bcp_count=3 logger.go:42: 17:16:11 | scheduled-backup-incremental/9-engage-incremental | ++ echo 3 logger.go:42: 17:16:11 | scheduled-backup-incremental/9-engage-incremental | + bcp_count=3 logger.go:42: 17:16:11 | scheduled-backup-incremental/9-engage-incremental | + [[ 3 -lt 6 ]] logger.go:42: 17:16:11 | scheduled-backup-incremental/9-engage-incremental | + echo 'There are 3 incremental ps-backups but should be at least 6' logger.go:42: 17:16:11 | scheduled-backup-incremental/9-engage-incremental | There are 3 incremental ps-backups but should be at least 6 logger.go:42: 17:16:11 | scheduled-backup-incremental/9-engage-incremental | + exit 1 logger.go:42: 17:16:12 | scheduled-backup-incremental/9-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 6 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 6" exit 1 fi] logger.go:42: 17:16:12 | scheduled-backup-incremental/9-engage-incremental | + source ../../functions logger.go:42: 17:16:12 | scheduled-backup-incremental/9-engage-incremental | +++ realpath ../../.. logger.go:42: 17:16:12 | scheduled-backup-incremental/9-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:16:12 | scheduled-backup-incremental/9-engage-incremental | ++++ pwd logger.go:42: 17:16:12 | scheduled-backup-incremental/9-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 17:16:12 | scheduled-backup-incremental/9-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 17:16:12 | scheduled-backup-incremental/9-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/vars.sh logger.go:42: 17:16:12 | scheduled-backup-incremental/9-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:16:12 | scheduled-backup-incremental/9-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:16:12 | scheduled-backup-incremental/9-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:16:12 | scheduled-backup-incremental/9-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:16:12 | scheduled-backup-incremental/9-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:16:12 | scheduled-backup-incremental/9-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:16:12 | scheduled-backup-incremental/9-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:16:12 | scheduled-backup-incremental/9-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:16:12 | scheduled-backup-incremental/9-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:16:12 | scheduled-backup-incremental/9-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:16:12 | scheduled-backup-incremental/9-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 17:16:12 | scheduled-backup-incremental/9-engage-incremental | +++ export GIT_BRANCH=PR-1269 logger.go:42: 17:16:12 | scheduled-backup-incremental/9-engage-incremental | +++ GIT_BRANCH=PR-1269 logger.go:42: 17:16:12 | scheduled-backup-incremental/9-engage-incremental | +++ export VERSION=PR-1269-fbab6499 logger.go:42: 17:16:12 | scheduled-backup-incremental/9-engage-incremental | +++ VERSION=PR-1269-fbab6499 logger.go:42: 17:16:12 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:16:12 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:16:12 | scheduled-backup-incremental/9-engage-incremental | +++ [[ -z 8.0 ]] logger.go:42: 17:16:12 | scheduled-backup-incremental/9-engage-incremental | +++ export MYSQL_VERSION=8.0 logger.go:42: 17:16:12 | scheduled-backup-incremental/9-engage-incremental | +++ MYSQL_VERSION=8.0 logger.go:42: 17:16:12 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:16:12 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:16:12 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:16:12 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:16:12 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:16:12 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:16:12 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:16:12 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:16:12 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:16:12 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:16:12 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:16:12 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:16:12 | scheduled-backup-incremental/9-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:16:12 | scheduled-backup-incremental/9-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:16:12 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:16:12 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:16:12 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:16:12 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:16:12 | scheduled-backup-incremental/9-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 17:16:12 | scheduled-backup-incremental/9-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 17:16:12 | scheduled-backup-incremental/9-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 17:16:12 | scheduled-backup-incremental/9-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 17:16:12 | scheduled-backup-incremental/9-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 17:16:12 | scheduled-backup-incremental/9-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 17:16:12 | scheduled-backup-incremental/9-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 17:16:12 | scheduled-backup-incremental/9-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 17:16:12 | scheduled-backup-incremental/9-engage-incremental | ++++ which gdate logger.go:42: 17:16:12 | scheduled-backup-incremental/9-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:16:12 | scheduled-backup-incremental/9-engage-incremental | ++++ which date logger.go:42: 17:16:12 | scheduled-backup-incremental/9-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 17:16:12 | scheduled-backup-incremental/9-engage-incremental | +++ oc get projects logger.go:42: 17:16:12 | scheduled-backup-incremental/9-engage-incremental | +++ : logger.go:42: 17:16:12 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl get nodes logger.go:42: 17:16:12 | scheduled-backup-incremental/9-engage-incremental | +++ grep '^minikube' logger.go:42: 17:16:13 | scheduled-backup-incremental/9-engage-incremental | +++ which gsed logger.go:42: 17:16:13 | scheduled-backup-incremental/9-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:16:13 | scheduled-backup-incremental/9-engage-incremental | +++ which sed logger.go:42: 17:16:13 | scheduled-backup-incremental/9-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 17:16:13 | scheduled-backup-incremental/9-engage-incremental | ++ oc get projects logger.go:42: 17:16:13 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl version -o json logger.go:42: 17:16:13 | scheduled-backup-incremental/9-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 17:16:13 | scheduled-backup-incremental/9-engage-incremental | +++ grep '\-eks\-' logger.go:42: 17:16:13 | scheduled-backup-incremental/9-engage-incremental | grep: warning: stray \ before - logger.go:42: 17:16:13 | scheduled-backup-incremental/9-engage-incremental | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 17:16:13 | scheduled-backup-incremental/9-engage-incremental | ++ '[' ']' logger.go:42: 17:16:13 | scheduled-backup-incremental/9-engage-incremental | ++ EKS=0 logger.go:42: 17:16:14 | scheduled-backup-incremental/9-engage-incremental | +++ get_cluster_name logger.go:42: 17:16:14 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl -n kuttl-test-perfect-anchovy get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 17:16:14 | scheduled-backup-incremental/9-engage-incremental | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 17:16:14 | scheduled-backup-incremental/9-engage-incremental | ++ local schedule_name=minio-incr logger.go:42: 17:16:14 | scheduled-backup-incremental/9-engage-incremental | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 17:16:14 | scheduled-backup-incremental/9-engage-incremental | +++ printf %s kuttl-test-perfect-anchovy-scheduled-backup-incremental logger.go:42: 17:16:14 | scheduled-backup-incremental/9-engage-incremental | +++ sha1sum logger.go:42: 17:16:14 | scheduled-backup-incremental/9-engage-incremental | +++ awk '{print $1}' logger.go:42: 17:16:14 | scheduled-backup-incremental/9-engage-incremental | +++ head -c 5 logger.go:42: 17:16:14 | scheduled-backup-incremental/9-engage-incremental | ++ local prefix=c8a08 logger.go:42: 17:16:14 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl get ps-backup -n kuttl-test-perfect-anchovy -l percona.com/backup-ancestor=c8a08-minio-incr -o yaml logger.go:42: 17:16:14 | scheduled-backup-incremental/9-engage-incremental | +++ yq '.items | length' logger.go:42: 17:16:15 | scheduled-backup-incremental/9-engage-incremental | ++ local bcp_count=3 logger.go:42: 17:16:15 | scheduled-backup-incremental/9-engage-incremental | ++ echo 3 logger.go:42: 17:16:15 | scheduled-backup-incremental/9-engage-incremental | + bcp_count=3 logger.go:42: 17:16:15 | scheduled-backup-incremental/9-engage-incremental | + [[ 3 -lt 6 ]] logger.go:42: 17:16:15 | scheduled-backup-incremental/9-engage-incremental | + echo 'There are 3 incremental ps-backups but should be at least 6' logger.go:42: 17:16:15 | scheduled-backup-incremental/9-engage-incremental | There are 3 incremental ps-backups but should be at least 6 logger.go:42: 17:16:15 | scheduled-backup-incremental/9-engage-incremental | + exit 1 logger.go:42: 17:16:16 | scheduled-backup-incremental/9-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 6 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 6" exit 1 fi] logger.go:42: 17:16:16 | scheduled-backup-incremental/9-engage-incremental | + source ../../functions logger.go:42: 17:16:16 | scheduled-backup-incremental/9-engage-incremental | +++ realpath ../../.. logger.go:42: 17:16:16 | scheduled-backup-incremental/9-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:16:16 | scheduled-backup-incremental/9-engage-incremental | ++++ pwd logger.go:42: 17:16:16 | scheduled-backup-incremental/9-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 17:16:16 | scheduled-backup-incremental/9-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 17:16:16 | scheduled-backup-incremental/9-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/vars.sh logger.go:42: 17:16:16 | scheduled-backup-incremental/9-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:16:16 | scheduled-backup-incremental/9-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:16:16 | scheduled-backup-incremental/9-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:16:16 | scheduled-backup-incremental/9-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:16:16 | scheduled-backup-incremental/9-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:16:16 | scheduled-backup-incremental/9-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:16:16 | scheduled-backup-incremental/9-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:16:16 | scheduled-backup-incremental/9-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:16:16 | scheduled-backup-incremental/9-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:16:16 | scheduled-backup-incremental/9-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:16:16 | scheduled-backup-incremental/9-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 17:16:16 | scheduled-backup-incremental/9-engage-incremental | +++ export GIT_BRANCH=PR-1269 logger.go:42: 17:16:16 | scheduled-backup-incremental/9-engage-incremental | +++ GIT_BRANCH=PR-1269 logger.go:42: 17:16:16 | scheduled-backup-incremental/9-engage-incremental | +++ export VERSION=PR-1269-fbab6499 logger.go:42: 17:16:16 | scheduled-backup-incremental/9-engage-incremental | +++ VERSION=PR-1269-fbab6499 logger.go:42: 17:16:16 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:16:16 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:16:16 | scheduled-backup-incremental/9-engage-incremental | +++ [[ -z 8.0 ]] logger.go:42: 17:16:16 | scheduled-backup-incremental/9-engage-incremental | +++ export MYSQL_VERSION=8.0 logger.go:42: 17:16:16 | scheduled-backup-incremental/9-engage-incremental | +++ MYSQL_VERSION=8.0 logger.go:42: 17:16:16 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:16:16 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:16:16 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:16:16 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:16:16 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:16:16 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:16:16 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:16:16 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:16:16 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:16:16 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:16:16 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:16:16 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:16:16 | scheduled-backup-incremental/9-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:16:16 | scheduled-backup-incremental/9-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:16:16 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:16:16 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:16:16 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:16:16 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:16:16 | scheduled-backup-incremental/9-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 17:16:16 | scheduled-backup-incremental/9-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 17:16:16 | scheduled-backup-incremental/9-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 17:16:16 | scheduled-backup-incremental/9-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 17:16:16 | scheduled-backup-incremental/9-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 17:16:16 | scheduled-backup-incremental/9-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 17:16:16 | scheduled-backup-incremental/9-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 17:16:16 | scheduled-backup-incremental/9-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 17:16:16 | scheduled-backup-incremental/9-engage-incremental | ++++ which gdate logger.go:42: 17:16:16 | scheduled-backup-incremental/9-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:16:16 | scheduled-backup-incremental/9-engage-incremental | ++++ which date logger.go:42: 17:16:16 | scheduled-backup-incremental/9-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 17:16:16 | scheduled-backup-incremental/9-engage-incremental | +++ oc get projects logger.go:42: 17:16:16 | scheduled-backup-incremental/9-engage-incremental | +++ : logger.go:42: 17:16:16 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl get nodes logger.go:42: 17:16:16 | scheduled-backup-incremental/9-engage-incremental | +++ grep '^minikube' logger.go:42: 17:16:16 | scheduled-backup-incremental/9-engage-incremental | +++ which gsed logger.go:42: 17:16:16 | scheduled-backup-incremental/9-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:16:16 | scheduled-backup-incremental/9-engage-incremental | +++ which sed logger.go:42: 17:16:16 | scheduled-backup-incremental/9-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 17:16:16 | scheduled-backup-incremental/9-engage-incremental | ++ oc get projects logger.go:42: 17:16:16 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl version -o json logger.go:42: 17:16:16 | scheduled-backup-incremental/9-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 17:16:16 | scheduled-backup-incremental/9-engage-incremental | +++ grep '\-eks\-' logger.go:42: 17:16:16 | scheduled-backup-incremental/9-engage-incremental | grep: warning: stray \ before - logger.go:42: 17:16:17 | scheduled-backup-incremental/9-engage-incremental | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 17:16:17 | scheduled-backup-incremental/9-engage-incremental | ++ '[' ']' logger.go:42: 17:16:17 | scheduled-backup-incremental/9-engage-incremental | ++ EKS=0 logger.go:42: 17:16:17 | scheduled-backup-incremental/9-engage-incremental | +++ get_cluster_name logger.go:42: 17:16:17 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl -n kuttl-test-perfect-anchovy get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 17:16:17 | scheduled-backup-incremental/9-engage-incremental | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 17:16:17 | scheduled-backup-incremental/9-engage-incremental | ++ local schedule_name=minio-incr logger.go:42: 17:16:17 | scheduled-backup-incremental/9-engage-incremental | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 17:16:17 | scheduled-backup-incremental/9-engage-incremental | +++ printf %s kuttl-test-perfect-anchovy-scheduled-backup-incremental logger.go:42: 17:16:17 | scheduled-backup-incremental/9-engage-incremental | +++ sha1sum logger.go:42: 17:16:17 | scheduled-backup-incremental/9-engage-incremental | +++ head -c 5 logger.go:42: 17:16:17 | scheduled-backup-incremental/9-engage-incremental | +++ awk '{print $1}' logger.go:42: 17:16:17 | scheduled-backup-incremental/9-engage-incremental | ++ local prefix=c8a08 logger.go:42: 17:16:17 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl get ps-backup -n kuttl-test-perfect-anchovy -l percona.com/backup-ancestor=c8a08-minio-incr -o yaml logger.go:42: 17:16:17 | scheduled-backup-incremental/9-engage-incremental | +++ yq '.items | length' logger.go:42: 17:16:18 | scheduled-backup-incremental/9-engage-incremental | ++ local bcp_count=3 logger.go:42: 17:16:18 | scheduled-backup-incremental/9-engage-incremental | ++ echo 3 logger.go:42: 17:16:18 | scheduled-backup-incremental/9-engage-incremental | + bcp_count=3 logger.go:42: 17:16:18 | scheduled-backup-incremental/9-engage-incremental | + [[ 3 -lt 6 ]] logger.go:42: 17:16:18 | scheduled-backup-incremental/9-engage-incremental | + echo 'There are 3 incremental ps-backups but should be at least 6' logger.go:42: 17:16:18 | scheduled-backup-incremental/9-engage-incremental | There are 3 incremental ps-backups but should be at least 6 logger.go:42: 17:16:18 | scheduled-backup-incremental/9-engage-incremental | + exit 1 logger.go:42: 17:16:19 | scheduled-backup-incremental/9-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 6 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 6" exit 1 fi] logger.go:42: 17:16:19 | scheduled-backup-incremental/9-engage-incremental | + source ../../functions logger.go:42: 17:16:19 | scheduled-backup-incremental/9-engage-incremental | +++ realpath ../../.. logger.go:42: 17:16:19 | scheduled-backup-incremental/9-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:16:19 | scheduled-backup-incremental/9-engage-incremental | ++++ pwd logger.go:42: 17:16:19 | scheduled-backup-incremental/9-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 17:16:19 | scheduled-backup-incremental/9-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 17:16:19 | scheduled-backup-incremental/9-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/vars.sh logger.go:42: 17:16:19 | scheduled-backup-incremental/9-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:16:19 | scheduled-backup-incremental/9-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:16:19 | scheduled-backup-incremental/9-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:16:19 | scheduled-backup-incremental/9-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:16:19 | scheduled-backup-incremental/9-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:16:19 | scheduled-backup-incremental/9-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:16:19 | scheduled-backup-incremental/9-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:16:19 | scheduled-backup-incremental/9-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:16:19 | scheduled-backup-incremental/9-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:16:19 | scheduled-backup-incremental/9-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:16:19 | scheduled-backup-incremental/9-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 17:16:19 | scheduled-backup-incremental/9-engage-incremental | +++ export GIT_BRANCH=PR-1269 logger.go:42: 17:16:19 | scheduled-backup-incremental/9-engage-incremental | +++ GIT_BRANCH=PR-1269 logger.go:42: 17:16:19 | scheduled-backup-incremental/9-engage-incremental | +++ export VERSION=PR-1269-fbab6499 logger.go:42: 17:16:19 | scheduled-backup-incremental/9-engage-incremental | +++ VERSION=PR-1269-fbab6499 logger.go:42: 17:16:19 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:16:19 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:16:19 | scheduled-backup-incremental/9-engage-incremental | +++ [[ -z 8.0 ]] logger.go:42: 17:16:19 | scheduled-backup-incremental/9-engage-incremental | +++ export MYSQL_VERSION=8.0 logger.go:42: 17:16:19 | scheduled-backup-incremental/9-engage-incremental | +++ MYSQL_VERSION=8.0 logger.go:42: 17:16:19 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:16:19 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:16:19 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:16:19 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:16:19 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:16:19 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:16:19 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:16:19 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:16:19 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:16:19 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:16:19 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:16:19 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:16:19 | scheduled-backup-incremental/9-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:16:19 | scheduled-backup-incremental/9-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:16:19 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:16:19 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:16:19 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:16:19 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:16:19 | scheduled-backup-incremental/9-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 17:16:19 | scheduled-backup-incremental/9-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 17:16:19 | scheduled-backup-incremental/9-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 17:16:19 | scheduled-backup-incremental/9-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 17:16:19 | scheduled-backup-incremental/9-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 17:16:19 | scheduled-backup-incremental/9-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 17:16:19 | scheduled-backup-incremental/9-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 17:16:19 | scheduled-backup-incremental/9-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 17:16:19 | scheduled-backup-incremental/9-engage-incremental | ++++ which gdate logger.go:42: 17:16:19 | scheduled-backup-incremental/9-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:16:19 | scheduled-backup-incremental/9-engage-incremental | ++++ which date logger.go:42: 17:16:19 | scheduled-backup-incremental/9-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 17:16:19 | scheduled-backup-incremental/9-engage-incremental | +++ oc get projects logger.go:42: 17:16:19 | scheduled-backup-incremental/9-engage-incremental | +++ : logger.go:42: 17:16:19 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl get nodes logger.go:42: 17:16:19 | scheduled-backup-incremental/9-engage-incremental | +++ grep '^minikube' logger.go:42: 17:16:20 | scheduled-backup-incremental/9-engage-incremental | +++ which gsed logger.go:42: 17:16:20 | scheduled-backup-incremental/9-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:16:20 | scheduled-backup-incremental/9-engage-incremental | +++ which sed logger.go:42: 17:16:20 | scheduled-backup-incremental/9-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 17:16:20 | scheduled-backup-incremental/9-engage-incremental | ++ oc get projects logger.go:42: 17:16:20 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl version -o json logger.go:42: 17:16:20 | scheduled-backup-incremental/9-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 17:16:20 | scheduled-backup-incremental/9-engage-incremental | +++ grep '\-eks\-' logger.go:42: 17:16:20 | scheduled-backup-incremental/9-engage-incremental | grep: warning: stray \ before - logger.go:42: 17:16:20 | scheduled-backup-incremental/9-engage-incremental | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 17:16:20 | scheduled-backup-incremental/9-engage-incremental | ++ '[' ']' logger.go:42: 17:16:20 | scheduled-backup-incremental/9-engage-incremental | ++ EKS=0 logger.go:42: 17:16:20 | scheduled-backup-incremental/9-engage-incremental | +++ get_cluster_name logger.go:42: 17:16:20 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl -n kuttl-test-perfect-anchovy get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 17:16:21 | scheduled-backup-incremental/9-engage-incremental | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 17:16:21 | scheduled-backup-incremental/9-engage-incremental | ++ local schedule_name=minio-incr logger.go:42: 17:16:21 | scheduled-backup-incremental/9-engage-incremental | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 17:16:21 | scheduled-backup-incremental/9-engage-incremental | +++ printf %s kuttl-test-perfect-anchovy-scheduled-backup-incremental logger.go:42: 17:16:21 | scheduled-backup-incremental/9-engage-incremental | +++ sha1sum logger.go:42: 17:16:21 | scheduled-backup-incremental/9-engage-incremental | +++ awk '{print $1}' logger.go:42: 17:16:21 | scheduled-backup-incremental/9-engage-incremental | +++ head -c 5 logger.go:42: 17:16:21 | scheduled-backup-incremental/9-engage-incremental | ++ local prefix=c8a08 logger.go:42: 17:16:21 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl get ps-backup -n kuttl-test-perfect-anchovy -l percona.com/backup-ancestor=c8a08-minio-incr -o yaml logger.go:42: 17:16:21 | scheduled-backup-incremental/9-engage-incremental | +++ yq '.items | length' logger.go:42: 17:16:21 | scheduled-backup-incremental/9-engage-incremental | ++ local bcp_count=3 logger.go:42: 17:16:21 | scheduled-backup-incremental/9-engage-incremental | ++ echo 3 logger.go:42: 17:16:21 | scheduled-backup-incremental/9-engage-incremental | + bcp_count=3 logger.go:42: 17:16:21 | scheduled-backup-incremental/9-engage-incremental | + [[ 3 -lt 6 ]] logger.go:42: 17:16:21 | scheduled-backup-incremental/9-engage-incremental | + echo 'There are 3 incremental ps-backups but should be at least 6' logger.go:42: 17:16:21 | scheduled-backup-incremental/9-engage-incremental | There are 3 incremental ps-backups but should be at least 6 logger.go:42: 17:16:21 | scheduled-backup-incremental/9-engage-incremental | + exit 1 logger.go:42: 17:16:22 | scheduled-backup-incremental/9-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 6 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 6" exit 1 fi] logger.go:42: 17:16:22 | scheduled-backup-incremental/9-engage-incremental | + source ../../functions logger.go:42: 17:16:22 | scheduled-backup-incremental/9-engage-incremental | +++ realpath ../../.. logger.go:42: 17:16:22 | scheduled-backup-incremental/9-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:16:22 | scheduled-backup-incremental/9-engage-incremental | ++++ pwd logger.go:42: 17:16:22 | scheduled-backup-incremental/9-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 17:16:22 | scheduled-backup-incremental/9-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 17:16:22 | scheduled-backup-incremental/9-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/vars.sh logger.go:42: 17:16:22 | scheduled-backup-incremental/9-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:16:22 | scheduled-backup-incremental/9-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:16:22 | scheduled-backup-incremental/9-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:16:22 | scheduled-backup-incremental/9-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:16:22 | scheduled-backup-incremental/9-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:16:22 | scheduled-backup-incremental/9-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:16:22 | scheduled-backup-incremental/9-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:16:22 | scheduled-backup-incremental/9-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:16:22 | scheduled-backup-incremental/9-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:16:22 | scheduled-backup-incremental/9-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:16:22 | scheduled-backup-incremental/9-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 17:16:22 | scheduled-backup-incremental/9-engage-incremental | +++ export GIT_BRANCH=PR-1269 logger.go:42: 17:16:22 | scheduled-backup-incremental/9-engage-incremental | +++ GIT_BRANCH=PR-1269 logger.go:42: 17:16:22 | scheduled-backup-incremental/9-engage-incremental | +++ export VERSION=PR-1269-fbab6499 logger.go:42: 17:16:22 | scheduled-backup-incremental/9-engage-incremental | +++ VERSION=PR-1269-fbab6499 logger.go:42: 17:16:22 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:16:22 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:16:22 | scheduled-backup-incremental/9-engage-incremental | +++ [[ -z 8.0 ]] logger.go:42: 17:16:22 | scheduled-backup-incremental/9-engage-incremental | +++ export MYSQL_VERSION=8.0 logger.go:42: 17:16:22 | scheduled-backup-incremental/9-engage-incremental | +++ MYSQL_VERSION=8.0 logger.go:42: 17:16:22 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:16:22 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:16:22 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:16:22 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:16:22 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:16:22 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:16:22 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:16:22 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:16:22 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:16:22 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:16:22 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:16:22 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:16:22 | scheduled-backup-incremental/9-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:16:22 | scheduled-backup-incremental/9-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:16:22 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:16:22 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:16:22 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:16:22 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:16:22 | scheduled-backup-incremental/9-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 17:16:22 | scheduled-backup-incremental/9-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 17:16:22 | scheduled-backup-incremental/9-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 17:16:22 | scheduled-backup-incremental/9-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 17:16:22 | scheduled-backup-incremental/9-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 17:16:22 | scheduled-backup-incremental/9-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 17:16:22 | scheduled-backup-incremental/9-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 17:16:22 | scheduled-backup-incremental/9-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 17:16:22 | scheduled-backup-incremental/9-engage-incremental | ++++ which gdate logger.go:42: 17:16:22 | scheduled-backup-incremental/9-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:16:22 | scheduled-backup-incremental/9-engage-incremental | ++++ which date logger.go:42: 17:16:22 | scheduled-backup-incremental/9-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 17:16:22 | scheduled-backup-incremental/9-engage-incremental | +++ oc get projects logger.go:42: 17:16:22 | scheduled-backup-incremental/9-engage-incremental | +++ : logger.go:42: 17:16:22 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl get nodes logger.go:42: 17:16:22 | scheduled-backup-incremental/9-engage-incremental | +++ grep '^minikube' logger.go:42: 17:16:23 | scheduled-backup-incremental/9-engage-incremental | +++ which gsed logger.go:42: 17:16:23 | scheduled-backup-incremental/9-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:16:23 | scheduled-backup-incremental/9-engage-incremental | +++ which sed logger.go:42: 17:16:23 | scheduled-backup-incremental/9-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 17:16:23 | scheduled-backup-incremental/9-engage-incremental | ++ oc get projects logger.go:42: 17:16:23 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl version -o json logger.go:42: 17:16:23 | scheduled-backup-incremental/9-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 17:16:23 | scheduled-backup-incremental/9-engage-incremental | +++ grep '\-eks\-' logger.go:42: 17:16:23 | scheduled-backup-incremental/9-engage-incremental | grep: warning: stray \ before - logger.go:42: 17:16:23 | scheduled-backup-incremental/9-engage-incremental | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 17:16:23 | scheduled-backup-incremental/9-engage-incremental | ++ '[' ']' logger.go:42: 17:16:23 | scheduled-backup-incremental/9-engage-incremental | ++ EKS=0 logger.go:42: 17:16:23 | scheduled-backup-incremental/9-engage-incremental | +++ get_cluster_name logger.go:42: 17:16:23 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl -n kuttl-test-perfect-anchovy get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 17:16:24 | scheduled-backup-incremental/9-engage-incremental | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 17:16:24 | scheduled-backup-incremental/9-engage-incremental | ++ local schedule_name=minio-incr logger.go:42: 17:16:24 | scheduled-backup-incremental/9-engage-incremental | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 17:16:24 | scheduled-backup-incremental/9-engage-incremental | +++ printf %s kuttl-test-perfect-anchovy-scheduled-backup-incremental logger.go:42: 17:16:24 | scheduled-backup-incremental/9-engage-incremental | +++ sha1sum logger.go:42: 17:16:24 | scheduled-backup-incremental/9-engage-incremental | +++ awk '{print $1}' logger.go:42: 17:16:24 | scheduled-backup-incremental/9-engage-incremental | +++ head -c 5 logger.go:42: 17:16:24 | scheduled-backup-incremental/9-engage-incremental | ++ local prefix=c8a08 logger.go:42: 17:16:24 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl get ps-backup -n kuttl-test-perfect-anchovy -l percona.com/backup-ancestor=c8a08-minio-incr -o yaml logger.go:42: 17:16:24 | scheduled-backup-incremental/9-engage-incremental | +++ yq '.items | length' logger.go:42: 17:16:24 | scheduled-backup-incremental/9-engage-incremental | ++ local bcp_count=3 logger.go:42: 17:16:24 | scheduled-backup-incremental/9-engage-incremental | ++ echo 3 logger.go:42: 17:16:24 | scheduled-backup-incremental/9-engage-incremental | + bcp_count=3 logger.go:42: 17:16:24 | scheduled-backup-incremental/9-engage-incremental | + [[ 3 -lt 6 ]] logger.go:42: 17:16:24 | scheduled-backup-incremental/9-engage-incremental | + echo 'There are 3 incremental ps-backups but should be at least 6' logger.go:42: 17:16:24 | scheduled-backup-incremental/9-engage-incremental | There are 3 incremental ps-backups but should be at least 6 logger.go:42: 17:16:24 | scheduled-backup-incremental/9-engage-incremental | + exit 1 logger.go:42: 17:16:25 | scheduled-backup-incremental/9-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 6 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 6" exit 1 fi] logger.go:42: 17:16:25 | scheduled-backup-incremental/9-engage-incremental | + source ../../functions logger.go:42: 17:16:25 | scheduled-backup-incremental/9-engage-incremental | +++ realpath ../../.. logger.go:42: 17:16:25 | scheduled-backup-incremental/9-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:16:25 | scheduled-backup-incremental/9-engage-incremental | ++++ pwd logger.go:42: 17:16:25 | scheduled-backup-incremental/9-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 17:16:25 | scheduled-backup-incremental/9-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 17:16:25 | scheduled-backup-incremental/9-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/vars.sh logger.go:42: 17:16:25 | scheduled-backup-incremental/9-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:16:25 | scheduled-backup-incremental/9-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:16:25 | scheduled-backup-incremental/9-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:16:25 | scheduled-backup-incremental/9-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:16:25 | scheduled-backup-incremental/9-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:16:25 | scheduled-backup-incremental/9-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:16:25 | scheduled-backup-incremental/9-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:16:25 | scheduled-backup-incremental/9-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:16:25 | scheduled-backup-incremental/9-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:16:25 | scheduled-backup-incremental/9-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:16:25 | scheduled-backup-incremental/9-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 17:16:25 | scheduled-backup-incremental/9-engage-incremental | +++ export GIT_BRANCH=PR-1269 logger.go:42: 17:16:25 | scheduled-backup-incremental/9-engage-incremental | +++ GIT_BRANCH=PR-1269 logger.go:42: 17:16:25 | scheduled-backup-incremental/9-engage-incremental | +++ export VERSION=PR-1269-fbab6499 logger.go:42: 17:16:25 | scheduled-backup-incremental/9-engage-incremental | +++ VERSION=PR-1269-fbab6499 logger.go:42: 17:16:25 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:16:25 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:16:25 | scheduled-backup-incremental/9-engage-incremental | +++ [[ -z 8.0 ]] logger.go:42: 17:16:25 | scheduled-backup-incremental/9-engage-incremental | +++ export MYSQL_VERSION=8.0 logger.go:42: 17:16:25 | scheduled-backup-incremental/9-engage-incremental | +++ MYSQL_VERSION=8.0 logger.go:42: 17:16:25 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:16:25 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:16:25 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:16:25 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:16:25 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:16:25 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:16:25 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:16:25 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:16:25 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:16:25 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:16:25 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:16:25 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:16:25 | scheduled-backup-incremental/9-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:16:25 | scheduled-backup-incremental/9-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:16:25 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:16:25 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:16:25 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:16:25 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:16:25 | scheduled-backup-incremental/9-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 17:16:25 | scheduled-backup-incremental/9-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 17:16:25 | scheduled-backup-incremental/9-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 17:16:25 | scheduled-backup-incremental/9-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 17:16:25 | scheduled-backup-incremental/9-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 17:16:25 | scheduled-backup-incremental/9-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 17:16:25 | scheduled-backup-incremental/9-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 17:16:25 | scheduled-backup-incremental/9-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 17:16:25 | scheduled-backup-incremental/9-engage-incremental | ++++ which gdate logger.go:42: 17:16:25 | scheduled-backup-incremental/9-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:16:25 | scheduled-backup-incremental/9-engage-incremental | ++++ which date logger.go:42: 17:16:25 | scheduled-backup-incremental/9-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 17:16:25 | scheduled-backup-incremental/9-engage-incremental | +++ oc get projects logger.go:42: 17:16:25 | scheduled-backup-incremental/9-engage-incremental | +++ : logger.go:42: 17:16:25 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl get nodes logger.go:42: 17:16:25 | scheduled-backup-incremental/9-engage-incremental | +++ grep '^minikube' logger.go:42: 17:16:26 | scheduled-backup-incremental/9-engage-incremental | +++ which gsed logger.go:42: 17:16:26 | scheduled-backup-incremental/9-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:16:26 | scheduled-backup-incremental/9-engage-incremental | +++ which sed logger.go:42: 17:16:26 | scheduled-backup-incremental/9-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 17:16:26 | scheduled-backup-incremental/9-engage-incremental | ++ oc get projects logger.go:42: 17:16:26 | scheduled-backup-incremental/9-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 17:16:26 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl version -o json logger.go:42: 17:16:26 | scheduled-backup-incremental/9-engage-incremental | +++ grep '\-eks\-' logger.go:42: 17:16:26 | scheduled-backup-incremental/9-engage-incremental | grep: warning: stray \ before - logger.go:42: 17:16:26 | scheduled-backup-incremental/9-engage-incremental | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 17:16:26 | scheduled-backup-incremental/9-engage-incremental | ++ '[' ']' logger.go:42: 17:16:26 | scheduled-backup-incremental/9-engage-incremental | ++ EKS=0 logger.go:42: 17:16:26 | scheduled-backup-incremental/9-engage-incremental | +++ get_cluster_name logger.go:42: 17:16:26 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl -n kuttl-test-perfect-anchovy get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 17:16:27 | scheduled-backup-incremental/9-engage-incremental | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 17:16:27 | scheduled-backup-incremental/9-engage-incremental | ++ local schedule_name=minio-incr logger.go:42: 17:16:27 | scheduled-backup-incremental/9-engage-incremental | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 17:16:27 | scheduled-backup-incremental/9-engage-incremental | +++ printf %s kuttl-test-perfect-anchovy-scheduled-backup-incremental logger.go:42: 17:16:27 | scheduled-backup-incremental/9-engage-incremental | +++ sha1sum logger.go:42: 17:16:27 | scheduled-backup-incremental/9-engage-incremental | +++ awk '{print $1}' logger.go:42: 17:16:27 | scheduled-backup-incremental/9-engage-incremental | +++ head -c 5 logger.go:42: 17:16:27 | scheduled-backup-incremental/9-engage-incremental | ++ local prefix=c8a08 logger.go:42: 17:16:27 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl get ps-backup -n kuttl-test-perfect-anchovy -l percona.com/backup-ancestor=c8a08-minio-incr -o yaml logger.go:42: 17:16:27 | scheduled-backup-incremental/9-engage-incremental | +++ yq '.items | length' logger.go:42: 17:16:27 | scheduled-backup-incremental/9-engage-incremental | ++ local bcp_count=3 logger.go:42: 17:16:27 | scheduled-backup-incremental/9-engage-incremental | ++ echo 3 logger.go:42: 17:16:27 | scheduled-backup-incremental/9-engage-incremental | + bcp_count=3 logger.go:42: 17:16:27 | scheduled-backup-incremental/9-engage-incremental | + [[ 3 -lt 6 ]] logger.go:42: 17:16:27 | scheduled-backup-incremental/9-engage-incremental | + echo 'There are 3 incremental ps-backups but should be at least 6' logger.go:42: 17:16:27 | scheduled-backup-incremental/9-engage-incremental | There are 3 incremental ps-backups but should be at least 6 logger.go:42: 17:16:27 | scheduled-backup-incremental/9-engage-incremental | + exit 1 logger.go:42: 17:16:29 | scheduled-backup-incremental/9-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 6 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 6" exit 1 fi] logger.go:42: 17:16:29 | scheduled-backup-incremental/9-engage-incremental | + source ../../functions logger.go:42: 17:16:29 | scheduled-backup-incremental/9-engage-incremental | +++ realpath ../../.. logger.go:42: 17:16:29 | scheduled-backup-incremental/9-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:16:29 | scheduled-backup-incremental/9-engage-incremental | ++++ pwd logger.go:42: 17:16:29 | scheduled-backup-incremental/9-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 17:16:29 | scheduled-backup-incremental/9-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 17:16:29 | scheduled-backup-incremental/9-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/vars.sh logger.go:42: 17:16:29 | scheduled-backup-incremental/9-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:16:29 | scheduled-backup-incremental/9-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:16:29 | scheduled-backup-incremental/9-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:16:29 | scheduled-backup-incremental/9-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:16:29 | scheduled-backup-incremental/9-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:16:29 | scheduled-backup-incremental/9-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:16:29 | scheduled-backup-incremental/9-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:16:29 | scheduled-backup-incremental/9-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:16:29 | scheduled-backup-incremental/9-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:16:29 | scheduled-backup-incremental/9-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:16:29 | scheduled-backup-incremental/9-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 17:16:29 | scheduled-backup-incremental/9-engage-incremental | +++ export GIT_BRANCH=PR-1269 logger.go:42: 17:16:29 | scheduled-backup-incremental/9-engage-incremental | +++ GIT_BRANCH=PR-1269 logger.go:42: 17:16:29 | scheduled-backup-incremental/9-engage-incremental | +++ export VERSION=PR-1269-fbab6499 logger.go:42: 17:16:29 | scheduled-backup-incremental/9-engage-incremental | +++ VERSION=PR-1269-fbab6499 logger.go:42: 17:16:29 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:16:29 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:16:29 | scheduled-backup-incremental/9-engage-incremental | +++ [[ -z 8.0 ]] logger.go:42: 17:16:29 | scheduled-backup-incremental/9-engage-incremental | +++ export MYSQL_VERSION=8.0 logger.go:42: 17:16:29 | scheduled-backup-incremental/9-engage-incremental | +++ MYSQL_VERSION=8.0 logger.go:42: 17:16:29 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:16:29 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:16:29 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:16:29 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:16:29 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:16:29 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:16:29 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:16:29 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:16:29 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:16:29 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:16:29 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:16:29 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:16:29 | scheduled-backup-incremental/9-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:16:29 | scheduled-backup-incremental/9-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:16:29 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:16:29 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:16:29 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:16:29 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:16:29 | scheduled-backup-incremental/9-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 17:16:29 | scheduled-backup-incremental/9-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 17:16:29 | scheduled-backup-incremental/9-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 17:16:29 | scheduled-backup-incremental/9-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 17:16:29 | scheduled-backup-incremental/9-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 17:16:29 | scheduled-backup-incremental/9-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 17:16:29 | scheduled-backup-incremental/9-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 17:16:29 | scheduled-backup-incremental/9-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 17:16:29 | scheduled-backup-incremental/9-engage-incremental | ++++ which gdate logger.go:42: 17:16:29 | scheduled-backup-incremental/9-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:16:29 | scheduled-backup-incremental/9-engage-incremental | ++++ which date logger.go:42: 17:16:29 | scheduled-backup-incremental/9-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 17:16:29 | scheduled-backup-incremental/9-engage-incremental | +++ oc get projects logger.go:42: 17:16:29 | scheduled-backup-incremental/9-engage-incremental | +++ : logger.go:42: 17:16:29 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl get nodes logger.go:42: 17:16:29 | scheduled-backup-incremental/9-engage-incremental | +++ grep '^minikube' logger.go:42: 17:16:29 | scheduled-backup-incremental/9-engage-incremental | +++ which gsed logger.go:42: 17:16:29 | scheduled-backup-incremental/9-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:16:29 | scheduled-backup-incremental/9-engage-incremental | +++ which sed logger.go:42: 17:16:29 | scheduled-backup-incremental/9-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 17:16:29 | scheduled-backup-incremental/9-engage-incremental | ++ oc get projects logger.go:42: 17:16:29 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl version -o json logger.go:42: 17:16:29 | scheduled-backup-incremental/9-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 17:16:29 | scheduled-backup-incremental/9-engage-incremental | +++ grep '\-eks\-' logger.go:42: 17:16:29 | scheduled-backup-incremental/9-engage-incremental | grep: warning: stray \ before - logger.go:42: 17:16:30 | scheduled-backup-incremental/9-engage-incremental | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 17:16:30 | scheduled-backup-incremental/9-engage-incremental | ++ '[' ']' logger.go:42: 17:16:30 | scheduled-backup-incremental/9-engage-incremental | ++ EKS=0 logger.go:42: 17:16:30 | scheduled-backup-incremental/9-engage-incremental | +++ get_cluster_name logger.go:42: 17:16:30 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl -n kuttl-test-perfect-anchovy get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 17:16:30 | scheduled-backup-incremental/9-engage-incremental | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 17:16:30 | scheduled-backup-incremental/9-engage-incremental | ++ local schedule_name=minio-incr logger.go:42: 17:16:30 | scheduled-backup-incremental/9-engage-incremental | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 17:16:30 | scheduled-backup-incremental/9-engage-incremental | +++ printf %s kuttl-test-perfect-anchovy-scheduled-backup-incremental logger.go:42: 17:16:30 | scheduled-backup-incremental/9-engage-incremental | +++ sha1sum logger.go:42: 17:16:30 | scheduled-backup-incremental/9-engage-incremental | +++ awk '{print $1}' logger.go:42: 17:16:30 | scheduled-backup-incremental/9-engage-incremental | +++ head -c 5 logger.go:42: 17:16:30 | scheduled-backup-incremental/9-engage-incremental | ++ local prefix=c8a08 logger.go:42: 17:16:30 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl get ps-backup -n kuttl-test-perfect-anchovy -l percona.com/backup-ancestor=c8a08-minio-incr -o yaml logger.go:42: 17:16:30 | scheduled-backup-incremental/9-engage-incremental | +++ yq '.items | length' logger.go:42: 17:16:31 | scheduled-backup-incremental/9-engage-incremental | ++ local bcp_count=3 logger.go:42: 17:16:31 | scheduled-backup-incremental/9-engage-incremental | ++ echo 3 logger.go:42: 17:16:31 | scheduled-backup-incremental/9-engage-incremental | + bcp_count=3 logger.go:42: 17:16:31 | scheduled-backup-incremental/9-engage-incremental | + [[ 3 -lt 6 ]] logger.go:42: 17:16:31 | scheduled-backup-incremental/9-engage-incremental | + echo 'There are 3 incremental ps-backups but should be at least 6' logger.go:42: 17:16:31 | scheduled-backup-incremental/9-engage-incremental | There are 3 incremental ps-backups but should be at least 6 logger.go:42: 17:16:31 | scheduled-backup-incremental/9-engage-incremental | + exit 1 logger.go:42: 17:16:32 | scheduled-backup-incremental/9-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 6 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 6" exit 1 fi] logger.go:42: 17:16:32 | scheduled-backup-incremental/9-engage-incremental | + source ../../functions logger.go:42: 17:16:32 | scheduled-backup-incremental/9-engage-incremental | +++ realpath ../../.. logger.go:42: 17:16:32 | scheduled-backup-incremental/9-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:16:32 | scheduled-backup-incremental/9-engage-incremental | ++++ pwd logger.go:42: 17:16:32 | scheduled-backup-incremental/9-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 17:16:32 | scheduled-backup-incremental/9-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 17:16:32 | scheduled-backup-incremental/9-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/vars.sh logger.go:42: 17:16:32 | scheduled-backup-incremental/9-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:16:32 | scheduled-backup-incremental/9-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:16:32 | scheduled-backup-incremental/9-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:16:32 | scheduled-backup-incremental/9-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:16:32 | scheduled-backup-incremental/9-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:16:32 | scheduled-backup-incremental/9-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:16:32 | scheduled-backup-incremental/9-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:16:32 | scheduled-backup-incremental/9-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:16:32 | scheduled-backup-incremental/9-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:16:32 | scheduled-backup-incremental/9-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:16:32 | scheduled-backup-incremental/9-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 17:16:32 | scheduled-backup-incremental/9-engage-incremental | +++ export GIT_BRANCH=PR-1269 logger.go:42: 17:16:32 | scheduled-backup-incremental/9-engage-incremental | +++ GIT_BRANCH=PR-1269 logger.go:42: 17:16:32 | scheduled-backup-incremental/9-engage-incremental | +++ export VERSION=PR-1269-fbab6499 logger.go:42: 17:16:32 | scheduled-backup-incremental/9-engage-incremental | +++ VERSION=PR-1269-fbab6499 logger.go:42: 17:16:32 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:16:32 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:16:32 | scheduled-backup-incremental/9-engage-incremental | +++ [[ -z 8.0 ]] logger.go:42: 17:16:32 | scheduled-backup-incremental/9-engage-incremental | +++ export MYSQL_VERSION=8.0 logger.go:42: 17:16:32 | scheduled-backup-incremental/9-engage-incremental | +++ MYSQL_VERSION=8.0 logger.go:42: 17:16:32 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:16:32 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:16:32 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:16:32 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:16:32 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:16:32 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:16:32 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:16:32 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:16:32 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:16:32 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:16:32 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:16:32 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:16:32 | scheduled-backup-incremental/9-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:16:32 | scheduled-backup-incremental/9-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:16:32 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:16:32 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:16:32 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:16:32 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:16:32 | scheduled-backup-incremental/9-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 17:16:32 | scheduled-backup-incremental/9-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 17:16:32 | scheduled-backup-incremental/9-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 17:16:32 | scheduled-backup-incremental/9-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 17:16:32 | scheduled-backup-incremental/9-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 17:16:32 | scheduled-backup-incremental/9-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 17:16:32 | scheduled-backup-incremental/9-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 17:16:32 | scheduled-backup-incremental/9-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 17:16:32 | scheduled-backup-incremental/9-engage-incremental | ++++ which gdate logger.go:42: 17:16:32 | scheduled-backup-incremental/9-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:16:32 | scheduled-backup-incremental/9-engage-incremental | ++++ which date logger.go:42: 17:16:32 | scheduled-backup-incremental/9-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 17:16:32 | scheduled-backup-incremental/9-engage-incremental | +++ oc get projects logger.go:42: 17:16:32 | scheduled-backup-incremental/9-engage-incremental | +++ : logger.go:42: 17:16:32 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl get nodes logger.go:42: 17:16:32 | scheduled-backup-incremental/9-engage-incremental | +++ grep '^minikube' logger.go:42: 17:16:32 | scheduled-backup-incremental/9-engage-incremental | +++ which gsed logger.go:42: 17:16:32 | scheduled-backup-incremental/9-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:16:32 | scheduled-backup-incremental/9-engage-incremental | +++ which sed logger.go:42: 17:16:32 | scheduled-backup-incremental/9-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 17:16:32 | scheduled-backup-incremental/9-engage-incremental | ++ oc get projects logger.go:42: 17:16:32 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl version -o json logger.go:42: 17:16:32 | scheduled-backup-incremental/9-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 17:16:32 | scheduled-backup-incremental/9-engage-incremental | +++ grep '\-eks\-' logger.go:42: 17:16:32 | scheduled-backup-incremental/9-engage-incremental | grep: warning: stray \ before - logger.go:42: 17:16:33 | scheduled-backup-incremental/9-engage-incremental | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 17:16:33 | scheduled-backup-incremental/9-engage-incremental | ++ '[' ']' logger.go:42: 17:16:33 | scheduled-backup-incremental/9-engage-incremental | ++ EKS=0 logger.go:42: 17:16:33 | scheduled-backup-incremental/9-engage-incremental | +++ get_cluster_name logger.go:42: 17:16:33 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl -n kuttl-test-perfect-anchovy get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 17:16:33 | scheduled-backup-incremental/9-engage-incremental | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 17:16:33 | scheduled-backup-incremental/9-engage-incremental | ++ local schedule_name=minio-incr logger.go:42: 17:16:33 | scheduled-backup-incremental/9-engage-incremental | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 17:16:33 | scheduled-backup-incremental/9-engage-incremental | +++ printf %s kuttl-test-perfect-anchovy-scheduled-backup-incremental logger.go:42: 17:16:33 | scheduled-backup-incremental/9-engage-incremental | +++ sha1sum logger.go:42: 17:16:33 | scheduled-backup-incremental/9-engage-incremental | +++ awk '{print $1}' logger.go:42: 17:16:33 | scheduled-backup-incremental/9-engage-incremental | +++ head -c 5 logger.go:42: 17:16:33 | scheduled-backup-incremental/9-engage-incremental | ++ local prefix=c8a08 logger.go:42: 17:16:33 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl get ps-backup -n kuttl-test-perfect-anchovy -l percona.com/backup-ancestor=c8a08-minio-incr -o yaml logger.go:42: 17:16:33 | scheduled-backup-incremental/9-engage-incremental | +++ yq '.items | length' logger.go:42: 17:16:34 | scheduled-backup-incremental/9-engage-incremental | ++ local bcp_count=3 logger.go:42: 17:16:34 | scheduled-backup-incremental/9-engage-incremental | ++ echo 3 logger.go:42: 17:16:34 | scheduled-backup-incremental/9-engage-incremental | + bcp_count=3 logger.go:42: 17:16:34 | scheduled-backup-incremental/9-engage-incremental | + [[ 3 -lt 6 ]] logger.go:42: 17:16:34 | scheduled-backup-incremental/9-engage-incremental | + echo 'There are 3 incremental ps-backups but should be at least 6' logger.go:42: 17:16:34 | scheduled-backup-incremental/9-engage-incremental | There are 3 incremental ps-backups but should be at least 6 logger.go:42: 17:16:34 | scheduled-backup-incremental/9-engage-incremental | + exit 1 logger.go:42: 17:16:35 | scheduled-backup-incremental/9-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 6 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 6" exit 1 fi] logger.go:42: 17:16:35 | scheduled-backup-incremental/9-engage-incremental | + source ../../functions logger.go:42: 17:16:35 | scheduled-backup-incremental/9-engage-incremental | +++ realpath ../../.. logger.go:42: 17:16:35 | scheduled-backup-incremental/9-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:16:35 | scheduled-backup-incremental/9-engage-incremental | ++++ pwd logger.go:42: 17:16:35 | scheduled-backup-incremental/9-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 17:16:35 | scheduled-backup-incremental/9-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 17:16:35 | scheduled-backup-incremental/9-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/vars.sh logger.go:42: 17:16:35 | scheduled-backup-incremental/9-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:16:35 | scheduled-backup-incremental/9-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:16:35 | scheduled-backup-incremental/9-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:16:35 | scheduled-backup-incremental/9-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:16:35 | scheduled-backup-incremental/9-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:16:35 | scheduled-backup-incremental/9-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:16:35 | scheduled-backup-incremental/9-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:16:35 | scheduled-backup-incremental/9-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:16:35 | scheduled-backup-incremental/9-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:16:35 | scheduled-backup-incremental/9-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:16:35 | scheduled-backup-incremental/9-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 17:16:35 | scheduled-backup-incremental/9-engage-incremental | +++ export GIT_BRANCH=PR-1269 logger.go:42: 17:16:35 | scheduled-backup-incremental/9-engage-incremental | +++ GIT_BRANCH=PR-1269 logger.go:42: 17:16:35 | scheduled-backup-incremental/9-engage-incremental | +++ export VERSION=PR-1269-fbab6499 logger.go:42: 17:16:35 | scheduled-backup-incremental/9-engage-incremental | +++ VERSION=PR-1269-fbab6499 logger.go:42: 17:16:35 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:16:35 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:16:35 | scheduled-backup-incremental/9-engage-incremental | +++ [[ -z 8.0 ]] logger.go:42: 17:16:35 | scheduled-backup-incremental/9-engage-incremental | +++ export MYSQL_VERSION=8.0 logger.go:42: 17:16:35 | scheduled-backup-incremental/9-engage-incremental | +++ MYSQL_VERSION=8.0 logger.go:42: 17:16:35 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:16:35 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:16:35 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:16:35 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:16:35 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:16:35 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:16:35 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:16:35 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:16:35 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:16:35 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:16:35 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:16:35 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:16:35 | scheduled-backup-incremental/9-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:16:35 | scheduled-backup-incremental/9-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:16:35 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:16:35 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:16:35 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:16:35 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:16:35 | scheduled-backup-incremental/9-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 17:16:35 | scheduled-backup-incremental/9-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 17:16:35 | scheduled-backup-incremental/9-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 17:16:35 | scheduled-backup-incremental/9-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 17:16:35 | scheduled-backup-incremental/9-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 17:16:35 | scheduled-backup-incremental/9-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 17:16:35 | scheduled-backup-incremental/9-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 17:16:35 | scheduled-backup-incremental/9-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 17:16:35 | scheduled-backup-incremental/9-engage-incremental | ++++ which gdate logger.go:42: 17:16:35 | scheduled-backup-incremental/9-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:16:35 | scheduled-backup-incremental/9-engage-incremental | ++++ which date logger.go:42: 17:16:35 | scheduled-backup-incremental/9-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 17:16:35 | scheduled-backup-incremental/9-engage-incremental | +++ oc get projects logger.go:42: 17:16:35 | scheduled-backup-incremental/9-engage-incremental | +++ : logger.go:42: 17:16:35 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl get nodes logger.go:42: 17:16:35 | scheduled-backup-incremental/9-engage-incremental | +++ grep '^minikube' logger.go:42: 17:16:36 | scheduled-backup-incremental/9-engage-incremental | +++ which gsed logger.go:42: 17:16:36 | scheduled-backup-incremental/9-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:16:36 | scheduled-backup-incremental/9-engage-incremental | +++ which sed logger.go:42: 17:16:36 | scheduled-backup-incremental/9-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 17:16:36 | scheduled-backup-incremental/9-engage-incremental | ++ oc get projects logger.go:42: 17:16:36 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl version -o json logger.go:42: 17:16:36 | scheduled-backup-incremental/9-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 17:16:36 | scheduled-backup-incremental/9-engage-incremental | +++ grep '\-eks\-' logger.go:42: 17:16:36 | scheduled-backup-incremental/9-engage-incremental | grep: warning: stray \ before - logger.go:42: 17:16:36 | scheduled-backup-incremental/9-engage-incremental | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 17:16:36 | scheduled-backup-incremental/9-engage-incremental | ++ '[' ']' logger.go:42: 17:16:36 | scheduled-backup-incremental/9-engage-incremental | ++ EKS=0 logger.go:42: 17:16:36 | scheduled-backup-incremental/9-engage-incremental | +++ get_cluster_name logger.go:42: 17:16:36 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl -n kuttl-test-perfect-anchovy get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 17:16:37 | scheduled-backup-incremental/9-engage-incremental | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 17:16:37 | scheduled-backup-incremental/9-engage-incremental | ++ local schedule_name=minio-incr logger.go:42: 17:16:37 | scheduled-backup-incremental/9-engage-incremental | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 17:16:37 | scheduled-backup-incremental/9-engage-incremental | +++ printf %s kuttl-test-perfect-anchovy-scheduled-backup-incremental logger.go:42: 17:16:37 | scheduled-backup-incremental/9-engage-incremental | +++ sha1sum logger.go:42: 17:16:37 | scheduled-backup-incremental/9-engage-incremental | +++ awk '{print $1}' logger.go:42: 17:16:37 | scheduled-backup-incremental/9-engage-incremental | +++ head -c 5 logger.go:42: 17:16:37 | scheduled-backup-incremental/9-engage-incremental | ++ local prefix=c8a08 logger.go:42: 17:16:37 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl get ps-backup -n kuttl-test-perfect-anchovy -l percona.com/backup-ancestor=c8a08-minio-incr -o yaml logger.go:42: 17:16:37 | scheduled-backup-incremental/9-engage-incremental | +++ yq '.items | length' logger.go:42: 17:16:37 | scheduled-backup-incremental/9-engage-incremental | ++ local bcp_count=3 logger.go:42: 17:16:37 | scheduled-backup-incremental/9-engage-incremental | ++ echo 3 logger.go:42: 17:16:37 | scheduled-backup-incremental/9-engage-incremental | + bcp_count=3 logger.go:42: 17:16:37 | scheduled-backup-incremental/9-engage-incremental | + [[ 3 -lt 6 ]] logger.go:42: 17:16:37 | scheduled-backup-incremental/9-engage-incremental | + echo 'There are 3 incremental ps-backups but should be at least 6' logger.go:42: 17:16:37 | scheduled-backup-incremental/9-engage-incremental | There are 3 incremental ps-backups but should be at least 6 logger.go:42: 17:16:37 | scheduled-backup-incremental/9-engage-incremental | + exit 1 logger.go:42: 17:16:38 | scheduled-backup-incremental/9-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 6 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 6" exit 1 fi] logger.go:42: 17:16:38 | scheduled-backup-incremental/9-engage-incremental | + source ../../functions logger.go:42: 17:16:38 | scheduled-backup-incremental/9-engage-incremental | +++ realpath ../../.. logger.go:42: 17:16:38 | scheduled-backup-incremental/9-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:16:38 | scheduled-backup-incremental/9-engage-incremental | ++++ pwd logger.go:42: 17:16:38 | scheduled-backup-incremental/9-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 17:16:38 | scheduled-backup-incremental/9-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 17:16:38 | scheduled-backup-incremental/9-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/vars.sh logger.go:42: 17:16:38 | scheduled-backup-incremental/9-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:16:38 | scheduled-backup-incremental/9-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:16:38 | scheduled-backup-incremental/9-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:16:38 | scheduled-backup-incremental/9-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:16:38 | scheduled-backup-incremental/9-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:16:38 | scheduled-backup-incremental/9-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:16:38 | scheduled-backup-incremental/9-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:16:38 | scheduled-backup-incremental/9-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:16:38 | scheduled-backup-incremental/9-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:16:38 | scheduled-backup-incremental/9-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:16:38 | scheduled-backup-incremental/9-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 17:16:38 | scheduled-backup-incremental/9-engage-incremental | +++ export GIT_BRANCH=PR-1269 logger.go:42: 17:16:38 | scheduled-backup-incremental/9-engage-incremental | +++ GIT_BRANCH=PR-1269 logger.go:42: 17:16:38 | scheduled-backup-incremental/9-engage-incremental | +++ export VERSION=PR-1269-fbab6499 logger.go:42: 17:16:38 | scheduled-backup-incremental/9-engage-incremental | +++ VERSION=PR-1269-fbab6499 logger.go:42: 17:16:38 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:16:38 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:16:38 | scheduled-backup-incremental/9-engage-incremental | +++ [[ -z 8.0 ]] logger.go:42: 17:16:38 | scheduled-backup-incremental/9-engage-incremental | +++ export MYSQL_VERSION=8.0 logger.go:42: 17:16:38 | scheduled-backup-incremental/9-engage-incremental | +++ MYSQL_VERSION=8.0 logger.go:42: 17:16:38 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:16:38 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:16:38 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:16:38 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:16:38 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:16:38 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:16:38 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:16:38 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:16:38 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:16:38 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:16:38 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:16:38 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:16:38 | scheduled-backup-incremental/9-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:16:38 | scheduled-backup-incremental/9-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:16:38 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:16:38 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:16:38 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:16:38 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:16:38 | scheduled-backup-incremental/9-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 17:16:38 | scheduled-backup-incremental/9-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 17:16:38 | scheduled-backup-incremental/9-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 17:16:38 | scheduled-backup-incremental/9-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 17:16:38 | scheduled-backup-incremental/9-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 17:16:38 | scheduled-backup-incremental/9-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 17:16:38 | scheduled-backup-incremental/9-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 17:16:38 | scheduled-backup-incremental/9-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 17:16:38 | scheduled-backup-incremental/9-engage-incremental | ++++ which gdate logger.go:42: 17:16:38 | scheduled-backup-incremental/9-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:16:38 | scheduled-backup-incremental/9-engage-incremental | ++++ which date logger.go:42: 17:16:38 | scheduled-backup-incremental/9-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 17:16:38 | scheduled-backup-incremental/9-engage-incremental | +++ oc get projects logger.go:42: 17:16:38 | scheduled-backup-incremental/9-engage-incremental | +++ : logger.go:42: 17:16:38 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl get nodes logger.go:42: 17:16:38 | scheduled-backup-incremental/9-engage-incremental | +++ grep '^minikube' logger.go:42: 17:16:39 | scheduled-backup-incremental/9-engage-incremental | +++ which gsed logger.go:42: 17:16:39 | scheduled-backup-incremental/9-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:16:39 | scheduled-backup-incremental/9-engage-incremental | +++ which sed logger.go:42: 17:16:39 | scheduled-backup-incremental/9-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 17:16:39 | scheduled-backup-incremental/9-engage-incremental | ++ oc get projects logger.go:42: 17:16:39 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl version -o json logger.go:42: 17:16:39 | scheduled-backup-incremental/9-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 17:16:39 | scheduled-backup-incremental/9-engage-incremental | +++ grep '\-eks\-' logger.go:42: 17:16:39 | scheduled-backup-incremental/9-engage-incremental | grep: warning: stray \ before - logger.go:42: 17:16:39 | scheduled-backup-incremental/9-engage-incremental | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 17:16:39 | scheduled-backup-incremental/9-engage-incremental | ++ '[' ']' logger.go:42: 17:16:39 | scheduled-backup-incremental/9-engage-incremental | ++ EKS=0 logger.go:42: 17:16:39 | scheduled-backup-incremental/9-engage-incremental | +++ get_cluster_name logger.go:42: 17:16:39 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl -n kuttl-test-perfect-anchovy get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 17:16:40 | scheduled-backup-incremental/9-engage-incremental | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 17:16:40 | scheduled-backup-incremental/9-engage-incremental | ++ local schedule_name=minio-incr logger.go:42: 17:16:40 | scheduled-backup-incremental/9-engage-incremental | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 17:16:40 | scheduled-backup-incremental/9-engage-incremental | +++ printf %s kuttl-test-perfect-anchovy-scheduled-backup-incremental logger.go:42: 17:16:40 | scheduled-backup-incremental/9-engage-incremental | +++ sha1sum logger.go:42: 17:16:40 | scheduled-backup-incremental/9-engage-incremental | +++ awk '{print $1}' logger.go:42: 17:16:40 | scheduled-backup-incremental/9-engage-incremental | +++ head -c 5 logger.go:42: 17:16:40 | scheduled-backup-incremental/9-engage-incremental | ++ local prefix=c8a08 logger.go:42: 17:16:40 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl get ps-backup -n kuttl-test-perfect-anchovy -l percona.com/backup-ancestor=c8a08-minio-incr -o yaml logger.go:42: 17:16:40 | scheduled-backup-incremental/9-engage-incremental | +++ yq '.items | length' logger.go:42: 17:16:40 | scheduled-backup-incremental/9-engage-incremental | ++ local bcp_count=3 logger.go:42: 17:16:40 | scheduled-backup-incremental/9-engage-incremental | ++ echo 3 logger.go:42: 17:16:40 | scheduled-backup-incremental/9-engage-incremental | + bcp_count=3 logger.go:42: 17:16:40 | scheduled-backup-incremental/9-engage-incremental | + [[ 3 -lt 6 ]] logger.go:42: 17:16:40 | scheduled-backup-incremental/9-engage-incremental | + echo 'There are 3 incremental ps-backups but should be at least 6' logger.go:42: 17:16:40 | scheduled-backup-incremental/9-engage-incremental | There are 3 incremental ps-backups but should be at least 6 logger.go:42: 17:16:40 | scheduled-backup-incremental/9-engage-incremental | + exit 1 logger.go:42: 17:16:42 | scheduled-backup-incremental/9-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 6 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 6" exit 1 fi] logger.go:42: 17:16:42 | scheduled-backup-incremental/9-engage-incremental | + source ../../functions logger.go:42: 17:16:42 | scheduled-backup-incremental/9-engage-incremental | +++ realpath ../../.. logger.go:42: 17:16:42 | scheduled-backup-incremental/9-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:16:42 | scheduled-backup-incremental/9-engage-incremental | ++++ pwd logger.go:42: 17:16:42 | scheduled-backup-incremental/9-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 17:16:42 | scheduled-backup-incremental/9-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 17:16:42 | scheduled-backup-incremental/9-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/vars.sh logger.go:42: 17:16:42 | scheduled-backup-incremental/9-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:16:42 | scheduled-backup-incremental/9-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:16:42 | scheduled-backup-incremental/9-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:16:42 | scheduled-backup-incremental/9-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:16:42 | scheduled-backup-incremental/9-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:16:42 | scheduled-backup-incremental/9-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:16:42 | scheduled-backup-incremental/9-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:16:42 | scheduled-backup-incremental/9-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:16:42 | scheduled-backup-incremental/9-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:16:42 | scheduled-backup-incremental/9-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:16:42 | scheduled-backup-incremental/9-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 17:16:42 | scheduled-backup-incremental/9-engage-incremental | +++ export GIT_BRANCH=PR-1269 logger.go:42: 17:16:42 | scheduled-backup-incremental/9-engage-incremental | +++ GIT_BRANCH=PR-1269 logger.go:42: 17:16:42 | scheduled-backup-incremental/9-engage-incremental | +++ export VERSION=PR-1269-fbab6499 logger.go:42: 17:16:42 | scheduled-backup-incremental/9-engage-incremental | +++ VERSION=PR-1269-fbab6499 logger.go:42: 17:16:42 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:16:42 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:16:42 | scheduled-backup-incremental/9-engage-incremental | +++ [[ -z 8.0 ]] logger.go:42: 17:16:42 | scheduled-backup-incremental/9-engage-incremental | +++ export MYSQL_VERSION=8.0 logger.go:42: 17:16:42 | scheduled-backup-incremental/9-engage-incremental | +++ MYSQL_VERSION=8.0 logger.go:42: 17:16:42 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:16:42 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:16:42 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:16:42 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:16:42 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:16:42 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:16:42 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:16:42 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:16:42 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:16:42 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:16:42 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:16:42 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:16:42 | scheduled-backup-incremental/9-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:16:42 | scheduled-backup-incremental/9-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:16:42 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:16:42 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:16:42 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:16:42 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:16:42 | scheduled-backup-incremental/9-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 17:16:42 | scheduled-backup-incremental/9-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 17:16:42 | scheduled-backup-incremental/9-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 17:16:42 | scheduled-backup-incremental/9-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 17:16:42 | scheduled-backup-incremental/9-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 17:16:42 | scheduled-backup-incremental/9-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 17:16:42 | scheduled-backup-incremental/9-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 17:16:42 | scheduled-backup-incremental/9-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 17:16:42 | scheduled-backup-incremental/9-engage-incremental | ++++ which gdate logger.go:42: 17:16:42 | scheduled-backup-incremental/9-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:16:42 | scheduled-backup-incremental/9-engage-incremental | ++++ which date logger.go:42: 17:16:42 | scheduled-backup-incremental/9-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 17:16:42 | scheduled-backup-incremental/9-engage-incremental | +++ oc get projects logger.go:42: 17:16:42 | scheduled-backup-incremental/9-engage-incremental | +++ : logger.go:42: 17:16:42 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl get nodes logger.go:42: 17:16:42 | scheduled-backup-incremental/9-engage-incremental | +++ grep '^minikube' logger.go:42: 17:16:42 | scheduled-backup-incremental/9-engage-incremental | +++ which gsed logger.go:42: 17:16:42 | scheduled-backup-incremental/9-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:16:42 | scheduled-backup-incremental/9-engage-incremental | +++ which sed logger.go:42: 17:16:42 | scheduled-backup-incremental/9-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 17:16:42 | scheduled-backup-incremental/9-engage-incremental | ++ oc get projects logger.go:42: 17:16:42 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl version -o json logger.go:42: 17:16:42 | scheduled-backup-incremental/9-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 17:16:42 | scheduled-backup-incremental/9-engage-incremental | +++ grep '\-eks\-' logger.go:42: 17:16:42 | scheduled-backup-incremental/9-engage-incremental | grep: warning: stray \ before - logger.go:42: 17:16:43 | scheduled-backup-incremental/9-engage-incremental | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 17:16:43 | scheduled-backup-incremental/9-engage-incremental | ++ '[' ']' logger.go:42: 17:16:43 | scheduled-backup-incremental/9-engage-incremental | ++ EKS=0 logger.go:42: 17:16:43 | scheduled-backup-incremental/9-engage-incremental | +++ get_cluster_name logger.go:42: 17:16:43 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl -n kuttl-test-perfect-anchovy get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 17:16:43 | scheduled-backup-incremental/9-engage-incremental | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 17:16:43 | scheduled-backup-incremental/9-engage-incremental | ++ local schedule_name=minio-incr logger.go:42: 17:16:43 | scheduled-backup-incremental/9-engage-incremental | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 17:16:43 | scheduled-backup-incremental/9-engage-incremental | +++ printf %s kuttl-test-perfect-anchovy-scheduled-backup-incremental logger.go:42: 17:16:43 | scheduled-backup-incremental/9-engage-incremental | +++ sha1sum logger.go:42: 17:16:43 | scheduled-backup-incremental/9-engage-incremental | +++ awk '{print $1}' logger.go:42: 17:16:43 | scheduled-backup-incremental/9-engage-incremental | +++ head -c 5 logger.go:42: 17:16:43 | scheduled-backup-incremental/9-engage-incremental | ++ local prefix=c8a08 logger.go:42: 17:16:43 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl get ps-backup -n kuttl-test-perfect-anchovy -l percona.com/backup-ancestor=c8a08-minio-incr -o yaml logger.go:42: 17:16:43 | scheduled-backup-incremental/9-engage-incremental | +++ yq '.items | length' logger.go:42: 17:16:44 | scheduled-backup-incremental/9-engage-incremental | ++ local bcp_count=4 logger.go:42: 17:16:44 | scheduled-backup-incremental/9-engage-incremental | ++ echo 4 logger.go:42: 17:16:44 | scheduled-backup-incremental/9-engage-incremental | + bcp_count=4 logger.go:42: 17:16:44 | scheduled-backup-incremental/9-engage-incremental | + [[ 4 -lt 6 ]] logger.go:42: 17:16:44 | scheduled-backup-incremental/9-engage-incremental | + echo 'There are 4 incremental ps-backups but should be at least 6' logger.go:42: 17:16:44 | scheduled-backup-incremental/9-engage-incremental | There are 4 incremental ps-backups but should be at least 6 logger.go:42: 17:16:44 | scheduled-backup-incremental/9-engage-incremental | + exit 1 logger.go:42: 17:16:45 | scheduled-backup-incremental/9-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 6 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 6" exit 1 fi] logger.go:42: 17:16:45 | scheduled-backup-incremental/9-engage-incremental | + source ../../functions logger.go:42: 17:16:45 | scheduled-backup-incremental/9-engage-incremental | +++ realpath ../../.. logger.go:42: 17:16:45 | scheduled-backup-incremental/9-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:16:45 | scheduled-backup-incremental/9-engage-incremental | ++++ pwd logger.go:42: 17:16:45 | scheduled-backup-incremental/9-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 17:16:45 | scheduled-backup-incremental/9-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 17:16:45 | scheduled-backup-incremental/9-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/vars.sh logger.go:42: 17:16:45 | scheduled-backup-incremental/9-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:16:45 | scheduled-backup-incremental/9-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:16:45 | scheduled-backup-incremental/9-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:16:45 | scheduled-backup-incremental/9-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:16:45 | scheduled-backup-incremental/9-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:16:45 | scheduled-backup-incremental/9-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:16:45 | scheduled-backup-incremental/9-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:16:45 | scheduled-backup-incremental/9-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:16:45 | scheduled-backup-incremental/9-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:16:45 | scheduled-backup-incremental/9-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:16:45 | scheduled-backup-incremental/9-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 17:16:45 | scheduled-backup-incremental/9-engage-incremental | +++ export GIT_BRANCH=PR-1269 logger.go:42: 17:16:45 | scheduled-backup-incremental/9-engage-incremental | +++ GIT_BRANCH=PR-1269 logger.go:42: 17:16:45 | scheduled-backup-incremental/9-engage-incremental | +++ export VERSION=PR-1269-fbab6499 logger.go:42: 17:16:45 | scheduled-backup-incremental/9-engage-incremental | +++ VERSION=PR-1269-fbab6499 logger.go:42: 17:16:45 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:16:45 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:16:45 | scheduled-backup-incremental/9-engage-incremental | +++ [[ -z 8.0 ]] logger.go:42: 17:16:45 | scheduled-backup-incremental/9-engage-incremental | +++ export MYSQL_VERSION=8.0 logger.go:42: 17:16:45 | scheduled-backup-incremental/9-engage-incremental | +++ MYSQL_VERSION=8.0 logger.go:42: 17:16:45 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:16:45 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:16:45 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:16:45 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:16:45 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:16:45 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:16:45 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:16:45 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:16:45 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:16:45 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:16:45 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:16:45 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:16:45 | scheduled-backup-incremental/9-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:16:45 | scheduled-backup-incremental/9-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:16:45 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:16:45 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:16:45 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:16:45 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:16:45 | scheduled-backup-incremental/9-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 17:16:45 | scheduled-backup-incremental/9-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 17:16:45 | scheduled-backup-incremental/9-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 17:16:45 | scheduled-backup-incremental/9-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 17:16:45 | scheduled-backup-incremental/9-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 17:16:45 | scheduled-backup-incremental/9-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 17:16:45 | scheduled-backup-incremental/9-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 17:16:45 | scheduled-backup-incremental/9-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 17:16:45 | scheduled-backup-incremental/9-engage-incremental | ++++ which gdate logger.go:42: 17:16:45 | scheduled-backup-incremental/9-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:16:45 | scheduled-backup-incremental/9-engage-incremental | ++++ which date logger.go:42: 17:16:45 | scheduled-backup-incremental/9-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 17:16:45 | scheduled-backup-incremental/9-engage-incremental | +++ oc get projects logger.go:42: 17:16:45 | scheduled-backup-incremental/9-engage-incremental | +++ : logger.go:42: 17:16:45 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl get nodes logger.go:42: 17:16:45 | scheduled-backup-incremental/9-engage-incremental | +++ grep '^minikube' logger.go:42: 17:16:45 | scheduled-backup-incremental/9-engage-incremental | +++ which gsed logger.go:42: 17:16:45 | scheduled-backup-incremental/9-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:16:45 | scheduled-backup-incremental/9-engage-incremental | +++ which sed logger.go:42: 17:16:45 | scheduled-backup-incremental/9-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 17:16:45 | scheduled-backup-incremental/9-engage-incremental | ++ oc get projects logger.go:42: 17:16:45 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl version -o json logger.go:42: 17:16:45 | scheduled-backup-incremental/9-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 17:16:45 | scheduled-backup-incremental/9-engage-incremental | +++ grep '\-eks\-' logger.go:42: 17:16:45 | scheduled-backup-incremental/9-engage-incremental | grep: warning: stray \ before - logger.go:42: 17:16:46 | scheduled-backup-incremental/9-engage-incremental | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 17:16:46 | scheduled-backup-incremental/9-engage-incremental | ++ '[' ']' logger.go:42: 17:16:46 | scheduled-backup-incremental/9-engage-incremental | ++ EKS=0 logger.go:42: 17:16:46 | scheduled-backup-incremental/9-engage-incremental | +++ get_cluster_name logger.go:42: 17:16:46 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl -n kuttl-test-perfect-anchovy get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 17:16:47 | scheduled-backup-incremental/9-engage-incremental | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 17:16:47 | scheduled-backup-incremental/9-engage-incremental | ++ local schedule_name=minio-incr logger.go:42: 17:16:47 | scheduled-backup-incremental/9-engage-incremental | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 17:16:47 | scheduled-backup-incremental/9-engage-incremental | +++ printf %s kuttl-test-perfect-anchovy-scheduled-backup-incremental logger.go:42: 17:16:47 | scheduled-backup-incremental/9-engage-incremental | +++ sha1sum logger.go:42: 17:16:47 | scheduled-backup-incremental/9-engage-incremental | +++ awk '{print $1}' logger.go:42: 17:16:47 | scheduled-backup-incremental/9-engage-incremental | +++ head -c 5 logger.go:42: 17:16:47 | scheduled-backup-incremental/9-engage-incremental | ++ local prefix=c8a08 logger.go:42: 17:16:47 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl get ps-backup -n kuttl-test-perfect-anchovy -l percona.com/backup-ancestor=c8a08-minio-incr -o yaml logger.go:42: 17:16:47 | scheduled-backup-incremental/9-engage-incremental | +++ yq '.items | length' logger.go:42: 17:16:47 | scheduled-backup-incremental/9-engage-incremental | ++ local bcp_count=4 logger.go:42: 17:16:47 | scheduled-backup-incremental/9-engage-incremental | ++ echo 4 logger.go:42: 17:16:47 | scheduled-backup-incremental/9-engage-incremental | + bcp_count=4 logger.go:42: 17:16:47 | scheduled-backup-incremental/9-engage-incremental | + [[ 4 -lt 6 ]] logger.go:42: 17:16:47 | scheduled-backup-incremental/9-engage-incremental | + echo 'There are 4 incremental ps-backups but should be at least 6' logger.go:42: 17:16:47 | scheduled-backup-incremental/9-engage-incremental | There are 4 incremental ps-backups but should be at least 6 logger.go:42: 17:16:47 | scheduled-backup-incremental/9-engage-incremental | + exit 1 logger.go:42: 17:16:48 | scheduled-backup-incremental/9-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 6 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 6" exit 1 fi] logger.go:42: 17:16:48 | scheduled-backup-incremental/9-engage-incremental | + source ../../functions logger.go:42: 17:16:48 | scheduled-backup-incremental/9-engage-incremental | +++ realpath ../../.. logger.go:42: 17:16:48 | scheduled-backup-incremental/9-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:16:48 | scheduled-backup-incremental/9-engage-incremental | ++++ pwd logger.go:42: 17:16:48 | scheduled-backup-incremental/9-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 17:16:48 | scheduled-backup-incremental/9-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 17:16:48 | scheduled-backup-incremental/9-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/vars.sh logger.go:42: 17:16:48 | scheduled-backup-incremental/9-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:16:48 | scheduled-backup-incremental/9-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:16:48 | scheduled-backup-incremental/9-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:16:48 | scheduled-backup-incremental/9-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:16:48 | scheduled-backup-incremental/9-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:16:48 | scheduled-backup-incremental/9-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:16:48 | scheduled-backup-incremental/9-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:16:48 | scheduled-backup-incremental/9-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:16:48 | scheduled-backup-incremental/9-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:16:48 | scheduled-backup-incremental/9-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:16:48 | scheduled-backup-incremental/9-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 17:16:48 | scheduled-backup-incremental/9-engage-incremental | +++ export GIT_BRANCH=PR-1269 logger.go:42: 17:16:48 | scheduled-backup-incremental/9-engage-incremental | +++ GIT_BRANCH=PR-1269 logger.go:42: 17:16:48 | scheduled-backup-incremental/9-engage-incremental | +++ export VERSION=PR-1269-fbab6499 logger.go:42: 17:16:48 | scheduled-backup-incremental/9-engage-incremental | +++ VERSION=PR-1269-fbab6499 logger.go:42: 17:16:48 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:16:48 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:16:48 | scheduled-backup-incremental/9-engage-incremental | +++ [[ -z 8.0 ]] logger.go:42: 17:16:48 | scheduled-backup-incremental/9-engage-incremental | +++ export MYSQL_VERSION=8.0 logger.go:42: 17:16:48 | scheduled-backup-incremental/9-engage-incremental | +++ MYSQL_VERSION=8.0 logger.go:42: 17:16:48 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:16:48 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:16:48 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:16:48 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:16:48 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:16:48 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:16:48 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:16:48 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:16:48 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:16:48 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:16:48 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:16:48 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:16:48 | scheduled-backup-incremental/9-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:16:48 | scheduled-backup-incremental/9-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:16:48 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:16:48 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:16:48 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:16:48 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:16:48 | scheduled-backup-incremental/9-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 17:16:48 | scheduled-backup-incremental/9-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 17:16:48 | scheduled-backup-incremental/9-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 17:16:48 | scheduled-backup-incremental/9-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 17:16:48 | scheduled-backup-incremental/9-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 17:16:48 | scheduled-backup-incremental/9-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 17:16:48 | scheduled-backup-incremental/9-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 17:16:48 | scheduled-backup-incremental/9-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 17:16:48 | scheduled-backup-incremental/9-engage-incremental | ++++ which gdate logger.go:42: 17:16:48 | scheduled-backup-incremental/9-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:16:48 | scheduled-backup-incremental/9-engage-incremental | ++++ which date logger.go:42: 17:16:48 | scheduled-backup-incremental/9-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 17:16:48 | scheduled-backup-incremental/9-engage-incremental | +++ oc get projects logger.go:42: 17:16:48 | scheduled-backup-incremental/9-engage-incremental | +++ : logger.go:42: 17:16:48 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl get nodes logger.go:42: 17:16:48 | scheduled-backup-incremental/9-engage-incremental | +++ grep '^minikube' logger.go:42: 17:16:49 | scheduled-backup-incremental/9-engage-incremental | +++ which gsed logger.go:42: 17:16:49 | scheduled-backup-incremental/9-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:16:49 | scheduled-backup-incremental/9-engage-incremental | +++ which sed logger.go:42: 17:16:49 | scheduled-backup-incremental/9-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 17:16:49 | scheduled-backup-incremental/9-engage-incremental | ++ oc get projects logger.go:42: 17:16:49 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl version -o json logger.go:42: 17:16:49 | scheduled-backup-incremental/9-engage-incremental | +++ grep '\-eks\-' logger.go:42: 17:16:49 | scheduled-backup-incremental/9-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 17:16:49 | scheduled-backup-incremental/9-engage-incremental | grep: warning: stray \ before - logger.go:42: 17:16:49 | scheduled-backup-incremental/9-engage-incremental | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 17:16:49 | scheduled-backup-incremental/9-engage-incremental | ++ '[' ']' logger.go:42: 17:16:49 | scheduled-backup-incremental/9-engage-incremental | ++ EKS=0 logger.go:42: 17:16:49 | scheduled-backup-incremental/9-engage-incremental | +++ get_cluster_name logger.go:42: 17:16:49 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl -n kuttl-test-perfect-anchovy get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 17:16:50 | scheduled-backup-incremental/9-engage-incremental | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 17:16:50 | scheduled-backup-incremental/9-engage-incremental | ++ local schedule_name=minio-incr logger.go:42: 17:16:50 | scheduled-backup-incremental/9-engage-incremental | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 17:16:50 | scheduled-backup-incremental/9-engage-incremental | +++ printf %s kuttl-test-perfect-anchovy-scheduled-backup-incremental logger.go:42: 17:16:50 | scheduled-backup-incremental/9-engage-incremental | +++ sha1sum logger.go:42: 17:16:50 | scheduled-backup-incremental/9-engage-incremental | +++ awk '{print $1}' logger.go:42: 17:16:50 | scheduled-backup-incremental/9-engage-incremental | +++ head -c 5 logger.go:42: 17:16:50 | scheduled-backup-incremental/9-engage-incremental | ++ local prefix=c8a08 logger.go:42: 17:16:50 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl get ps-backup -n kuttl-test-perfect-anchovy -l percona.com/backup-ancestor=c8a08-minio-incr -o yaml logger.go:42: 17:16:50 | scheduled-backup-incremental/9-engage-incremental | +++ yq '.items | length' logger.go:42: 17:16:50 | scheduled-backup-incremental/9-engage-incremental | ++ local bcp_count=4 logger.go:42: 17:16:50 | scheduled-backup-incremental/9-engage-incremental | ++ echo 4 logger.go:42: 17:16:50 | scheduled-backup-incremental/9-engage-incremental | + bcp_count=4 logger.go:42: 17:16:50 | scheduled-backup-incremental/9-engage-incremental | + [[ 4 -lt 6 ]] logger.go:42: 17:16:50 | scheduled-backup-incremental/9-engage-incremental | + echo 'There are 4 incremental ps-backups but should be at least 6' logger.go:42: 17:16:50 | scheduled-backup-incremental/9-engage-incremental | There are 4 incremental ps-backups but should be at least 6 logger.go:42: 17:16:50 | scheduled-backup-incremental/9-engage-incremental | + exit 1 logger.go:42: 17:16:52 | scheduled-backup-incremental/9-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 6 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 6" exit 1 fi] logger.go:42: 17:16:52 | scheduled-backup-incremental/9-engage-incremental | + source ../../functions logger.go:42: 17:16:52 | scheduled-backup-incremental/9-engage-incremental | +++ realpath ../../.. logger.go:42: 17:16:52 | scheduled-backup-incremental/9-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:16:52 | scheduled-backup-incremental/9-engage-incremental | ++++ pwd logger.go:42: 17:16:52 | scheduled-backup-incremental/9-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 17:16:52 | scheduled-backup-incremental/9-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 17:16:52 | scheduled-backup-incremental/9-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/vars.sh logger.go:42: 17:16:52 | scheduled-backup-incremental/9-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:16:52 | scheduled-backup-incremental/9-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:16:52 | scheduled-backup-incremental/9-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:16:52 | scheduled-backup-incremental/9-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:16:52 | scheduled-backup-incremental/9-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:16:52 | scheduled-backup-incremental/9-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:16:52 | scheduled-backup-incremental/9-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:16:52 | scheduled-backup-incremental/9-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:16:52 | scheduled-backup-incremental/9-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:16:52 | scheduled-backup-incremental/9-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:16:52 | scheduled-backup-incremental/9-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 17:16:52 | scheduled-backup-incremental/9-engage-incremental | +++ export GIT_BRANCH=PR-1269 logger.go:42: 17:16:52 | scheduled-backup-incremental/9-engage-incremental | +++ GIT_BRANCH=PR-1269 logger.go:42: 17:16:52 | scheduled-backup-incremental/9-engage-incremental | +++ export VERSION=PR-1269-fbab6499 logger.go:42: 17:16:52 | scheduled-backup-incremental/9-engage-incremental | +++ VERSION=PR-1269-fbab6499 logger.go:42: 17:16:52 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:16:52 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:16:52 | scheduled-backup-incremental/9-engage-incremental | +++ [[ -z 8.0 ]] logger.go:42: 17:16:52 | scheduled-backup-incremental/9-engage-incremental | +++ export MYSQL_VERSION=8.0 logger.go:42: 17:16:52 | scheduled-backup-incremental/9-engage-incremental | +++ MYSQL_VERSION=8.0 logger.go:42: 17:16:52 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:16:52 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:16:52 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:16:52 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:16:52 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:16:52 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:16:52 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:16:52 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:16:52 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:16:52 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:16:52 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:16:52 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:16:52 | scheduled-backup-incremental/9-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:16:52 | scheduled-backup-incremental/9-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:16:52 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:16:52 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:16:52 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:16:52 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:16:52 | scheduled-backup-incremental/9-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 17:16:52 | scheduled-backup-incremental/9-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 17:16:52 | scheduled-backup-incremental/9-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 17:16:52 | scheduled-backup-incremental/9-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 17:16:52 | scheduled-backup-incremental/9-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 17:16:52 | scheduled-backup-incremental/9-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 17:16:52 | scheduled-backup-incremental/9-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 17:16:52 | scheduled-backup-incremental/9-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 17:16:52 | scheduled-backup-incremental/9-engage-incremental | ++++ which gdate logger.go:42: 17:16:52 | scheduled-backup-incremental/9-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:16:52 | scheduled-backup-incremental/9-engage-incremental | ++++ which date logger.go:42: 17:16:52 | scheduled-backup-incremental/9-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 17:16:52 | scheduled-backup-incremental/9-engage-incremental | +++ oc get projects logger.go:42: 17:16:52 | scheduled-backup-incremental/9-engage-incremental | +++ : logger.go:42: 17:16:52 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl get nodes logger.go:42: 17:16:52 | scheduled-backup-incremental/9-engage-incremental | +++ grep '^minikube' logger.go:42: 17:16:52 | scheduled-backup-incremental/9-engage-incremental | +++ which gsed logger.go:42: 17:16:52 | scheduled-backup-incremental/9-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:16:52 | scheduled-backup-incremental/9-engage-incremental | +++ which sed logger.go:42: 17:16:52 | scheduled-backup-incremental/9-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 17:16:52 | scheduled-backup-incremental/9-engage-incremental | ++ oc get projects logger.go:42: 17:16:52 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl version -o json logger.go:42: 17:16:52 | scheduled-backup-incremental/9-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 17:16:52 | scheduled-backup-incremental/9-engage-incremental | +++ grep '\-eks\-' logger.go:42: 17:16:52 | scheduled-backup-incremental/9-engage-incremental | grep: warning: stray \ before - logger.go:42: 17:16:53 | scheduled-backup-incremental/9-engage-incremental | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 17:16:53 | scheduled-backup-incremental/9-engage-incremental | ++ '[' ']' logger.go:42: 17:16:53 | scheduled-backup-incremental/9-engage-incremental | ++ EKS=0 logger.go:42: 17:16:53 | scheduled-backup-incremental/9-engage-incremental | +++ get_cluster_name logger.go:42: 17:16:53 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl -n kuttl-test-perfect-anchovy get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 17:16:53 | scheduled-backup-incremental/9-engage-incremental | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 17:16:53 | scheduled-backup-incremental/9-engage-incremental | ++ local schedule_name=minio-incr logger.go:42: 17:16:53 | scheduled-backup-incremental/9-engage-incremental | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 17:16:53 | scheduled-backup-incremental/9-engage-incremental | +++ printf %s kuttl-test-perfect-anchovy-scheduled-backup-incremental logger.go:42: 17:16:53 | scheduled-backup-incremental/9-engage-incremental | +++ sha1sum logger.go:42: 17:16:53 | scheduled-backup-incremental/9-engage-incremental | +++ awk '{print $1}' logger.go:42: 17:16:53 | scheduled-backup-incremental/9-engage-incremental | +++ head -c 5 logger.go:42: 17:16:53 | scheduled-backup-incremental/9-engage-incremental | ++ local prefix=c8a08 logger.go:42: 17:16:53 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl get ps-backup -n kuttl-test-perfect-anchovy -l percona.com/backup-ancestor=c8a08-minio-incr -o yaml logger.go:42: 17:16:53 | scheduled-backup-incremental/9-engage-incremental | +++ yq '.items | length' logger.go:42: 17:16:54 | scheduled-backup-incremental/9-engage-incremental | ++ local bcp_count=4 logger.go:42: 17:16:54 | scheduled-backup-incremental/9-engage-incremental | ++ echo 4 logger.go:42: 17:16:54 | scheduled-backup-incremental/9-engage-incremental | + bcp_count=4 logger.go:42: 17:16:54 | scheduled-backup-incremental/9-engage-incremental | + [[ 4 -lt 6 ]] logger.go:42: 17:16:54 | scheduled-backup-incremental/9-engage-incremental | + echo 'There are 4 incremental ps-backups but should be at least 6' logger.go:42: 17:16:54 | scheduled-backup-incremental/9-engage-incremental | There are 4 incremental ps-backups but should be at least 6 logger.go:42: 17:16:54 | scheduled-backup-incremental/9-engage-incremental | + exit 1 logger.go:42: 17:16:55 | scheduled-backup-incremental/9-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 6 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 6" exit 1 fi] logger.go:42: 17:16:55 | scheduled-backup-incremental/9-engage-incremental | + source ../../functions logger.go:42: 17:16:55 | scheduled-backup-incremental/9-engage-incremental | +++ realpath ../../.. logger.go:42: 17:16:55 | scheduled-backup-incremental/9-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:16:55 | scheduled-backup-incremental/9-engage-incremental | ++++ pwd logger.go:42: 17:16:55 | scheduled-backup-incremental/9-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 17:16:55 | scheduled-backup-incremental/9-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 17:16:55 | scheduled-backup-incremental/9-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/vars.sh logger.go:42: 17:16:55 | scheduled-backup-incremental/9-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:16:55 | scheduled-backup-incremental/9-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:16:55 | scheduled-backup-incremental/9-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:16:55 | scheduled-backup-incremental/9-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:16:55 | scheduled-backup-incremental/9-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:16:55 | scheduled-backup-incremental/9-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:16:55 | scheduled-backup-incremental/9-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:16:55 | scheduled-backup-incremental/9-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:16:55 | scheduled-backup-incremental/9-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:16:55 | scheduled-backup-incremental/9-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:16:55 | scheduled-backup-incremental/9-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 17:16:55 | scheduled-backup-incremental/9-engage-incremental | +++ export GIT_BRANCH=PR-1269 logger.go:42: 17:16:55 | scheduled-backup-incremental/9-engage-incremental | +++ GIT_BRANCH=PR-1269 logger.go:42: 17:16:55 | scheduled-backup-incremental/9-engage-incremental | +++ export VERSION=PR-1269-fbab6499 logger.go:42: 17:16:55 | scheduled-backup-incremental/9-engage-incremental | +++ VERSION=PR-1269-fbab6499 logger.go:42: 17:16:55 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:16:55 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:16:55 | scheduled-backup-incremental/9-engage-incremental | +++ [[ -z 8.0 ]] logger.go:42: 17:16:55 | scheduled-backup-incremental/9-engage-incremental | +++ export MYSQL_VERSION=8.0 logger.go:42: 17:16:55 | scheduled-backup-incremental/9-engage-incremental | +++ MYSQL_VERSION=8.0 logger.go:42: 17:16:55 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:16:55 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:16:55 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:16:55 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:16:55 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:16:55 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:16:55 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:16:55 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:16:55 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:16:55 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:16:55 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:16:55 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:16:55 | scheduled-backup-incremental/9-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:16:55 | scheduled-backup-incremental/9-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:16:55 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:16:55 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:16:55 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:16:55 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:16:55 | scheduled-backup-incremental/9-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 17:16:55 | scheduled-backup-incremental/9-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 17:16:55 | scheduled-backup-incremental/9-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 17:16:55 | scheduled-backup-incremental/9-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 17:16:55 | scheduled-backup-incremental/9-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 17:16:55 | scheduled-backup-incremental/9-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 17:16:55 | scheduled-backup-incremental/9-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 17:16:55 | scheduled-backup-incremental/9-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 17:16:55 | scheduled-backup-incremental/9-engage-incremental | ++++ which gdate logger.go:42: 17:16:55 | scheduled-backup-incremental/9-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:16:55 | scheduled-backup-incremental/9-engage-incremental | ++++ which date logger.go:42: 17:16:55 | scheduled-backup-incremental/9-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 17:16:55 | scheduled-backup-incremental/9-engage-incremental | +++ oc get projects logger.go:42: 17:16:55 | scheduled-backup-incremental/9-engage-incremental | +++ : logger.go:42: 17:16:55 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl get nodes logger.go:42: 17:16:55 | scheduled-backup-incremental/9-engage-incremental | +++ grep '^minikube' logger.go:42: 17:16:55 | scheduled-backup-incremental/9-engage-incremental | +++ which gsed logger.go:42: 17:16:55 | scheduled-backup-incremental/9-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:16:55 | scheduled-backup-incremental/9-engage-incremental | +++ which sed logger.go:42: 17:16:55 | scheduled-backup-incremental/9-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 17:16:55 | scheduled-backup-incremental/9-engage-incremental | ++ oc get projects logger.go:42: 17:16:55 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl version -o json logger.go:42: 17:16:55 | scheduled-backup-incremental/9-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 17:16:55 | scheduled-backup-incremental/9-engage-incremental | +++ grep '\-eks\-' logger.go:42: 17:16:55 | scheduled-backup-incremental/9-engage-incremental | grep: warning: stray \ before - logger.go:42: 17:16:56 | scheduled-backup-incremental/9-engage-incremental | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 17:16:56 | scheduled-backup-incremental/9-engage-incremental | ++ '[' ']' logger.go:42: 17:16:56 | scheduled-backup-incremental/9-engage-incremental | ++ EKS=0 logger.go:42: 17:16:56 | scheduled-backup-incremental/9-engage-incremental | +++ get_cluster_name logger.go:42: 17:16:56 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl -n kuttl-test-perfect-anchovy get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 17:16:56 | scheduled-backup-incremental/9-engage-incremental | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 17:16:56 | scheduled-backup-incremental/9-engage-incremental | ++ local schedule_name=minio-incr logger.go:42: 17:16:56 | scheduled-backup-incremental/9-engage-incremental | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 17:16:56 | scheduled-backup-incremental/9-engage-incremental | +++ printf %s kuttl-test-perfect-anchovy-scheduled-backup-incremental logger.go:42: 17:16:56 | scheduled-backup-incremental/9-engage-incremental | +++ sha1sum logger.go:42: 17:16:56 | scheduled-backup-incremental/9-engage-incremental | +++ awk '{print $1}' logger.go:42: 17:16:56 | scheduled-backup-incremental/9-engage-incremental | +++ head -c 5 logger.go:42: 17:16:56 | scheduled-backup-incremental/9-engage-incremental | ++ local prefix=c8a08 logger.go:42: 17:16:56 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl get ps-backup -n kuttl-test-perfect-anchovy -l percona.com/backup-ancestor=c8a08-minio-incr -o yaml logger.go:42: 17:16:56 | scheduled-backup-incremental/9-engage-incremental | +++ yq '.items | length' logger.go:42: 17:16:57 | scheduled-backup-incremental/9-engage-incremental | ++ local bcp_count=4 logger.go:42: 17:16:57 | scheduled-backup-incremental/9-engage-incremental | ++ echo 4 logger.go:42: 17:16:57 | scheduled-backup-incremental/9-engage-incremental | + bcp_count=4 logger.go:42: 17:16:57 | scheduled-backup-incremental/9-engage-incremental | + [[ 4 -lt 6 ]] logger.go:42: 17:16:57 | scheduled-backup-incremental/9-engage-incremental | + echo 'There are 4 incremental ps-backups but should be at least 6' logger.go:42: 17:16:57 | scheduled-backup-incremental/9-engage-incremental | There are 4 incremental ps-backups but should be at least 6 logger.go:42: 17:16:57 | scheduled-backup-incremental/9-engage-incremental | + exit 1 logger.go:42: 17:16:58 | scheduled-backup-incremental/9-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 6 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 6" exit 1 fi] logger.go:42: 17:16:58 | scheduled-backup-incremental/9-engage-incremental | + source ../../functions logger.go:42: 17:16:58 | scheduled-backup-incremental/9-engage-incremental | +++ realpath ../../.. logger.go:42: 17:16:58 | scheduled-backup-incremental/9-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:16:58 | scheduled-backup-incremental/9-engage-incremental | ++++ pwd logger.go:42: 17:16:58 | scheduled-backup-incremental/9-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 17:16:58 | scheduled-backup-incremental/9-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 17:16:58 | scheduled-backup-incremental/9-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/vars.sh logger.go:42: 17:16:58 | scheduled-backup-incremental/9-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:16:58 | scheduled-backup-incremental/9-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:16:58 | scheduled-backup-incremental/9-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:16:58 | scheduled-backup-incremental/9-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:16:58 | scheduled-backup-incremental/9-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:16:58 | scheduled-backup-incremental/9-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:16:58 | scheduled-backup-incremental/9-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:16:58 | scheduled-backup-incremental/9-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:16:58 | scheduled-backup-incremental/9-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:16:58 | scheduled-backup-incremental/9-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:16:58 | scheduled-backup-incremental/9-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 17:16:58 | scheduled-backup-incremental/9-engage-incremental | +++ export GIT_BRANCH=PR-1269 logger.go:42: 17:16:58 | scheduled-backup-incremental/9-engage-incremental | +++ GIT_BRANCH=PR-1269 logger.go:42: 17:16:58 | scheduled-backup-incremental/9-engage-incremental | +++ export VERSION=PR-1269-fbab6499 logger.go:42: 17:16:58 | scheduled-backup-incremental/9-engage-incremental | +++ VERSION=PR-1269-fbab6499 logger.go:42: 17:16:58 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:16:58 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:16:58 | scheduled-backup-incremental/9-engage-incremental | +++ [[ -z 8.0 ]] logger.go:42: 17:16:58 | scheduled-backup-incremental/9-engage-incremental | +++ export MYSQL_VERSION=8.0 logger.go:42: 17:16:58 | scheduled-backup-incremental/9-engage-incremental | +++ MYSQL_VERSION=8.0 logger.go:42: 17:16:58 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:16:58 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:16:58 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:16:58 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:16:58 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:16:58 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:16:58 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:16:58 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:16:58 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:16:58 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:16:58 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:16:58 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:16:58 | scheduled-backup-incremental/9-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:16:58 | scheduled-backup-incremental/9-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:16:58 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:16:58 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:16:58 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:16:58 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:16:58 | scheduled-backup-incremental/9-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 17:16:58 | scheduled-backup-incremental/9-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 17:16:58 | scheduled-backup-incremental/9-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 17:16:58 | scheduled-backup-incremental/9-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 17:16:58 | scheduled-backup-incremental/9-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 17:16:58 | scheduled-backup-incremental/9-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 17:16:58 | scheduled-backup-incremental/9-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 17:16:58 | scheduled-backup-incremental/9-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 17:16:58 | scheduled-backup-incremental/9-engage-incremental | ++++ which gdate logger.go:42: 17:16:58 | scheduled-backup-incremental/9-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:16:58 | scheduled-backup-incremental/9-engage-incremental | ++++ which date logger.go:42: 17:16:58 | scheduled-backup-incremental/9-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 17:16:58 | scheduled-backup-incremental/9-engage-incremental | +++ oc get projects logger.go:42: 17:16:58 | scheduled-backup-incremental/9-engage-incremental | +++ : logger.go:42: 17:16:58 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl get nodes logger.go:42: 17:16:58 | scheduled-backup-incremental/9-engage-incremental | +++ grep '^minikube' logger.go:42: 17:16:59 | scheduled-backup-incremental/9-engage-incremental | +++ which gsed logger.go:42: 17:16:59 | scheduled-backup-incremental/9-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:16:59 | scheduled-backup-incremental/9-engage-incremental | +++ which sed logger.go:42: 17:16:59 | scheduled-backup-incremental/9-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 17:16:59 | scheduled-backup-incremental/9-engage-incremental | ++ oc get projects logger.go:42: 17:16:59 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl version -o json logger.go:42: 17:16:59 | scheduled-backup-incremental/9-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 17:16:59 | scheduled-backup-incremental/9-engage-incremental | +++ grep '\-eks\-' logger.go:42: 17:16:59 | scheduled-backup-incremental/9-engage-incremental | grep: warning: stray \ before - logger.go:42: 17:16:59 | scheduled-backup-incremental/9-engage-incremental | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 17:16:59 | scheduled-backup-incremental/9-engage-incremental | ++ '[' ']' logger.go:42: 17:16:59 | scheduled-backup-incremental/9-engage-incremental | ++ EKS=0 logger.go:42: 17:16:59 | scheduled-backup-incremental/9-engage-incremental | +++ get_cluster_name logger.go:42: 17:16:59 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl -n kuttl-test-perfect-anchovy get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 17:17:00 | scheduled-backup-incremental/9-engage-incremental | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 17:17:00 | scheduled-backup-incremental/9-engage-incremental | ++ local schedule_name=minio-incr logger.go:42: 17:17:00 | scheduled-backup-incremental/9-engage-incremental | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 17:17:00 | scheduled-backup-incremental/9-engage-incremental | +++ printf %s kuttl-test-perfect-anchovy-scheduled-backup-incremental logger.go:42: 17:17:00 | scheduled-backup-incremental/9-engage-incremental | +++ sha1sum logger.go:42: 17:17:00 | scheduled-backup-incremental/9-engage-incremental | +++ awk '{print $1}' logger.go:42: 17:17:00 | scheduled-backup-incremental/9-engage-incremental | +++ head -c 5 logger.go:42: 17:17:00 | scheduled-backup-incremental/9-engage-incremental | ++ local prefix=c8a08 logger.go:42: 17:17:00 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl get ps-backup -n kuttl-test-perfect-anchovy -l percona.com/backup-ancestor=c8a08-minio-incr -o yaml logger.go:42: 17:17:00 | scheduled-backup-incremental/9-engage-incremental | +++ yq '.items | length' logger.go:42: 17:17:00 | scheduled-backup-incremental/9-engage-incremental | ++ local bcp_count=4 logger.go:42: 17:17:00 | scheduled-backup-incremental/9-engage-incremental | ++ echo 4 logger.go:42: 17:17:00 | scheduled-backup-incremental/9-engage-incremental | + bcp_count=4 logger.go:42: 17:17:00 | scheduled-backup-incremental/9-engage-incremental | + [[ 4 -lt 6 ]] logger.go:42: 17:17:00 | scheduled-backup-incremental/9-engage-incremental | + echo 'There are 4 incremental ps-backups but should be at least 6' logger.go:42: 17:17:00 | scheduled-backup-incremental/9-engage-incremental | There are 4 incremental ps-backups but should be at least 6 logger.go:42: 17:17:00 | scheduled-backup-incremental/9-engage-incremental | + exit 1 logger.go:42: 17:17:02 | scheduled-backup-incremental/9-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 6 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 6" exit 1 fi] logger.go:42: 17:17:02 | scheduled-backup-incremental/9-engage-incremental | + source ../../functions logger.go:42: 17:17:02 | scheduled-backup-incremental/9-engage-incremental | +++ realpath ../../.. logger.go:42: 17:17:02 | scheduled-backup-incremental/9-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:17:02 | scheduled-backup-incremental/9-engage-incremental | ++++ pwd logger.go:42: 17:17:02 | scheduled-backup-incremental/9-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 17:17:02 | scheduled-backup-incremental/9-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 17:17:02 | scheduled-backup-incremental/9-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/vars.sh logger.go:42: 17:17:02 | scheduled-backup-incremental/9-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:17:02 | scheduled-backup-incremental/9-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:17:02 | scheduled-backup-incremental/9-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:17:02 | scheduled-backup-incremental/9-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:17:02 | scheduled-backup-incremental/9-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:17:02 | scheduled-backup-incremental/9-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:17:02 | scheduled-backup-incremental/9-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:17:02 | scheduled-backup-incremental/9-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:17:02 | scheduled-backup-incremental/9-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:17:02 | scheduled-backup-incremental/9-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:17:02 | scheduled-backup-incremental/9-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 17:17:02 | scheduled-backup-incremental/9-engage-incremental | +++ export GIT_BRANCH=PR-1269 logger.go:42: 17:17:02 | scheduled-backup-incremental/9-engage-incremental | +++ GIT_BRANCH=PR-1269 logger.go:42: 17:17:02 | scheduled-backup-incremental/9-engage-incremental | +++ export VERSION=PR-1269-fbab6499 logger.go:42: 17:17:02 | scheduled-backup-incremental/9-engage-incremental | +++ VERSION=PR-1269-fbab6499 logger.go:42: 17:17:02 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:17:02 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:17:02 | scheduled-backup-incremental/9-engage-incremental | +++ [[ -z 8.0 ]] logger.go:42: 17:17:02 | scheduled-backup-incremental/9-engage-incremental | +++ export MYSQL_VERSION=8.0 logger.go:42: 17:17:02 | scheduled-backup-incremental/9-engage-incremental | +++ MYSQL_VERSION=8.0 logger.go:42: 17:17:02 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:17:02 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:17:02 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:17:02 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:17:02 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:17:02 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:17:02 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:17:02 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:17:02 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:17:02 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:17:02 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:17:02 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:17:02 | scheduled-backup-incremental/9-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:17:02 | scheduled-backup-incremental/9-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:17:02 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:17:02 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:17:02 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:17:02 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:17:02 | scheduled-backup-incremental/9-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 17:17:02 | scheduled-backup-incremental/9-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 17:17:02 | scheduled-backup-incremental/9-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 17:17:02 | scheduled-backup-incremental/9-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 17:17:02 | scheduled-backup-incremental/9-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 17:17:02 | scheduled-backup-incremental/9-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 17:17:02 | scheduled-backup-incremental/9-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 17:17:02 | scheduled-backup-incremental/9-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 17:17:02 | scheduled-backup-incremental/9-engage-incremental | ++++ which gdate logger.go:42: 17:17:02 | scheduled-backup-incremental/9-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:17:02 | scheduled-backup-incremental/9-engage-incremental | ++++ which date logger.go:42: 17:17:02 | scheduled-backup-incremental/9-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 17:17:02 | scheduled-backup-incremental/9-engage-incremental | +++ oc get projects logger.go:42: 17:17:02 | scheduled-backup-incremental/9-engage-incremental | +++ : logger.go:42: 17:17:02 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl get nodes logger.go:42: 17:17:02 | scheduled-backup-incremental/9-engage-incremental | +++ grep '^minikube' logger.go:42: 17:17:02 | scheduled-backup-incremental/9-engage-incremental | +++ which gsed logger.go:42: 17:17:02 | scheduled-backup-incremental/9-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:17:02 | scheduled-backup-incremental/9-engage-incremental | +++ which sed logger.go:42: 17:17:02 | scheduled-backup-incremental/9-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 17:17:02 | scheduled-backup-incremental/9-engage-incremental | ++ oc get projects logger.go:42: 17:17:02 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl version -o json logger.go:42: 17:17:02 | scheduled-backup-incremental/9-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 17:17:02 | scheduled-backup-incremental/9-engage-incremental | +++ grep '\-eks\-' logger.go:42: 17:17:02 | scheduled-backup-incremental/9-engage-incremental | grep: warning: stray \ before - logger.go:42: 17:17:03 | scheduled-backup-incremental/9-engage-incremental | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 17:17:03 | scheduled-backup-incremental/9-engage-incremental | ++ '[' ']' logger.go:42: 17:17:03 | scheduled-backup-incremental/9-engage-incremental | ++ EKS=0 logger.go:42: 17:17:03 | scheduled-backup-incremental/9-engage-incremental | +++ get_cluster_name logger.go:42: 17:17:03 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl -n kuttl-test-perfect-anchovy get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 17:17:03 | scheduled-backup-incremental/9-engage-incremental | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 17:17:03 | scheduled-backup-incremental/9-engage-incremental | ++ local schedule_name=minio-incr logger.go:42: 17:17:03 | scheduled-backup-incremental/9-engage-incremental | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 17:17:03 | scheduled-backup-incremental/9-engage-incremental | +++ printf %s kuttl-test-perfect-anchovy-scheduled-backup-incremental logger.go:42: 17:17:03 | scheduled-backup-incremental/9-engage-incremental | +++ sha1sum logger.go:42: 17:17:03 | scheduled-backup-incremental/9-engage-incremental | +++ awk '{print $1}' logger.go:42: 17:17:03 | scheduled-backup-incremental/9-engage-incremental | +++ head -c 5 logger.go:42: 17:17:03 | scheduled-backup-incremental/9-engage-incremental | ++ local prefix=c8a08 logger.go:42: 17:17:03 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl get ps-backup -n kuttl-test-perfect-anchovy -l percona.com/backup-ancestor=c8a08-minio-incr -o yaml logger.go:42: 17:17:03 | scheduled-backup-incremental/9-engage-incremental | +++ yq '.items | length' logger.go:42: 17:17:04 | scheduled-backup-incremental/9-engage-incremental | ++ local bcp_count=4 logger.go:42: 17:17:04 | scheduled-backup-incremental/9-engage-incremental | ++ echo 4 logger.go:42: 17:17:04 | scheduled-backup-incremental/9-engage-incremental | + bcp_count=4 logger.go:42: 17:17:04 | scheduled-backup-incremental/9-engage-incremental | + [[ 4 -lt 6 ]] logger.go:42: 17:17:04 | scheduled-backup-incremental/9-engage-incremental | + echo 'There are 4 incremental ps-backups but should be at least 6' logger.go:42: 17:17:04 | scheduled-backup-incremental/9-engage-incremental | There are 4 incremental ps-backups but should be at least 6 logger.go:42: 17:17:04 | scheduled-backup-incremental/9-engage-incremental | + exit 1 logger.go:42: 17:17:05 | scheduled-backup-incremental/9-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 6 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 6" exit 1 fi] logger.go:42: 17:17:05 | scheduled-backup-incremental/9-engage-incremental | + source ../../functions logger.go:42: 17:17:05 | scheduled-backup-incremental/9-engage-incremental | +++ realpath ../../.. logger.go:42: 17:17:05 | scheduled-backup-incremental/9-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:17:05 | scheduled-backup-incremental/9-engage-incremental | ++++ pwd logger.go:42: 17:17:05 | scheduled-backup-incremental/9-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 17:17:05 | scheduled-backup-incremental/9-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 17:17:05 | scheduled-backup-incremental/9-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/vars.sh logger.go:42: 17:17:05 | scheduled-backup-incremental/9-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:17:05 | scheduled-backup-incremental/9-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:17:05 | scheduled-backup-incremental/9-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:17:05 | scheduled-backup-incremental/9-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:17:05 | scheduled-backup-incremental/9-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:17:05 | scheduled-backup-incremental/9-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:17:05 | scheduled-backup-incremental/9-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:17:05 | scheduled-backup-incremental/9-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:17:05 | scheduled-backup-incremental/9-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:17:05 | scheduled-backup-incremental/9-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:17:05 | scheduled-backup-incremental/9-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 17:17:05 | scheduled-backup-incremental/9-engage-incremental | +++ export GIT_BRANCH=PR-1269 logger.go:42: 17:17:05 | scheduled-backup-incremental/9-engage-incremental | +++ GIT_BRANCH=PR-1269 logger.go:42: 17:17:05 | scheduled-backup-incremental/9-engage-incremental | +++ export VERSION=PR-1269-fbab6499 logger.go:42: 17:17:05 | scheduled-backup-incremental/9-engage-incremental | +++ VERSION=PR-1269-fbab6499 logger.go:42: 17:17:05 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:17:05 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:17:05 | scheduled-backup-incremental/9-engage-incremental | +++ [[ -z 8.0 ]] logger.go:42: 17:17:05 | scheduled-backup-incremental/9-engage-incremental | +++ export MYSQL_VERSION=8.0 logger.go:42: 17:17:05 | scheduled-backup-incremental/9-engage-incremental | +++ MYSQL_VERSION=8.0 logger.go:42: 17:17:05 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:17:05 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:17:05 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:17:05 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:17:05 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:17:05 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:17:05 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:17:05 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:17:05 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:17:05 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:17:05 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:17:05 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:17:05 | scheduled-backup-incremental/9-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:17:05 | scheduled-backup-incremental/9-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:17:05 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:17:05 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:17:05 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:17:05 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:17:05 | scheduled-backup-incremental/9-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 17:17:05 | scheduled-backup-incremental/9-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 17:17:05 | scheduled-backup-incremental/9-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 17:17:05 | scheduled-backup-incremental/9-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 17:17:05 | scheduled-backup-incremental/9-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 17:17:05 | scheduled-backup-incremental/9-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 17:17:05 | scheduled-backup-incremental/9-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 17:17:05 | scheduled-backup-incremental/9-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 17:17:05 | scheduled-backup-incremental/9-engage-incremental | ++++ which gdate logger.go:42: 17:17:05 | scheduled-backup-incremental/9-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:17:05 | scheduled-backup-incremental/9-engage-incremental | ++++ which date logger.go:42: 17:17:05 | scheduled-backup-incremental/9-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 17:17:05 | scheduled-backup-incremental/9-engage-incremental | +++ oc get projects logger.go:42: 17:17:05 | scheduled-backup-incremental/9-engage-incremental | +++ : logger.go:42: 17:17:05 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl get nodes logger.go:42: 17:17:05 | scheduled-backup-incremental/9-engage-incremental | +++ grep '^minikube' logger.go:42: 17:17:05 | scheduled-backup-incremental/9-engage-incremental | +++ which gsed logger.go:42: 17:17:05 | scheduled-backup-incremental/9-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:17:05 | scheduled-backup-incremental/9-engage-incremental | +++ which sed logger.go:42: 17:17:05 | scheduled-backup-incremental/9-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 17:17:05 | scheduled-backup-incremental/9-engage-incremental | ++ oc get projects logger.go:42: 17:17:05 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl version -o json logger.go:42: 17:17:05 | scheduled-backup-incremental/9-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 17:17:05 | scheduled-backup-incremental/9-engage-incremental | +++ grep '\-eks\-' logger.go:42: 17:17:05 | scheduled-backup-incremental/9-engage-incremental | grep: warning: stray \ before - logger.go:42: 17:17:06 | scheduled-backup-incremental/9-engage-incremental | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 17:17:06 | scheduled-backup-incremental/9-engage-incremental | ++ '[' ']' logger.go:42: 17:17:06 | scheduled-backup-incremental/9-engage-incremental | ++ EKS=0 logger.go:42: 17:17:06 | scheduled-backup-incremental/9-engage-incremental | +++ get_cluster_name logger.go:42: 17:17:06 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl -n kuttl-test-perfect-anchovy get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 17:17:06 | scheduled-backup-incremental/9-engage-incremental | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 17:17:06 | scheduled-backup-incremental/9-engage-incremental | ++ local schedule_name=minio-incr logger.go:42: 17:17:06 | scheduled-backup-incremental/9-engage-incremental | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 17:17:06 | scheduled-backup-incremental/9-engage-incremental | +++ printf %s kuttl-test-perfect-anchovy-scheduled-backup-incremental logger.go:42: 17:17:06 | scheduled-backup-incremental/9-engage-incremental | +++ sha1sum logger.go:42: 17:17:06 | scheduled-backup-incremental/9-engage-incremental | +++ awk '{print $1}' logger.go:42: 17:17:06 | scheduled-backup-incremental/9-engage-incremental | +++ head -c 5 logger.go:42: 17:17:06 | scheduled-backup-incremental/9-engage-incremental | ++ local prefix=c8a08 logger.go:42: 17:17:07 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl get ps-backup -n kuttl-test-perfect-anchovy -l percona.com/backup-ancestor=c8a08-minio-incr -o yaml logger.go:42: 17:17:07 | scheduled-backup-incremental/9-engage-incremental | +++ yq '.items | length' logger.go:42: 17:17:07 | scheduled-backup-incremental/9-engage-incremental | ++ local bcp_count=4 logger.go:42: 17:17:07 | scheduled-backup-incremental/9-engage-incremental | ++ echo 4 logger.go:42: 17:17:07 | scheduled-backup-incremental/9-engage-incremental | + bcp_count=4 logger.go:42: 17:17:07 | scheduled-backup-incremental/9-engage-incremental | + [[ 4 -lt 6 ]] logger.go:42: 17:17:07 | scheduled-backup-incremental/9-engage-incremental | + echo 'There are 4 incremental ps-backups but should be at least 6' logger.go:42: 17:17:07 | scheduled-backup-incremental/9-engage-incremental | There are 4 incremental ps-backups but should be at least 6 logger.go:42: 17:17:07 | scheduled-backup-incremental/9-engage-incremental | + exit 1 logger.go:42: 17:17:08 | scheduled-backup-incremental/9-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 6 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 6" exit 1 fi] logger.go:42: 17:17:08 | scheduled-backup-incremental/9-engage-incremental | + source ../../functions logger.go:42: 17:17:08 | scheduled-backup-incremental/9-engage-incremental | +++ realpath ../../.. logger.go:42: 17:17:08 | scheduled-backup-incremental/9-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:17:08 | scheduled-backup-incremental/9-engage-incremental | ++++ pwd logger.go:42: 17:17:08 | scheduled-backup-incremental/9-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 17:17:08 | scheduled-backup-incremental/9-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 17:17:08 | scheduled-backup-incremental/9-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/vars.sh logger.go:42: 17:17:08 | scheduled-backup-incremental/9-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:17:08 | scheduled-backup-incremental/9-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:17:08 | scheduled-backup-incremental/9-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:17:08 | scheduled-backup-incremental/9-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:17:08 | scheduled-backup-incremental/9-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:17:08 | scheduled-backup-incremental/9-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:17:08 | scheduled-backup-incremental/9-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:17:08 | scheduled-backup-incremental/9-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:17:08 | scheduled-backup-incremental/9-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:17:08 | scheduled-backup-incremental/9-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:17:08 | scheduled-backup-incremental/9-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 17:17:08 | scheduled-backup-incremental/9-engage-incremental | +++ export GIT_BRANCH=PR-1269 logger.go:42: 17:17:08 | scheduled-backup-incremental/9-engage-incremental | +++ GIT_BRANCH=PR-1269 logger.go:42: 17:17:08 | scheduled-backup-incremental/9-engage-incremental | +++ export VERSION=PR-1269-fbab6499 logger.go:42: 17:17:08 | scheduled-backup-incremental/9-engage-incremental | +++ VERSION=PR-1269-fbab6499 logger.go:42: 17:17:08 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:17:08 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:17:08 | scheduled-backup-incremental/9-engage-incremental | +++ [[ -z 8.0 ]] logger.go:42: 17:17:08 | scheduled-backup-incremental/9-engage-incremental | +++ export MYSQL_VERSION=8.0 logger.go:42: 17:17:08 | scheduled-backup-incremental/9-engage-incremental | +++ MYSQL_VERSION=8.0 logger.go:42: 17:17:08 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:17:08 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:17:08 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:17:08 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:17:08 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:17:08 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:17:08 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:17:08 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:17:08 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:17:08 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:17:08 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:17:08 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:17:08 | scheduled-backup-incremental/9-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:17:08 | scheduled-backup-incremental/9-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:17:08 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:17:08 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:17:08 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:17:08 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:17:08 | scheduled-backup-incremental/9-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 17:17:08 | scheduled-backup-incremental/9-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 17:17:08 | scheduled-backup-incremental/9-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 17:17:08 | scheduled-backup-incremental/9-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 17:17:08 | scheduled-backup-incremental/9-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 17:17:08 | scheduled-backup-incremental/9-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 17:17:08 | scheduled-backup-incremental/9-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 17:17:08 | scheduled-backup-incremental/9-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 17:17:08 | scheduled-backup-incremental/9-engage-incremental | ++++ which gdate logger.go:42: 17:17:08 | scheduled-backup-incremental/9-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:17:08 | scheduled-backup-incremental/9-engage-incremental | ++++ which date logger.go:42: 17:17:08 | scheduled-backup-incremental/9-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 17:17:08 | scheduled-backup-incremental/9-engage-incremental | +++ oc get projects logger.go:42: 17:17:08 | scheduled-backup-incremental/9-engage-incremental | +++ : logger.go:42: 17:17:08 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl get nodes logger.go:42: 17:17:08 | scheduled-backup-incremental/9-engage-incremental | +++ grep '^minikube' logger.go:42: 17:17:09 | scheduled-backup-incremental/9-engage-incremental | +++ which gsed logger.go:42: 17:17:09 | scheduled-backup-incremental/9-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:17:09 | scheduled-backup-incremental/9-engage-incremental | +++ which sed logger.go:42: 17:17:09 | scheduled-backup-incremental/9-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 17:17:09 | scheduled-backup-incremental/9-engage-incremental | ++ oc get projects logger.go:42: 17:17:09 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl version -o json logger.go:42: 17:17:09 | scheduled-backup-incremental/9-engage-incremental | +++ grep '\-eks\-' logger.go:42: 17:17:09 | scheduled-backup-incremental/9-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 17:17:09 | scheduled-backup-incremental/9-engage-incremental | grep: warning: stray \ before - logger.go:42: 17:17:09 | scheduled-backup-incremental/9-engage-incremental | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 17:17:09 | scheduled-backup-incremental/9-engage-incremental | ++ '[' ']' logger.go:42: 17:17:09 | scheduled-backup-incremental/9-engage-incremental | ++ EKS=0 logger.go:42: 17:17:09 | scheduled-backup-incremental/9-engage-incremental | +++ get_cluster_name logger.go:42: 17:17:09 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl -n kuttl-test-perfect-anchovy get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 17:17:10 | scheduled-backup-incremental/9-engage-incremental | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 17:17:10 | scheduled-backup-incremental/9-engage-incremental | ++ local schedule_name=minio-incr logger.go:42: 17:17:10 | scheduled-backup-incremental/9-engage-incremental | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 17:17:10 | scheduled-backup-incremental/9-engage-incremental | +++ printf %s kuttl-test-perfect-anchovy-scheduled-backup-incremental logger.go:42: 17:17:10 | scheduled-backup-incremental/9-engage-incremental | +++ sha1sum logger.go:42: 17:17:10 | scheduled-backup-incremental/9-engage-incremental | +++ awk '{print $1}' logger.go:42: 17:17:10 | scheduled-backup-incremental/9-engage-incremental | +++ head -c 5 logger.go:42: 17:17:10 | scheduled-backup-incremental/9-engage-incremental | ++ local prefix=c8a08 logger.go:42: 17:17:10 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl get ps-backup -n kuttl-test-perfect-anchovy -l percona.com/backup-ancestor=c8a08-minio-incr -o yaml logger.go:42: 17:17:10 | scheduled-backup-incremental/9-engage-incremental | +++ yq '.items | length' logger.go:42: 17:17:10 | scheduled-backup-incremental/9-engage-incremental | ++ local bcp_count=4 logger.go:42: 17:17:10 | scheduled-backup-incremental/9-engage-incremental | ++ echo 4 logger.go:42: 17:17:10 | scheduled-backup-incremental/9-engage-incremental | + bcp_count=4 logger.go:42: 17:17:10 | scheduled-backup-incremental/9-engage-incremental | + [[ 4 -lt 6 ]] logger.go:42: 17:17:10 | scheduled-backup-incremental/9-engage-incremental | + echo 'There are 4 incremental ps-backups but should be at least 6' logger.go:42: 17:17:10 | scheduled-backup-incremental/9-engage-incremental | There are 4 incremental ps-backups but should be at least 6 logger.go:42: 17:17:10 | scheduled-backup-incremental/9-engage-incremental | + exit 1 logger.go:42: 17:17:12 | scheduled-backup-incremental/9-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 6 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 6" exit 1 fi] logger.go:42: 17:17:12 | scheduled-backup-incremental/9-engage-incremental | + source ../../functions logger.go:42: 17:17:12 | scheduled-backup-incremental/9-engage-incremental | +++ realpath ../../.. logger.go:42: 17:17:12 | scheduled-backup-incremental/9-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:17:12 | scheduled-backup-incremental/9-engage-incremental | ++++ pwd logger.go:42: 17:17:12 | scheduled-backup-incremental/9-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 17:17:12 | scheduled-backup-incremental/9-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 17:17:12 | scheduled-backup-incremental/9-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/vars.sh logger.go:42: 17:17:12 | scheduled-backup-incremental/9-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:17:12 | scheduled-backup-incremental/9-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:17:12 | scheduled-backup-incremental/9-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:17:12 | scheduled-backup-incremental/9-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:17:12 | scheduled-backup-incremental/9-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:17:12 | scheduled-backup-incremental/9-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:17:12 | scheduled-backup-incremental/9-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:17:12 | scheduled-backup-incremental/9-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:17:12 | scheduled-backup-incremental/9-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:17:12 | scheduled-backup-incremental/9-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:17:12 | scheduled-backup-incremental/9-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 17:17:12 | scheduled-backup-incremental/9-engage-incremental | +++ export GIT_BRANCH=PR-1269 logger.go:42: 17:17:12 | scheduled-backup-incremental/9-engage-incremental | +++ GIT_BRANCH=PR-1269 logger.go:42: 17:17:12 | scheduled-backup-incremental/9-engage-incremental | +++ export VERSION=PR-1269-fbab6499 logger.go:42: 17:17:12 | scheduled-backup-incremental/9-engage-incremental | +++ VERSION=PR-1269-fbab6499 logger.go:42: 17:17:12 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:17:12 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:17:12 | scheduled-backup-incremental/9-engage-incremental | +++ [[ -z 8.0 ]] logger.go:42: 17:17:12 | scheduled-backup-incremental/9-engage-incremental | +++ export MYSQL_VERSION=8.0 logger.go:42: 17:17:12 | scheduled-backup-incremental/9-engage-incremental | +++ MYSQL_VERSION=8.0 logger.go:42: 17:17:12 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:17:12 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:17:12 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:17:12 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:17:12 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:17:12 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:17:12 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:17:12 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:17:12 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:17:12 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:17:12 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:17:12 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:17:12 | scheduled-backup-incremental/9-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:17:12 | scheduled-backup-incremental/9-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:17:12 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:17:12 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:17:12 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:17:12 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:17:12 | scheduled-backup-incremental/9-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 17:17:12 | scheduled-backup-incremental/9-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 17:17:12 | scheduled-backup-incremental/9-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 17:17:12 | scheduled-backup-incremental/9-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 17:17:12 | scheduled-backup-incremental/9-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 17:17:12 | scheduled-backup-incremental/9-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 17:17:12 | scheduled-backup-incremental/9-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 17:17:12 | scheduled-backup-incremental/9-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 17:17:12 | scheduled-backup-incremental/9-engage-incremental | ++++ which gdate logger.go:42: 17:17:12 | scheduled-backup-incremental/9-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:17:12 | scheduled-backup-incremental/9-engage-incremental | ++++ which date logger.go:42: 17:17:12 | scheduled-backup-incremental/9-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 17:17:12 | scheduled-backup-incremental/9-engage-incremental | +++ oc get projects logger.go:42: 17:17:12 | scheduled-backup-incremental/9-engage-incremental | +++ : logger.go:42: 17:17:12 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl get nodes logger.go:42: 17:17:12 | scheduled-backup-incremental/9-engage-incremental | +++ grep '^minikube' logger.go:42: 17:17:12 | scheduled-backup-incremental/9-engage-incremental | +++ which gsed logger.go:42: 17:17:12 | scheduled-backup-incremental/9-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:17:12 | scheduled-backup-incremental/9-engage-incremental | +++ which sed logger.go:42: 17:17:12 | scheduled-backup-incremental/9-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 17:17:12 | scheduled-backup-incremental/9-engage-incremental | ++ oc get projects logger.go:42: 17:17:12 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl version -o json logger.go:42: 17:17:12 | scheduled-backup-incremental/9-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 17:17:12 | scheduled-backup-incremental/9-engage-incremental | +++ grep '\-eks\-' logger.go:42: 17:17:12 | scheduled-backup-incremental/9-engage-incremental | grep: warning: stray \ before - logger.go:42: 17:17:13 | scheduled-backup-incremental/9-engage-incremental | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 17:17:13 | scheduled-backup-incremental/9-engage-incremental | ++ '[' ']' logger.go:42: 17:17:13 | scheduled-backup-incremental/9-engage-incremental | ++ EKS=0 logger.go:42: 17:17:13 | scheduled-backup-incremental/9-engage-incremental | +++ get_cluster_name logger.go:42: 17:17:13 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl -n kuttl-test-perfect-anchovy get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 17:17:13 | scheduled-backup-incremental/9-engage-incremental | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 17:17:13 | scheduled-backup-incremental/9-engage-incremental | ++ local schedule_name=minio-incr logger.go:42: 17:17:13 | scheduled-backup-incremental/9-engage-incremental | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 17:17:13 | scheduled-backup-incremental/9-engage-incremental | +++ printf %s kuttl-test-perfect-anchovy-scheduled-backup-incremental logger.go:42: 17:17:13 | scheduled-backup-incremental/9-engage-incremental | +++ sha1sum logger.go:42: 17:17:13 | scheduled-backup-incremental/9-engage-incremental | +++ awk '{print $1}' logger.go:42: 17:17:13 | scheduled-backup-incremental/9-engage-incremental | +++ head -c 5 logger.go:42: 17:17:13 | scheduled-backup-incremental/9-engage-incremental | ++ local prefix=c8a08 logger.go:42: 17:17:13 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl get ps-backup -n kuttl-test-perfect-anchovy -l percona.com/backup-ancestor=c8a08-minio-incr -o yaml logger.go:42: 17:17:13 | scheduled-backup-incremental/9-engage-incremental | +++ yq '.items | length' logger.go:42: 17:17:14 | scheduled-backup-incremental/9-engage-incremental | ++ local bcp_count=4 logger.go:42: 17:17:14 | scheduled-backup-incremental/9-engage-incremental | ++ echo 4 logger.go:42: 17:17:14 | scheduled-backup-incremental/9-engage-incremental | + bcp_count=4 logger.go:42: 17:17:14 | scheduled-backup-incremental/9-engage-incremental | + [[ 4 -lt 6 ]] logger.go:42: 17:17:14 | scheduled-backup-incremental/9-engage-incremental | + echo 'There are 4 incremental ps-backups but should be at least 6' logger.go:42: 17:17:14 | scheduled-backup-incremental/9-engage-incremental | There are 4 incremental ps-backups but should be at least 6 logger.go:42: 17:17:14 | scheduled-backup-incremental/9-engage-incremental | + exit 1 logger.go:42: 17:17:15 | scheduled-backup-incremental/9-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 6 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 6" exit 1 fi] logger.go:42: 17:17:15 | scheduled-backup-incremental/9-engage-incremental | + source ../../functions logger.go:42: 17:17:15 | scheduled-backup-incremental/9-engage-incremental | +++ realpath ../../.. logger.go:42: 17:17:15 | scheduled-backup-incremental/9-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:17:15 | scheduled-backup-incremental/9-engage-incremental | ++++ pwd logger.go:42: 17:17:15 | scheduled-backup-incremental/9-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 17:17:15 | scheduled-backup-incremental/9-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 17:17:15 | scheduled-backup-incremental/9-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/vars.sh logger.go:42: 17:17:15 | scheduled-backup-incremental/9-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:17:15 | scheduled-backup-incremental/9-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:17:15 | scheduled-backup-incremental/9-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:17:15 | scheduled-backup-incremental/9-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:17:15 | scheduled-backup-incremental/9-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:17:15 | scheduled-backup-incremental/9-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:17:15 | scheduled-backup-incremental/9-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:17:15 | scheduled-backup-incremental/9-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:17:15 | scheduled-backup-incremental/9-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:17:15 | scheduled-backup-incremental/9-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:17:15 | scheduled-backup-incremental/9-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 17:17:15 | scheduled-backup-incremental/9-engage-incremental | +++ export GIT_BRANCH=PR-1269 logger.go:42: 17:17:15 | scheduled-backup-incremental/9-engage-incremental | +++ GIT_BRANCH=PR-1269 logger.go:42: 17:17:15 | scheduled-backup-incremental/9-engage-incremental | +++ export VERSION=PR-1269-fbab6499 logger.go:42: 17:17:15 | scheduled-backup-incremental/9-engage-incremental | +++ VERSION=PR-1269-fbab6499 logger.go:42: 17:17:15 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:17:15 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:17:15 | scheduled-backup-incremental/9-engage-incremental | +++ [[ -z 8.0 ]] logger.go:42: 17:17:15 | scheduled-backup-incremental/9-engage-incremental | +++ export MYSQL_VERSION=8.0 logger.go:42: 17:17:15 | scheduled-backup-incremental/9-engage-incremental | +++ MYSQL_VERSION=8.0 logger.go:42: 17:17:15 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:17:15 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:17:15 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:17:15 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:17:15 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:17:15 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:17:15 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:17:15 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:17:15 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:17:15 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:17:15 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:17:15 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:17:15 | scheduled-backup-incremental/9-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:17:15 | scheduled-backup-incremental/9-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:17:15 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:17:15 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:17:15 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:17:15 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:17:15 | scheduled-backup-incremental/9-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 17:17:15 | scheduled-backup-incremental/9-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 17:17:15 | scheduled-backup-incremental/9-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 17:17:15 | scheduled-backup-incremental/9-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 17:17:15 | scheduled-backup-incremental/9-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 17:17:15 | scheduled-backup-incremental/9-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 17:17:15 | scheduled-backup-incremental/9-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 17:17:15 | scheduled-backup-incremental/9-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 17:17:15 | scheduled-backup-incremental/9-engage-incremental | ++++ which gdate logger.go:42: 17:17:15 | scheduled-backup-incremental/9-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:17:15 | scheduled-backup-incremental/9-engage-incremental | ++++ which date logger.go:42: 17:17:15 | scheduled-backup-incremental/9-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 17:17:15 | scheduled-backup-incremental/9-engage-incremental | +++ oc get projects logger.go:42: 17:17:15 | scheduled-backup-incremental/9-engage-incremental | +++ : logger.go:42: 17:17:15 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl get nodes logger.go:42: 17:17:15 | scheduled-backup-incremental/9-engage-incremental | +++ grep '^minikube' logger.go:42: 17:17:15 | scheduled-backup-incremental/9-engage-incremental | +++ which gsed logger.go:42: 17:17:15 | scheduled-backup-incremental/9-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:17:15 | scheduled-backup-incremental/9-engage-incremental | +++ which sed logger.go:42: 17:17:15 | scheduled-backup-incremental/9-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 17:17:15 | scheduled-backup-incremental/9-engage-incremental | ++ oc get projects logger.go:42: 17:17:15 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl version -o json logger.go:42: 17:17:15 | scheduled-backup-incremental/9-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 17:17:15 | scheduled-backup-incremental/9-engage-incremental | +++ grep '\-eks\-' logger.go:42: 17:17:15 | scheduled-backup-incremental/9-engage-incremental | grep: warning: stray \ before - logger.go:42: 17:17:16 | scheduled-backup-incremental/9-engage-incremental | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 17:17:16 | scheduled-backup-incremental/9-engage-incremental | ++ '[' ']' logger.go:42: 17:17:16 | scheduled-backup-incremental/9-engage-incremental | ++ EKS=0 logger.go:42: 17:17:16 | scheduled-backup-incremental/9-engage-incremental | +++ get_cluster_name logger.go:42: 17:17:16 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl -n kuttl-test-perfect-anchovy get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 17:17:17 | scheduled-backup-incremental/9-engage-incremental | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 17:17:17 | scheduled-backup-incremental/9-engage-incremental | ++ local schedule_name=minio-incr logger.go:42: 17:17:17 | scheduled-backup-incremental/9-engage-incremental | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 17:17:17 | scheduled-backup-incremental/9-engage-incremental | +++ printf %s kuttl-test-perfect-anchovy-scheduled-backup-incremental logger.go:42: 17:17:17 | scheduled-backup-incremental/9-engage-incremental | +++ sha1sum logger.go:42: 17:17:17 | scheduled-backup-incremental/9-engage-incremental | +++ awk '{print $1}' logger.go:42: 17:17:17 | scheduled-backup-incremental/9-engage-incremental | +++ head -c 5 logger.go:42: 17:17:17 | scheduled-backup-incremental/9-engage-incremental | ++ local prefix=c8a08 logger.go:42: 17:17:17 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl get ps-backup -n kuttl-test-perfect-anchovy -l percona.com/backup-ancestor=c8a08-minio-incr -o yaml logger.go:42: 17:17:17 | scheduled-backup-incremental/9-engage-incremental | +++ yq '.items | length' logger.go:42: 17:17:17 | scheduled-backup-incremental/9-engage-incremental | ++ local bcp_count=4 logger.go:42: 17:17:17 | scheduled-backup-incremental/9-engage-incremental | ++ echo 4 logger.go:42: 17:17:17 | scheduled-backup-incremental/9-engage-incremental | + bcp_count=4 logger.go:42: 17:17:17 | scheduled-backup-incremental/9-engage-incremental | + [[ 4 -lt 6 ]] logger.go:42: 17:17:17 | scheduled-backup-incremental/9-engage-incremental | + echo 'There are 4 incremental ps-backups but should be at least 6' logger.go:42: 17:17:17 | scheduled-backup-incremental/9-engage-incremental | There are 4 incremental ps-backups but should be at least 6 logger.go:42: 17:17:17 | scheduled-backup-incremental/9-engage-incremental | + exit 1 logger.go:42: 17:17:18 | scheduled-backup-incremental/9-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 6 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 6" exit 1 fi] logger.go:42: 17:17:18 | scheduled-backup-incremental/9-engage-incremental | + source ../../functions logger.go:42: 17:17:18 | scheduled-backup-incremental/9-engage-incremental | +++ realpath ../../.. logger.go:42: 17:17:18 | scheduled-backup-incremental/9-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:17:18 | scheduled-backup-incremental/9-engage-incremental | ++++ pwd logger.go:42: 17:17:18 | scheduled-backup-incremental/9-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 17:17:18 | scheduled-backup-incremental/9-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 17:17:18 | scheduled-backup-incremental/9-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/vars.sh logger.go:42: 17:17:18 | scheduled-backup-incremental/9-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:17:18 | scheduled-backup-incremental/9-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:17:18 | scheduled-backup-incremental/9-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:17:18 | scheduled-backup-incremental/9-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:17:18 | scheduled-backup-incremental/9-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:17:18 | scheduled-backup-incremental/9-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:17:18 | scheduled-backup-incremental/9-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:17:18 | scheduled-backup-incremental/9-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:17:18 | scheduled-backup-incremental/9-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:17:18 | scheduled-backup-incremental/9-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:17:18 | scheduled-backup-incremental/9-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 17:17:18 | scheduled-backup-incremental/9-engage-incremental | +++ export GIT_BRANCH=PR-1269 logger.go:42: 17:17:18 | scheduled-backup-incremental/9-engage-incremental | +++ GIT_BRANCH=PR-1269 logger.go:42: 17:17:18 | scheduled-backup-incremental/9-engage-incremental | +++ export VERSION=PR-1269-fbab6499 logger.go:42: 17:17:18 | scheduled-backup-incremental/9-engage-incremental | +++ VERSION=PR-1269-fbab6499 logger.go:42: 17:17:18 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:17:18 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:17:18 | scheduled-backup-incremental/9-engage-incremental | +++ [[ -z 8.0 ]] logger.go:42: 17:17:18 | scheduled-backup-incremental/9-engage-incremental | +++ export MYSQL_VERSION=8.0 logger.go:42: 17:17:18 | scheduled-backup-incremental/9-engage-incremental | +++ MYSQL_VERSION=8.0 logger.go:42: 17:17:18 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:17:18 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:17:18 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:17:18 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:17:18 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:17:18 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:17:18 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:17:18 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:17:18 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:17:18 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:17:18 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:17:18 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:17:18 | scheduled-backup-incremental/9-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:17:18 | scheduled-backup-incremental/9-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:17:18 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:17:18 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:17:18 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:17:18 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:17:18 | scheduled-backup-incremental/9-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 17:17:18 | scheduled-backup-incremental/9-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 17:17:18 | scheduled-backup-incremental/9-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 17:17:18 | scheduled-backup-incremental/9-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 17:17:18 | scheduled-backup-incremental/9-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 17:17:18 | scheduled-backup-incremental/9-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 17:17:18 | scheduled-backup-incremental/9-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 17:17:18 | scheduled-backup-incremental/9-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 17:17:18 | scheduled-backup-incremental/9-engage-incremental | ++++ which gdate logger.go:42: 17:17:18 | scheduled-backup-incremental/9-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:17:18 | scheduled-backup-incremental/9-engage-incremental | ++++ which date logger.go:42: 17:17:18 | scheduled-backup-incremental/9-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 17:17:18 | scheduled-backup-incremental/9-engage-incremental | +++ oc get projects logger.go:42: 17:17:18 | scheduled-backup-incremental/9-engage-incremental | +++ : logger.go:42: 17:17:18 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl get nodes logger.go:42: 17:17:18 | scheduled-backup-incremental/9-engage-incremental | +++ grep '^minikube' logger.go:42: 17:17:19 | scheduled-backup-incremental/9-engage-incremental | +++ which gsed logger.go:42: 17:17:19 | scheduled-backup-incremental/9-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:17:19 | scheduled-backup-incremental/9-engage-incremental | +++ which sed logger.go:42: 17:17:19 | scheduled-backup-incremental/9-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 17:17:19 | scheduled-backup-incremental/9-engage-incremental | ++ oc get projects logger.go:42: 17:17:19 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl version -o json logger.go:42: 17:17:19 | scheduled-backup-incremental/9-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 17:17:19 | scheduled-backup-incremental/9-engage-incremental | +++ grep '\-eks\-' logger.go:42: 17:17:19 | scheduled-backup-incremental/9-engage-incremental | grep: warning: stray \ before - logger.go:42: 17:17:19 | scheduled-backup-incremental/9-engage-incremental | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 17:17:19 | scheduled-backup-incremental/9-engage-incremental | ++ '[' ']' logger.go:42: 17:17:19 | scheduled-backup-incremental/9-engage-incremental | ++ EKS=0 logger.go:42: 17:17:19 | scheduled-backup-incremental/9-engage-incremental | +++ get_cluster_name logger.go:42: 17:17:19 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl -n kuttl-test-perfect-anchovy get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 17:17:20 | scheduled-backup-incremental/9-engage-incremental | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 17:17:20 | scheduled-backup-incremental/9-engage-incremental | ++ local schedule_name=minio-incr logger.go:42: 17:17:20 | scheduled-backup-incremental/9-engage-incremental | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 17:17:20 | scheduled-backup-incremental/9-engage-incremental | +++ printf %s kuttl-test-perfect-anchovy-scheduled-backup-incremental logger.go:42: 17:17:20 | scheduled-backup-incremental/9-engage-incremental | +++ sha1sum logger.go:42: 17:17:20 | scheduled-backup-incremental/9-engage-incremental | +++ awk '{print $1}' logger.go:42: 17:17:20 | scheduled-backup-incremental/9-engage-incremental | +++ head -c 5 logger.go:42: 17:17:20 | scheduled-backup-incremental/9-engage-incremental | ++ local prefix=c8a08 logger.go:42: 17:17:20 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl get ps-backup -n kuttl-test-perfect-anchovy -l percona.com/backup-ancestor=c8a08-minio-incr -o yaml logger.go:42: 17:17:20 | scheduled-backup-incremental/9-engage-incremental | +++ yq '.items | length' logger.go:42: 17:17:20 | scheduled-backup-incremental/9-engage-incremental | ++ local bcp_count=4 logger.go:42: 17:17:20 | scheduled-backup-incremental/9-engage-incremental | ++ echo 4 logger.go:42: 17:17:20 | scheduled-backup-incremental/9-engage-incremental | + bcp_count=4 logger.go:42: 17:17:20 | scheduled-backup-incremental/9-engage-incremental | + [[ 4 -lt 6 ]] logger.go:42: 17:17:20 | scheduled-backup-incremental/9-engage-incremental | + echo 'There are 4 incremental ps-backups but should be at least 6' logger.go:42: 17:17:20 | scheduled-backup-incremental/9-engage-incremental | There are 4 incremental ps-backups but should be at least 6 logger.go:42: 17:17:20 | scheduled-backup-incremental/9-engage-incremental | + exit 1 logger.go:42: 17:17:22 | scheduled-backup-incremental/9-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 6 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 6" exit 1 fi] logger.go:42: 17:17:22 | scheduled-backup-incremental/9-engage-incremental | + source ../../functions logger.go:42: 17:17:22 | scheduled-backup-incremental/9-engage-incremental | +++ realpath ../../.. logger.go:42: 17:17:22 | scheduled-backup-incremental/9-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:17:22 | scheduled-backup-incremental/9-engage-incremental | ++++ pwd logger.go:42: 17:17:22 | scheduled-backup-incremental/9-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 17:17:22 | scheduled-backup-incremental/9-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 17:17:22 | scheduled-backup-incremental/9-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/vars.sh logger.go:42: 17:17:22 | scheduled-backup-incremental/9-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:17:22 | scheduled-backup-incremental/9-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:17:22 | scheduled-backup-incremental/9-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:17:22 | scheduled-backup-incremental/9-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:17:22 | scheduled-backup-incremental/9-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:17:22 | scheduled-backup-incremental/9-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:17:22 | scheduled-backup-incremental/9-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:17:22 | scheduled-backup-incremental/9-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:17:22 | scheduled-backup-incremental/9-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:17:22 | scheduled-backup-incremental/9-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:17:22 | scheduled-backup-incremental/9-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 17:17:22 | scheduled-backup-incremental/9-engage-incremental | +++ export GIT_BRANCH=PR-1269 logger.go:42: 17:17:22 | scheduled-backup-incremental/9-engage-incremental | +++ GIT_BRANCH=PR-1269 logger.go:42: 17:17:22 | scheduled-backup-incremental/9-engage-incremental | +++ export VERSION=PR-1269-fbab6499 logger.go:42: 17:17:22 | scheduled-backup-incremental/9-engage-incremental | +++ VERSION=PR-1269-fbab6499 logger.go:42: 17:17:22 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:17:22 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:17:22 | scheduled-backup-incremental/9-engage-incremental | +++ [[ -z 8.0 ]] logger.go:42: 17:17:22 | scheduled-backup-incremental/9-engage-incremental | +++ export MYSQL_VERSION=8.0 logger.go:42: 17:17:22 | scheduled-backup-incremental/9-engage-incremental | +++ MYSQL_VERSION=8.0 logger.go:42: 17:17:22 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:17:22 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:17:22 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:17:22 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:17:22 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:17:22 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:17:22 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:17:22 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:17:22 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:17:22 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:17:22 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:17:22 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:17:22 | scheduled-backup-incremental/9-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:17:22 | scheduled-backup-incremental/9-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:17:22 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:17:22 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:17:22 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:17:22 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:17:22 | scheduled-backup-incremental/9-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 17:17:22 | scheduled-backup-incremental/9-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 17:17:22 | scheduled-backup-incremental/9-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 17:17:22 | scheduled-backup-incremental/9-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 17:17:22 | scheduled-backup-incremental/9-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 17:17:22 | scheduled-backup-incremental/9-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 17:17:22 | scheduled-backup-incremental/9-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 17:17:22 | scheduled-backup-incremental/9-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 17:17:22 | scheduled-backup-incremental/9-engage-incremental | ++++ which gdate logger.go:42: 17:17:22 | scheduled-backup-incremental/9-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:17:22 | scheduled-backup-incremental/9-engage-incremental | ++++ which date logger.go:42: 17:17:22 | scheduled-backup-incremental/9-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 17:17:22 | scheduled-backup-incremental/9-engage-incremental | +++ oc get projects logger.go:42: 17:17:22 | scheduled-backup-incremental/9-engage-incremental | +++ : logger.go:42: 17:17:22 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl get nodes logger.go:42: 17:17:22 | scheduled-backup-incremental/9-engage-incremental | +++ grep '^minikube' logger.go:42: 17:17:22 | scheduled-backup-incremental/9-engage-incremental | +++ which gsed logger.go:42: 17:17:22 | scheduled-backup-incremental/9-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:17:22 | scheduled-backup-incremental/9-engage-incremental | +++ which sed logger.go:42: 17:17:22 | scheduled-backup-incremental/9-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 17:17:22 | scheduled-backup-incremental/9-engage-incremental | ++ oc get projects logger.go:42: 17:17:22 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl version -o json logger.go:42: 17:17:22 | scheduled-backup-incremental/9-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 17:17:22 | scheduled-backup-incremental/9-engage-incremental | +++ grep '\-eks\-' logger.go:42: 17:17:22 | scheduled-backup-incremental/9-engage-incremental | grep: warning: stray \ before - logger.go:42: 17:17:23 | scheduled-backup-incremental/9-engage-incremental | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 17:17:23 | scheduled-backup-incremental/9-engage-incremental | ++ '[' ']' logger.go:42: 17:17:23 | scheduled-backup-incremental/9-engage-incremental | ++ EKS=0 logger.go:42: 17:17:23 | scheduled-backup-incremental/9-engage-incremental | +++ get_cluster_name logger.go:42: 17:17:23 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl -n kuttl-test-perfect-anchovy get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 17:17:30 | scheduled-backup-incremental/9-engage-incremental | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 17:17:30 | scheduled-backup-incremental/9-engage-incremental | ++ local schedule_name=minio-incr logger.go:42: 17:17:30 | scheduled-backup-incremental/9-engage-incremental | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 17:17:30 | scheduled-backup-incremental/9-engage-incremental | +++ printf %s kuttl-test-perfect-anchovy-scheduled-backup-incremental logger.go:42: 17:17:30 | scheduled-backup-incremental/9-engage-incremental | +++ sha1sum logger.go:42: 17:17:30 | scheduled-backup-incremental/9-engage-incremental | +++ awk '{print $1}' logger.go:42: 17:17:30 | scheduled-backup-incremental/9-engage-incremental | +++ head -c 5 logger.go:42: 17:17:30 | scheduled-backup-incremental/9-engage-incremental | ++ local prefix=c8a08 logger.go:42: 17:17:30 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl get ps-backup -n kuttl-test-perfect-anchovy -l percona.com/backup-ancestor=c8a08-minio-incr -o yaml logger.go:42: 17:17:30 | scheduled-backup-incremental/9-engage-incremental | +++ yq '.items | length' logger.go:42: 17:17:31 | scheduled-backup-incremental/9-engage-incremental | ++ local bcp_count=4 logger.go:42: 17:17:31 | scheduled-backup-incremental/9-engage-incremental | ++ echo 4 logger.go:42: 17:17:31 | scheduled-backup-incremental/9-engage-incremental | + bcp_count=4 logger.go:42: 17:17:31 | scheduled-backup-incremental/9-engage-incremental | + [[ 4 -lt 6 ]] logger.go:42: 17:17:31 | scheduled-backup-incremental/9-engage-incremental | + echo 'There are 4 incremental ps-backups but should be at least 6' logger.go:42: 17:17:31 | scheduled-backup-incremental/9-engage-incremental | There are 4 incremental ps-backups but should be at least 6 logger.go:42: 17:17:31 | scheduled-backup-incremental/9-engage-incremental | + exit 1 logger.go:42: 17:17:32 | scheduled-backup-incremental/9-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 6 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 6" exit 1 fi] logger.go:42: 17:17:32 | scheduled-backup-incremental/9-engage-incremental | + source ../../functions logger.go:42: 17:17:32 | scheduled-backup-incremental/9-engage-incremental | +++ realpath ../../.. logger.go:42: 17:17:32 | scheduled-backup-incremental/9-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:17:32 | scheduled-backup-incremental/9-engage-incremental | ++++ pwd logger.go:42: 17:17:32 | scheduled-backup-incremental/9-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 17:17:32 | scheduled-backup-incremental/9-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 17:17:32 | scheduled-backup-incremental/9-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/vars.sh logger.go:42: 17:17:32 | scheduled-backup-incremental/9-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:17:32 | scheduled-backup-incremental/9-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:17:32 | scheduled-backup-incremental/9-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:17:32 | scheduled-backup-incremental/9-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:17:32 | scheduled-backup-incremental/9-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:17:32 | scheduled-backup-incremental/9-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:17:32 | scheduled-backup-incremental/9-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:17:32 | scheduled-backup-incremental/9-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:17:32 | scheduled-backup-incremental/9-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:17:32 | scheduled-backup-incremental/9-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:17:32 | scheduled-backup-incremental/9-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 17:17:32 | scheduled-backup-incremental/9-engage-incremental | +++ export GIT_BRANCH=PR-1269 logger.go:42: 17:17:32 | scheduled-backup-incremental/9-engage-incremental | +++ GIT_BRANCH=PR-1269 logger.go:42: 17:17:32 | scheduled-backup-incremental/9-engage-incremental | +++ export VERSION=PR-1269-fbab6499 logger.go:42: 17:17:32 | scheduled-backup-incremental/9-engage-incremental | +++ VERSION=PR-1269-fbab6499 logger.go:42: 17:17:32 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:17:32 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:17:32 | scheduled-backup-incremental/9-engage-incremental | +++ [[ -z 8.0 ]] logger.go:42: 17:17:32 | scheduled-backup-incremental/9-engage-incremental | +++ export MYSQL_VERSION=8.0 logger.go:42: 17:17:32 | scheduled-backup-incremental/9-engage-incremental | +++ MYSQL_VERSION=8.0 logger.go:42: 17:17:32 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:17:32 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:17:32 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:17:32 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:17:32 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:17:32 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:17:32 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:17:32 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:17:32 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:17:32 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:17:32 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:17:32 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:17:32 | scheduled-backup-incremental/9-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:17:32 | scheduled-backup-incremental/9-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:17:32 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:17:32 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:17:32 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:17:32 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:17:32 | scheduled-backup-incremental/9-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 17:17:32 | scheduled-backup-incremental/9-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 17:17:32 | scheduled-backup-incremental/9-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 17:17:32 | scheduled-backup-incremental/9-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 17:17:32 | scheduled-backup-incremental/9-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 17:17:32 | scheduled-backup-incremental/9-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 17:17:32 | scheduled-backup-incremental/9-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 17:17:32 | scheduled-backup-incremental/9-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 17:17:32 | scheduled-backup-incremental/9-engage-incremental | ++++ which gdate logger.go:42: 17:17:32 | scheduled-backup-incremental/9-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:17:32 | scheduled-backup-incremental/9-engage-incremental | ++++ which date logger.go:42: 17:17:32 | scheduled-backup-incremental/9-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 17:17:32 | scheduled-backup-incremental/9-engage-incremental | +++ oc get projects logger.go:42: 17:17:32 | scheduled-backup-incremental/9-engage-incremental | +++ : logger.go:42: 17:17:32 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl get nodes logger.go:42: 17:17:32 | scheduled-backup-incremental/9-engage-incremental | +++ grep '^minikube' logger.go:42: 17:17:32 | scheduled-backup-incremental/9-engage-incremental | +++ which gsed logger.go:42: 17:17:32 | scheduled-backup-incremental/9-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:17:32 | scheduled-backup-incremental/9-engage-incremental | +++ which sed logger.go:42: 17:17:32 | scheduled-backup-incremental/9-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 17:17:32 | scheduled-backup-incremental/9-engage-incremental | ++ oc get projects logger.go:42: 17:17:32 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl version -o json logger.go:42: 17:17:32 | scheduled-backup-incremental/9-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 17:17:32 | scheduled-backup-incremental/9-engage-incremental | +++ grep '\-eks\-' logger.go:42: 17:17:32 | scheduled-backup-incremental/9-engage-incremental | grep: warning: stray \ before - logger.go:42: 17:17:33 | scheduled-backup-incremental/9-engage-incremental | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 17:17:33 | scheduled-backup-incremental/9-engage-incremental | ++ '[' ']' logger.go:42: 17:17:33 | scheduled-backup-incremental/9-engage-incremental | ++ EKS=0 logger.go:42: 17:17:33 | scheduled-backup-incremental/9-engage-incremental | +++ get_cluster_name logger.go:42: 17:17:33 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl -n kuttl-test-perfect-anchovy get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 17:17:33 | scheduled-backup-incremental/9-engage-incremental | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 17:17:33 | scheduled-backup-incremental/9-engage-incremental | ++ local schedule_name=minio-incr logger.go:42: 17:17:33 | scheduled-backup-incremental/9-engage-incremental | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 17:17:33 | scheduled-backup-incremental/9-engage-incremental | +++ printf %s kuttl-test-perfect-anchovy-scheduled-backup-incremental logger.go:42: 17:17:33 | scheduled-backup-incremental/9-engage-incremental | +++ sha1sum logger.go:42: 17:17:33 | scheduled-backup-incremental/9-engage-incremental | +++ awk '{print $1}' logger.go:42: 17:17:33 | scheduled-backup-incremental/9-engage-incremental | +++ head -c 5 logger.go:42: 17:17:33 | scheduled-backup-incremental/9-engage-incremental | ++ local prefix=c8a08 logger.go:42: 17:17:33 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl get ps-backup -n kuttl-test-perfect-anchovy -l percona.com/backup-ancestor=c8a08-minio-incr -o yaml logger.go:42: 17:17:33 | scheduled-backup-incremental/9-engage-incremental | +++ yq '.items | length' logger.go:42: 17:17:34 | scheduled-backup-incremental/9-engage-incremental | ++ local bcp_count=4 logger.go:42: 17:17:34 | scheduled-backup-incremental/9-engage-incremental | ++ echo 4 logger.go:42: 17:17:34 | scheduled-backup-incremental/9-engage-incremental | + bcp_count=4 logger.go:42: 17:17:34 | scheduled-backup-incremental/9-engage-incremental | + [[ 4 -lt 6 ]] logger.go:42: 17:17:34 | scheduled-backup-incremental/9-engage-incremental | + echo 'There are 4 incremental ps-backups but should be at least 6' logger.go:42: 17:17:34 | scheduled-backup-incremental/9-engage-incremental | There are 4 incremental ps-backups but should be at least 6 logger.go:42: 17:17:34 | scheduled-backup-incremental/9-engage-incremental | + exit 1 logger.go:42: 17:17:35 | scheduled-backup-incremental/9-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 6 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 6" exit 1 fi] logger.go:42: 17:17:35 | scheduled-backup-incremental/9-engage-incremental | + source ../../functions logger.go:42: 17:17:35 | scheduled-backup-incremental/9-engage-incremental | +++ realpath ../../.. logger.go:42: 17:17:35 | scheduled-backup-incremental/9-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:17:35 | scheduled-backup-incremental/9-engage-incremental | ++++ pwd logger.go:42: 17:17:35 | scheduled-backup-incremental/9-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 17:17:35 | scheduled-backup-incremental/9-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 17:17:35 | scheduled-backup-incremental/9-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/vars.sh logger.go:42: 17:17:35 | scheduled-backup-incremental/9-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:17:35 | scheduled-backup-incremental/9-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:17:35 | scheduled-backup-incremental/9-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:17:35 | scheduled-backup-incremental/9-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:17:35 | scheduled-backup-incremental/9-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:17:35 | scheduled-backup-incremental/9-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:17:35 | scheduled-backup-incremental/9-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:17:35 | scheduled-backup-incremental/9-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:17:35 | scheduled-backup-incremental/9-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:17:35 | scheduled-backup-incremental/9-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:17:35 | scheduled-backup-incremental/9-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 17:17:35 | scheduled-backup-incremental/9-engage-incremental | +++ export GIT_BRANCH=PR-1269 logger.go:42: 17:17:35 | scheduled-backup-incremental/9-engage-incremental | +++ GIT_BRANCH=PR-1269 logger.go:42: 17:17:35 | scheduled-backup-incremental/9-engage-incremental | +++ export VERSION=PR-1269-fbab6499 logger.go:42: 17:17:35 | scheduled-backup-incremental/9-engage-incremental | +++ VERSION=PR-1269-fbab6499 logger.go:42: 17:17:35 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:17:35 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:17:35 | scheduled-backup-incremental/9-engage-incremental | +++ [[ -z 8.0 ]] logger.go:42: 17:17:35 | scheduled-backup-incremental/9-engage-incremental | +++ export MYSQL_VERSION=8.0 logger.go:42: 17:17:35 | scheduled-backup-incremental/9-engage-incremental | +++ MYSQL_VERSION=8.0 logger.go:42: 17:17:35 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:17:35 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:17:35 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:17:35 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:17:35 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:17:35 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:17:35 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:17:35 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:17:35 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:17:35 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:17:35 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:17:35 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:17:35 | scheduled-backup-incremental/9-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:17:35 | scheduled-backup-incremental/9-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:17:35 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:17:35 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:17:35 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:17:35 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:17:35 | scheduled-backup-incremental/9-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 17:17:35 | scheduled-backup-incremental/9-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 17:17:35 | scheduled-backup-incremental/9-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 17:17:35 | scheduled-backup-incremental/9-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 17:17:35 | scheduled-backup-incremental/9-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 17:17:35 | scheduled-backup-incremental/9-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 17:17:35 | scheduled-backup-incremental/9-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 17:17:35 | scheduled-backup-incremental/9-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 17:17:35 | scheduled-backup-incremental/9-engage-incremental | ++++ which gdate logger.go:42: 17:17:35 | scheduled-backup-incremental/9-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:17:35 | scheduled-backup-incremental/9-engage-incremental | ++++ which date logger.go:42: 17:17:35 | scheduled-backup-incremental/9-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 17:17:35 | scheduled-backup-incremental/9-engage-incremental | +++ oc get projects logger.go:42: 17:17:35 | scheduled-backup-incremental/9-engage-incremental | +++ : logger.go:42: 17:17:35 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl get nodes logger.go:42: 17:17:35 | scheduled-backup-incremental/9-engage-incremental | +++ grep '^minikube' logger.go:42: 17:17:36 | scheduled-backup-incremental/9-engage-incremental | +++ which gsed logger.go:42: 17:17:36 | scheduled-backup-incremental/9-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:17:36 | scheduled-backup-incremental/9-engage-incremental | +++ which sed logger.go:42: 17:17:36 | scheduled-backup-incremental/9-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 17:17:36 | scheduled-backup-incremental/9-engage-incremental | ++ oc get projects logger.go:42: 17:17:36 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl version -o json logger.go:42: 17:17:36 | scheduled-backup-incremental/9-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 17:17:36 | scheduled-backup-incremental/9-engage-incremental | +++ grep '\-eks\-' logger.go:42: 17:17:36 | scheduled-backup-incremental/9-engage-incremental | grep: warning: stray \ before - logger.go:42: 17:17:36 | scheduled-backup-incremental/9-engage-incremental | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 17:17:36 | scheduled-backup-incremental/9-engage-incremental | ++ '[' ']' logger.go:42: 17:17:36 | scheduled-backup-incremental/9-engage-incremental | ++ EKS=0 logger.go:42: 17:17:36 | scheduled-backup-incremental/9-engage-incremental | +++ get_cluster_name logger.go:42: 17:17:36 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl -n kuttl-test-perfect-anchovy get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 17:17:37 | scheduled-backup-incremental/9-engage-incremental | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 17:17:37 | scheduled-backup-incremental/9-engage-incremental | ++ local schedule_name=minio-incr logger.go:42: 17:17:37 | scheduled-backup-incremental/9-engage-incremental | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 17:17:37 | scheduled-backup-incremental/9-engage-incremental | +++ printf %s kuttl-test-perfect-anchovy-scheduled-backup-incremental logger.go:42: 17:17:37 | scheduled-backup-incremental/9-engage-incremental | +++ awk '{print $1}' logger.go:42: 17:17:37 | scheduled-backup-incremental/9-engage-incremental | +++ sha1sum logger.go:42: 17:17:37 | scheduled-backup-incremental/9-engage-incremental | +++ head -c 5 logger.go:42: 17:17:37 | scheduled-backup-incremental/9-engage-incremental | ++ local prefix=c8a08 logger.go:42: 17:17:37 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl get ps-backup -n kuttl-test-perfect-anchovy -l percona.com/backup-ancestor=c8a08-minio-incr -o yaml logger.go:42: 17:17:37 | scheduled-backup-incremental/9-engage-incremental | +++ yq '.items | length' logger.go:42: 17:17:37 | scheduled-backup-incremental/9-engage-incremental | ++ local bcp_count=4 logger.go:42: 17:17:37 | scheduled-backup-incremental/9-engage-incremental | ++ echo 4 logger.go:42: 17:17:37 | scheduled-backup-incremental/9-engage-incremental | + bcp_count=4 logger.go:42: 17:17:37 | scheduled-backup-incremental/9-engage-incremental | + [[ 4 -lt 6 ]] logger.go:42: 17:17:37 | scheduled-backup-incremental/9-engage-incremental | + echo 'There are 4 incremental ps-backups but should be at least 6' logger.go:42: 17:17:37 | scheduled-backup-incremental/9-engage-incremental | There are 4 incremental ps-backups but should be at least 6 logger.go:42: 17:17:37 | scheduled-backup-incremental/9-engage-incremental | + exit 1 logger.go:42: 17:17:38 | scheduled-backup-incremental/9-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 6 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 6" exit 1 fi] logger.go:42: 17:17:38 | scheduled-backup-incremental/9-engage-incremental | + source ../../functions logger.go:42: 17:17:38 | scheduled-backup-incremental/9-engage-incremental | +++ realpath ../../.. logger.go:42: 17:17:38 | scheduled-backup-incremental/9-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:17:38 | scheduled-backup-incremental/9-engage-incremental | ++++ pwd logger.go:42: 17:17:38 | scheduled-backup-incremental/9-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 17:17:38 | scheduled-backup-incremental/9-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 17:17:38 | scheduled-backup-incremental/9-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/vars.sh logger.go:42: 17:17:38 | scheduled-backup-incremental/9-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:17:38 | scheduled-backup-incremental/9-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:17:38 | scheduled-backup-incremental/9-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:17:38 | scheduled-backup-incremental/9-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:17:38 | scheduled-backup-incremental/9-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:17:38 | scheduled-backup-incremental/9-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:17:38 | scheduled-backup-incremental/9-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:17:38 | scheduled-backup-incremental/9-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:17:38 | scheduled-backup-incremental/9-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:17:38 | scheduled-backup-incremental/9-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:17:38 | scheduled-backup-incremental/9-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 17:17:38 | scheduled-backup-incremental/9-engage-incremental | +++ export GIT_BRANCH=PR-1269 logger.go:42: 17:17:38 | scheduled-backup-incremental/9-engage-incremental | +++ GIT_BRANCH=PR-1269 logger.go:42: 17:17:38 | scheduled-backup-incremental/9-engage-incremental | +++ export VERSION=PR-1269-fbab6499 logger.go:42: 17:17:38 | scheduled-backup-incremental/9-engage-incremental | +++ VERSION=PR-1269-fbab6499 logger.go:42: 17:17:38 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:17:38 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:17:38 | scheduled-backup-incremental/9-engage-incremental | +++ [[ -z 8.0 ]] logger.go:42: 17:17:38 | scheduled-backup-incremental/9-engage-incremental | +++ export MYSQL_VERSION=8.0 logger.go:42: 17:17:38 | scheduled-backup-incremental/9-engage-incremental | +++ MYSQL_VERSION=8.0 logger.go:42: 17:17:38 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:17:38 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:17:38 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:17:38 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:17:38 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:17:38 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:17:38 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:17:38 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:17:38 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:17:38 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:17:38 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:17:38 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:17:38 | scheduled-backup-incremental/9-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:17:38 | scheduled-backup-incremental/9-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:17:38 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:17:38 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:17:38 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:17:38 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:17:38 | scheduled-backup-incremental/9-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 17:17:38 | scheduled-backup-incremental/9-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 17:17:38 | scheduled-backup-incremental/9-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 17:17:38 | scheduled-backup-incremental/9-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 17:17:38 | scheduled-backup-incremental/9-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 17:17:38 | scheduled-backup-incremental/9-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 17:17:38 | scheduled-backup-incremental/9-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 17:17:38 | scheduled-backup-incremental/9-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 17:17:38 | scheduled-backup-incremental/9-engage-incremental | ++++ which gdate logger.go:42: 17:17:38 | scheduled-backup-incremental/9-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:17:38 | scheduled-backup-incremental/9-engage-incremental | ++++ which date logger.go:42: 17:17:38 | scheduled-backup-incremental/9-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 17:17:38 | scheduled-backup-incremental/9-engage-incremental | +++ oc get projects logger.go:42: 17:17:38 | scheduled-backup-incremental/9-engage-incremental | +++ : logger.go:42: 17:17:38 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl get nodes logger.go:42: 17:17:38 | scheduled-backup-incremental/9-engage-incremental | +++ grep '^minikube' logger.go:42: 17:17:39 | scheduled-backup-incremental/9-engage-incremental | +++ which gsed logger.go:42: 17:17:39 | scheduled-backup-incremental/9-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:17:39 | scheduled-backup-incremental/9-engage-incremental | +++ which sed logger.go:42: 17:17:39 | scheduled-backup-incremental/9-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 17:17:39 | scheduled-backup-incremental/9-engage-incremental | ++ oc get projects logger.go:42: 17:17:39 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl version -o json logger.go:42: 17:17:39 | scheduled-backup-incremental/9-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 17:17:39 | scheduled-backup-incremental/9-engage-incremental | +++ grep '\-eks\-' logger.go:42: 17:17:39 | scheduled-backup-incremental/9-engage-incremental | grep: warning: stray \ before - logger.go:42: 17:17:39 | scheduled-backup-incremental/9-engage-incremental | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 17:17:39 | scheduled-backup-incremental/9-engage-incremental | ++ '[' ']' logger.go:42: 17:17:39 | scheduled-backup-incremental/9-engage-incremental | ++ EKS=0 logger.go:42: 17:17:39 | scheduled-backup-incremental/9-engage-incremental | +++ get_cluster_name logger.go:42: 17:17:39 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl -n kuttl-test-perfect-anchovy get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 17:17:40 | scheduled-backup-incremental/9-engage-incremental | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 17:17:40 | scheduled-backup-incremental/9-engage-incremental | ++ local schedule_name=minio-incr logger.go:42: 17:17:40 | scheduled-backup-incremental/9-engage-incremental | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 17:17:40 | scheduled-backup-incremental/9-engage-incremental | +++ printf %s kuttl-test-perfect-anchovy-scheduled-backup-incremental logger.go:42: 17:17:40 | scheduled-backup-incremental/9-engage-incremental | +++ sha1sum logger.go:42: 17:17:40 | scheduled-backup-incremental/9-engage-incremental | +++ awk '{print $1}' logger.go:42: 17:17:40 | scheduled-backup-incremental/9-engage-incremental | +++ head -c 5 logger.go:42: 17:17:40 | scheduled-backup-incremental/9-engage-incremental | ++ local prefix=c8a08 logger.go:42: 17:17:40 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl get ps-backup -n kuttl-test-perfect-anchovy -l percona.com/backup-ancestor=c8a08-minio-incr -o yaml logger.go:42: 17:17:40 | scheduled-backup-incremental/9-engage-incremental | +++ yq '.items | length' logger.go:42: 17:17:41 | scheduled-backup-incremental/9-engage-incremental | ++ local bcp_count=4 logger.go:42: 17:17:41 | scheduled-backup-incremental/9-engage-incremental | ++ echo 4 logger.go:42: 17:17:41 | scheduled-backup-incremental/9-engage-incremental | + bcp_count=4 logger.go:42: 17:17:41 | scheduled-backup-incremental/9-engage-incremental | + [[ 4 -lt 6 ]] logger.go:42: 17:17:41 | scheduled-backup-incremental/9-engage-incremental | + echo 'There are 4 incremental ps-backups but should be at least 6' logger.go:42: 17:17:41 | scheduled-backup-incremental/9-engage-incremental | There are 4 incremental ps-backups but should be at least 6 logger.go:42: 17:17:41 | scheduled-backup-incremental/9-engage-incremental | + exit 1 logger.go:42: 17:17:42 | scheduled-backup-incremental/9-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 6 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 6" exit 1 fi] logger.go:42: 17:17:42 | scheduled-backup-incremental/9-engage-incremental | + source ../../functions logger.go:42: 17:17:42 | scheduled-backup-incremental/9-engage-incremental | +++ realpath ../../.. logger.go:42: 17:17:42 | scheduled-backup-incremental/9-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:17:42 | scheduled-backup-incremental/9-engage-incremental | ++++ pwd logger.go:42: 17:17:42 | scheduled-backup-incremental/9-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 17:17:42 | scheduled-backup-incremental/9-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 17:17:42 | scheduled-backup-incremental/9-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/vars.sh logger.go:42: 17:17:42 | scheduled-backup-incremental/9-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:17:42 | scheduled-backup-incremental/9-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:17:42 | scheduled-backup-incremental/9-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:17:42 | scheduled-backup-incremental/9-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:17:42 | scheduled-backup-incremental/9-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:17:42 | scheduled-backup-incremental/9-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:17:42 | scheduled-backup-incremental/9-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:17:42 | scheduled-backup-incremental/9-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:17:42 | scheduled-backup-incremental/9-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:17:42 | scheduled-backup-incremental/9-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:17:42 | scheduled-backup-incremental/9-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 17:17:42 | scheduled-backup-incremental/9-engage-incremental | +++ export GIT_BRANCH=PR-1269 logger.go:42: 17:17:42 | scheduled-backup-incremental/9-engage-incremental | +++ GIT_BRANCH=PR-1269 logger.go:42: 17:17:42 | scheduled-backup-incremental/9-engage-incremental | +++ export VERSION=PR-1269-fbab6499 logger.go:42: 17:17:42 | scheduled-backup-incremental/9-engage-incremental | +++ VERSION=PR-1269-fbab6499 logger.go:42: 17:17:42 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:17:42 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:17:42 | scheduled-backup-incremental/9-engage-incremental | +++ [[ -z 8.0 ]] logger.go:42: 17:17:42 | scheduled-backup-incremental/9-engage-incremental | +++ export MYSQL_VERSION=8.0 logger.go:42: 17:17:42 | scheduled-backup-incremental/9-engage-incremental | +++ MYSQL_VERSION=8.0 logger.go:42: 17:17:42 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:17:42 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:17:42 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:17:42 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:17:42 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:17:42 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:17:42 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:17:42 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:17:42 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:17:42 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:17:42 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:17:42 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:17:42 | scheduled-backup-incremental/9-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:17:42 | scheduled-backup-incremental/9-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:17:42 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:17:42 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:17:42 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:17:42 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:17:42 | scheduled-backup-incremental/9-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 17:17:42 | scheduled-backup-incremental/9-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 17:17:42 | scheduled-backup-incremental/9-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 17:17:42 | scheduled-backup-incremental/9-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 17:17:42 | scheduled-backup-incremental/9-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 17:17:42 | scheduled-backup-incremental/9-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 17:17:42 | scheduled-backup-incremental/9-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 17:17:42 | scheduled-backup-incremental/9-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 17:17:42 | scheduled-backup-incremental/9-engage-incremental | ++++ which gdate logger.go:42: 17:17:42 | scheduled-backup-incremental/9-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:17:42 | scheduled-backup-incremental/9-engage-incremental | ++++ which date logger.go:42: 17:17:42 | scheduled-backup-incremental/9-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 17:17:42 | scheduled-backup-incremental/9-engage-incremental | +++ oc get projects logger.go:42: 17:17:42 | scheduled-backup-incremental/9-engage-incremental | +++ : logger.go:42: 17:17:42 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl get nodes logger.go:42: 17:17:42 | scheduled-backup-incremental/9-engage-incremental | +++ grep '^minikube' logger.go:42: 17:17:42 | scheduled-backup-incremental/9-engage-incremental | +++ which gsed logger.go:42: 17:17:42 | scheduled-backup-incremental/9-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:17:42 | scheduled-backup-incremental/9-engage-incremental | +++ which sed logger.go:42: 17:17:42 | scheduled-backup-incremental/9-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 17:17:42 | scheduled-backup-incremental/9-engage-incremental | ++ oc get projects logger.go:42: 17:17:42 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl version -o json logger.go:42: 17:17:42 | scheduled-backup-incremental/9-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 17:17:42 | scheduled-backup-incremental/9-engage-incremental | +++ grep '\-eks\-' logger.go:42: 17:17:42 | scheduled-backup-incremental/9-engage-incremental | grep: warning: stray \ before - logger.go:42: 17:17:43 | scheduled-backup-incremental/9-engage-incremental | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 17:17:43 | scheduled-backup-incremental/9-engage-incremental | ++ '[' ']' logger.go:42: 17:17:43 | scheduled-backup-incremental/9-engage-incremental | ++ EKS=0 logger.go:42: 17:17:43 | scheduled-backup-incremental/9-engage-incremental | +++ get_cluster_name logger.go:42: 17:17:43 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl -n kuttl-test-perfect-anchovy get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 17:17:43 | scheduled-backup-incremental/9-engage-incremental | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 17:17:43 | scheduled-backup-incremental/9-engage-incremental | ++ local schedule_name=minio-incr logger.go:42: 17:17:43 | scheduled-backup-incremental/9-engage-incremental | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 17:17:43 | scheduled-backup-incremental/9-engage-incremental | +++ printf %s kuttl-test-perfect-anchovy-scheduled-backup-incremental logger.go:42: 17:17:43 | scheduled-backup-incremental/9-engage-incremental | +++ sha1sum logger.go:42: 17:17:43 | scheduled-backup-incremental/9-engage-incremental | +++ awk '{print $1}' logger.go:42: 17:17:43 | scheduled-backup-incremental/9-engage-incremental | +++ head -c 5 logger.go:42: 17:17:43 | scheduled-backup-incremental/9-engage-incremental | ++ local prefix=c8a08 logger.go:42: 17:17:43 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl get ps-backup -n kuttl-test-perfect-anchovy -l percona.com/backup-ancestor=c8a08-minio-incr -o yaml logger.go:42: 17:17:43 | scheduled-backup-incremental/9-engage-incremental | +++ yq '.items | length' logger.go:42: 17:17:44 | scheduled-backup-incremental/9-engage-incremental | ++ local bcp_count=4 logger.go:42: 17:17:44 | scheduled-backup-incremental/9-engage-incremental | ++ echo 4 logger.go:42: 17:17:44 | scheduled-backup-incremental/9-engage-incremental | + bcp_count=4 logger.go:42: 17:17:44 | scheduled-backup-incremental/9-engage-incremental | + [[ 4 -lt 6 ]] logger.go:42: 17:17:44 | scheduled-backup-incremental/9-engage-incremental | + echo 'There are 4 incremental ps-backups but should be at least 6' logger.go:42: 17:17:44 | scheduled-backup-incremental/9-engage-incremental | There are 4 incremental ps-backups but should be at least 6 logger.go:42: 17:17:44 | scheduled-backup-incremental/9-engage-incremental | + exit 1 logger.go:42: 17:17:45 | scheduled-backup-incremental/9-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 6 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 6" exit 1 fi] logger.go:42: 17:17:45 | scheduled-backup-incremental/9-engage-incremental | + source ../../functions logger.go:42: 17:17:45 | scheduled-backup-incremental/9-engage-incremental | +++ realpath ../../.. logger.go:42: 17:17:45 | scheduled-backup-incremental/9-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:17:45 | scheduled-backup-incremental/9-engage-incremental | ++++ pwd logger.go:42: 17:17:45 | scheduled-backup-incremental/9-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 17:17:45 | scheduled-backup-incremental/9-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 17:17:45 | scheduled-backup-incremental/9-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/vars.sh logger.go:42: 17:17:45 | scheduled-backup-incremental/9-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:17:45 | scheduled-backup-incremental/9-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:17:45 | scheduled-backup-incremental/9-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:17:45 | scheduled-backup-incremental/9-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:17:45 | scheduled-backup-incremental/9-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:17:45 | scheduled-backup-incremental/9-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:17:45 | scheduled-backup-incremental/9-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:17:45 | scheduled-backup-incremental/9-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:17:45 | scheduled-backup-incremental/9-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:17:45 | scheduled-backup-incremental/9-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:17:45 | scheduled-backup-incremental/9-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 17:17:45 | scheduled-backup-incremental/9-engage-incremental | +++ export GIT_BRANCH=PR-1269 logger.go:42: 17:17:45 | scheduled-backup-incremental/9-engage-incremental | +++ GIT_BRANCH=PR-1269 logger.go:42: 17:17:45 | scheduled-backup-incremental/9-engage-incremental | +++ export VERSION=PR-1269-fbab6499 logger.go:42: 17:17:45 | scheduled-backup-incremental/9-engage-incremental | +++ VERSION=PR-1269-fbab6499 logger.go:42: 17:17:45 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:17:45 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:17:45 | scheduled-backup-incremental/9-engage-incremental | +++ [[ -z 8.0 ]] logger.go:42: 17:17:45 | scheduled-backup-incremental/9-engage-incremental | +++ export MYSQL_VERSION=8.0 logger.go:42: 17:17:45 | scheduled-backup-incremental/9-engage-incremental | +++ MYSQL_VERSION=8.0 logger.go:42: 17:17:45 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:17:45 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:17:45 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:17:45 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:17:45 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:17:45 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:17:45 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:17:45 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:17:45 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:17:45 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:17:45 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:17:45 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:17:45 | scheduled-backup-incremental/9-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:17:45 | scheduled-backup-incremental/9-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:17:45 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:17:45 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:17:45 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:17:45 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:17:45 | scheduled-backup-incremental/9-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 17:17:45 | scheduled-backup-incremental/9-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 17:17:45 | scheduled-backup-incremental/9-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 17:17:45 | scheduled-backup-incremental/9-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 17:17:45 | scheduled-backup-incremental/9-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 17:17:45 | scheduled-backup-incremental/9-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 17:17:45 | scheduled-backup-incremental/9-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 17:17:45 | scheduled-backup-incremental/9-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 17:17:45 | scheduled-backup-incremental/9-engage-incremental | ++++ which gdate logger.go:42: 17:17:45 | scheduled-backup-incremental/9-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:17:45 | scheduled-backup-incremental/9-engage-incremental | ++++ which date logger.go:42: 17:17:45 | scheduled-backup-incremental/9-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 17:17:45 | scheduled-backup-incremental/9-engage-incremental | +++ oc get projects logger.go:42: 17:17:45 | scheduled-backup-incremental/9-engage-incremental | +++ : logger.go:42: 17:17:45 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl get nodes logger.go:42: 17:17:45 | scheduled-backup-incremental/9-engage-incremental | +++ grep '^minikube' logger.go:42: 17:17:46 | scheduled-backup-incremental/9-engage-incremental | +++ which gsed logger.go:42: 17:17:46 | scheduled-backup-incremental/9-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:17:46 | scheduled-backup-incremental/9-engage-incremental | +++ which sed logger.go:42: 17:17:46 | scheduled-backup-incremental/9-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 17:17:46 | scheduled-backup-incremental/9-engage-incremental | ++ oc get projects logger.go:42: 17:17:46 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl version -o json logger.go:42: 17:17:46 | scheduled-backup-incremental/9-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 17:17:46 | scheduled-backup-incremental/9-engage-incremental | +++ grep '\-eks\-' logger.go:42: 17:17:46 | scheduled-backup-incremental/9-engage-incremental | grep: warning: stray \ before - logger.go:42: 17:17:46 | scheduled-backup-incremental/9-engage-incremental | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 17:17:46 | scheduled-backup-incremental/9-engage-incremental | ++ '[' ']' logger.go:42: 17:17:46 | scheduled-backup-incremental/9-engage-incremental | ++ EKS=0 logger.go:42: 17:17:46 | scheduled-backup-incremental/9-engage-incremental | +++ get_cluster_name logger.go:42: 17:17:46 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl -n kuttl-test-perfect-anchovy get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 17:17:47 | scheduled-backup-incremental/9-engage-incremental | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 17:17:47 | scheduled-backup-incremental/9-engage-incremental | ++ local schedule_name=minio-incr logger.go:42: 17:17:47 | scheduled-backup-incremental/9-engage-incremental | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 17:17:47 | scheduled-backup-incremental/9-engage-incremental | +++ printf %s kuttl-test-perfect-anchovy-scheduled-backup-incremental logger.go:42: 17:17:47 | scheduled-backup-incremental/9-engage-incremental | +++ sha1sum logger.go:42: 17:17:47 | scheduled-backup-incremental/9-engage-incremental | +++ awk '{print $1}' logger.go:42: 17:17:47 | scheduled-backup-incremental/9-engage-incremental | +++ head -c 5 logger.go:42: 17:17:47 | scheduled-backup-incremental/9-engage-incremental | ++ local prefix=c8a08 logger.go:42: 17:17:47 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl get ps-backup -n kuttl-test-perfect-anchovy -l percona.com/backup-ancestor=c8a08-minio-incr -o yaml logger.go:42: 17:17:47 | scheduled-backup-incremental/9-engage-incremental | +++ yq '.items | length' logger.go:42: 17:17:47 | scheduled-backup-incremental/9-engage-incremental | ++ local bcp_count=4 logger.go:42: 17:17:47 | scheduled-backup-incremental/9-engage-incremental | ++ echo 4 logger.go:42: 17:17:47 | scheduled-backup-incremental/9-engage-incremental | + bcp_count=4 logger.go:42: 17:17:47 | scheduled-backup-incremental/9-engage-incremental | + [[ 4 -lt 6 ]] logger.go:42: 17:17:47 | scheduled-backup-incremental/9-engage-incremental | + echo 'There are 4 incremental ps-backups but should be at least 6' logger.go:42: 17:17:47 | scheduled-backup-incremental/9-engage-incremental | There are 4 incremental ps-backups but should be at least 6 logger.go:42: 17:17:47 | scheduled-backup-incremental/9-engage-incremental | + exit 1 logger.go:42: 17:17:48 | scheduled-backup-incremental/9-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 6 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 6" exit 1 fi] logger.go:42: 17:17:48 | scheduled-backup-incremental/9-engage-incremental | + source ../../functions logger.go:42: 17:17:48 | scheduled-backup-incremental/9-engage-incremental | +++ realpath ../../.. logger.go:42: 17:17:48 | scheduled-backup-incremental/9-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:17:48 | scheduled-backup-incremental/9-engage-incremental | ++++ pwd logger.go:42: 17:17:48 | scheduled-backup-incremental/9-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 17:17:48 | scheduled-backup-incremental/9-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 17:17:48 | scheduled-backup-incremental/9-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/vars.sh logger.go:42: 17:17:48 | scheduled-backup-incremental/9-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:17:48 | scheduled-backup-incremental/9-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:17:48 | scheduled-backup-incremental/9-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:17:48 | scheduled-backup-incremental/9-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:17:48 | scheduled-backup-incremental/9-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:17:48 | scheduled-backup-incremental/9-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:17:48 | scheduled-backup-incremental/9-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:17:48 | scheduled-backup-incremental/9-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:17:48 | scheduled-backup-incremental/9-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:17:48 | scheduled-backup-incremental/9-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:17:48 | scheduled-backup-incremental/9-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 17:17:48 | scheduled-backup-incremental/9-engage-incremental | +++ export GIT_BRANCH=PR-1269 logger.go:42: 17:17:48 | scheduled-backup-incremental/9-engage-incremental | +++ GIT_BRANCH=PR-1269 logger.go:42: 17:17:48 | scheduled-backup-incremental/9-engage-incremental | +++ export VERSION=PR-1269-fbab6499 logger.go:42: 17:17:48 | scheduled-backup-incremental/9-engage-incremental | +++ VERSION=PR-1269-fbab6499 logger.go:42: 17:17:48 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:17:48 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:17:48 | scheduled-backup-incremental/9-engage-incremental | +++ [[ -z 8.0 ]] logger.go:42: 17:17:48 | scheduled-backup-incremental/9-engage-incremental | +++ export MYSQL_VERSION=8.0 logger.go:42: 17:17:48 | scheduled-backup-incremental/9-engage-incremental | +++ MYSQL_VERSION=8.0 logger.go:42: 17:17:48 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:17:48 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:17:48 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:17:48 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:17:48 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:17:48 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:17:48 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:17:48 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:17:48 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:17:48 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:17:48 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:17:48 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:17:48 | scheduled-backup-incremental/9-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:17:48 | scheduled-backup-incremental/9-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:17:48 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:17:48 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:17:48 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:17:48 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:17:48 | scheduled-backup-incremental/9-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 17:17:48 | scheduled-backup-incremental/9-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 17:17:48 | scheduled-backup-incremental/9-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 17:17:48 | scheduled-backup-incremental/9-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 17:17:48 | scheduled-backup-incremental/9-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 17:17:48 | scheduled-backup-incremental/9-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 17:17:48 | scheduled-backup-incremental/9-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 17:17:48 | scheduled-backup-incremental/9-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 17:17:48 | scheduled-backup-incremental/9-engage-incremental | ++++ which gdate logger.go:42: 17:17:48 | scheduled-backup-incremental/9-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:17:48 | scheduled-backup-incremental/9-engage-incremental | ++++ which date logger.go:42: 17:17:48 | scheduled-backup-incremental/9-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 17:17:48 | scheduled-backup-incremental/9-engage-incremental | +++ oc get projects logger.go:42: 17:17:48 | scheduled-backup-incremental/9-engage-incremental | +++ : logger.go:42: 17:17:48 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl get nodes logger.go:42: 17:17:48 | scheduled-backup-incremental/9-engage-incremental | +++ grep '^minikube' logger.go:42: 17:17:49 | scheduled-backup-incremental/9-engage-incremental | +++ which gsed logger.go:42: 17:17:49 | scheduled-backup-incremental/9-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:17:49 | scheduled-backup-incremental/9-engage-incremental | +++ which sed logger.go:42: 17:17:49 | scheduled-backup-incremental/9-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 17:17:49 | scheduled-backup-incremental/9-engage-incremental | ++ oc get projects logger.go:42: 17:17:49 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl version -o json logger.go:42: 17:17:49 | scheduled-backup-incremental/9-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 17:17:49 | scheduled-backup-incremental/9-engage-incremental | +++ grep '\-eks\-' logger.go:42: 17:17:49 | scheduled-backup-incremental/9-engage-incremental | grep: warning: stray \ before - logger.go:42: 17:17:50 | scheduled-backup-incremental/9-engage-incremental | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 17:17:50 | scheduled-backup-incremental/9-engage-incremental | ++ '[' ']' logger.go:42: 17:17:50 | scheduled-backup-incremental/9-engage-incremental | ++ EKS=0 logger.go:42: 17:17:50 | scheduled-backup-incremental/9-engage-incremental | +++ get_cluster_name logger.go:42: 17:17:50 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl -n kuttl-test-perfect-anchovy get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 17:17:50 | scheduled-backup-incremental/9-engage-incremental | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 17:17:50 | scheduled-backup-incremental/9-engage-incremental | ++ local schedule_name=minio-incr logger.go:42: 17:17:50 | scheduled-backup-incremental/9-engage-incremental | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 17:17:50 | scheduled-backup-incremental/9-engage-incremental | +++ printf %s kuttl-test-perfect-anchovy-scheduled-backup-incremental logger.go:42: 17:17:50 | scheduled-backup-incremental/9-engage-incremental | +++ sha1sum logger.go:42: 17:17:50 | scheduled-backup-incremental/9-engage-incremental | +++ awk '{print $1}' logger.go:42: 17:17:50 | scheduled-backup-incremental/9-engage-incremental | +++ head -c 5 logger.go:42: 17:17:50 | scheduled-backup-incremental/9-engage-incremental | ++ local prefix=c8a08 logger.go:42: 17:17:50 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl get ps-backup -n kuttl-test-perfect-anchovy -l percona.com/backup-ancestor=c8a08-minio-incr -o yaml logger.go:42: 17:17:50 | scheduled-backup-incremental/9-engage-incremental | +++ yq '.items | length' logger.go:42: 17:17:51 | scheduled-backup-incremental/9-engage-incremental | ++ local bcp_count=4 logger.go:42: 17:17:51 | scheduled-backup-incremental/9-engage-incremental | ++ echo 4 logger.go:42: 17:17:51 | scheduled-backup-incremental/9-engage-incremental | + bcp_count=4 logger.go:42: 17:17:51 | scheduled-backup-incremental/9-engage-incremental | + [[ 4 -lt 6 ]] logger.go:42: 17:17:51 | scheduled-backup-incremental/9-engage-incremental | + echo 'There are 4 incremental ps-backups but should be at least 6' logger.go:42: 17:17:51 | scheduled-backup-incremental/9-engage-incremental | There are 4 incremental ps-backups but should be at least 6 logger.go:42: 17:17:51 | scheduled-backup-incremental/9-engage-incremental | + exit 1 logger.go:42: 17:17:52 | scheduled-backup-incremental/9-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 6 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 6" exit 1 fi] logger.go:42: 17:17:52 | scheduled-backup-incremental/9-engage-incremental | + source ../../functions logger.go:42: 17:17:52 | scheduled-backup-incremental/9-engage-incremental | +++ realpath ../../.. logger.go:42: 17:17:52 | scheduled-backup-incremental/9-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:17:52 | scheduled-backup-incremental/9-engage-incremental | ++++ pwd logger.go:42: 17:17:52 | scheduled-backup-incremental/9-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 17:17:52 | scheduled-backup-incremental/9-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 17:17:52 | scheduled-backup-incremental/9-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/vars.sh logger.go:42: 17:17:52 | scheduled-backup-incremental/9-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:17:52 | scheduled-backup-incremental/9-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:17:52 | scheduled-backup-incremental/9-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:17:52 | scheduled-backup-incremental/9-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:17:52 | scheduled-backup-incremental/9-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:17:52 | scheduled-backup-incremental/9-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:17:52 | scheduled-backup-incremental/9-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:17:52 | scheduled-backup-incremental/9-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:17:52 | scheduled-backup-incremental/9-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:17:52 | scheduled-backup-incremental/9-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:17:52 | scheduled-backup-incremental/9-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 17:17:52 | scheduled-backup-incremental/9-engage-incremental | +++ export GIT_BRANCH=PR-1269 logger.go:42: 17:17:52 | scheduled-backup-incremental/9-engage-incremental | +++ GIT_BRANCH=PR-1269 logger.go:42: 17:17:52 | scheduled-backup-incremental/9-engage-incremental | +++ export VERSION=PR-1269-fbab6499 logger.go:42: 17:17:52 | scheduled-backup-incremental/9-engage-incremental | +++ VERSION=PR-1269-fbab6499 logger.go:42: 17:17:52 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:17:52 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:17:52 | scheduled-backup-incremental/9-engage-incremental | +++ [[ -z 8.0 ]] logger.go:42: 17:17:52 | scheduled-backup-incremental/9-engage-incremental | +++ export MYSQL_VERSION=8.0 logger.go:42: 17:17:52 | scheduled-backup-incremental/9-engage-incremental | +++ MYSQL_VERSION=8.0 logger.go:42: 17:17:52 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:17:52 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:17:52 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:17:52 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:17:52 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:17:52 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:17:52 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:17:52 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:17:52 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:17:52 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:17:52 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:17:52 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:17:52 | scheduled-backup-incremental/9-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:17:52 | scheduled-backup-incremental/9-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:17:52 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:17:52 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:17:52 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:17:52 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:17:52 | scheduled-backup-incremental/9-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 17:17:52 | scheduled-backup-incremental/9-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 17:17:52 | scheduled-backup-incremental/9-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 17:17:52 | scheduled-backup-incremental/9-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 17:17:52 | scheduled-backup-incremental/9-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 17:17:52 | scheduled-backup-incremental/9-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 17:17:52 | scheduled-backup-incremental/9-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 17:17:52 | scheduled-backup-incremental/9-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 17:17:52 | scheduled-backup-incremental/9-engage-incremental | ++++ which gdate logger.go:42: 17:17:52 | scheduled-backup-incremental/9-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:17:52 | scheduled-backup-incremental/9-engage-incremental | ++++ which date logger.go:42: 17:17:52 | scheduled-backup-incremental/9-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 17:17:52 | scheduled-backup-incremental/9-engage-incremental | +++ oc get projects logger.go:42: 17:17:52 | scheduled-backup-incremental/9-engage-incremental | +++ : logger.go:42: 17:17:52 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl get nodes logger.go:42: 17:17:52 | scheduled-backup-incremental/9-engage-incremental | +++ grep '^minikube' logger.go:42: 17:17:52 | scheduled-backup-incremental/9-engage-incremental | +++ which gsed logger.go:42: 17:17:52 | scheduled-backup-incremental/9-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:17:52 | scheduled-backup-incremental/9-engage-incremental | +++ which sed logger.go:42: 17:17:52 | scheduled-backup-incremental/9-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 17:17:52 | scheduled-backup-incremental/9-engage-incremental | ++ oc get projects logger.go:42: 17:17:52 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl version -o json logger.go:42: 17:17:52 | scheduled-backup-incremental/9-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 17:17:52 | scheduled-backup-incremental/9-engage-incremental | +++ grep '\-eks\-' logger.go:42: 17:17:52 | scheduled-backup-incremental/9-engage-incremental | grep: warning: stray \ before - logger.go:42: 17:17:53 | scheduled-backup-incremental/9-engage-incremental | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 17:17:53 | scheduled-backup-incremental/9-engage-incremental | ++ '[' ']' logger.go:42: 17:17:53 | scheduled-backup-incremental/9-engage-incremental | ++ EKS=0 logger.go:42: 17:17:53 | scheduled-backup-incremental/9-engage-incremental | +++ get_cluster_name logger.go:42: 17:17:53 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl -n kuttl-test-perfect-anchovy get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 17:17:53 | scheduled-backup-incremental/9-engage-incremental | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 17:17:53 | scheduled-backup-incremental/9-engage-incremental | ++ local schedule_name=minio-incr logger.go:42: 17:17:53 | scheduled-backup-incremental/9-engage-incremental | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 17:17:53 | scheduled-backup-incremental/9-engage-incremental | +++ printf %s kuttl-test-perfect-anchovy-scheduled-backup-incremental logger.go:42: 17:17:53 | scheduled-backup-incremental/9-engage-incremental | +++ sha1sum logger.go:42: 17:17:53 | scheduled-backup-incremental/9-engage-incremental | +++ awk '{print $1}' logger.go:42: 17:17:53 | scheduled-backup-incremental/9-engage-incremental | +++ head -c 5 logger.go:42: 17:17:53 | scheduled-backup-incremental/9-engage-incremental | ++ local prefix=c8a08 logger.go:42: 17:17:53 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl get ps-backup -n kuttl-test-perfect-anchovy -l percona.com/backup-ancestor=c8a08-minio-incr -o yaml logger.go:42: 17:17:53 | scheduled-backup-incremental/9-engage-incremental | +++ yq '.items | length' logger.go:42: 17:17:54 | scheduled-backup-incremental/9-engage-incremental | ++ local bcp_count=4 logger.go:42: 17:17:54 | scheduled-backup-incremental/9-engage-incremental | ++ echo 4 logger.go:42: 17:17:54 | scheduled-backup-incremental/9-engage-incremental | + bcp_count=4 logger.go:42: 17:17:54 | scheduled-backup-incremental/9-engage-incremental | + [[ 4 -lt 6 ]] logger.go:42: 17:17:54 | scheduled-backup-incremental/9-engage-incremental | + echo 'There are 4 incremental ps-backups but should be at least 6' logger.go:42: 17:17:54 | scheduled-backup-incremental/9-engage-incremental | There are 4 incremental ps-backups but should be at least 6 logger.go:42: 17:17:54 | scheduled-backup-incremental/9-engage-incremental | + exit 1 logger.go:42: 17:17:55 | scheduled-backup-incremental/9-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 6 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 6" exit 1 fi] logger.go:42: 17:17:55 | scheduled-backup-incremental/9-engage-incremental | + source ../../functions logger.go:42: 17:17:55 | scheduled-backup-incremental/9-engage-incremental | +++ realpath ../../.. logger.go:42: 17:17:55 | scheduled-backup-incremental/9-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:17:55 | scheduled-backup-incremental/9-engage-incremental | ++++ pwd logger.go:42: 17:17:55 | scheduled-backup-incremental/9-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 17:17:55 | scheduled-backup-incremental/9-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 17:17:55 | scheduled-backup-incremental/9-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/vars.sh logger.go:42: 17:17:55 | scheduled-backup-incremental/9-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:17:55 | scheduled-backup-incremental/9-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:17:55 | scheduled-backup-incremental/9-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:17:55 | scheduled-backup-incremental/9-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:17:55 | scheduled-backup-incremental/9-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:17:55 | scheduled-backup-incremental/9-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:17:55 | scheduled-backup-incremental/9-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:17:55 | scheduled-backup-incremental/9-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:17:55 | scheduled-backup-incremental/9-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:17:55 | scheduled-backup-incremental/9-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:17:55 | scheduled-backup-incremental/9-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 17:17:55 | scheduled-backup-incremental/9-engage-incremental | +++ export GIT_BRANCH=PR-1269 logger.go:42: 17:17:55 | scheduled-backup-incremental/9-engage-incremental | +++ GIT_BRANCH=PR-1269 logger.go:42: 17:17:55 | scheduled-backup-incremental/9-engage-incremental | +++ export VERSION=PR-1269-fbab6499 logger.go:42: 17:17:55 | scheduled-backup-incremental/9-engage-incremental | +++ VERSION=PR-1269-fbab6499 logger.go:42: 17:17:55 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:17:55 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:17:55 | scheduled-backup-incremental/9-engage-incremental | +++ [[ -z 8.0 ]] logger.go:42: 17:17:55 | scheduled-backup-incremental/9-engage-incremental | +++ export MYSQL_VERSION=8.0 logger.go:42: 17:17:55 | scheduled-backup-incremental/9-engage-incremental | +++ MYSQL_VERSION=8.0 logger.go:42: 17:17:55 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:17:55 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:17:55 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:17:55 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:17:55 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:17:55 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:17:55 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:17:55 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:17:55 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:17:55 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:17:55 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:17:55 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:17:55 | scheduled-backup-incremental/9-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:17:55 | scheduled-backup-incremental/9-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:17:55 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:17:55 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:17:55 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:17:55 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:17:55 | scheduled-backup-incremental/9-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 17:17:55 | scheduled-backup-incremental/9-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 17:17:55 | scheduled-backup-incremental/9-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 17:17:55 | scheduled-backup-incremental/9-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 17:17:55 | scheduled-backup-incremental/9-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 17:17:55 | scheduled-backup-incremental/9-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 17:17:55 | scheduled-backup-incremental/9-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 17:17:55 | scheduled-backup-incremental/9-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 17:17:55 | scheduled-backup-incremental/9-engage-incremental | ++++ which gdate logger.go:42: 17:17:55 | scheduled-backup-incremental/9-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:17:55 | scheduled-backup-incremental/9-engage-incremental | ++++ which date logger.go:42: 17:17:55 | scheduled-backup-incremental/9-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 17:17:55 | scheduled-backup-incremental/9-engage-incremental | +++ oc get projects logger.go:42: 17:17:55 | scheduled-backup-incremental/9-engage-incremental | +++ : logger.go:42: 17:17:55 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl get nodes logger.go:42: 17:17:55 | scheduled-backup-incremental/9-engage-incremental | +++ grep '^minikube' logger.go:42: 17:17:56 | scheduled-backup-incremental/9-engage-incremental | +++ which gsed logger.go:42: 17:17:56 | scheduled-backup-incremental/9-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:17:56 | scheduled-backup-incremental/9-engage-incremental | +++ which sed logger.go:42: 17:17:56 | scheduled-backup-incremental/9-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 17:17:56 | scheduled-backup-incremental/9-engage-incremental | ++ oc get projects logger.go:42: 17:17:56 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl version -o json logger.go:42: 17:17:56 | scheduled-backup-incremental/9-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 17:17:56 | scheduled-backup-incremental/9-engage-incremental | +++ grep '\-eks\-' logger.go:42: 17:17:56 | scheduled-backup-incremental/9-engage-incremental | grep: warning: stray \ before - logger.go:42: 17:17:56 | scheduled-backup-incremental/9-engage-incremental | Warning: version difference between client (1.35) and server (1.32) exceeds the supported minor version skew of +/-1 logger.go:42: 17:17:56 | scheduled-backup-incremental/9-engage-incremental | ++ '[' ']' logger.go:42: 17:17:56 | scheduled-backup-incremental/9-engage-incremental | ++ EKS=0 logger.go:42: 17:17:56 | scheduled-backup-incremental/9-engage-incremental | +++ get_cluster_name logger.go:42: 17:17:56 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl -n kuttl-test-perfect-anchovy get ps -o 'jsonpath={.items[0].metadata.name}' logger.go:42: 17:17:57 | scheduled-backup-incremental/9-engage-incremental | ++ count_backups_in_schedule minio-incr scheduled-backup-incremental logger.go:42: 17:17:57 | scheduled-backup-incremental/9-engage-incremental | ++ local schedule_name=minio-incr logger.go:42: 17:17:57 | scheduled-backup-incremental/9-engage-incremental | ++ local cluster_name=scheduled-backup-incremental logger.go:42: 17:17:57 | scheduled-backup-incremental/9-engage-incremental | +++ printf %s kuttl-test-perfect-anchovy-scheduled-backup-incremental logger.go:42: 17:17:57 | scheduled-backup-incremental/9-engage-incremental | +++ sha1sum logger.go:42: 17:17:57 | scheduled-backup-incremental/9-engage-incremental | +++ awk '{print $1}' logger.go:42: 17:17:57 | scheduled-backup-incremental/9-engage-incremental | +++ head -c 5 logger.go:42: 17:17:57 | scheduled-backup-incremental/9-engage-incremental | ++ local prefix=c8a08 logger.go:42: 17:17:57 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl get ps-backup -n kuttl-test-perfect-anchovy -l percona.com/backup-ancestor=c8a08-minio-incr -o yaml logger.go:42: 17:17:57 | scheduled-backup-incremental/9-engage-incremental | +++ yq '.items | length' logger.go:42: 17:17:57 | scheduled-backup-incremental/9-engage-incremental | ++ local bcp_count=4 logger.go:42: 17:17:57 | scheduled-backup-incremental/9-engage-incremental | ++ echo 4 logger.go:42: 17:17:57 | scheduled-backup-incremental/9-engage-incremental | + bcp_count=4 logger.go:42: 17:17:57 | scheduled-backup-incremental/9-engage-incremental | + [[ 4 -lt 6 ]] logger.go:42: 17:17:57 | scheduled-backup-incremental/9-engage-incremental | + echo 'There are 4 incremental ps-backups but should be at least 6' logger.go:42: 17:17:57 | scheduled-backup-incremental/9-engage-incremental | There are 4 incremental ps-backups but should be at least 6 logger.go:42: 17:17:57 | scheduled-backup-incremental/9-engage-incremental | + exit 1 logger.go:42: 17:17:58 | scheduled-backup-incremental/9-engage-incremental | running command: [sh -c set -o errexit set -o xtrace source ../../functions bcp_count=$(count_backups_in_schedule "minio-incr" "$(get_cluster_name)") if [[ $bcp_count -lt 6 ]]; then echo "There are $bcp_count incremental ps-backups but should be at least 6" exit 1 fi] logger.go:42: 17:17:58 | scheduled-backup-incremental/9-engage-incremental | + source ../../functions logger.go:42: 17:17:58 | scheduled-backup-incremental/9-engage-incremental | +++ realpath ../../.. logger.go:42: 17:17:58 | scheduled-backup-incremental/9-engage-incremental | ++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:17:58 | scheduled-backup-incremental/9-engage-incremental | ++++ pwd logger.go:42: 17:17:58 | scheduled-backup-incremental/9-engage-incremental | +++ basename /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/tests/scheduled-backup-incremental logger.go:42: 17:17:58 | scheduled-backup-incremental/9-engage-incremental | ++ test_name=scheduled-backup-incremental logger.go:42: 17:17:58 | scheduled-backup-incremental/9-engage-incremental | ++ source /mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/vars.sh logger.go:42: 17:17:58 | scheduled-backup-incremental/9-engage-incremental | +++ export ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:17:58 | scheduled-backup-incremental/9-engage-incremental | +++ ROOT_REPO=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269 logger.go:42: 17:17:58 | scheduled-backup-incremental/9-engage-incremental | +++ export DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:17:58 | scheduled-backup-incremental/9-engage-incremental | +++ DEPLOY_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/deploy logger.go:42: 17:17:58 | scheduled-backup-incremental/9-engage-incremental | +++ export TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:17:58 | scheduled-backup-incremental/9-engage-incremental | +++ TESTS_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests logger.go:42: 17:17:58 | scheduled-backup-incremental/9-engage-incremental | +++ export TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:17:58 | scheduled-backup-incremental/9-engage-incremental | +++ TESTS_CONFIG_DIR=/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/e2e-tests/conf logger.go:42: 17:17:58 | scheduled-backup-incremental/9-engage-incremental | +++ export TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:17:58 | scheduled-backup-incremental/9-engage-incremental | +++ TEMP_DIR=/tmp/kuttl/ps/scheduled-backup-incremental logger.go:42: 17:17:58 | scheduled-backup-incremental/9-engage-incremental | ++++ git rev-parse --abbrev-ref HEAD logger.go:42: 17:17:58 | scheduled-backup-incremental/9-engage-incremental | +++ export GIT_BRANCH=PR-1269 logger.go:42: 17:17:58 | scheduled-backup-incremental/9-engage-incremental | +++ GIT_BRANCH=PR-1269 logger.go:42: 17:17:58 | scheduled-backup-incremental/9-engage-incremental | +++ export VERSION=PR-1269-fbab6499 logger.go:42: 17:17:58 | scheduled-backup-incremental/9-engage-incremental | +++ VERSION=PR-1269-fbab6499 logger.go:42: 17:17:58 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:17:58 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE=perconalab/percona-server-mysql-operator:PR-1269-fbab6499 logger.go:42: 17:17:58 | scheduled-backup-incremental/9-engage-incremental | +++ [[ -z 8.0 ]] logger.go:42: 17:17:58 | scheduled-backup-incremental/9-engage-incremental | +++ export MYSQL_VERSION=8.0 logger.go:42: 17:17:58 | scheduled-backup-incremental/9-engage-incremental | +++ MYSQL_VERSION=8.0 logger.go:42: 17:17:58 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:17:58 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_MYSQL=perconalab/percona-server-mysql-operator:main-psmysql8.0 logger.go:42: 17:17:58 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:17:58 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_BACKUP=perconalab/percona-server-mysql-operator:main-backup8.0 logger.go:42: 17:17:58 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:17:58 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_ORCHESTRATOR=perconalab/percona-server-mysql-operator:main-orchestrator logger.go:42: 17:17:58 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:17:58 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_ROUTER=perconalab/percona-server-mysql-operator:main-router8.0 logger.go:42: 17:17:58 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:17:58 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_TOOLKIT=perconalab/percona-server-mysql-operator:main-toolkit logger.go:42: 17:17:58 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:17:58 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_HAPROXY=perconalab/percona-server-mysql-operator:main-haproxy logger.go:42: 17:17:58 | scheduled-backup-incremental/9-engage-incremental | +++ export PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:17:58 | scheduled-backup-incremental/9-engage-incremental | +++ PMM_SERVER_VERSION=1.4.3 logger.go:42: 17:17:58 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:17:58 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_PMM_CLIENT=perconalab/pmm-client:3-dev-latest logger.go:42: 17:17:58 | scheduled-backup-incremental/9-engage-incremental | +++ export IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:17:58 | scheduled-backup-incremental/9-engage-incremental | +++ IMAGE_PMM_SERVER=perconalab/pmm-server:3-dev-latest logger.go:42: 17:17:58 | scheduled-backup-incremental/9-engage-incremental | +++ export CERT_MANAGER_VER=1.19.1 logger.go:42: 17:17:58 | scheduled-backup-incremental/9-engage-incremental | +++ CERT_MANAGER_VER=1.19.1 logger.go:42: 17:17:58 | scheduled-backup-incremental/9-engage-incremental | +++ export MINIO_VER=5.4.0 logger.go:42: 17:17:58 | scheduled-backup-incremental/9-engage-incremental | +++ MINIO_VER=5.4.0 logger.go:42: 17:17:58 | scheduled-backup-incremental/9-engage-incremental | +++ export CHAOS_MESH_VER=2.7.2 logger.go:42: 17:17:58 | scheduled-backup-incremental/9-engage-incremental | +++ CHAOS_MESH_VER=2.7.2 logger.go:42: 17:17:58 | scheduled-backup-incremental/9-engage-incremental | +++ export VAULT_VER=0.16.1 logger.go:42: 17:17:58 | scheduled-backup-incremental/9-engage-incremental | +++ VAULT_VER=0.16.1 logger.go:42: 17:17:58 | scheduled-backup-incremental/9-engage-incremental | ++++ which gdate logger.go:42: 17:17:58 | scheduled-backup-incremental/9-engage-incremental | which: no gdate in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:17:58 | scheduled-backup-incremental/9-engage-incremental | ++++ which date logger.go:42: 17:17:58 | scheduled-backup-incremental/9-engage-incremental | +++ date=/usr/sbin/date logger.go:42: 17:17:58 | scheduled-backup-incremental/9-engage-incremental | +++ oc get projects logger.go:42: 17:17:58 | scheduled-backup-incremental/9-engage-incremental | +++ : logger.go:42: 17:17:58 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl get nodes logger.go:42: 17:17:58 | scheduled-backup-incremental/9-engage-incremental | +++ grep '^minikube' logger.go:42: 17:17:59 | scheduled-backup-incremental/9-engage-incremental | +++ which gsed logger.go:42: 17:17:59 | scheduled-backup-incremental/9-engage-incremental | which: no gsed in (/mnt/jenkins/workspace/cloud-ps-operator_PR-1269/bin/:/root/.krew/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/var/lib/snapd/snap/bin) logger.go:42: 17:17:59 | scheduled-backup-incremental/9-engage-incremental | +++ which sed logger.go:42: 17:17:59 | scheduled-backup-incremental/9-engage-incremental | ++ sed=/usr/sbin/sed logger.go:42: 17:17:59 | scheduled-backup-incremental/9-engage-incremental | ++ oc get projects logger.go:42: 17:17:59 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl version -o json logger.go:42: 17:17:59 | scheduled-backup-incremental/9-engage-incremental | +++ jq -r .serverVersion.gitVersion logger.go:42: 17:17:59 | scheduled-backup-incremental/9-engage-incremental | +++ grep '\-eks\-' logger.go:42: 17:17:59 | scheduled-backup-incremental/9-engage-incremental | grep: warning: stray \ before - logger.go:42: 17:17:59 | scheduled-backup-incremental/9-engage-incremental | ++ '[' ']' logger.go:42: 17:17:59 | scheduled-backup-incremental/9-engage-incremental | ++ EKS=0 logger.go:42: 17:17:59 | scheduled-backup-incremental/9-engage-incremental | +++ get_cluster_name logger.go:42: 17:17:59 | scheduled-backup-incremental/9-engage-incremental | +++ kubectl -n kuttl-test-perfect-anchovy get ps -o 'jsonpath={.items[0].metadata.name}'